-- Logs begin at Mon 2022-03-14 14:14:05 UTC, end at Mon 2022-03-14 16:19:42 UTC. -- Mar 14 15:14:46.945690 dv-neutron-833559-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 14 15:14:49.709862 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.common.config [-] Logging enabled! Mar 14 15:14:49.710466 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev82 Mar 14 15:14:49.710564 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102460) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 14 15:14:49.714353 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.common.config [-] Logging enabled! Mar 14 15:14:49.714609 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev82 Mar 14 15:14:49.714942 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102460) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 14 15:14:49.715879 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 15:14:49.716114 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 15:14:49.716475 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 15:14:49.716720 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 15:14:49.716946 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 15:14:49.717265 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.717561 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.717858 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.718083 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.718376 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.718666 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.718978 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.719270 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.719816 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.720099 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.720375 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.720655 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.720884 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.721161 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.721445 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.721728 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.721949 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] debug = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.722225 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.722649 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.723063 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.723344 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.723631 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.723905 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.724174 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.724445 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.724725 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.725046 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] host = dv-neutron-833559-1-hyperv {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.725318 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.725601 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.725885 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.726169 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.726441 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.726715 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.727023 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.727298 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.727569 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] log_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.727864 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.728698 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.729123 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.729422 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.729649 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.729871 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.730160 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.730447 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.730719 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.731020 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.731297 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.731570 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.731843 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.732111 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.732392 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.732674 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.732960 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.733232 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.733504 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.733774 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.734046 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.734327 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.734596 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.734866 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.735167 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.735450 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.735718 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.735987 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.736286 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.736568 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.736848 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.737132 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.737401 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.737679 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.737947 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.738213 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.738479 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] use_json = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.738746 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.739040 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.739318 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.739585 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.739850 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.740118 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.740382 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.740663 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.740931 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:49.741224 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.741516 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.741813 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.742097 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.742385 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.742662 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.742973 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.743250 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.743540 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.744088 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.744385 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.744663 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.744953 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.745229 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.745523 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.745827 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.746119 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.746408 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.746682 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.746981 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.747254 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.747529 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.747812 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.748088 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.748373 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.748657 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.748933 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.749217 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.749509 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.749795 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.750067 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.750342 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.750629 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.750904 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.751198 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.751474 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.751761 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.752036 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.752311 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.752589 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.752863 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.753132 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.753400 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.753672 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.753958 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.754234 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.754502 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.754769 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.755069 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.755337 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.755615 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.755886 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.756155 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.756426 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.756701 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.756971 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.757239 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.757514 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.757782 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.758056 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.758324 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.758594 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.758865 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.759161 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.759466 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.759794 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.760002 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.760274 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.760542 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.760810 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.761079 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.761348 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.761620 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.761901 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.762197 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.762473 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.762749 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.763052 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.763331 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.763607 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.763883 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.764163 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.764438 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.764708 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.764997 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.765277 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.765559 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.765839 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.766118 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.766410 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.766684 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.766983 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.767260 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.767533 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.767812 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.768091 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.768383 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.768673 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.768964 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.769254 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.769542 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.769817 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.770122 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.770398 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:49.770614 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 15:14:49.770848 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102460) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 14 15:14:50.121450 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 14 15:14:50.121726 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 14 15:14:50.122015 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 14 15:14:50.122347 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 14 15:14:50.519739 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.520018 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.520288 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.521570 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.521846 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.522110 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.557640 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.557907 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.558173 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.573494 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.573771 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.574039 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.602149 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.602430 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.602698 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.640392 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.640667 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.640929 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.870548 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.871190 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.871190 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.871372 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:50.872041 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.001506 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.001825 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.002107 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.002378 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.002645 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.002973 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.003239 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.003494 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.003746 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.004023 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.004283 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.004545 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.004799 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.005046 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.005297 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.005563 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.005812 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.006077 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.006343 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.006596 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.006862 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.007141 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.007419 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.007789 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.008036 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.008279 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.008662 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 15:14:51.008899 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 15:14:51.009638 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 15:14:51.009893 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 15:14:51.010123 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 15:14:51.010357 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 15:14:51.010715 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 14 15:14:51.013824 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 14 15:14:51.017759 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 14 15:14:51.021451 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 14 15:14:51.023246 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 14 15:14:51.023703 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 14 15:14:51.024036 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 14 15:14:51.024417 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 14 15:14:51.027885 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 14 15:14:51.028139 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 14 15:14:51.028483 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 15:14:51.033745 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 14 15:14:51.055820 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 14 15:14:51.056329 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.056623 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102460) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 14 15:14:51.056985 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.058349 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102460) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 14 15:14:51.058628 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 15:14:51.058874 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 14 15:14:51.062364 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.062646 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.126354 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 14 15:14:51.126532 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 14 15:14:51.126783 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 14 15:14:51.127168 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 14 15:14:51.148204 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_db.sqlalchemy.engines [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102460) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 14 15:14:51.684710 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.managers [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Initializing driver for type 'gre' Mar 14 15:14:51.685184 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] gre ID ranges: [(1, 1000)] Mar 14 15:14:51.735648 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.managers [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Initializing driver for type 'local' Mar 14 15:14:51.736024 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.managers [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Initializing driver for type 'vlan' Mar 14 15:14:51.748969 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] VlanTypeDriver initialization complete Mar 14 15:14:51.749381 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.managers [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Initializing driver for type 'vxlan' Mar 14 15:14:51.749816 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] vxlan ID ranges: [(1, 1000)] Mar 14 15:14:51.802237 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.managers [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Initializing extension driver 'port_security' Mar 14 15:14:51.802569 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.extensions.port_security [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] PortSecurityExtensionDriver initialization complete Mar 14 15:14:51.802898 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.managers [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Initializing mechanism driver 'openvswitch' Mar 14 15:14:51.803237 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.managers [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Initializing mechanism driver 'hyperv' Mar 14 15:14:51.809817 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.plugins.ml2.plugin [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:14:51.810481 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > port after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.810848 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > port after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.811221 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > port after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.811738 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 14 15:14:51.812168 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > subnet after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.812516 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > subnet after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.812857 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.813249 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 14 15:14:51.813649 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > network after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.813993 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > network after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.814329 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > network after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.814749 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 14 15:14:51.815170 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > security_group after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.815517 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > security_group after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.815854 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > security_group after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.817882 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 14 15:14:51.818314 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.818687 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.819079 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.819486 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 14 15:14:51.819892 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > address_group after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.820242 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > address_group after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.820582 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > address_group after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.820970 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 14 15:14:51.821409 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] ML2 OVO RPC backend initialized. {{(pid=102460) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Mar 14 15:14:51.822841 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.823225 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.823641 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > network before_response 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.823990 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > networks before_response 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.824337 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > port before_response 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.824678 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > ports before_response 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.825070 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > subnet before_response 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.825472 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > subnets before_response 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.825817 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > network after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.826153 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > network after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.826485 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > network after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.826819 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > port after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.827177 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > port after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.827507 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > port after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.827837 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > subnet after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.828168 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > subnet after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.828497 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.836267 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.quota [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded quota_driver: . Mar 14 15:14:51.836629 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.plugin [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Modular L2 Plugin initialization complete Mar 14 15:14:51.836990 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading services supported by the core plugin {{(pid=102460) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 14 15:14:51.838059 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.plugins.ml2.managers [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Got port-security extension from driver 'port_security' Mar 14 15:14:51.838709 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.extensions.vlantransparent [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Disabled vlantransparent extension. Mar 14 15:14:51.839232 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102460) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 14 15:14:51.839558 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading Plugin: router Mar 14 15:14:51.876948 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router_interface before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.877526 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router after_create 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.877694 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router before_create 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.878054 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.878423 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.878777 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router after_delete 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.879165 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > floatingip after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.879513 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > floatingip after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.879870 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router after_create 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.880214 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router after_update 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.880561 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router after_update 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.880903 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.881257 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router after_update 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.881663 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router precommit_update 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.882025 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: port after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.882361 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: port after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.882694 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: subnet after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.883064 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.883413 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > port precommit_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.883755 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router precommit_create 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.884099 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: port before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.884574 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router precommit_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.884988 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router after_update 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.885332 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router precommit_delete 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.885689 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router precommit_create 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.886052 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.886399 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router precommit_update 55549900 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.886764 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > agent after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.887147 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > agent after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.887496 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > network after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.888345 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Tracking information for resource: router configured {{(pid=102460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 15:14:51.888673 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Tracking information for resource: floatingip configured {{(pid=102460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 15:14:51.893557 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.db.l3_agentschedulers_db [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 14 15:14:51.894131 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: port after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.894493 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: port after_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.894843 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: port after_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.895214 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: port after_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.896001 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router before_create 55550100 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.896368 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router precommit_delete 55550100 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.896728 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router precommit_create 55550100 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.897088 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > router precommit_update 55550100 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.902245 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.services.provider_configuration [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Service providers = [] {{(pid=102460) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 14 15:14:51.902606 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.db.servicetype_db [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102460) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 14 15:14:51.905551 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.services.service_base [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102460) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 15:14:51.905902 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.services.service_base [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102460) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 15:14:51.906244 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.services.service_base [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102460) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 15:14:51.907148 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.services.service_base [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102460) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 15:14:51.907514 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.services.service_base [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 14 15:14:51.907885 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 15:14:51.908198 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 14 15:14:51.919477 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 15:14:51.919813 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading Plugin: auto_allocate Mar 14 15:14:51.925790 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: network precommit_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.926155 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: network precommit_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.926669 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 15:14:51.927018 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading Plugin: tag Mar 14 15:14:51.934300 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 15:14:51.934624 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading Plugin: timestamp Mar 14 15:14:51.938645 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 15:14:51.938945 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading Plugin: network_ip_availability Mar 14 15:14:51.944333 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.944701 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.945053 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:51.945758 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 15:14:51.946075 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading Plugin: flavors Mar 14 15:14:51.950931 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 15:14:51.951260 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading Plugin: revisions Mar 14 15:14:51.955560 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 15:14:51.955946 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_concurrency.lockutils [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.834s {{(pid=102460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 14 15:14:51.956691 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102460) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 14 15:14:51.957026 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Initializing extension manager. Mar 14 15:14:51.957532 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: __init__.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.957870 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: __pycache__ {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.958201 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.958530 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: address_group.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.959292 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.959849 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: address-group Mar 14 15:14:51.960171 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: address_scope.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.960876 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.961373 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: address-scope Mar 14 15:14:51.961695 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: admin_state_down_before_update.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.963172 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.963753 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: router-admin-state-down-before-update Mar 14 15:14:51.964076 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: agent.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.964939 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.965438 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: agent Mar 14 15:14:51.965757 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: agent_resources_synced.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.966668 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.967188 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: agent-resources-synced Mar 14 15:14:51.967507 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: allowedaddresspairs.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.969267 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.970033 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: allowed-address-pairs Mar 14 15:14:51.970358 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: auto_allocated_topology.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.971462 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.971967 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: auto-allocated-topology Mar 14 15:14:51.972286 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: availability_zone.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.972971 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.973467 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: availability_zone Mar 14 15:14:51.973783 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: availability_zone_filter.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.974698 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.975218 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: availability_zone_filter Mar 14 15:14:51.975536 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: data_plane_status.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.976442 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.976936 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension data-plane-status not supported by any of loaded plugins Mar 14 15:14:51.977251 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: default_subnetpools.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.978950 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.979459 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: default-subnetpools Mar 14 15:14:51.979777 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: dhcpagentscheduler.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.980578 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.981079 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: dhcp_agent_scheduler Mar 14 15:14:51.981397 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: dns.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.982303 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.982798 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension dns-integration not supported by any of loaded plugins Mar 14 15:14:51.983142 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: dns_domain_ports.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.984059 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.984550 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 14 15:14:51.984866 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.985780 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.986272 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 14 15:14:51.986592 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: dvr.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.987278 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.987774 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: dvr Mar 14 15:14:51.988089 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: ecmp_routes.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.988993 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.989487 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension ecmp_routes not supported by any of loaded plugins Mar 14 15:14:51.989801 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: empty_string_filtering.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.990706 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.991227 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: empty-string-filtering Mar 14 15:14:51.991543 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.992441 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.992933 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 14 15:14:51.993250 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.994187 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.994674 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 14 15:14:51.995022 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: external_net.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.995925 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.996427 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: external-net Mar 14 15:14:51.996747 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: extra_dhcp_opt.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.997649 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.998145 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: extra_dhcp_opt Mar 14 15:14:51.998464 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: extraroute.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:51.999394 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:51.999893 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: extraroute Mar 14 15:14:52.000208 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: extraroute_atomic.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.001236 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.001737 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: extraroute-atomic Mar 14 15:14:52.002054 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: filter_validation.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.002705 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.003227 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: filter-validation Mar 14 15:14:52.003545 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: fip_pf_description.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.004443 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.004934 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 14 15:14:52.005275 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: fip_port_details.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.006164 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.006663 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: fip-port-details Mar 14 15:14:52.007003 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: flavors.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.008258 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.008764 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: flavors Mar 14 15:14:52.009083 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.010833 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.011369 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 14 15:14:52.011698 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: floatingip_pools.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.012389 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.012886 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: floatingip-pools Mar 14 15:14:52.013208 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: ip_allocation.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.014126 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.014623 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension ip_allocation not supported by any of loaded plugins Mar 14 15:14:52.014964 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.015900 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.016392 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: ip-substring-filtering Mar 14 15:14:52.016711 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: l2_adjacency.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.017645 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.018140 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension l2_adjacency not supported by any of loaded plugins Mar 14 15:14:52.018456 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: l3.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.019426 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.019933 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: router Mar 14 15:14:52.020252 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: l3_conntrack_helper.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.022602 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.023148 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 14 15:14:52.023477 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.024414 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.025447 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: ext-gw-mode Mar 14 15:14:52.025770 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.026685 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.027226 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: l3-ha Mar 14 15:14:52.027547 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: l3_flavors.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.028458 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.028961 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: l3-flavors Mar 14 15:14:52.029281 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.030191 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.030692 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: l3-port-ip-change-not-allowed Mar 14 15:14:52.031041 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: l3agentscheduler.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.032061 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.032562 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: l3_agent_scheduler Mar 14 15:14:52.032886 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: logging.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.034382 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.034894 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension logging not supported by any of loaded plugins Mar 14 15:14:52.035245 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: metering.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.035977 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.036543 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: metering Mar 14 15:14:52.036873 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.037962 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.038468 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: metering_source_and_destination_fields Mar 14 15:14:52.038791 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: multiprovidernet.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.039734 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.040236 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: multi-provider Mar 14 15:14:52.041155 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: netmtu.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.042066 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.042564 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: net-mtu Mar 14 15:14:52.042883 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: netmtu_writable.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.043821 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.044318 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: net-mtu-writable Mar 14 15:14:52.044637 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: network_availability_zone.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.045294 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.045788 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: network_availability_zone Mar 14 15:14:52.046108 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: network_ip_availability.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.047257 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.047758 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: network-ip-availability Mar 14 15:14:52.048079 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: network_segment_range.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.048832 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.049330 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension network-segment-range not supported by any of loaded plugins Mar 14 15:14:52.049648 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: pagination.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.050639 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.050984 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: pagination Mar 14 15:14:52.051304 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: port_device_profile.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.052219 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.052726 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: port-device-profile Mar 14 15:14:52.053047 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.053956 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.054458 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: port-mac-address-regenerate Mar 14 15:14:52.054776 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.055699 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.056240 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: port-numa-affinity-policy Mar 14 15:14:52.056562 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: port_resource_request.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.057470 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.057967 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension port-resource-request not supported by any of loaded plugins Mar 14 15:14:52.058284 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: portbindings.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.059233 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.059732 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: binding Mar 14 15:14:52.060047 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: portbindings_extended.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.061436 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.061938 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: binding-extended Mar 14 15:14:52.062259 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: portsecurity.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.063192 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.063696 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: port-security Mar 14 15:14:52.064016 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: project_id.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.064989 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.065313 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: project-id Mar 14 15:14:52.065630 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: providernet.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.066551 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.067078 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: provider Mar 14 15:14:52.067397 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: qos.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.070939 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.071451 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension qos not supported by any of loaded plugins Mar 14 15:14:52.071881 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.073138 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.073642 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 14 15:14:52.073987 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.074957 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.075464 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 14 15:14:52.075787 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: qos_default.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.076702 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.077204 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension qos-default not supported by any of loaded plugins Mar 14 15:14:52.077526 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: qos_fip.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.078170 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.078663 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension qos-fip not supported by any of loaded plugins Mar 14 15:14:52.079010 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: qos_gateway_ip.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.079929 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.080426 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 14 15:14:52.080745 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: qos_port_network_policy.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.081658 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.082155 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 14 15:14:52.082474 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: qos_pps_rule.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.083692 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.084197 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension qos-pps not supported by any of loaded plugins Mar 14 15:14:52.084516 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: qos_rule_type_details.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.085442 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.085944 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 14 15:14:52.086263 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: qos_rules_alias.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.087902 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.088427 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 14 15:14:52.088751 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: quotasv2.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.089653 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.089977 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: quotas Mar 14 15:14:52.090294 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: quotasv2_detail.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.092046 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.092391 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: quota_details Mar 14 15:14:52.092725 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: rbac.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.093773 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.094287 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: rbac-policies Mar 14 15:14:52.094875 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: rbac_address_group.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.095820 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.096325 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: rbac-address-group Mar 14 15:14:52.096654 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: rbac_address_scope.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.097565 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.098244 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: rbac-address-scope Mar 14 15:14:52.098571 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: rbac_security_groups.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.099510 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.100014 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: rbac-security-groups Mar 14 15:14:52.100337 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: rbac_subnetpool.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.101247 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.101746 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: rbac-subnetpool Mar 14 15:14:52.102069 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: revisionifmatch.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.103621 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.104383 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: revision-if-match Mar 14 15:14:52.104763 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: revisions.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.105879 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.106388 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: standard-attr-revisions Mar 14 15:14:52.106719 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: router_availability_zone.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.107422 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.107928 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: router_availability_zone Mar 14 15:14:52.108253 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: routerservicetype.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.109169 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.109673 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension router-service-type not supported by any of loaded plugins Mar 14 15:14:52.109997 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.110927 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.111438 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: security-groups-normalized-cidr Mar 14 15:14:52.111760 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: security_groups_port_filtering.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.112683 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.113185 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: port-security-groups-filtering Mar 14 15:14:52.113505 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.114546 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.115072 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: security-groups-remote-address-group Mar 14 15:14:52.115391 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: securitygroup.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.126554 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.127101 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: security-group Mar 14 15:14:52.127433 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: segment.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.128221 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.128720 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension segment not supported by any of loaded plugins Mar 14 15:14:52.129043 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.129987 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.130491 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 14 15:14:52.130813 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: servicetype.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.132029 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.132545 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: service-type Mar 14 15:14:52.132872 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: sorting.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.133863 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.134247 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: sorting Mar 14 15:14:52.134563 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: standard_attr_segment.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.135587 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.136090 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 14 15:14:52.136414 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: standardattrdescription.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.137056 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.137551 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: standard-attr-description Mar 14 15:14:52.137870 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: stateful_security_group.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.138798 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.139409 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: stateful-security-group Mar 14 15:14:52.139730 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: stdattrs_common.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.140314 dv-neutron-833559-1-hyperv neutron-server[102460]: WARNING neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 14 15:14:52.140633 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.141555 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.142060 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 14 15:14:52.142379 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: subnet_onboard.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.143477 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.143980 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: subnet_onboard Mar 14 15:14:52.144301 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.145307 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.145808 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 14 15:14:52.146129 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: subnet_service_types.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.147079 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.147590 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: subnet-service-types Mar 14 15:14:52.147909 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: subnetallocation.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.148995 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.149502 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: subnet_allocation Mar 14 15:14:52.150381 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.151237 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.151794 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: subnetpool-prefix-ops Mar 14 15:14:52.152112 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.153068 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.153570 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 14 15:14:52.153943 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: tagging.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.155413 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.155974 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: standard-attr-tag Mar 14 15:14:52.156302 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: timestamp.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.157704 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.158400 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loaded extension: standard-attr-timestamp Mar 14 15:14:52.158728 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: trunk.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.160053 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.160814 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension trunk not supported by any of loaded plugins Mar 14 15:14:52.161176 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: trunk_details.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.162099 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.162691 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension trunk-details not supported by any of loaded plugins Mar 14 15:14:52.163351 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: uplink_status_propagation.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.164291 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.164802 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 14 15:14:52.165286 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Loading extension file: vlantransparent.py {{(pid=102460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 15:14:52.166436 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 15:14:52.166985 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extension vlan-transparent not supported by any of loaded plugins Mar 14 15:14:52.169466 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Creating instance of TrackedResource for resource:network Mar 14 15:14:52.170007 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Creating instance of TrackedResource for resource:subnet Mar 14 15:14:52.170396 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 15:14:52.170786 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Creating instance of TrackedResource for resource:port Mar 14 15:14:52.172069 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:14:52.172512 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Service FLAVORS assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:14:52.173117 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:14:52.173540 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:14:52.173988 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Creating instance of TrackedResource for resource:router Mar 14 15:14:52.174296 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Creating instance of TrackedResource for resource:floatingip Mar 14 15:14:52.174802 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Service METERING assigned prefix: /metering {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:14:52.176244 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:52.176637 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:52.177104 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:14:52.178108 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 15:14:52.178537 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Creating instance of TrackedResource for resource:security_group Mar 14 15:14:52.179031 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 15:14:52.179614 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Service CORE assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:14:52.179960 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 15:14:52.180281 dv-neutron-833559-1-hyperv neutron-server[102460]: WARNING neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] subnetpool is already registered Mar 14 15:14:52.180729 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Service CORE assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:14:52.181615 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 15:14:52.181991 dv-neutron-833559-1-hyperv neutron-server[102460]: WARNING neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] subnetpool is already registered Mar 14 15:14:52.184372 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:14:52.184954 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Service FLAVORS assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:14:52.185400 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:14:52.185813 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:14:52.186251 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Creating instance of TrackedResource for resource:router Mar 14 15:14:52.186489 dv-neutron-833559-1-hyperv neutron-server[102460]: WARNING neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] router is already registered Mar 14 15:14:52.186902 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Creating instance of TrackedResource for resource:floatingip Mar 14 15:14:52.187255 dv-neutron-833559-1-hyperv neutron-server[102460]: WARNING neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] floatingip is already registered Mar 14 15:14:52.187702 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Service METERING assigned prefix: /metering {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:14:52.188360 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 15:14:52.188949 dv-neutron-833559-1-hyperv neutron-server[102460]: WARNING neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] rbac_policy is already registered Mar 14 15:14:52.189122 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Creating instance of TrackedResource for resource:security_group Mar 14 15:14:52.189410 dv-neutron-833559-1-hyperv neutron-server[102460]: WARNING neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] security_group is already registered Mar 14 15:14:52.189809 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 15:14:52.190135 dv-neutron-833559-1-hyperv neutron-server[102460]: WARNING neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] security_group_rule is already registered Mar 14 15:14:52.190810 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Service CORE assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:14:52.191107 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 15:14:52.191441 dv-neutron-833559-1-hyperv neutron-server[102460]: WARNING neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] subnetpool is already registered Mar 14 15:14:52.191862 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.v2.resource_helper [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Service CORE assigned prefix: {{(pid=102460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 15:14:52.192172 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 15:14:52.192497 dv-neutron-833559-1-hyperv neutron-server[102460]: WARNING neutron.quota.resource_registry [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] subnetpool is already registered Mar 14 15:14:52.192984 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: extensions {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.194451 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: address-groups {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.195943 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: address-scopes {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.198024 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: agents {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.199199 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: auto-allocated-topology {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.200444 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: availability_zones {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.201708 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: dhcp-networks {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.203216 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: dhcp-agents {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.204591 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: routers {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.206760 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: flavors {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.207935 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: service_profiles {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.209136 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: next_providers {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.210559 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: service_profiles {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.212080 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: floatingip-pools {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.213438 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: routers {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.215556 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: floatingips {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.216840 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: l3-routers {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.218203 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: l3-agents {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.219863 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: metering-labels {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.221205 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: metering-label-rules {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.222476 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: network-ip-availabilities {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.223759 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: bindings {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.225385 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: quotas {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.226792 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: quotas {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.228404 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: rbac-policies {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.229593 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: security-groups {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.231854 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: security-group-rules {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.233075 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: service-providers {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.234273 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: subnetpools {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.235726 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: subnetpools {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.237167 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: tags {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.238904 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: tags {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.240721 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: tags {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.242467 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: tags {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.244911 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: tags {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.246839 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: tags {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.248521 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: tags {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.250396 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: tags {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.252136 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: tags {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.253862 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron.api.extensions [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Extended resource: tags {{(pid=102460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 15:14:52.260425 dv-neutron-833559-1-hyperv neutron-server[102460]: WARNING keystonemiddleware.auth_token [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 14 15:14:52.265113 dv-neutron-833559-1-hyperv neutron-server[102460]: WARNING keystonemiddleware.auth_token [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 14 15:14:52.279729 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_concurrency.lockutils [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Acquired lock "singleton_lock" {{(pid=102460) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 14 15:14:52.280204 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_concurrency.lockutils [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Releasing lock "singleton_lock" {{(pid=102460) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 14 15:14:52.280835 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO oslo_service.service [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Starting 2 workers Mar 14 15:14:52.285643 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Started child 102567 {{(pid=102460) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 15:14:52.290106 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Started child 102568 {{(pid=102460) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 15:14:52.291283 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:14:52.292070 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO neutron.service [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Neutron service started, listening on 0.0.0.0:9696 Mar 14 15:14:52.292434 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [-] (102567) wsgi starting up on http://0.0.0.0:9696 Mar 14 15:14:52.292587 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Notify callbacks [] for process, before_spawn {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:14:52.294902 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO oslo_service.service [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Starting 1 workers Mar 14 15:14:52.295123 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:14:52.296475 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [-] (102568) wsgi starting up on http://0.0.0.0:9696 Mar 14 15:14:52.300136 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Started child 102569 {{(pid=102460) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 15:14:52.300687 dv-neutron-833559-1-hyperv neutron-server[102460]: INFO oslo_service.service [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Starting 1 workers Mar 14 15:14:52.303848 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.service [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] calling RpcWorker wait() {{(pid=102569) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 14 15:14:52.304386 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.service [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] returning from RpcWorker wait() {{(pid=102569) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 14 15:14:52.305169 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Started child 102570 {{(pid=102460) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 15:14:52.305786 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:14:52.306524 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG neutron_lib.callbacks.manager [None req-c7bd69bd-e29e-4e1b-b06e-0f9f0c0ab52b None None] Notify callbacks [] for process, after_spawn {{(pid=102460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:14:52.307421 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:14:52.308403 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102460) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 14 15:14:52.308624 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 15:14:52.308810 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 15:14:52.309025 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 15:14:52.309382 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 15:14:52.309557 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 15:14:52.310079 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.310346 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.310607 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.310699 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:14:52.311267 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.311267 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.311774 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.311927 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:14:52.312067 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.312277 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.312552 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.312781 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.312950 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.313116 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.313366 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.313603 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.313906 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.314159 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.314394 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.314650 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.314821 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.315116 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.315374 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.315617 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.315892 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] debug = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.316128 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.316625 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.316852 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.317084 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.317296 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.317572 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.317815 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.318073 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.318334 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.318567 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.318799 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.319067 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.319302 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.319514 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.319746 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.320009 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.320246 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.320711 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] host = dv-neutron-833559-1-hyperv {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.320944 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.321171 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.321415 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.322356 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.322708 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.322945 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.323210 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.323470 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.323730 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.323991 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.324241 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.324489 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.324730 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.324966 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] log_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.325128 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] log_options = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.325377 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.325624 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.325880 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.326065 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.326230 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.326401 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.326659 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.326818 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.327083 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.327299 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.327510 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.327719 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.327969 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.328193 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.328428 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.328678 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.328905 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.329109 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.329366 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.329588 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.329810 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.330053 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.330264 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.330496 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.330721 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.330972 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.331278 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.331529 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.331875 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.332194 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.332461 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.332726 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.332963 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.333199 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.333468 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.333922 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.334155 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.334371 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.334648 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.334877 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.335170 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.335419 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.335641 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.335999 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.336121 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.336354 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.336565 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] use_json = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.336775 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.337387 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.337387 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.338181 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.338181 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.338181 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.338181 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.338426 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.338543 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.338986 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.339277 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.339631 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.339925 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.340228 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.340463 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.340887 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.341108 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.341372 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.341605 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.341920 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.342141 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.342444 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.342691 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.342980 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.343293 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.343680 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.343952 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.344191 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.344425 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.344928 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.345161 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.345655 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.346065 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.346335 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.346720 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.346967 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.347442 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.347878 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.348295 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.348594 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.348974 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.349204 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.349439 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.349659 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.349909 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.350127 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.351422 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.354882 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.355191 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.355443 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.355702 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.355944 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.356196 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.356448 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.356692 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.356935 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.357202 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.357429 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.357654 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.357879 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.358098 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.358338 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.358580 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.358826 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.359100 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.359325 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.359541 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.359778 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.360005 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.360322 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.360557 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.360776 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.360988 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.361206 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.361417 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.361669 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.361921 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.362129 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.362347 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.362567 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.362784 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.363054 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.363276 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.363532 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.363781 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.364022 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.364252 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.364634 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.364857 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.365079 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.365307 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.365521 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.365735 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.365945 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.366174 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.366350 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.366579 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.366806 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.367195 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.367510 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.367732 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.367970 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.368205 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.368454 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.369347 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.369777 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.370037 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.370277 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.370544 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.370809 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.371057 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.371308 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.371549 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.371764 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.372020 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.372256 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.372497 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.372723 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.372970 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.373189 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.373438 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.373701 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.373968 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.374208 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.374438 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.374701 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.374973 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.375258 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.375460 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.375719 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.376030 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.376301 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.376552 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.376797 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.377044 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.377283 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.377519 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.377785 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.378018 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.378251 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.378469 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.378764 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.379023 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.379265 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.379498 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.379728 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.380047 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.380300 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.380533 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.380753 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.381017 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.381264 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.381498 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.381772 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.382017 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.382293 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.382519 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.382747 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.383004 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.383251 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.383488 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.383702 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.383974 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.384190 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.384453 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.384833 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.385055 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.385309 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.385541 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.385795 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.386039 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.386259 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.386478 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.386740 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.386978 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.387216 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.387475 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.387695 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.387937 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.388177 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.388393 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.388658 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.388875 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.389140 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.389383 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.389626 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.389856 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.390112 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.390366 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.390583 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.390851 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.391086 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.391323 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.391534 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.391753 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.391997 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.392211 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.392435 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.392669 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.392936 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.393184 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.393523 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.393776 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.394028 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.394263 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.394479 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.394712 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.394969 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.395185 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.395400 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.395614 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.395826 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.396090 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.396328 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.396580 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.396812 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.397026 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.397236 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.397476 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.397708 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.397998 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.398245 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.398475 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.398731 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.398999 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.399212 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.399456 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.399668 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.399937 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.400412 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.400808 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.401025 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.401259 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.401469 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.401681 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.401927 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.402141 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.402560 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.402821 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.403055 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.403268 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.403488 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.403858 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.404062 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.404292 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.404499 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.404710 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.405000 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.405155 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.405354 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.405601 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.405812 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.406043 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.406264 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.406479 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.406685 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.407910 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.407910 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.407910 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.407910 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.408202 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.408268 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.408490 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.408800 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.409031 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.409270 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.409491 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.409727 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.409938 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.410193 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.410498 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.410794 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.411096 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.411369 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.411635 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.411912 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.412195 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.412408 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.412711 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.413043 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.413319 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.413594 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.413822 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.414067 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.414286 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.414504 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.414717 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.414977 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.415220 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.415975 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.416252 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.416682 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.416892 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.417116 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.417337 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.417601 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.417835 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.418055 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.418269 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.418427 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 15:14:52.418977 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102460) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 14 15:14:52.419139 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 15:14:52.419292 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 15:14:52.419462 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 15:14:52.419631 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 15:14:52.419783 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 15:14:52.419988 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.420150 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.420311 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.420476 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.420631 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.420815 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.420975 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.421114 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.421252 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.421416 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.421562 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.421702 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.421862 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.422203 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.422203 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.422412 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.422549 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.422657 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.422790 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.422905 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.423060 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.423216 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.423374 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] debug = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.423531 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.423748 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.423913 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.424072 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.424229 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.424387 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.424544 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.424702 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.424859 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.425017 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.425175 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.425332 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.425489 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.425592 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:14:52.425687 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.425793 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.425950 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.426108 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.426265 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] host = dv-neutron-833559-1-hyperv {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.426423 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.426579 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.426736 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.426894 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.427085 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.427244 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.427403 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.427561 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.427724 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.427882 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.428041 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.428200 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.428359 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.428517 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] log_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.428676 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] log_options = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.428834 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.428992 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.429150 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.429542 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.429542 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.430038 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.430038 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.430038 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.430350 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.430350 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.430350 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.430709 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.430709 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.431805 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.431805 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.431805 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.432164 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.432164 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.432164 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.432504 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.432504 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.432736 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.432736 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.432975 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.433314 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.433314 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.433314 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.433629 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.433629 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.433859 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.433859 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.434089 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.434221 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.434334 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.434449 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.434608 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.434767 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.434947 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.435109 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.435268 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.435425 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.435583 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.435740 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.435893 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.436051 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.436209 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.436367 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] use_json = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.436525 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.436683 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.436840 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.436998 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.437155 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.437313 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.437471 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.437634 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.437793 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 15:14:52.437971 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.438131 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.438301 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.438462 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.438623 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.438784 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.439013 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.439109 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.439272 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.439433 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.439599 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.439760 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.439931 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.440092 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.440251 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.440417 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.440578 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.440739 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.440899 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.441060 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.441219 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.441379 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.441548 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.441708 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.441868 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.442026 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.442251 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.442387 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.442510 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.442659 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.442819 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.443002 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.443329 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.443329 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.443530 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.443612 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.443760 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.443921 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.444131 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.444256 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.444380 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.444527 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.444688 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.444850 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.445012 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.445172 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.445328 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.445475 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.445638 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.445798 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.445958 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.446120 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.446280 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.446442 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.446658 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.446812 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.446993 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.447156 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.447355 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.447466 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.447631 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.447791 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.447952 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.448114 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.448275 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.448435 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.448608 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.448772 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.448936 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.449095 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.449256 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.449415 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.449581 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.449738 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.450082 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.450082 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.450320 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.450443 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.450807 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.450807 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.450807 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.451181 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.451181 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.451428 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.451428 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.451665 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.451746 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.451846 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.452005 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.452173 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.452603 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.452603 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.452859 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.452859 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.453090 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.453090 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.453321 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.453444 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.453565 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.453687 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.453818 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.454145 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.454145 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.454380 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.454503 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.454614 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.454711 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.454867 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.455046 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.455207 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.455367 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.455526 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.455746 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.455884 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.456009 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.456141 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.456311 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.456470 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.456631 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.456790 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.456957 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.457127 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.457288 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.457448 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.457610 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.457771 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.457931 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.458090 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.458250 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.458410 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.458570 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.458726 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.458894 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.459083 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.459233 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.459394 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.459554 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.459738 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.459898 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.460056 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.460217 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.460378 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.460538 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.460699 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.460859 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.461021 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.461181 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.461341 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.461502 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.461673 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.461809 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.461970 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.462130 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.462449 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.462652 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.462652 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.462894 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.463040 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.463186 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.463348 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.463508 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.463668 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.463828 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.463987 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.464146 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.464307 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.464467 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.464627 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.464786 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.464947 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.465106 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.465265 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.465425 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.465584 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.465747 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.465954 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.466069 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.466191 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.466351 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.466512 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.466672 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.469935 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.469935 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.469935 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.469935 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.469935 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.469935 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.469935 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.469935 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.470569 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.470569 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.470569 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.470569 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.470569 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.470569 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.470569 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.470569 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.471146 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.471146 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.471146 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.471146 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.471146 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.471146 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.471146 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.471146 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.471728 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.471728 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.471728 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.471728 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.471728 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.472069 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.472069 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.472209 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.472360 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.472520 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.472685 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.472850 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.473018 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.473177 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.473337 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.473497 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.473657 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.473817 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.473987 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.474147 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.474307 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.474466 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.474625 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.474785 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.474974 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.475136 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.475296 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.475457 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.475614 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.475774 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.475942 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.476102 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.476260 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.476419 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.476578 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.476738 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.476911 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.477070 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.477230 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.477390 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.477553 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.477712 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.478413 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.478605 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.478860 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.479056 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.479220 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.479383 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.479545 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.479718 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.479880 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.480043 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.480203 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.480364 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.480524 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.480687 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.480853 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.481024 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.481193 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.481357 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.481527 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.481696 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.481866 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.482028 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.482197 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.482369 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.482530 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.482689 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.482863 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.483020 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.483186 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.483347 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.483507 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.483667 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.483826 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.483986 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.484146 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.484306 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.484466 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.484625 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.484784 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.484944 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.485104 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.485264 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.485424 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 15:14:52.485576 dv-neutron-833559-1-hyperv neutron-server[102460]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 15:14:52.619469 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 48368) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:14:52.628122 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064580 Mar 14 15:15:04.086651 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210edf12-f428-4e90-b82a-2e31f18401f2 None None] get_active_networks_info from dv-neutron-833559-1-hyperv {{(pid=102569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 15:15:04.145262 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210edf12-f428-4e90-b82a-2e31f18401f2 None None] No non-hosted networks {{(pid=102569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 14 15:15:04.267452 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-41442558-d4da-4d1a-8b33-5508ad57bcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1667692'] for agent, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:06.348730 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56eb8e8e-1ed0-4246-9324-987079b185fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1667692'] for agent, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:06.386036 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1dcec0ce-aa90-40a9-9ec5-1446ee11be53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:07.359872 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1667692'] for agent, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:08.804400 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1667692'] for agent, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:09.237435 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1667692'] for agent, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:09.241560 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:09.244580 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:09.245164 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:09.246794 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:09.247329 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:09.248420 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:09.250286 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:09.250657 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:09.251034 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:09.251391 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:09.251752 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:09.252087 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:09.252472 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-833559-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:15:09.264261 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-833559-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:15:09.882203 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.db.l3_hamode_db [None req-994980a4-548c-4546-b6c3-05b92dcd3966 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 14 15:15:09.959936 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994980a4-548c-4546-b6c3-05b92dcd3966 None None] Routers set() bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:15:09.960348 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994980a4-548c-4546-b6c3-05b92dcd3966 None None] Router IDs set() for agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 14 15:15:10.247179 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 48460) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:15:10.751056 dv-neutron-833559-1-hyperv neutron-server[102567]: WARNING oslo_policy.policy [None req-0b9359a2-2131-46e3-927c-5d4c7bc81504 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 15:15:10.751639 dv-neutron-833559-1-hyperv neutron-server[102567]: WARNING oslo_policy.policy [None req-0b9359a2-2131-46e3-927c-5d4c7bc81504 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 15:15:10.976288 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-0b9359a2-2131-46e3-927c-5d4c7bc81504 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:15:10.977375 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0b9359a2-2131-46e3-927c-5d4c7bc81504 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7292192 Mar 14 15:15:13.391664 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 48476) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:15:13.701011 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-48cb211e-7b26-4924-93ca-1eaa3b60ab0b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:15:13.795602 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.policy [None req-48cb211e-7b26-4924-93ca-1eaa3b60ab0b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102567) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 14 15:15:13.842594 dv-neutron-833559-1-hyperv neutron-server[102567]: WARNING oslo_policy.policy [None req-48cb211e-7b26-4924-93ca-1eaa3b60ab0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 15:15:13.842979 dv-neutron-833559-1-hyperv neutron-server[102567]: WARNING oslo_policy.policy [None req-48cb211e-7b26-4924-93ca-1eaa3b60ab0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 15:15:13.935736 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-48cb211e-7b26-4924-93ca-1eaa3b60ab0b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774681304982', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774681303653', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774681316538', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774681313894', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774681990157', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774681401015', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-612606', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-591102', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1589144', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1519252'] for rbac-policy, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:14.001535 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-48cb211e-7b26-4924-93ca-1eaa3b60ab0b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:14.002816 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-48cb211e-7b26-4924-93ca-1eaa3b60ab0b admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6100681 Mar 14 15:15:16.642682 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 48488) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:15:16.939771 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '3c45b53dda064a368c130fbfdf0588c0', 'project_id': '3c45b53dda064a368c130fbfdf0588c0', 'name': 'private'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:15:16.966781 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Made reservation on behalf of 3c45b53dda064a368c130fbfdf0588c0 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:15:16.969422 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:16.986639 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:17.094450 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:17.098214 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:17.116949 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:15:17.144334 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774684334430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:17.144930 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Unsubscribe: segment precommit_create {{(pid=102567) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 15:15:17.145414 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Added segment 4248835e-1b30-4eb5-afc6-de2d3d1c6b1d of type vlan for network 949f9e10-89a3-4097-a085-d31c8f4fa2d2 Mar 14 15:15:17.161763 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2588ff89-0afb-46b7-b309-7bd694cc836a,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:15:17.186753 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:17.187136 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:17.187479 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:17.187809 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:17.188131 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:17.188470 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:17.188794 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:17.189123 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:17.189443 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:17.189759 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:17.190072 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:17.190382 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Tracked resource versions report: Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: pushed versions: Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: { 'AddressGroup': {'1.2'}, Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'ConntrackHelper': {'1.0'}, Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'Log': {'1.0'}, Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'Network': {'1.1'}, Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'Port': {'1.7'}, Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'PortForwarding': {'1.2'}, Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'QosPolicy': {'1.9'}, Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'SecurityGroup': {'1.4'}, Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'SecurityGroupRule': {'1.2'}, Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'SubPort': {'1.0'}, Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'Subnet': {'1.1'}, Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'Trunk': {'1.1'}} Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: consumer versions: Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: { DHCP agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: L3 agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: Metadata agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: Metering agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: Open vSwitch agent@dv-neutron-833559-1-hyperv: { 'AddressGroup': '1.2', Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'ConntrackHelper': '1.0', Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'Log': '1.0', Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'Network': '1.1', Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'Port': '1.7', Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'PortForwarding': '1.2', Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'QosPolicy': '1.9', Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'SecurityGroup': '1.4', Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'SecurityGroupRule': '1.2', Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'SubPort': '1.0', Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'Subnet': '1.1', Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: 'Trunk': '1.1'}} Mar 14 15:15:17.191712 dv-neutron-833559-1-hyperv neutron-server[102567]: {{(pid=102567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 15:15:17.256131 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:17.294599 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:17.295692 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:15:17.296367 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:17.343926 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7001772 Mar 14 15:15:17.399797 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab90074-70b8-4874-9893-dfb0deee9fc8 admin admin] Pushing event updated for resources: {'Network': ['ID=949f9e10-89a3-4097-a085-d31c8f4fa2d2,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:15:17.411415 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 949f9e10-89a3-4097-a085-d31c8f4fa2d2 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:15:20.070090 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 48502) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:15:20.464236 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7491b012-b215-431e-9158-ec966c7ae514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:15:20.465605 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7491b012-b215-431e-9158-ec966c7ae514 admin admin] 10.222.0.59 "GET /v2.0/networks/949f9e10-89a3-4097-a085-d31c8f4fa2d2 HTTP/1.1" status: 200 len: 825 time: 0.3938298 Mar 14 15:15:20.491442 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bfc4b33b-fe1e-46a5-9137-e21188c64147 admin admin] 10.222.0.59 "GET /v2.0/subnetpools/cd158eaa-24e7-4912-a6d0-7875a4574ff2 HTTP/1.1" status: 200 len: 734 time: 0.0193231 Mar 14 15:15:20.500433 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-7a27165d-da7b-436e-8e4b-6bf7bef63d82 admin admin] Request body: {'subnet': {'subnetpool_id': 'cd158eaa-24e7-4912-a6d0-7875a4574ff2', 'name': 'private-subnet', 'tenant_id': '3c45b53dda064a368c130fbfdf0588c0', 'ip_version': 4, 'network_id': '949f9e10-89a3-4097-a085-d31c8f4fa2d2', 'gateway_ip': '172.20.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:15:20.520301 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a27165d-da7b-436e-8e4b-6bf7bef63d82 admin admin] Made reservation on behalf of 3c45b53dda064a368c130fbfdf0588c0 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:15:20.522532 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a27165d-da7b-436e-8e4b-6bf7bef63d82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:20.811412 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a27165d-da7b-436e-8e4b-6bf7bef63d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:20.880043 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27165d-da7b-436e-8e4b-6bf7bef63d82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52904908-4e7d-43ee-a799-e2f4c2689396,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:15:20.882003 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a27165d-da7b-436e-8e4b-6bf7bef63d82 admin admin] Checking segment: {'id': '4248835e-1b30-4eb5-afc6-de2d3d1c6b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '949f9e10-89a3-4097-a085-d31c8f4fa2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:15:20.882372 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a27165d-da7b-436e-8e4b-6bf7bef63d82 admin admin] Network hostable DHCP agents. Network: 949f9e10-89a3-4097-a085-d31c8f4fa2d2, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:15:20.904484 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a27165d-da7b-436e-8e4b-6bf7bef63d82 admin admin] Network 949f9e10-89a3-4097-a085-d31c8f4fa2d2 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:15:20.916337 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-7a27165d-da7b-436e-8e4b-6bf7bef63d82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 949f9e10-89a3-4097-a085-d31c8f4fa2d2) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:15:20.920906 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a27165d-da7b-436e-8e4b-6bf7bef63d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:15:20.921491 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a27165d-da7b-436e-8e4b-6bf7bef63d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:20.925786 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41df179a-975b-437e-975b-865b8ca9ab4a None None] Network 949f9e10-89a3-4097-a085-d31c8f4fa2d2 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:15:20.942654 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7a27165d-da7b-436e-8e4b-6bf7bef63d82 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4402626 Mar 14 15:15:21.247486 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-949f9e10-89a3-4097-a085-d31c8f4fa2d2', 'network_id': '949f9e10-89a3-4097-a085-d31c8f4fa2d2', 'tenant_id': '3c45b53dda064a368c130fbfdf0588c0', 'fixed_ips': [{'subnet_id': '52904908-4e7d-43ee-a799-e2f4c2689396'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:15:21.248845 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:21.544459 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Allocated IP 172.20.0.2 (949f9e10-89a3-4097-a085-d31c8f4fa2d2/52904908-4e7d-43ee-a799-e2f4c2689396/70fa752a-29bb-4772-b99d-b846db2f8218) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:15:21.747113 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:21.754882 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:21.827914 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Network 949f9e10-89a3-4097-a085-d31c8f4fa2d2 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:15:21.832924 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:15:21.843450 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:15:21.849308 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Pushing event updated for resources: {'Port': ['ID=70fa752a-29bb-4772-b99d-b846db2f8218,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:15:21.881207 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:21.881569 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:21.881909 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:21.882239 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:21.882566 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:21.882932 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:21.883936 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:21.884285 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:21.884629 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:21.884958 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:21.885280 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:21.885599 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Tracked resource versions report: Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: pushed versions: Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: { 'AddressGroup': {'1.2'}, Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'ConntrackHelper': {'1.0'}, Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'Log': {'1.0'}, Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'Network': {'1.1'}, Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'Port': {'1.7'}, Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'PortForwarding': {'1.2'}, Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'QosPolicy': {'1.9'}, Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'SecurityGroup': {'1.4'}, Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'SecurityGroupRule': {'1.2'}, Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'SubPort': {'1.0'}, Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'Subnet': {'1.1'}, Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'Trunk': {'1.1'}} Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: consumer versions: Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: { DHCP agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: L3 agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: Metadata agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: Metering agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: Open vSwitch agent@dv-neutron-833559-1-hyperv: { 'AddressGroup': '1.2', Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'ConntrackHelper': '1.0', Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'Log': '1.0', Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'Network': '1.1', Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'Port': '1.7', Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'PortForwarding': '1.2', Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'QosPolicy': '1.9', Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'SecurityGroup': '1.4', Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'SecurityGroupRule': '1.2', Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'SubPort': '1.0', Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'Subnet': '1.1', Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: 'Trunk': '1.1'}} Mar 14 15:15:21.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: {{(pid=102569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 15:15:21.939742 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Attempting to bind port 70fa752a-29bb-4772-b99d-b846db2f8218 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:15:21.940366 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Attempting to bind port 70fa752a-29bb-4772-b99d-b846db2f8218 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '4248835e-1b30-4eb5-afc6-de2d3d1c6b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '949f9e10-89a3-4097-a085-d31c8f4fa2d2'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:15:21.940487 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Attempting to bind port 70fa752a-29bb-4772-b99d-b846db2f8218 on network 949f9e10-89a3-4097-a085-d31c8f4fa2d2 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:15:21.945257 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:15:21.946146 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Checking segment: {'id': '4248835e-1b30-4eb5-afc6-de2d3d1c6b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '949f9e10-89a3-4097-a085-d31c8f4fa2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:15:21.946640 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:21.947060 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Bound using segment: {'id': '4248835e-1b30-4eb5-afc6-de2d3d1c6b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '949f9e10-89a3-4097-a085-d31c8f4fa2d2'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:15:21.947554 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Bound port: 70fa752a-29bb-4772-b99d-b846db2f8218, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4248835e-1b30-4eb5-afc6-de2d3d1c6b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '949f9e10-89a3-4097-a085-d31c8f4fa2d2'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:15:21.947963 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:22.010725 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] For port 70fa752a-29bb-4772-b99d-b846db2f8218, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:15:22.014953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] For port 70fa752a-29bb-4772-b99d-b846db2f8218, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=70fa752a-29bb-4772-b99d-b846db2f8218,segment=NetworkSegment(4248835e-1b30-4eb5-afc6-de2d3d1c6b1d),segment_id=4248835e-1b30-4eb5-afc6-de2d3d1c6b1d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:15:22.019176 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:22.083706 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529a6b2-f43f-4cfa-9aa4-ca95b61d1bfb None None] Pushing event updated for resources: {'Port': ['ID=70fa752a-29bb-4772-b99d-b846db2f8218,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:15:23.391592 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 48510) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:15:23.706288 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-dea06efd-a698-4dd9-84a0-1b3d456563b7 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:15:23.707288 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-dea06efd-a698-4dd9-84a0-1b3d456563b7 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3145895 Mar 14 15:15:26.189682 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 48518) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:15:26.518179 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-5a6f1bdb-9238-44de-8599-56d60f4c0548 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:15:26.519204 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5a6f1bdb-9238-44de-8599-56d60f4c0548 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3285766 Mar 14 15:15:29.321839 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 48530) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:15:29.633896 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-8173dd59-7b92-4a6c-9806-178c3b0fabb2 admin admin] Request body: {'router': {'tenant_id': '3c45b53dda064a368c130fbfdf0588c0', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:15:29.656459 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8173dd59-7b92-4a6c-9806-178c3b0fabb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:29.657962 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8173dd59-7b92-4a6c-9806-178c3b0fabb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:29.796487 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8173dd59-7b92-4a6c-9806-178c3b0fabb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:29.800984 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8173dd59-7b92-4a6c-9806-178c3b0fabb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:29.815731 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8173dd59-7b92-4a6c-9806-178c3b0fabb2 admin admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:29.816931 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8173dd59-7b92-4a6c-9806-178c3b0fabb2 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4941273 Mar 14 15:15:30.593124 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b92c455-579d-423a-9b43-01e44790aa25 None None] Network 949f9e10-89a3-4097-a085-d31c8f4fa2d2 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:15:30.641399 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 70fa752a-29bb-4772-b99d-b846db2f8218 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:15:30.751730 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-310ee62a-b6e3-4c4e-a9c9-aac3a67075c2 None None] Provisioning complete for port 70fa752a-29bb-4772-b99d-b846db2f8218 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:15:30.752043 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-310ee62a-b6e3-4c4e-a9c9-aac3a67075c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:30.823135 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 70fa752a-29bb-4772-b99d-b846db2f8218 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:15:30.823508 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:31.001237 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-310ee62a-b6e3-4c4e-a9c9-aac3a67075c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:31.033978 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:31.060158 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-310ee62a-b6e3-4c4e-a9c9-aac3a67075c2 None None] For port 70fa752a-29bb-4772-b99d-b846db2f8218, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=70fa752a-29bb-4772-b99d-b846db2f8218,segment=NetworkSegment(4248835e-1b30-4eb5-afc6-de2d3d1c6b1d),segment_id=4248835e-1b30-4eb5-afc6-de2d3d1c6b1d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:15:31.074393 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-310ee62a-b6e3-4c4e-a9c9-aac3a67075c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:31.145724 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:15:31.146133 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:15:31.149491 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ee62a-b6e3-4c4e-a9c9-aac3a67075c2 None None] Pushing event updated for resources: {'Port': ['ID=70fa752a-29bb-4772-b99d-b846db2f8218,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:15:31.194120 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ca1cfd92-3b4d-4d35-87fd-f4141636ecc2 None None] Provisioning complete for port 70fa752a-29bb-4772-b99d-b846db2f8218 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:15:31.194498 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ca1cfd92-3b4d-4d35-87fd-f4141636ecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:32.252257 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 48542) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:15:32.568070 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-a50d9012-83b8-4500-ab29-b23bcc6f779f admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:15:32.569092 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a50d9012-83b8-4500-ab29-b23bcc6f779f admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3158720 Mar 14 15:15:32.599817 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 70fa752a-29bb-4772-b99d-b846db2f8218 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:15:32.653279 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 70fa752a-29bb-4772-b99d-b846db2f8218 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:15:32.653571 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:33.985034 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fdb9ebb-f6a2-48d3-9c2a-39cc2d3f1ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:35.000572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 48550) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:15:35.505786 dv-neutron-833559-1-hyperv neutron-server[102568]: WARNING oslo_policy.policy [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 15:15:35.506355 dv-neutron-833559-1-hyperv neutron-server[102568]: WARNING oslo_policy.policy [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 15:15:35.731482 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:15:35.783694 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Made reservation on behalf of 47589fd831bd43daaf9a37726b31cc8c for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:15:35.850368 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.policy [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102568) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 14 15:15:35.895976 dv-neutron-833559-1-hyperv neutron-server[102568]: WARNING oslo_policy.policy [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 15:15:35.896355 dv-neutron-833559-1-hyperv neutron-server[102568]: WARNING oslo_policy.policy [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 15:15:35.906586 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:35.927568 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:36.037637 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:36.041420 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:36.054508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Reserving flat network on physical network physnet1 {{(pid=102568) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 14 15:15:36.087370 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774684334430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:36.087958 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Unsubscribe: segment precommit_create {{(pid=102568) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 15:15:36.088454 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Added segment d06683dc-2ee7-413c-b124-d5e1e5060d3d of type flat for network 0f3fd893-5baa-4085-951b-8847b15a4083 Mar 14 15:15:36.104182 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9aef59-85d4-4783-be43-45a8d28ba6fd,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:15:36.156826 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:36.157194 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:36.157638 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:36.158028 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:36.158389 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:36.158852 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:36.159309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:36.159662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:36.160047 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:36.160374 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:36.160809 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:36.161124 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Tracked resource versions report: Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: pushed versions: Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: { 'AddressGroup': {'1.2'}, Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'ConntrackHelper': {'1.0'}, Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'Log': {'1.0'}, Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'Network': {'1.1'}, Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'Port': {'1.7'}, Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'PortForwarding': {'1.2'}, Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'QosPolicy': {'1.9'}, Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'SecurityGroup': {'1.4'}, Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'SecurityGroupRule': {'1.2'}, Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'SubPort': {'1.0'}, Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'Subnet': {'1.1'}, Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'Trunk': {'1.1'}} Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: consumer versions: Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: { DHCP agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: L3 agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: Metadata agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: Metering agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: Open vSwitch agent@dv-neutron-833559-1-hyperv: { 'AddressGroup': '1.2', Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'ConntrackHelper': '1.0', Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'Log': '1.0', Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'Network': '1.1', Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'Port': '1.7', Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'PortForwarding': '1.2', Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'QosPolicy': '1.9', Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'SecurityGroup': '1.4', Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'SecurityGroupRule': '1.2', Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'SubPort': '1.0', Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'Subnet': '1.1', Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: 'Trunk': '1.1'}} Mar 14 15:15:36.162718 dv-neutron-833559-1-hyperv neutron-server[102568]: {{(pid=102568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 15:15:36.208629 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:36.252125 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:36.253308 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:15:36.253963 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:36.346955 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3350544 Mar 14 15:15:36.347172 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef6f3dd1-fea5-46f4-8589-1cadbffa49fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:36.361238 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec496c81-e628-4912-ad88-1df545e5a957 admin admin] Pushing event updated for resources: {'Network': ['ID=0f3fd893-5baa-4085-951b-8847b15a4083,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:15:36.373477 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 0f3fd893-5baa-4085-951b-8847b15a4083 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:15:37.322882 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:38.745555 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:38.791874 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 48580) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:15:39.009516 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c939817-6baf-4eed-bc10-2da5d010f426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:15:39.010804 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6c939817-6baf-4eed-bc10-2da5d010f426 admin admin] 10.222.0.59 "GET /v2.0/subnets/52904908-4e7d-43ee-a799-e2f4c2689396 HTTP/1.1" status: 200 len: 849 time: 0.2179611 Mar 14 15:15:39.170261 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5adeaec4-b41c-408a-97d9-6e7522999141 admin admin] 10.222.0.59 "GET /v2.0/routers/693f2748-5b3e-42bb-a6d1-b54e198ed5f1 HTTP/1.1" status: 200 len: 704 time: 0.1533237 Mar 14 15:15:39.217387 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:39.457227 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a54d690e-024a-4131-a271-841ee8b43337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:39.749214 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-a54d690e-024a-4131-a271-841ee8b43337 admin admin] Allocated IP 172.20.0.1 (949f9e10-89a3-4097-a085-d31c8f4fa2d2/52904908-4e7d-43ee-a799-e2f4c2689396/ce6b7822-5271-4f38-bdd8-96e17d7f1071) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:15:39.930424 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a54d690e-024a-4131-a271-841ee8b43337 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:39.995684 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a54d690e-024a-4131-a271-841ee8b43337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:40.065009 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54d690e-024a-4131-a271-841ee8b43337 admin admin] Network 949f9e10-89a3-4097-a085-d31c8f4fa2d2 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:15:40.073352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a54d690e-024a-4131-a271-841ee8b43337 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:15:40.082642 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54d690e-024a-4131-a271-841ee8b43337 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:15:40.082642 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a54d690e-024a-4131-a271-841ee8b43337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:40.104094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d690e-024a-4131-a271-841ee8b43337 admin admin] Pushing event updated for resources: {'Port': ['ID=ce6b7822-5271-4f38-bdd8-96e17d7f1071,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:15:40.242638 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-1f0e03b3-ed2b-4395-a7cd-f7a4601d543b None None] Provisioning complete for port ce6b7822-5271-4f38-bdd8-96e17d7f1071 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:15:40.243208 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f0e03b3-ed2b-4395-a7cd-f7a4601d543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:40.278167 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e03b3-ed2b-4395-a7cd-f7a4601d543b None None] Port ce6b7822-5271-4f38-bdd8-96e17d7f1071 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:15:40.280609 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a54d690e-024a-4131-a271-841ee8b43337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:40.541950 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a54d690e-024a-4131-a271-841ee8b43337 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:40.547044 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a54d690e-024a-4131-a271-841ee8b43337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:40.547796 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a54d690e-024a-4131-a271-841ee8b43337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:40.626292 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d690e-024a-4131-a271-841ee8b43337 admin admin] Pushing event updated for resources: {'Port': ['ID=ce6b7822-5271-4f38-bdd8-96e17d7f1071,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:15:40.671530 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54d690e-024a-4131-a271-841ee8b43337 admin admin] Network 949f9e10-89a3-4097-a085-d31c8f4fa2d2 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:15:40.672730 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a54d690e-024a-4131-a271-841ee8b43337 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:15:40.834998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54d690e-024a-4131-a271-841ee8b43337 admin admin] Router 693f2748-5b3e-42bb-a6d1-b54e198ed5f1 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:15:40.901275 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ccb23d3a-4ee2-4644-afbb-39d5e6eda1a3 None None] Provisioning complete for port ce6b7822-5271-4f38-bdd8-96e17d7f1071 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:15:40.901654 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ccb23d3a-4ee2-4644-afbb-39d5e6eda1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:40.925464 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54d690e-024a-4131-a271-841ee8b43337 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:15:40.930831 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a54d690e-024a-4131-a271-841ee8b43337 admin admin] 10.222.0.59 "PUT /v2.0/routers/693f2748-5b3e-42bb-a6d1-b54e198ed5f1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7534668 Mar 14 15:15:40.936472 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] Sync routers for ids ['693f2748-5b3e-42bb-a6d1-b54e198ed5f1'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:15:40.941105 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ccb23d3a-4ee2-4644-afbb-39d5e6eda1a3 None None] Port ce6b7822-5271-4f38-bdd8-96e17d7f1071 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:15:40.949362 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] Routers {'693f2748-5b3e-42bb-a6d1-b54e198ed5f1'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:15:40.950051 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:15:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['693f2748-5b3e-42bb-a6d1-b54e198ed5f1'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:15:41.134478 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] Set router 693f2748-5b3e-42bb-a6d1-b54e198ed5f1 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:15:41.566511 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693f2748-5b3e-42bb-a6d1-b54e198ed5f1', 'name': 'router1', 'tenant_id': '3c45b53dda064a368c130fbfdf0588c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:15:29Z', 'updated_at': '2022-03-14T15:15:40Z', 'revision_number': 2, 'project_id': '3c45b53dda064a368c130fbfdf0588c0', 'gw_port_host': None, '_interfaces': [{'id': 'ce6b7822-5271-4f38-bdd8-96e17d7f1071', 'name': '', 'network_id': '949f9e10-89a3-4097-a085-d31c8f4fa2d2', 'tenant_id': '3c45b53dda064a368c130fbfdf0588c0', 'mac_address': 'fa:16:3e:9f:d1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693f2748-5b3e-42bb-a6d1-b54e198ed5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52904908-4e7d-43ee-a799-e2f4c2689396', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:15:39Z', 'updated_at': '2022-03-14T15:15:40Z', 'revision_number': 2, 'project_id': '3c45b53dda064a368c130fbfdf0588c0', 'subnets': [{'id': '52904908-4e7d-43ee-a799-e2f4c2689396', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd158eaa-24e7-4912-a6d0-7875a4574ff2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:15:41.614847 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] Checking router: 693f2748-5b3e-42bb-a6d1-b54e198ed5f1 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:15:41.615235 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] Updating router 693f2748-5b3e-42bb-a6d1-b54e198ed5f1 port ce6b7822-5271-4f38-bdd8-96e17d7f1071 binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:15:41.689891 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:42.165616 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:42.172446 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:42.337855 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a7ef2-aef6-4c39-9f51-be319a8570be None None] Pushing event updated for resources: {'Port': ['ID=ce6b7822-5271-4f38-bdd8-96e17d7f1071,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:15:42.348963 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] Attempting to bind port ce6b7822-5271-4f38-bdd8-96e17d7f1071 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:15:42.349387 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] Attempting to bind port ce6b7822-5271-4f38-bdd8-96e17d7f1071 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '4248835e-1b30-4eb5-afc6-de2d3d1c6b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '949f9e10-89a3-4097-a085-d31c8f4fa2d2'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:15:42.349801 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] Attempting to bind port ce6b7822-5271-4f38-bdd8-96e17d7f1071 on network 949f9e10-89a3-4097-a085-d31c8f4fa2d2 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:15:42.355107 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a7ef2-aef6-4c39-9f51-be319a8570be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:42.355465 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a7ef2-aef6-4c39-9f51-be319a8570be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:42.355799 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a7ef2-aef6-4c39-9f51-be319a8570be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:42.356127 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a7ef2-aef6-4c39-9f51-be319a8570be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:42.356451 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a7ef2-aef6-4c39-9f51-be319a8570be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:42.356780 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a7ef2-aef6-4c39-9f51-be319a8570be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:42.357101 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a7ef2-aef6-4c39-9f51-be319a8570be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:42.357438 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a7ef2-aef6-4c39-9f51-be319a8570be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:42.357779 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a7ef2-aef6-4c39-9f51-be319a8570be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:42.358100 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a7ef2-aef6-4c39-9f51-be319a8570be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:42.358419 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a7ef2-aef6-4c39-9f51-be319a8570be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:42.358732 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a7ef2-aef6-4c39-9f51-be319a8570be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a7ef2-aef6-4c39-9f51-be319a8570be None None] Tracked resource versions report: Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: pushed versions: Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: { 'AddressGroup': {'1.2'}, Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'ConntrackHelper': {'1.0'}, Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'Log': {'1.0'}, Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'Network': {'1.1'}, Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'Port': {'1.7'}, Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'PortForwarding': {'1.2'}, Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'QosPolicy': {'1.9'}, Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'SecurityGroup': {'1.4'}, Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'SecurityGroupRule': {'1.2'}, Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'SubPort': {'1.0'}, Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'Subnet': {'1.1'}, Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'Trunk': {'1.1'}} Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: consumer versions: Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: { DHCP agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: L3 agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: Metadata agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: Metering agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: Open vSwitch agent@dv-neutron-833559-1-hyperv: { 'AddressGroup': '1.2', Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'ConntrackHelper': '1.0', Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'Log': '1.0', Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'Network': '1.1', Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'Port': '1.7', Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'PortForwarding': '1.2', Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'QosPolicy': '1.9', Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'SecurityGroup': '1.4', Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'SecurityGroupRule': '1.2', Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'SubPort': '1.0', Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'Subnet': '1.1', Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: 'Trunk': '1.1'}} Mar 14 15:15:42.360101 dv-neutron-833559-1-hyperv neutron-server[102570]: {{(pid=102570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 15:15:42.362759 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:15:42.363183 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] Checking segment: {'id': '4248835e-1b30-4eb5-afc6-de2d3d1c6b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '949f9e10-89a3-4097-a085-d31c8f4fa2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:15:42.363663 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:42.364054 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] Bound using segment: {'id': '4248835e-1b30-4eb5-afc6-de2d3d1c6b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '949f9e10-89a3-4097-a085-d31c8f4fa2d2'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:15:42.364550 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] Bound port: ce6b7822-5271-4f38-bdd8-96e17d7f1071, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4248835e-1b30-4eb5-afc6-de2d3d1c6b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '949f9e10-89a3-4097-a085-d31c8f4fa2d2'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:15:42.364939 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:42.378382 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-35076335-4ce9-44d1-a068-45fde01cd35f None None] Provisioning complete for port ce6b7822-5271-4f38-bdd8-96e17d7f1071 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:15:42.378811 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-35076335-4ce9-44d1-a068-45fde01cd35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:42.413764 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-35076335-4ce9-44d1-a068-45fde01cd35f None None] Port ce6b7822-5271-4f38-bdd8-96e17d7f1071 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:15:42.434004 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] For port ce6b7822-5271-4f38-bdd8-96e17d7f1071, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:15:42.453163 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] For port ce6b7822-5271-4f38-bdd8-96e17d7f1071, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=ce6b7822-5271-4f38-bdd8-96e17d7f1071,segment=NetworkSegment(4248835e-1b30-4eb5-afc6-de2d3d1c6b1d),segment_id=4248835e-1b30-4eb5-afc6-de2d3d1c6b1d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:15:42.457101 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:42.513512 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a7ef2-aef6-4c39-9f51-be319a8570be None None] Pushing event updated for resources: {'Port': ['ID=ce6b7822-5271-4f38-bdd8-96e17d7f1071,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:15:42.517634 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] Routers {'693f2748-5b3e-42bb-a6d1-b54e198ed5f1'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:15:42.518242 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:15:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['693f2748-5b3e-42bb-a6d1-b54e198ed5f1'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:15:42.608621 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] Set router 693f2748-5b3e-42bb-a6d1-b54e198ed5f1 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:15:42.741209 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-e7546037-8cbb-4b90-9e02-54c2c3c5a4b8 None None] Provisioning complete for port ce6b7822-5271-4f38-bdd8-96e17d7f1071 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:15:42.741653 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e7546037-8cbb-4b90-9e02-54c2c3c5a4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:42.819293 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693f2748-5b3e-42bb-a6d1-b54e198ed5f1', 'name': 'router1', 'tenant_id': '3c45b53dda064a368c130fbfdf0588c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:15:29Z', 'updated_at': '2022-03-14T15:15:40Z', 'revision_number': 2, 'project_id': '3c45b53dda064a368c130fbfdf0588c0', 'gw_port_host': None, '_interfaces': [{'id': 'ce6b7822-5271-4f38-bdd8-96e17d7f1071', 'name': '', 'network_id': '949f9e10-89a3-4097-a085-d31c8f4fa2d2', 'tenant_id': '3c45b53dda064a368c130fbfdf0588c0', 'mac_address': 'fa:16:3e:9f:d1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693f2748-5b3e-42bb-a6d1-b54e198ed5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52904908-4e7d-43ee-a799-e2f4c2689396', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:15:39Z', 'updated_at': '2022-03-14T15:15:42Z', 'revision_number': 4, 'project_id': '3c45b53dda064a368c130fbfdf0588c0', 'subnets': [{'id': '52904908-4e7d-43ee-a799-e2f4c2689396', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd158eaa-24e7-4912-a6d0-7875a4574ff2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:15:42.823908 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e7546037-8cbb-4b90-9e02-54c2c3c5a4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:42.845962 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c7deb9-3454-4365-8405-cf178f813486 None None] The sync data for ids ['693f2748-5b3e-42bb-a6d1-b54e198ed5f1'] in dv-neutron-833559-1-hyperv is: [{'id': '693f2748-5b3e-42bb-a6d1-b54e198ed5f1', 'name': 'router1', 'tenant_id': '3c45b53dda064a368c130fbfdf0588c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:15:29Z', 'updated_at': '2022-03-14T15:15:40Z', 'revision_number': 2, 'project_id': '3c45b53dda064a368c130fbfdf0588c0', 'gw_port_host': None, '_interfaces': [{'id': 'ce6b7822-5271-4f38-bdd8-96e17d7f1071', 'name': '', 'network_id': '949f9e10-89a3-4097-a085-d31c8f4fa2d2', 'tenant_id': '3c45b53dda064a368c130fbfdf0588c0', 'mac_address': 'fa:16:3e:9f:d1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693f2748-5b3e-42bb-a6d1-b54e198ed5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52904908-4e7d-43ee-a799-e2f4c2689396', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:15:39Z', 'updated_at': '2022-03-14T15:15:42Z', 'revision_number': 4, 'project_id': '3c45b53dda064a368c130fbfdf0588c0', 'subnets': [{'id': '52904908-4e7d-43ee-a799-e2f4c2689396', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd158eaa-24e7-4912-a6d0-7875a4574ff2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:15:42.857126 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e7546037-8cbb-4b90-9e02-54c2c3c5a4b8 None None] For port ce6b7822-5271-4f38-bdd8-96e17d7f1071, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=ce6b7822-5271-4f38-bdd8-96e17d7f1071,segment=NetworkSegment(4248835e-1b30-4eb5-afc6-de2d3d1c6b1d),segment_id=4248835e-1b30-4eb5-afc6-de2d3d1c6b1d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:15:42.862257 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e7546037-8cbb-4b90-9e02-54c2c3c5a4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:42.910735 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7546037-8cbb-4b90-9e02-54c2c3c5a4b8 None None] Pushing event updated for resources: {'Port': ['ID=ce6b7822-5271-4f38-bdd8-96e17d7f1071,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:15:43.247993 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 48600) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:15:43.359952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd1f5a1-1561-460f-bda8-fc6ebfdacd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:15:43.361306 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-afd1f5a1-1561-460f-bda8-fc6ebfdacd7c admin admin] 10.222.0.59 "GET /v2.0/networks/0f3fd893-5baa-4085-951b-8847b15a4083 HTTP/1.1" status: 200 len: 842 time: 0.1123924 Mar 14 15:15:43.372117 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-357c2767-e015-4ddc-9623-2ff5736fa1fd admin admin] Request body: {'subnet': {'gateway_ip': '172.26.6.1', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.26.6.0/24', 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:15:43.391270 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357c2767-e015-4ddc-9623-2ff5736fa1fd admin admin] Made reservation on behalf of 47589fd831bd43daaf9a37726b31cc8c for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:15:43.393562 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-357c2767-e015-4ddc-9623-2ff5736fa1fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:43.706703 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.objects.ports [None req-357c2767-e015-4ddc-9623-2ff5736fa1fd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102567) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 15:15:43.707324 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-357c2767-e015-4ddc-9623-2ff5736fa1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:43.758283 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c2767-e015-4ddc-9623-2ff5736fa1fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=14832ba6-06ef-4e76-b061-3c9d45a2c68d,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:15:43.775161 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357c2767-e015-4ddc-9623-2ff5736fa1fd admin admin] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:15:43.775502 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357c2767-e015-4ddc-9623-2ff5736fa1fd admin admin] Network hostable DHCP agents. Network: 0f3fd893-5baa-4085-951b-8847b15a4083, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:15:43.792409 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357c2767-e015-4ddc-9623-2ff5736fa1fd admin admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:15:43.802140 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-357c2767-e015-4ddc-9623-2ff5736fa1fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 0f3fd893-5baa-4085-951b-8847b15a4083) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:15:43.806533 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357c2767-e015-4ddc-9623-2ff5736fa1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:15:43.807199 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-357c2767-e015-4ddc-9623-2ff5736fa1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:43.812349 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249cf816-8856-4c0e-971c-7300243c8f1a None None] Network 0f3fd893-5baa-4085-951b-8847b15a4083 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:15:43.824368 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-357c2767-e015-4ddc-9623-2ff5736fa1fd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4556732 Mar 14 15:15:43.947730 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c03530f-733a-4c33-896f-c5c55c3fd6d1 None None] Network 0f3fd893-5baa-4085-951b-8847b15a4083 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:15:46.175998 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 48608) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:15:46.390985 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4ec1593e-d18d-4e79-a3ba-3ff20676a2bf admin admin] 10.222.0.59 "GET /v2.0/routers/693f2748-5b3e-42bb-a6d1-b54e198ed5f1 HTTP/1.1" status: 200 len: 710 time: 0.2137065 Mar 14 15:15:46.479616 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90683912-88c8-4025-a3f3-e1e765b8d2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:15:46.480972 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-90683912-88c8-4025-a3f3-e1e765b8d2f3 admin admin] 10.222.0.59 "GET /v2.0/networks/0f3fd893-5baa-4085-951b-8847b15a4083 HTTP/1.1" status: 200 len: 886 time: 0.0828998 Mar 14 15:15:46.490345 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f8096fa0-5598-4f28-964e-5d2e69149405 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:15:46.737153 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8096fa0-5598-4f28-964e-5d2e69149405 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:47.006567 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8096fa0-5598-4f28-964e-5d2e69149405 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:47.082110 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8096fa0-5598-4f28-964e-5d2e69149405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:47.242264 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-f8096fa0-5598-4f28-964e-5d2e69149405 admin admin] Allocated IP 172.26.6.56 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/fa76b34f-b915-463d-a267-e804bae79a99) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:15:47.351835 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8096fa0-5598-4f28-964e-5d2e69149405 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:47.358847 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 5 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:15:47.406736 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8096fa0-5598-4f28-964e-5d2e69149405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:47.479524 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8096fa0-5598-4f28-964e-5d2e69149405 admin admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:15:47.484305 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f8096fa0-5598-4f28-964e-5d2e69149405 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:15:47.487428 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8096fa0-5598-4f28-964e-5d2e69149405 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:15:47.536213 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8096fa0-5598-4f28-964e-5d2e69149405 admin admin] Pushing event updated for resources: {'Port': ['ID=fa76b34f-b915-463d-a267-e804bae79a99,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:15:47.782901 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8096fa0-5598-4f28-964e-5d2e69149405 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:47.989487 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8096fa0-5598-4f28-964e-5d2e69149405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:47.994365 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8096fa0-5598-4f28-964e-5d2e69149405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:48.108521 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8096fa0-5598-4f28-964e-5d2e69149405 admin admin] Router 693f2748-5b3e-42bb-a6d1-b54e198ed5f1 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:15:48.292018 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8096fa0-5598-4f28-964e-5d2e69149405 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:15:48.296508 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8096fa0-5598-4f28-964e-5d2e69149405 admin admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:48.297706 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f8096fa0-5598-4f28-964e-5d2e69149405 admin admin] 10.222.0.59 "PUT /v2.0/routers/693f2748-5b3e-42bb-a6d1-b54e198ed5f1 HTTP/1.1" status: 200 len: 889 time: 1.8105636 Mar 14 15:15:48.627935 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device ce6b7822-5271-4f38-bdd8-96e17d7f1071 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:15:48.681985 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port ce6b7822-5271-4f38-bdd8-96e17d7f1071 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:15:48.682353 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:49.372144 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] Sync routers for ids ['693f2748-5b3e-42bb-a6d1-b54e198ed5f1'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:15:49.383693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] Routers {'693f2748-5b3e-42bb-a6d1-b54e198ed5f1'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:15:49.384335 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:15:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['693f2748-5b3e-42bb-a6d1-b54e198ed5f1'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:15:49.591843 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] Set router 693f2748-5b3e-42bb-a6d1-b54e198ed5f1 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:15:50.038528 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693f2748-5b3e-42bb-a6d1-b54e198ed5f1', 'name': 'router1', 'tenant_id': '3c45b53dda064a368c130fbfdf0588c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'fa76b34f-b915-463d-a267-e804bae79a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:15:29Z', 'updated_at': '2022-03-14T15:15:47Z', 'revision_number': 4, 'project_id': '3c45b53dda064a368c130fbfdf0588c0', 'gw_port': {'id': 'fa76b34f-b915-463d-a267-e804bae79a99', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693f2748-5b3e-42bb-a6d1-b54e198ed5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:15:47Z', 'updated_at': '2022-03-14T15:15:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'ce6b7822-5271-4f38-bdd8-96e17d7f1071', 'name': '', 'network_id': '949f9e10-89a3-4097-a085-d31c8f4fa2d2', 'tenant_id': '3c45b53dda064a368c130fbfdf0588c0', 'mac_address': 'fa:16:3e:9f:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f2748-5b3e-42bb-a6d1-b54e198ed5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52904908-4e7d-43ee-a799-e2f4c2689396', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:15:39Z', 'updated_at': '2022-03-14T15:15:42Z', 'revision_number': 5, 'project_id': '3c45b53dda064a368c130fbfdf0588c0', 'subnets': [{'id': '52904908-4e7d-43ee-a799-e2f4c2689396', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd158eaa-24e7-4912-a6d0-7875a4574ff2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:15:50.090298 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] Checking router: 693f2748-5b3e-42bb-a6d1-b54e198ed5f1 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:15:50.090651 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] Updating router 693f2748-5b3e-42bb-a6d1-b54e198ed5f1 port fa76b34f-b915-463d-a267-e804bae79a99 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:15:50.136869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:50.450536 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:50.455783 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:50.508619 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] Attempting to bind port fa76b34f-b915-463d-a267-e804bae79a99 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:15:50.508989 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] Attempting to bind port fa76b34f-b915-463d-a267-e804bae79a99 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:15:50.509351 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] Attempting to bind port fa76b34f-b915-463d-a267-e804bae79a99 on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:15:50.512100 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1698e2-8e7f-4aef-81f8-5609b4c8dd50 None None] Pushing event updated for resources: {'Port': ['ID=fa76b34f-b915-463d-a267-e804bae79a99,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:15:50.517348 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:15:50.517725 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:15:50.518126 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:50.518515 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:15:50.518999 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] Bound port: fa76b34f-b915-463d-a267-e804bae79a99, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:15:50.519790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:50.570394 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] For port fa76b34f-b915-463d-a267-e804bae79a99, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:15:50.573405 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] For port fa76b34f-b915-463d-a267-e804bae79a99, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=fa76b34f-b915-463d-a267-e804bae79a99,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:15:50.577048 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:50.626176 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] Routers {'693f2748-5b3e-42bb-a6d1-b54e198ed5f1'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:15:50.626787 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:15:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['693f2748-5b3e-42bb-a6d1-b54e198ed5f1'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:15:50.679103 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1698e2-8e7f-4aef-81f8-5609b4c8dd50 None None] Pushing event updated for resources: {'Port': ['ID=fa76b34f-b915-463d-a267-e804bae79a99,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:15:50.747805 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] Set router 693f2748-5b3e-42bb-a6d1-b54e198ed5f1 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:15:50.816777 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 48620) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:15:50.933142 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b48b6521-3ff5-4fa7-b0fd-60231a7096f2 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1152244 Mar 14 15:15:50.959043 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693f2748-5b3e-42bb-a6d1-b54e198ed5f1', 'name': 'router1', 'tenant_id': '3c45b53dda064a368c130fbfdf0588c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'fa76b34f-b915-463d-a267-e804bae79a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:15:29Z', 'updated_at': '2022-03-14T15:15:47Z', 'revision_number': 4, 'project_id': '3c45b53dda064a368c130fbfdf0588c0', 'gw_port': {'id': 'fa76b34f-b915-463d-a267-e804bae79a99', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693f2748-5b3e-42bb-a6d1-b54e198ed5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:15:47Z', 'updated_at': '2022-03-14T15:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'ce6b7822-5271-4f38-bdd8-96e17d7f1071', 'name': '', 'network_id': '949f9e10-89a3-4097-a085-d31c8f4fa2d2', 'tenant_id': '3c45b53dda064a368c130fbfdf0588c0', 'mac_address': 'fa:16:3e:9f:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f2748-5b3e-42bb-a6d1-b54e198ed5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52904908-4e7d-43ee-a799-e2f4c2689396', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:15:39Z', 'updated_at': '2022-03-14T15:15:42Z', 'revision_number': 5, 'project_id': '3c45b53dda064a368c130fbfdf0588c0', 'subnets': [{'id': '52904908-4e7d-43ee-a799-e2f4c2689396', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd158eaa-24e7-4912-a6d0-7875a4574ff2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:15:50.987164 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f38ff09-c7be-49e4-85de-109c9a6745a0 None None] The sync data for ids ['693f2748-5b3e-42bb-a6d1-b54e198ed5f1'] in dv-neutron-833559-1-hyperv is: [{'id': '693f2748-5b3e-42bb-a6d1-b54e198ed5f1', 'name': 'router1', 'tenant_id': '3c45b53dda064a368c130fbfdf0588c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'fa76b34f-b915-463d-a267-e804bae79a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:15:29Z', 'updated_at': '2022-03-14T15:15:47Z', 'revision_number': 4, 'project_id': '3c45b53dda064a368c130fbfdf0588c0', 'gw_port': {'id': 'fa76b34f-b915-463d-a267-e804bae79a99', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693f2748-5b3e-42bb-a6d1-b54e198ed5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:15:47Z', 'updated_at': '2022-03-14T15:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'ce6b7822-5271-4f38-bdd8-96e17d7f1071', 'name': '', 'network_id': '949f9e10-89a3-4097-a085-d31c8f4fa2d2', 'tenant_id': '3c45b53dda064a368c130fbfdf0588c0', 'mac_address': 'fa:16:3e:9f:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f2748-5b3e-42bb-a6d1-b54e198ed5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52904908-4e7d-43ee-a799-e2f4c2689396', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:15:39Z', 'updated_at': '2022-03-14T15:15:42Z', 'revision_number': 5, 'project_id': '3c45b53dda064a368c130fbfdf0588c0', 'subnets': [{'id': '52904908-4e7d-43ee-a799-e2f4c2689396', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd158eaa-24e7-4912-a6d0-7875a4574ff2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:15:52.641554 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device fa76b34f-b915-463d-a267-e804bae79a99 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:15:52.695286 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port fa76b34f-b915-463d-a267-e804bae79a99 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:15:52.695599 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:52.774190 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:52.795054 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port fa76b34f-b915-463d-a267-e804bae79a99, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=fa76b34f-b915-463d-a267-e804bae79a99,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:15:52.799796 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:15:52.850004 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=fa76b34f-b915-463d-a267-e804bae79a99,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:15:54.641959 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device fa76b34f-b915-463d-a267-e804bae79a99 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:15:54.713858 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port fa76b34f-b915-463d-a267-e804bae79a99 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:15:54.714530 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:16:03.989564 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f7b65223-9c9f-4ca9-abe9-72b89fadab5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:16:06.359627 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0c8191eb-209f-4583-b71f-3d259b766707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:16:07.326369 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:16:08.758109 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:16:09.223540 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:16:24.359926 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 5 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:16:33.984174 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-558afaa1-eb3b-4e74-8932-109b623a6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:16:36.342851 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7931e4a5-44ec-4d3a-b0ba-344490e2fefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:16:37.327401 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:16:38.747185 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:16:39.219133 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:17:01.359991 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 5 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:17:03.993706 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-429f37a8-a095-4df6-b5f1-3b5016e8af98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:17:06.348486 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64f6a0c8-a632-4293-a153-0a026dc7b689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:17:07.328853 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:17:08.748824 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:17:09.223227 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:17:32.540177 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49214) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:17:32.601954 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6f9f5c-8b7c-4f7a-9c43-b2eb7a232534 admin admin] GET failed (client error): The resource could not be found. Mar 14 15:17:32.603293 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9e6f9f5c-8b7c-4f7a-9c43-b2eb7a232534 admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621674 Mar 14 15:17:32.764149 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6fa107-93c7-46e0-a4f8-fe50fc235ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:17:32.766049 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ff6fa107-93c7-46e0-a4f8-fe50fc235ec5 admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1581154 Mar 14 15:17:33.986010 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e4f48cd-9183-474f-81e3-49d4e5c557d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:17:35.016712 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49224) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:17:35.110022 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9ad45d-0421-4c67-9a2d-f52196645505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:17:35.111406 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9b9ad45d-0421-4c67-9a2d-f52196645505 admin admin] 10.222.0.59 "GET /v2.0/subnets/52904908-4e7d-43ee-a799-e2f4c2689396 HTTP/1.1" status: 200 len: 849 time: 0.0937440 Mar 14 15:17:35.122796 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5015b419-d524-4a28-8b35-09a3ce207590 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:17:35.205921 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5015b419-d524-4a28-8b35-09a3ce207590 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:17:35.348799 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5015b419-d524-4a28-8b35-09a3ce207590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774684310191'] for subnet, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:17:35.377807 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5015b419-d524-4a28-8b35-09a3ce207590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:17:35.378977 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5015b419-d524-4a28-8b35-09a3ce207590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:17:35.381028 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5015b419-d524-4a28-8b35-09a3ce207590 admin admin] 10.222.0.59 "PUT /v2.0/subnets/52904908-4e7d-43ee-a799-e2f4c2689396 HTTP/1.1" status: 200 len: 868 time: 0.2618115 Mar 14 15:17:35.382197 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af47949-e402-4f63-93aa-e8535a85614e None None] Network 949f9e10-89a3-4097-a085-d31c8f4fa2d2 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:17:35.405224 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015b419-d524-4a28-8b35-09a3ce207590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52904908-4e7d-43ee-a799-e2f4c2689396,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:17:35.414787 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015b419-d524-4a28-8b35-09a3ce207590 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:17:35.415199 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015b419-d524-4a28-8b35-09a3ce207590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:17:35.415549 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015b419-d524-4a28-8b35-09a3ce207590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:17:35.416059 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015b419-d524-4a28-8b35-09a3ce207590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:17:35.416396 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015b419-d524-4a28-8b35-09a3ce207590 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:17:35.416745 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015b419-d524-4a28-8b35-09a3ce207590 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:17:35.417077 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015b419-d524-4a28-8b35-09a3ce207590 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:17:35.417447 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015b419-d524-4a28-8b35-09a3ce207590 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:17:35.417785 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015b419-d524-4a28-8b35-09a3ce207590 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:17:35.418362 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015b419-d524-4a28-8b35-09a3ce207590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:17:35.418693 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015b419-d524-4a28-8b35-09a3ce207590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:17:35.419184 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015b419-d524-4a28-8b35-09a3ce207590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:17:35.775692 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c068b20c-04df-46d1-a5c1-d9659cdad7d0 None None] Provisioning complete for port ce6b7822-5271-4f38-bdd8-96e17d7f1071 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:17:35.776065 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c068b20c-04df-46d1-a5c1-d9659cdad7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:17:35.869679 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c068b20c-04df-46d1-a5c1-d9659cdad7d0 None None] Provisioning complete for port 70fa752a-29bb-4772-b99d-b846db2f8218 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:17:35.870050 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c068b20c-04df-46d1-a5c1-d9659cdad7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:17:36.342721 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a78883c4-3c30-4521-b5d8-da2870cc073e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:17:37.333581 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:17:37.633432 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49232) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:17:37.839748 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df50c2e-a33a-4106-a0e5-eba6e0c9dd4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:17:37.840212 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df50c2e-a33a-4106-a0e5-eba6e0c9dd4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:17:37.842047 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9df50c2e-a33a-4106-a0e5-eba6e0c9dd4a admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2075479 Mar 14 15:17:38.358376 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 5 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:17:38.753961 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:17:39.226322 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:17:40.056904 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49240) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:17:40.187331 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cfb9d5-98e3-4b27-ab28-03796ccdfcfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:17:40.187807 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cfb9d5-98e3-4b27-ab28-03796ccdfcfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:17:40.189345 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-24cfb9d5-98e3-4b27-ab28-03796ccdfcfc admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1314995 Mar 14 15:17:42.404825 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49248) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:17:42.533522 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7395bf6-34b3-47cf-bc2a-5a87639d8a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:17:42.534874 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f7395bf6-34b3-47cf-bc2a-5a87639d8a43 admin admin] 10.222.0.59 "GET /v2.0/networks/0f3fd893-5baa-4085-951b-8847b15a4083 HTTP/1.1" status: 200 len: 886 time: 0.1243167 Mar 14 15:17:44.737979 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49256) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:17:44.880640 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dea79e-51ba-4bf3-9142-eaa4e71c77ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:17:44.881969 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f1dea79e-51ba-4bf3-9142-eaa4e71c77ba admin admin] 10.222.0.59 "GET /v2.0/networks/949f9e10-89a3-4097-a085-d31c8f4fa2d2 HTTP/1.1" status: 200 len: 869 time: 0.1429579 Mar 14 15:17:47.111632 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49264) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:17:47.234873 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88389aec-a00f-4b3d-9613-f8edc5d90b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:17:47.235358 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88389aec-a00f-4b3d-9613-f8edc5d90b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:17:47.236910 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-88389aec-a00f-4b3d-9613-f8edc5d90b08 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242831 Mar 14 15:17:49.485965 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49272) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:17:49.579946 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393915a7-448e-49c1-8355-7521814c4468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:17:49.580401 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393915a7-448e-49c1-8355-7521814c4468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:17:49.581869 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-393915a7-448e-49c1-8355-7521814c4468 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0949776 Mar 14 15:17:51.809001 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49280) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:17:51.899670 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6f3fe9-f065-4fa5-8f4a-9246c0b85010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:17:51.901176 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5b6f3fe9-f065-4fa5-8f4a-9246c0b85010 admin admin] 10.222.0.59 "GET /v2.0/subnets/14832ba6-06ef-4e76-b061-3c9d45a2c68d HTTP/1.1" status: 200 len: 816 time: 0.0912411 Mar 14 15:17:54.121650 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49288) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:17:54.213360 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283a4a98-7fc3-42c0-9d4b-a148ab579d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:17:54.214690 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-283a4a98-7fc3-42c0-9d4b-a148ab579d92 admin admin] 10.222.0.59 "GET /v2.0/subnets/52904908-4e7d-43ee-a799-e2f4c2689396 HTTP/1.1" status: 200 len: 868 time: 0.0920875 Mar 14 15:18:03.988417 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d29b74cd-1da3-4bca-a62b-e3626fb1a138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:06.346547 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea8ec-aa3d-46a8-88de-7e580cdfc222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:07.335741 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:08.754731 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:09.229038 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:15.063091 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49342) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:18:15.110881 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-dc63eb4f-d855-4c4a-b981-10b8cf54a0c9 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:18:15.111912 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-dc63eb4f-d855-4c4a-b981-10b8cf54a0c9 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478804 Mar 14 15:18:15.357088 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 5 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:18:17.400586 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49350) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:18:17.463905 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e6a451-5d0d-4f2a-881f-a904d36bcae4 admin admin] GET failed (client error): The resource could not be found. Mar 14 15:18:17.465466 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-90e6a451-5d0d-4f2a-881f-a904d36bcae4 admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0637655 Mar 14 15:18:17.552064 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f90b2ed-ee25-4b10-927d-250eeac5574d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:18:17.553842 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3f90b2ed-ee25-4b10-927d-250eeac5574d admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0831277 Mar 14 15:18:19.792686 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49358) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:18:19.841198 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:18:19.860664 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Made reservation on behalf of 47589fd831bd43daaf9a37726b31cc8c for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:18:19.863138 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:19.891861 dv-neutron-833559-1-hyperv neutron-server[102568]: WARNING neutron.services.revisions.revision_plugin [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Could not find related network for resource to bump revision. Mar 14 15:18:19.905705 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:18:19.915313 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:19.915652 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Added segment e98c3857-409f-459f-a683-d0027acde320 of type vlan for network 2a5df37c-6857-4403-8e68-2c6ee2a8e487 Mar 14 15:18:19.954182 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:19.977262 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:19.978137 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:18:19.978705 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:20.031812 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2380173 Mar 14 15:18:20.038992 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Pushing event updated for resources: {'Network': ['ID=2a5df37c-6857-4403-8e68-2c6ee2a8e487,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:18:20.047003 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:20.047374 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:20.047718 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:20.048071 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:20.048733 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:20.049090 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:20.049425 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:20.049771 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:20.050101 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:20.050421 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:20.050744 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:20.051085 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee99bf-46af-4394-a202-1114d6830c95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:20.063080 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 2a5df37c-6857-4403-8e68-2c6ee2a8e487 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:18:22.271547 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49368) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:18:22.333289 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7c32c9-16f0-40e7-a887-48e9f50e445a admin admin] GET failed (client error): The resource could not be found. Mar 14 15:18:22.334577 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fe7c32c9-16f0-40e7-a887-48e9f50e445a admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620627 Mar 14 15:18:22.439458 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52253da2-3bf5-4f69-90d6-697c3a122fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:18:22.440926 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-52253da2-3bf5-4f69-90d6-697c3a122fe9 admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1018453 Mar 14 15:18:22.451130 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-73c460cf-5037-4643-92e3-ac83c7c21825 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '2a5df37c-6857-4403-8e68-2c6ee2a8e487', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:18:22.473504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c460cf-5037-4643-92e3-ac83c7c21825 admin admin] Made reservation on behalf of 47589fd831bd43daaf9a37726b31cc8c for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:18:22.475718 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73c460cf-5037-4643-92e3-ac83c7c21825 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:22.659663 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73c460cf-5037-4643-92e3-ac83c7c21825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:22.712136 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c460cf-5037-4643-92e3-ac83c7c21825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=704db804-3092-4d39-86ef-f3c8f0d4054f,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:18:22.723211 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c460cf-5037-4643-92e3-ac83c7c21825 admin admin] Checking segment: {'id': 'e98c3857-409f-459f-a683-d0027acde320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2a5df37c-6857-4403-8e68-2c6ee2a8e487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:18:22.723616 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c460cf-5037-4643-92e3-ac83c7c21825 admin admin] Network hostable DHCP agents. Network: 2a5df37c-6857-4403-8e68-2c6ee2a8e487, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:18:22.743466 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c460cf-5037-4643-92e3-ac83c7c21825 admin admin] Network 2a5df37c-6857-4403-8e68-2c6ee2a8e487 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:18:22.754037 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-73c460cf-5037-4643-92e3-ac83c7c21825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 2a5df37c-6857-4403-8e68-2c6ee2a8e487) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:18:22.758548 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c460cf-5037-4643-92e3-ac83c7c21825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:18:22.759653 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73c460cf-5037-4643-92e3-ac83c7c21825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:22.763925 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2330c323-f12e-429c-91a0-0c7290c626c6 None None] Network 2a5df37c-6857-4403-8e68-2c6ee2a8e487 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:18:22.775119 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-73c460cf-5037-4643-92e3-ac83c7c21825 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3272500 Mar 14 15:18:23.005812 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-2a5df37c-6857-4403-8e68-2c6ee2a8e487', 'network_id': '2a5df37c-6857-4403-8e68-2c6ee2a8e487', 'tenant_id': '47589fd831bd43daaf9a37726b31cc8c', 'fixed_ips': [{'subnet_id': '704db804-3092-4d39-86ef-f3c8f0d4054f'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:18:23.006696 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:23.148622 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Allocated IP 192.168.233.2 (2a5df37c-6857-4403-8e68-2c6ee2a8e487/704db804-3092-4d39-86ef-f3c8f0d4054f/3312ab39-890b-4091-a291-b9373dc862fa) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:18:23.296356 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:23.303298 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:23.343272 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Network 2a5df37c-6857-4403-8e68-2c6ee2a8e487 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:18:23.346060 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:18:23.350143 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:18:23.358469 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Pushing event updated for resources: {'Port': ['ID=3312ab39-890b-4091-a291-b9373dc862fa,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:18:23.379981 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:23.380343 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:23.380689 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:23.381028 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:23.381346 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:23.381705 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:23.382034 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:23.382371 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:23.382713 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:23.383063 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:23.383379 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:23.383688 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:18:23.422550 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Attempting to bind port 3312ab39-890b-4091-a291-b9373dc862fa on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:18:23.422945 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Attempting to bind port 3312ab39-890b-4091-a291-b9373dc862fa by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'e98c3857-409f-459f-a683-d0027acde320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2a5df37c-6857-4403-8e68-2c6ee2a8e487'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:18:23.423304 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Attempting to bind port 3312ab39-890b-4091-a291-b9373dc862fa on network 2a5df37c-6857-4403-8e68-2c6ee2a8e487 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:18:23.428573 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:18:23.428954 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Checking segment: {'id': 'e98c3857-409f-459f-a683-d0027acde320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2a5df37c-6857-4403-8e68-2c6ee2a8e487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:18:23.429354 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:23.429780 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Bound using segment: {'id': 'e98c3857-409f-459f-a683-d0027acde320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2a5df37c-6857-4403-8e68-2c6ee2a8e487'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:18:23.430253 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Bound port: 3312ab39-890b-4091-a291-b9373dc862fa, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98c3857-409f-459f-a683-d0027acde320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2a5df37c-6857-4403-8e68-2c6ee2a8e487'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:18:23.431643 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:23.499685 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] For port 3312ab39-890b-4091-a291-b9373dc862fa, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:18:23.503947 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] For port 3312ab39-890b-4091-a291-b9373dc862fa, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3312ab39-890b-4091-a291-b9373dc862fa,segment=NetworkSegment(e98c3857-409f-459f-a683-d0027acde320),segment_id=e98c3857-409f-459f-a683-d0027acde320)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:18:23.508870 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:23.564173 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88d63b-32b0-4a2f-b2f5-42502a7d02b9 None None] Pushing event updated for resources: {'Port': ['ID=3312ab39-890b-4091-a291-b9373dc862fa,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:18:24.442832 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbe1aee-d25d-44bc-b22b-ff7fd106a70a None None] Network 2a5df37c-6857-4403-8e68-2c6ee2a8e487 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:18:24.572090 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-04af9c0d-b582-4ff1-b1c0-09fcca4d7477 None None] Provisioning complete for port 3312ab39-890b-4091-a291-b9373dc862fa triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:18:24.572460 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-04af9c0d-b582-4ff1-b1c0-09fcca4d7477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:24.689810 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-04af9c0d-b582-4ff1-b1c0-09fcca4d7477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:24.741223 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-04af9c0d-b582-4ff1-b1c0-09fcca4d7477 None None] For port 3312ab39-890b-4091-a291-b9373dc862fa, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3312ab39-890b-4091-a291-b9373dc862fa,segment=NetworkSegment(e98c3857-409f-459f-a683-d0027acde320),segment_id=e98c3857-409f-459f-a683-d0027acde320)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:18:24.747893 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-04af9c0d-b582-4ff1-b1c0-09fcca4d7477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:24.786341 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3312ab39-890b-4091-a291-b9373dc862fa up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:18:24.840170 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af9c0d-b582-4ff1-b1c0-09fcca4d7477 None None] Pushing event updated for resources: {'Port': ['ID=3312ab39-890b-4091-a291-b9373dc862fa,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:18:24.863012 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 3312ab39-890b-4091-a291-b9373dc862fa triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:18:24.863380 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:24.899029 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-35c7533b-a19f-4f28-a17f-5a615f3f789c None None] Provisioning complete for port 3312ab39-890b-4091-a291-b9373dc862fa triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:18:24.899407 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-35c7533b-a19f-4f28-a17f-5a615f3f789c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:26.726933 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3312ab39-890b-4091-a291-b9373dc862fa up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:18:26.775046 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 3312ab39-890b-4091-a291-b9373dc862fa triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:18:26.775529 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:33.991864 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a13bbbc2-efaf-4981-ac7c-b7d038219b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:36.351107 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-90bd2692-da61-4bde-b489-d3359e61e306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:37.338830 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:38.757729 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:39.233397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:18:52.357239 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 5 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:19:03.996475 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2dbb15d8-a8e7-4974-a390-98bc6f0e0978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:06.352671 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d38cef4f-e9a7-4e18-8d70-08996a3c5526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:07.342390 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:08.756158 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:09.235638 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:29.356600 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 5 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:19:33.997774 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2c4866ff-2a96-4cb2-820f-8c7c521ce7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:36.355470 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-693e348e-0d89-4830-81a1-4004756757cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:37.345401 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:38.760594 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:39.240021 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:48.106892 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49406) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:19:48.114558 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-abe263ae-83d9-47d4-a836-557b5e77201e tempest-verify_tempest_config-1849349420 tempest-verify_tempest_config-1849349420-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:19:48.116097 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-abe263ae-83d9-47d4-a836-557b5e77201e tempest-verify_tempest_config-1849349420 tempest-verify_tempest_config-1849349420-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0077732 Mar 14 15:19:48.408300 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49424) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:19:48.511826 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b548759a-960c-4324-8233-261ae36d8867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:48.589497 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b548759a-960c-4324-8233-261ae36d8867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:48.593134 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b548759a-960c-4324-8233-261ae36d8867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:48.639237 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548759a-960c-4324-8233-261ae36d8867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5844cc7-c870-4f82-81c1-ab6bfdc66fd1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:19:48.644267 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b548759a-960c-4324-8233-261ae36d8867 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=62b2f200c93e4c61a7fe2f5b8848c74b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2349293 Mar 14 15:19:48.646319 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49428) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:19:48.649073 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548759a-960c-4324-8233-261ae36d8867 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.649465 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548759a-960c-4324-8233-261ae36d8867 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.649840 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548759a-960c-4324-8233-261ae36d8867 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.650178 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548759a-960c-4324-8233-261ae36d8867 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.650507 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548759a-960c-4324-8233-261ae36d8867 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.650839 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548759a-960c-4324-8233-261ae36d8867 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.651207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548759a-960c-4324-8233-261ae36d8867 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.651549 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548759a-960c-4324-8233-261ae36d8867 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.651878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548759a-960c-4324-8233-261ae36d8867 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.652227 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548759a-960c-4324-8233-261ae36d8867 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.652546 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548759a-960c-4324-8233-261ae36d8867 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.652866 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548759a-960c-4324-8233-261ae36d8867 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.700674 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15565598-f8a7-4d32-a1db-f7ceb69ab1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:48.720908 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15565598-f8a7-4d32-a1db-f7ceb69ab1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:48.808266 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15565598-f8a7-4d32-a1db-f7ceb69ab1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:48.810636 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15565598-f8a7-4d32-a1db-f7ceb69ab1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:19:48.811837 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-15565598-f8a7-4d32-a1db-f7ceb69ab1e6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a5844cc7-c870-4f82-81c1-ab6bfdc66fd1 HTTP/1.1" status: 204 len: 168 time: 0.1645017 Mar 14 15:19:48.820153 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15565598-f8a7-4d32-a1db-f7ceb69ab1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5844cc7-c870-4f82-81c1-ab6bfdc66fd1,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:19:48.826562 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15565598-f8a7-4d32-a1db-f7ceb69ab1e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.826948 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15565598-f8a7-4d32-a1db-f7ceb69ab1e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.827299 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15565598-f8a7-4d32-a1db-f7ceb69ab1e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.827633 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15565598-f8a7-4d32-a1db-f7ceb69ab1e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.827959 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15565598-f8a7-4d32-a1db-f7ceb69ab1e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.828288 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15565598-f8a7-4d32-a1db-f7ceb69ab1e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.828610 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15565598-f8a7-4d32-a1db-f7ceb69ab1e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.828943 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15565598-f8a7-4d32-a1db-f7ceb69ab1e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.829268 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15565598-f8a7-4d32-a1db-f7ceb69ab1e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.829650 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15565598-f8a7-4d32-a1db-f7ceb69ab1e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.829919 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15565598-f8a7-4d32-a1db-f7ceb69ab1e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:19:48.830238 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15565598-f8a7-4d32-a1db-f7ceb69ab1e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:20:04.000909 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-26acb50c-6b29-4479-93fe-3844c3286526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:20:06.359156 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 5 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:20:06.362056 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e12a4c9b-44ec-43ba-a026-bd16d8819096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:20:07.346865 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:20:08.765261 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:20:09.242335 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:20:34.006719 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-91466a5f-4859-42f2-b454-a915d1f95ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:20:36.354804 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1473138f-ce70-4485-8e1a-3cc8a7630c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:20:37.348445 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:20:38.766738 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:20:39.243944 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:20:43.357555 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 5 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:21:04.000072 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ab009839-3252-4af9-891d-0ad5da5e827a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:06.356349 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5a60a6f-e9d9-4565-97cb-5d31d6321a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:07.353875 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:08.682649 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1667692'] for agent, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:08.769620 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:09.247157 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:20.355746 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:21:23.506648 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49500) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:21:23.609076 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-63afff41-c12c-431e-9a56-2897eee6bf17 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1012909 Mar 14 15:21:25.830869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49510) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:21:25.894974 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ca5ea8ae-0e21-4203-97c4-2416293f03cc admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0629022 Mar 14 15:21:34.002649 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7408094a-8125-41cc-859c-a2f5745fdd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:36.358311 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7fe73bff-c7f4-4d67-9ddc-79fc0b5161f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:37.353693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:38.642641 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:38.773111 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:39.248431 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:21:57.355482 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:22:04.003818 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b9d99e2-0962-4bce-9f02-7289a9cc8fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:06.370375 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f18751ff-4f5e-48d4-9d27-d1d702e9d6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:07.357532 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:08.660738 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:08.775559 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:09.252497 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:33.997274 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f85a9de0-78da-4f60-8bb8-976577dc605a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:34.354727 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:22:36.367329 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-161e6570-c22e-4fe0-9a17-3ab2557bedfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:37.360246 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:38.660771 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:38.778295 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:39.255548 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:53.386816 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49694) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:53.561826 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49706) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:53.764920 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-247110455-network', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:22:53.786861 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Made reservation on behalf of c724f31e7fdd406db66fd20be3d79551 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:22:53.788418 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:53.796876 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:53.851402 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49720) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:53.877515 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:53.881338 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:53.905867 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c1bd0467-3bfe-44a8-a50c-24a2d1169259 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1699675645-network', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:22:53.920243 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:22:53.936688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cc658c-6239-4c98-908c-ea827c04d1d9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:53.939832 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:53.940170 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Added segment 5b66a205-4257-4ef2-b24e-2402f06e70b7 of type vlan for network ed78ede5-32f5-4a15-9e59-683c99192b0a Mar 14 15:22:53.955430 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:53.955875 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:53.956351 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:53.956689 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:53.957014 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:53.957584 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:53.958245 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:53.958907 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:53.959702 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:53.960443 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:53.960948 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:53.961425 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Tracked resource versions report: Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: pushed versions: Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: { 'AddressGroup': {'1.2'}, Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'ConntrackHelper': {'1.0'}, Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'Log': {'1.0'}, Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'Network': {'1.1'}, Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'Port': {'1.7'}, Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'PortForwarding': {'1.2'}, Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'QosPolicy': {'1.9'}, Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'SecurityGroup': {'1.4'}, Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'SecurityGroupRule': {'1.2'}, Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'SubPort': {'1.0'}, Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'Subnet': {'1.1'}, Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'Trunk': {'1.1'}} Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: consumer versions: Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: { DHCP agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: HyperV agent@hv-neutron-8335: {}, Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: L3 agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: Metadata agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: Metering agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: Open vSwitch agent@dv-neutron-833559-1-hyperv: { 'AddressGroup': '1.2', Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'ConntrackHelper': '1.0', Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'Log': '1.0', Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'Network': '1.1', Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'Port': '1.7', Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'PortForwarding': '1.2', Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'QosPolicy': '1.9', Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'SecurityGroup': '1.4', Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'SecurityGroupRule': '1.2', Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'SubPort': '1.0', Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'Subnet': '1.1', Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: 'Trunk': '1.1'}} Mar 14 15:22:53.963188 dv-neutron-833559-1-hyperv neutron-server[102568]: {{(pid=102568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 15:22:54.010516 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.037236 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bd0467-3bfe-44a8-a50c-24a2d1169259 admin admin] Made reservation on behalf of 3e0a975c53dd4b5ba8a2e6281815c542 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:22:54.039527 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0467-3bfe-44a8-a50c-24a2d1169259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.050132 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0467-3bfe-44a8-a50c-24a2d1169259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.059001 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.059916 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:22:54.060499 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.098853 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7108538 Mar 14 15:22:54.102404 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49738) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:54.109226 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-822726e0-471a-4e56-bc29-ed9627ae8ce2 admin admin] Request body: {'subnet': {'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-247110455-subnet', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:22:54.138477 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822726e0-471a-4e56-bc29-ed9627ae8ce2 admin admin] Made reservation on behalf of c724f31e7fdd406db66fd20be3d79551 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:22:54.141484 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-822726e0-471a-4e56-bc29-ed9627ae8ce2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.191400 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0467-3bfe-44a8-a50c-24a2d1169259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.199795 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0467-3bfe-44a8-a50c-24a2d1169259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.214033 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1bd0467-3bfe-44a8-a50c-24a2d1169259 admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:22:54.225210 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0467-3bfe-44a8-a50c-24a2d1169259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.225866 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-c1bd0467-3bfe-44a8-a50c-24a2d1169259 admin admin] Added segment b4feea2c-6aa0-4a26-932b-1366dd8c8096 of type vlan for network 52d00c44-24c0-4d1a-a340-c039d76298f3 Mar 14 15:22:54.273926 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0467-3bfe-44a8-a50c-24a2d1169259 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.321764 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd0467-3bfe-44a8-a50c-24a2d1169259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd01b648-7d0a-4651-b1a8-8af7c017a764,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:54.324516 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0467-3bfe-44a8-a50c-24a2d1169259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.325881 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bd0467-3bfe-44a8-a50c-24a2d1169259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:22:54.326605 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0467-3bfe-44a8-a50c-24a2d1169259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.338875 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62727b86-ee28-48fa-ad90-7227a83a2f57 admin admin] Pushing event updated for resources: {'Network': ['ID=ed78ede5-32f5-4a15-9e59-683c99192b0a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:54.355244 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-488606032-network', 'tenant_id': 'b3e851ef7d26489f809312a892e32164'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:22:54.360431 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network ed78ede5-32f5-4a15-9e59-683c99192b0a details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:22:54.404712 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd0467-3bfe-44a8-a50c-24a2d1169259 admin admin] Pushing event updated for resources: {'Network': ['ID=52d00c44-24c0-4d1a-a340-c039d76298f3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:54.414882 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c1bd0467-3bfe-44a8-a50c-24a2d1169259 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8518219 Mar 14 15:22:54.415878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49754) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:54.421126 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-60480ae2-fee6-49c6-a14d-af5e666744f4 admin admin] Request body: {'subnet': {'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1699675645-subnet', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:22:54.451130 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Made reservation on behalf of b3e851ef7d26489f809312a892e32164 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:22:54.453858 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.456199 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60480ae2-fee6-49c6-a14d-af5e666744f4 admin admin] Made reservation on behalf of 3e0a975c53dd4b5ba8a2e6281815c542 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:22:54.458733 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60480ae2-fee6-49c6-a14d-af5e666744f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.476826 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 52d00c44-24c0-4d1a-a340-c039d76298f3 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:22:54.482655 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.606696 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.615801 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.650663 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463ab317-3d18-451e-9c8e-c7248b185b0e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:54.683343 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:54.683693 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:54.684031 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:54.684366 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:54.684698 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:54.685047 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:54.685376 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:54.685717 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:54.686043 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:54.686366 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:54.686732 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:54.687012 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Tracked resource versions report: Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: pushed versions: Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: { 'AddressGroup': {'1.2'}, Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'ConntrackHelper': {'1.0'}, Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'Log': {'1.0'}, Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'Network': {'1.1'}, Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'Port': {'1.7'}, Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'PortForwarding': {'1.2'}, Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'QosPolicy': {'1.9'}, Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'SecurityGroup': {'1.4'}, Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'SecurityGroupRule': {'1.2'}, Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'SubPort': {'1.0'}, Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'Subnet': {'1.1'}, Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'Trunk': {'1.1'}} Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: consumer versions: Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: { DHCP agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: HyperV agent@hv-neutron-8335: {}, Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: L3 agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: Metadata agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: Metering agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: Open vSwitch agent@dv-neutron-833559-1-hyperv: { 'AddressGroup': '1.2', Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'ConntrackHelper': '1.0', Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'Log': '1.0', Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'Network': '1.1', Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'Port': '1.7', Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'PortForwarding': '1.2', Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'QosPolicy': '1.9', Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'SecurityGroup': '1.4', Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'SecurityGroupRule': '1.2', Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'SubPort': '1.0', Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'Subnet': '1.1', Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: 'Trunk': '1.1'}} Mar 14 15:22:54.688130 dv-neutron-833559-1-hyperv neutron-server[102567]: {{(pid=102567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 15:22:54.708294 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:22:54.726621 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.727012 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Added segment acbb32e0-b9fb-4915-ad33-1c0a044e0b76 of type vlan for network 49fee795-f4c4-42dd-acc3-9b9f00035acc Mar 14 15:22:54.729005 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-822726e0-471a-4e56-bc29-ed9627ae8ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.793812 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60480ae2-fee6-49c6-a14d-af5e666744f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.819570 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822726e0-471a-4e56-bc29-ed9627ae8ce2 admin admin] Checking segment: {'id': '5b66a205-4257-4ef2-b24e-2402f06e70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:22:54.820441 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822726e0-471a-4e56-bc29-ed9627ae8ce2 admin admin] Network hostable DHCP agents. Network: ed78ede5-32f5-4a15-9e59-683c99192b0a, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:22:54.860056 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60480ae2-fee6-49c6-a14d-af5e666744f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32b536a6-20b7-48a8-995b-e55598332338,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:54.864211 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.870509 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822726e0-471a-4e56-bc29-ed9627ae8ce2 admin admin] Network ed78ede5-32f5-4a15-9e59-683c99192b0a is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:22:54.885200 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822726e0-471a-4e56-bc29-ed9627ae8ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:54.907040 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-822726e0-471a-4e56-bc29-ed9627ae8ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, ed78ede5-32f5-4a15-9e59-683c99192b0a) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:22:54.908874 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60480ae2-fee6-49c6-a14d-af5e666744f4 admin admin] Checking segment: {'id': 'b4feea2c-6aa0-4a26-932b-1366dd8c8096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:22:54.910002 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60480ae2-fee6-49c6-a14d-af5e666744f4 admin admin] Network hostable DHCP agents. Network: 52d00c44-24c0-4d1a-a340-c039d76298f3, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:22:54.913606 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822726e0-471a-4e56-bc29-ed9627ae8ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:22:54.914568 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-822726e0-471a-4e56-bc29-ed9627ae8ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.919961 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae48f31-8c1a-4dd0-804d-fd87beaa8656 None None] Network ed78ede5-32f5-4a15-9e59-683c99192b0a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:22:54.935817 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.936665 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60480ae2-fee6-49c6-a14d-af5e666744f4 admin admin] Network 52d00c44-24c0-4d1a-a340-c039d76298f3 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:22:54.936870 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:22:54.937350 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.943257 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-60480ae2-fee6-49c6-a14d-af5e666744f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 52d00c44-24c0-4d1a-a340-c039d76298f3) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:22:54.956177 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60480ae2-fee6-49c6-a14d-af5e666744f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:22:54.957077 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60480ae2-fee6-49c6-a14d-af5e666744f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:54.975898 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-822726e0-471a-4e56-bc29-ed9627ae8ce2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8721240 Mar 14 15:22:54.977066 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49776) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:54.983066 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-60480ae2-fee6-49c6-a14d-af5e666744f4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5656590 Mar 14 15:22:54.983528 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-362bb349-d0c6-4c8c-9a6c-53d05440b5d3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-247110455-router', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:22:54.983972 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49778) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:54.985022 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fe4a20-c341-47bc-9720-da7de976f390 None None] Network 52d00c44-24c0-4d1a-a340-c039d76298f3 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:22:54.988408 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-250083c5-06ee-4a9d-aa0b-96154e263828 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1699675645-router', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:22:55.003439 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1511168 Mar 14 15:22:55.006510 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49780) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:55.023009 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9742bd3b-5267-4fde-9a58-d084c21d21bd admin admin] Request body: {'subnet': {'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-488606032-subnet', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:22:55.055828 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7387cb-a09a-4046-94b8-5b103bab4450 admin admin] Pushing event updated for resources: {'Network': ['ID=49fee795-f4c4-42dd-acc3-9b9f00035acc,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:55.065410 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-362bb349-d0c6-4c8c-9a6c-53d05440b5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:55.066866 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-362bb349-d0c6-4c8c-9a6c-53d05440b5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:55.076450 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 49fee795-f4c4-42dd-acc3-9b9f00035acc details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:22:55.082383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250083c5-06ee-4a9d-aa0b-96154e263828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:55.083692 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250083c5-06ee-4a9d-aa0b-96154e263828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:55.200944 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-362bb349-d0c6-4c8c-9a6c-53d05440b5d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:55.207486 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250083c5-06ee-4a9d-aa0b-96154e263828 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:55.209695 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9742bd3b-5267-4fde-9a58-d084c21d21bd admin admin] Made reservation on behalf of b3e851ef7d26489f809312a892e32164 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:22:55.212895 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9742bd3b-5267-4fde-9a58-d084c21d21bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:55.434564 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-362bb349-d0c6-4c8c-9a6c-53d05440b5d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:55.481379 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-ed78ede5-32f5-4a15-9e59-683c99192b0a', 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'fixed_ips': [{'subnet_id': '2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:22:55.482263 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:55.499777 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-52d00c44-24c0-4d1a-a340-c039d76298f3', 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'fixed_ips': [{'subnet_id': '32b536a6-20b7-48a8-995b-e55598332338'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:22:55.501970 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250083c5-06ee-4a9d-aa0b-96154e263828 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:55.503161 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:55.513974 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49790) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:55.665299 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49796) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:55.723217 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-362bb349-d0c6-4c8c-9a6c-53d05440b5d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:55.742360 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49800) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:55.754412 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-362bb349-d0c6-4c8c-9a6c-53d05440b5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:55.792984 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Allocated IP 172.20.0.2 (ed78ede5-32f5-4a15-9e59-683c99192b0a/2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4/7429d7d5-ef6d-486d-9b5d-4b40032beb3b) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:22:55.813329 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] Allocated IP 172.20.0.2 (52d00c44-24c0-4d1a-a340-c039d76298f3/32b536a6-20b7-48a8-995b-e55598332338/637416b9-f08c-4c8b-9651-68fc33938b96) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:22:55.908766 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-362bb349-d0c6-4c8c-9a6c-53d05440b5d3 admin admin] Allocated IP 172.26.6.200 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/3c8fa3e1-f7af-4310-9b47-8df05c9b6429) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:22:55.955337 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9742bd3b-5267-4fde-9a58-d084c21d21bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.080802 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.095952 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742bd3b-5267-4fde-9a58-d084c21d21bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f06bc8a1-e6d6-4299-b660-147ccd6bb298,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:56.098433 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.104717 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-362bb349-d0c6-4c8c-9a6c-53d05440b5d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.106493 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250083c5-06ee-4a9d-aa0b-96154e263828 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.127769 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9742bd3b-5267-4fde-9a58-d084c21d21bd admin admin] Checking segment: {'id': 'acbb32e0-b9fb-4915-ad33-1c0a044e0b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:22:56.128497 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9742bd3b-5267-4fde-9a58-d084c21d21bd admin admin] Network hostable DHCP agents. Network: 49fee795-f4c4-42dd-acc3-9b9f00035acc, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:22:56.132354 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250083c5-06ee-4a9d-aa0b-96154e263828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.153710 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-c4a5e371-675d-4c04-a0bf-83a77b4732d1 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:22:56.162975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-257620c8-3c38-493c-aa70-575813c2d375 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:22:56.169916 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-362bb349-d0c6-4c8c-9a6c-53d05440b5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.192941 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.194907 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Pushing event updated for resources: {'Port': ['ID=7429d7d5-ef6d-486d-9b5d-4b40032beb3b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:56.200346 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362bb349-d0c6-4c8c-9a6c-53d05440b5d3 admin admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:22:56.202981 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9742bd3b-5267-4fde-9a58-d084c21d21bd admin admin] Network 49fee795-f4c4-42dd-acc3-9b9f00035acc is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:22:56.206787 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:56.207397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:56.207760 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:56.208094 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:56.208426 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:56.208771 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:56.209233 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:56.209592 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:56.209937 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:56.210380 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:56.210831 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:56.211275 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Tracked resource versions report: Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: pushed versions: Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: { 'AddressGroup': {'1.2'}, Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'ConntrackHelper': {'1.0'}, Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'Log': {'1.0'}, Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'Network': {'1.1'}, Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'Port': {'1.7'}, Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'PortForwarding': {'1.2'}, Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'QosPolicy': {'1.9'}, Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'SecurityGroup': {'1.4'}, Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'SecurityGroupRule': {'1.2'}, Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'SubPort': {'1.0'}, Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'Subnet': {'1.1'}, Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'Trunk': {'1.1'}} Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: consumer versions: Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: { DHCP agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: HyperV agent@hv-neutron-8335: {}, Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: L3 agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: Metadata agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: Metering agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: Open vSwitch agent@dv-neutron-833559-1-hyperv: { 'AddressGroup': '1.2', Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'ConntrackHelper': '1.0', Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'Log': '1.0', Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'Network': '1.1', Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'Port': '1.7', Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'PortForwarding': '1.2', Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'QosPolicy': '1.9', Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'SecurityGroup': '1.4', Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'SecurityGroupRule': '1.2', Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'SubPort': '1.0', Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'Subnet': '1.1', Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: 'Trunk': '1.1'}} Mar 14 15:22:56.213221 dv-neutron-833559-1-hyperv neutron-server[102569]: {{(pid=102569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 15:22:56.224541 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Network ed78ede5-32f5-4a15-9e59-683c99192b0a is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:22:56.226705 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:22:56.229016 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.232209 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:22:56.248992 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-9742bd3b-5267-4fde-9a58-d084c21d21bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 49fee795-f4c4-42dd-acc3-9b9f00035acc) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:22:56.258814 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9742bd3b-5267-4fde-9a58-d084c21d21bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:22:56.264206 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9742bd3b-5267-4fde-9a58-d084c21d21bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.283601 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-362bb349-d0c6-4c8c-9a6c-53d05440b5d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:22:56.286129 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3d5de8-97a6-49f9-8894-bf8fb2f5b6b9 None None] Network 49fee795-f4c4-42dd-acc3-9b9f00035acc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:22:56.288566 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c09ab9d3-0aaa-4307-a904-fa95cdf37eb8 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1037072055'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:22:56.289860 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bb349-d0c6-4c8c-9a6c-53d05440b5d3 admin admin] Pushing event updated for resources: {'Port': ['ID=3c8fa3e1-f7af-4310-9b47-8df05c9b6429,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:56.295688 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362bb349-d0c6-4c8c-9a6c-53d05440b5d3 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:22:56.400499 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9742bd3b-5267-4fde-9a58-d084c21d21bd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3907504 Mar 14 15:22:56.406419 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49818) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:56.422704 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a3de9218-663d-48f2-830c-0517d1c78aa0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-488606032-router', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:22:56.436417 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09ab9d3-0aaa-4307-a904-fa95cdf37eb8 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Made reservation on behalf of 7cf3a90c68f04edb9b256c6ea678e496 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:22:56.440109 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c09ab9d3-0aaa-4307-a904-fa95cdf37eb8 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.445137 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Attempting to bind port 7429d7d5-ef6d-486d-9b5d-4b40032beb3b on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:22:56.446266 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Attempting to bind port 7429d7d5-ef6d-486d-9b5d-4b40032beb3b by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '5b66a205-4257-4ef2-b24e-2402f06e70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:22:56.446732 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Attempting to bind port 7429d7d5-ef6d-486d-9b5d-4b40032beb3b on network ed78ede5-32f5-4a15-9e59-683c99192b0a {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:22:56.450061 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49822) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:56.459612 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:22:56.460056 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Checking segment: {'id': '5b66a205-4257-4ef2-b24e-2402f06e70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:22:56.460340 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.460736 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Bound using segment: {'id': '5b66a205-4257-4ef2-b24e-2402f06e70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:22:56.461214 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Bound port: 7429d7d5-ef6d-486d-9b5d-4b40032beb3b, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b66a205-4257-4ef2-b24e-2402f06e70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:22:56.461764 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.467203 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c09ab9d3-0aaa-4307-a904-fa95cdf37eb8 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.471986 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-250083c5-06ee-4a9d-aa0b-96154e263828 admin admin] Allocated IP 172.26.6.247 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/a7061a67-728a-445d-b082-9fe9a4683e5a) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:22:56.511405 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3de9218-663d-48f2-830c-0517d1c78aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.511405 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3de9218-663d-48f2-830c-0517d1c78aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.512171 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-257620c8-3c38-493c-aa70-575813c2d375 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] 10.222.0.59 "PUT /v2.0/quotas/6fb2d5aba90d43e5be5f53fde0bf000c HTTP/1.1" status: 200 len: 368 time: 0.8443334 Mar 14 15:22:56.513952 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49826) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:56.530208 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-179da5f6-f90e-4b11-9dd6-a4f37df70405 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Request body: {'network': {'project_id': '6fb2d5aba90d43e5be5f53fde0bf000c'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:22:56.537278 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e371-675d-4c04-a0bf-83a77b4732d1 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.602304 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] Network 52d00c44-24c0-4d1a-a340-c039d76298f3 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:22:56.603625 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179da5f6-f90e-4b11-9dd6-a4f37df70405 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Made reservation on behalf of 6fb2d5aba90d43e5be5f53fde0bf000c for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:22:56.606118 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-179da5f6-f90e-4b11-9dd6-a4f37df70405 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.621030 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] For port 7429d7d5-ef6d-486d-9b5d-4b40032beb3b, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:22:56.626561 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] For port 7429d7d5-ef6d-486d-9b5d-4b40032beb3b, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=7429d7d5-ef6d-486d-9b5d-4b40032beb3b,segment=NetworkSegment(5b66a205-4257-4ef2-b24e-2402f06e70b7),segment_id=5b66a205-4257-4ef2-b24e-2402f06e70b7)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:22:56.631446 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-179da5f6-f90e-4b11-9dd6-a4f37df70405 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.649518 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] Pushing event updated for resources: {'Port': ['ID=637416b9-f08c-4c8b-9651-68fc33938b96,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:56.695986 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:22:56.702878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3de9218-663d-48f2-830c-0517d1c78aa0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.706299 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.718320 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-49fee795-f4c4-42dd-acc3-9b9f00035acc', 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'fixed_ips': [{'subnet_id': 'f06bc8a1-e6d6-4299-b660-147ccd6bb298'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:22:56.719613 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.759775 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:22:56.767057 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-362bb349-d0c6-4c8c-9a6c-53d05440b5d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.802097 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250083c5-06ee-4a9d-aa0b-96154e263828 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.893601 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c09ab9d3-0aaa-4307-a904-fa95cdf37eb8 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.908831 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c09ab9d3-0aaa-4307-a904-fa95cdf37eb8 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:56.950699 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] Attempting to bind port 637416b9-f08c-4c8b-9651-68fc33938b96 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:22:56.952462 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] Attempting to bind port 637416b9-f08c-4c8b-9651-68fc33938b96 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'b4feea2c-6aa0-4a26-932b-1366dd8c8096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:22:56.953114 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] Attempting to bind port 637416b9-f08c-4c8b-9651-68fc33938b96 on network 52d00c44-24c0-4d1a-a340-c039d76298f3 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:22:57.012263 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ab9d3-0aaa-4307-a904-fa95cdf37eb8 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f9ad35-e9d9-4c0e-8a26-13e69025705c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:57.021690 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250083c5-06ee-4a9d-aa0b-96154e263828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:57.032271 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49838) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:57.066872 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-fbc1cf10-5f0c-4396-a7d7-ef196b615edc tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:22:57.104030 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250083c5-06ee-4a9d-aa0b-96154e263828 admin admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:22:57.129157 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] Allocated IP 172.20.0.2 (49fee795-f4c4-42dd-acc3-9b9f00035acc/f06bc8a1-e6d6-4299-b660-147ccd6bb298/3908a125-8c90-4375-8b28-9cc801b997e8) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:22:57.131658 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:22:57.132746 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] Checking segment: {'id': 'b4feea2c-6aa0-4a26-932b-1366dd8c8096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:22:57.132746 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:57.133030 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] Bound using segment: {'id': 'b4feea2c-6aa0-4a26-932b-1366dd8c8096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:22:57.133580 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] Bound port: 637416b9-f08c-4c8b-9651-68fc33938b96, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4feea2c-6aa0-4a26-932b-1366dd8c8096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:22:57.133987 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:57.195307 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0b12d-da1f-46b9-bcf5-8254b13d9fa8 None None] Pushing event updated for resources: {'Port': ['ID=7429d7d5-ef6d-486d-9b5d-4b40032beb3b,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:57.246623 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e371-675d-4c04-a0bf-83a77b4732d1 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:57.266085 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fbc1cf10-5f0c-4396-a7d7-ef196b615edc tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] 10.222.0.59 "PUT /v2.0/quotas/cb5aaa814a8f4797868aa178db52c6fa HTTP/1.1" status: 200 len: 366 time: 0.8093758 Mar 14 15:22:57.266319 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-362bb349-d0c6-4c8c-9a6c-53d05440b5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:57.268961 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49842) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:57.284925 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250083c5-06ee-4a9d-aa0b-96154e263828 admin admin] Pushing event updated for resources: {'Port': ['ID=a7061a67-728a-445d-b082-9fe9a4683e5a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:57.288097 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-250083c5-06ee-4a9d-aa0b-96154e263828 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:22:57.303381 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3de9218-663d-48f2-830c-0517d1c78aa0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:57.307336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09ab9d3-0aaa-4307-a904-fa95cdf37eb8 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:22:57.315126 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] For port 637416b9-f08c-4c8b-9651-68fc33938b96, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:22:57.338644 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250083c5-06ee-4a9d-aa0b-96154e263828 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:22:57.353024 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] For port 637416b9-f08c-4c8b-9651-68fc33938b96, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=637416b9-f08c-4c8b-9651-68fc33938b96,segment=NetworkSegment(b4feea2c-6aa0-4a26-932b-1366dd8c8096),segment_id=b4feea2c-6aa0-4a26-932b-1366dd8c8096)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:22:57.354411 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c09ab9d3-0aaa-4307-a904-fa95cdf37eb8 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:57.355075 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-c09ab9d3-0aaa-4307-a904-fa95cdf37eb8 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Added segment c9e36427-ef35-4dfc-8463-b14cd5607088 of type vlan for network 21a69ee3-1070-457c-9aa4-4ad5996ce454 Mar 14 15:22:57.368049 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:57.372185 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8680e98e-dad6-492a-b7b2-54b153c87bbf tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0760927 Mar 14 15:22:57.394750 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49846) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:57.464126 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2235863c-1df6-473d-8f6d-9a0052b0fd32 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] 10.222.0.59 "GET /v2.0/quotas/cb5aaa814a8f4797868aa178db52c6fa HTTP/1.1" status: 200 len: 366 time: 0.0161123 Mar 14 15:22:57.482146 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49848) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:57.484952 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:57.504970 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:57.511903 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32255a19-02d0-4923-a49b-b05cfc656c82 None None] Pushing event updated for resources: {'Port': ['ID=637416b9-f08c-4c8b-9651-68fc33938b96,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:57.553521 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-179da5f6-f90e-4b11-9dd6-a4f37df70405 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:57.560134 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c5179619-a2b9-47fa-a9ae-59885e73cb69 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:22:57.568032 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5853c924-e669-40a0-bd0b-d26315aa34f4 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/cb5aaa814a8f4797868aa178db52c6fa HTTP/1.1" status: 204 len: 168 time: 0.0819068 Mar 14 15:22:57.574951 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49850) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:57.581540 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-c4a5e371-675d-4c04-a0bf-83a77b4732d1 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Allocated IP 172.26.6.46 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/61f4f36a-caf8-4472-b7d1-ec9fb2fde8f4) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:22:57.584728 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] Network 49fee795-f4c4-42dd-acc3-9b9f00035acc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:22:57.589002 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:22:57.594532 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:22:57.605188 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9ba87e90-0288-4b53-8d52-b6c21c07de6c tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0275440 Mar 14 15:22:57.608837 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49852) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:57.635547 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-179da5f6-f90e-4b11-9dd6-a4f37df70405 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:57.639565 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] Pushing event updated for resources: {'Port': ['ID=3908a125-8c90-4375-8b28-9cc801b997e8,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:57.640284 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8364aff9-2489-4900-a880-f00dea49265e tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] 10.222.0.59 "GET /v2.0/quotas/cb5aaa814a8f4797868aa178db52c6fa HTTP/1.1" status: 200 len: 370 time: 0.0295906 Mar 14 15:22:57.650790 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179da5f6-f90e-4b11-9dd6-a4f37df70405 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:22:57.662962 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-179da5f6-f90e-4b11-9dd6-a4f37df70405 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:57.663336 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-179da5f6-f90e-4b11-9dd6-a4f37df70405 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Added segment ee52a2cd-edfb-449a-a38e-743e89c2a44c of type vlan for network 41861749-c2d0-4da6-af50-052256e13bbf Mar 14 15:22:57.667291 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49854) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:57.674180 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3a75419d-cb13-4044-8369-7d418bfa98f4 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] 10.222.0.59 "GET /v2.0/quotas/cb5aaa814a8f4797868aa178db52c6fa/default HTTP/1.1" status: 200 len: 370 time: 0.0043070 Mar 14 15:22:57.675313 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] Attempting to bind port 3908a125-8c90-4375-8b28-9cc801b997e8 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:22:57.676090 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] Attempting to bind port 3908a125-8c90-4375-8b28-9cc801b997e8 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'acbb32e0-b9fb-4915-ad33-1c0a044e0b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:22:57.679354 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] Attempting to bind port 3908a125-8c90-4375-8b28-9cc801b997e8 on network 49fee795-f4c4-42dd-acc3-9b9f00035acc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:22:57.681662 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49856) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:57.683673 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c09ab9d3-0aaa-4307-a904-fa95cdf37eb8 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:57.687296 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:22:57.689273 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] Checking segment: {'id': 'acbb32e0-b9fb-4915-ad33-1c0a044e0b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:22:57.690038 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:57.690624 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] Bound using segment: {'id': 'acbb32e0-b9fb-4915-ad33-1c0a044e0b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:22:57.691573 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] Bound port: 3908a125-8c90-4375-8b28-9cc801b997e8, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acbb32e0-b9fb-4915-ad33-1c0a044e0b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:22:57.692168 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:57.766094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179da5f6-f90e-4b11-9dd6-a4f37df70405 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a35faf1-8d84-402e-bdef-41870beccda0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:57.800145 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e371-675d-4c04-a0bf-83a77b4732d1 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:57.812203 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-52e1f6c6-2c89-48ba-8c68-e8a43e859138 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] delete failed (client error): The resource could not be found. Mar 14 15:22:57.816487 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-52e1f6c6-2c89-48ba-8c68-e8a43e859138 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/cb5aaa814a8f4797868aa178db52c6fa HTTP/1.1" status: 404 len: 348 time: 0.1306727 Mar 14 15:22:57.816949 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c09ab9d3-0aaa-4307-a904-fa95cdf37eb8 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:57.822776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09ab9d3-0aaa-4307-a904-fa95cdf37eb8 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:22:57.829173 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c09ab9d3-0aaa-4307-a904-fa95cdf37eb8 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:57.865624 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362bb349-d0c6-4c8c-9a6c-53d05440b5d3 admin admin] Router fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:22:57.872207 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] For port 3908a125-8c90-4375-8b28-9cc801b997e8, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:22:57.883282 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] For port 3908a125-8c90-4375-8b28-9cc801b997e8, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3908a125-8c90-4375-8b28-9cc801b997e8,segment=NetworkSegment(acbb32e0-b9fb-4915-ad33-1c0a044e0b76),segment_id=acbb32e0-b9fb-4915-ad33-1c0a044e0b76)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:22:57.896171 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:57.897366 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e371-675d-4c04-a0bf-83a77b4732d1 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:57.997994 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4ef48-918d-4617-85da-c12c720937ea None None] Pushing event updated for resources: {'Port': ['ID=3908a125-8c90-4375-8b28-9cc801b997e8,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:58.079178 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ab9d3-0aaa-4307-a904-fa95cdf37eb8 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Pushing event updated for resources: {'Network': ['ID=21a69ee3-1070-457c-9aa4-4ad5996ce454,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:58.087379 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49862) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:58.119690 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 21a69ee3-1070-457c-9aa4-4ad5996ce454 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:22:58.137484 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5179619-a2b9-47fa-a9ae-59885e73cb69 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:58.140002 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362bb349-d0c6-4c8c-9a6c-53d05440b5d3 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:22:58.157118 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] Sync routers for ids ['fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:22:58.160564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-179da5f6-f90e-4b11-9dd6-a4f37df70405 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:58.172598 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] Routers {'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:22:58.176105 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c09ab9d3-0aaa-4307-a904-fa95cdf37eb8 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4297519 Mar 14 15:22:58.176281 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:22:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:22:58.181391 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49864) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:58.187056 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a5e371-675d-4c04-a0bf-83a77b4732d1 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:22:58.194527 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-afdfefc5-4f27-4e48-8b7b-37fff7efe00b tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Request body: {'subnet': {'network_id': '21a69ee3-1070-457c-9aa4-4ad5996ce454', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:22:58.199511 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5e371-675d-4c04-a0bf-83a77b4732d1 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Pushing event updated for resources: {'Port': ['ID=61f4f36a-caf8-4472-b7d1-ec9fb2fde8f4,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:58.312708 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-179da5f6-f90e-4b11-9dd6-a4f37df70405 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:22:58.367141 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-c4a5e371-675d-4c04-a0bf-83a77b4732d1 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:22:58.373853 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5e371-675d-4c04-a0bf-83a77b4732d1 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:22:58.380402 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.quota.resource [None req-7d1b37e5-23c2-4072-a786-421250b5e094 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] Usage tracker for resource:network and tenant:01103a5a8a68438ab4a57bc7d26f8692 is out of sync, need to count used quota {{(pid=102567) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 14 15:22:58.395766 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-362bb349-d0c6-4c8c-9a6c-53d05440b5d3 admin admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:58.396995 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-362bb349-d0c6-4c8c-9a6c-53d05440b5d3 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4174106 Mar 14 15:22:58.401969 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.quota.resource [None req-7d1b37e5-23c2-4072-a786-421250b5e094 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102567) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 14 15:22:58.406837 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49868) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:58.431999 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-179da5f6-f90e-4b11-9dd6-a4f37df70405 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:58.433098 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179da5f6-f90e-4b11-9dd6-a4f37df70405 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:22:58.433999 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-179da5f6-f90e-4b11-9dd6-a4f37df70405 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:58.498202 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d60272-0284-4e9b-8cf7-8347442683fa None None] Network ed78ede5-32f5-4a15-9e59-683c99192b0a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:22:58.500956 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250083c5-06ee-4a9d-aa0b-96154e263828 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:58.527434 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.quota.resource [None req-7d1b37e5-23c2-4072-a786-421250b5e094 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] Usage tracker for resource:subnet and tenant:01103a5a8a68438ab4a57bc7d26f8692 is out of sync, need to count used quota {{(pid=102567) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 14 15:22:58.544272 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.quota.resource [None req-7d1b37e5-23c2-4072-a786-421250b5e094 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102567) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 14 15:22:58.557715 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdfefc5-4f27-4e48-8b7b-37fff7efe00b tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Made reservation on behalf of 7cf3a90c68f04edb9b256c6ea678e496 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:22:58.561514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-afdfefc5-4f27-4e48-8b7b-37fff7efe00b tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks [] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:58.569651 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.quota.resource [None req-7d1b37e5-23c2-4072-a786-421250b5e094 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] Usage tracker for resource:subnetpool and tenant:01103a5a8a68438ab4a57bc7d26f8692 is out of sync, need to count used quota {{(pid=102567) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 14 15:22:58.583726 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-179da5f6-f90e-4b11-9dd6-a4f37df70405 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0549667 Mar 14 15:22:58.584322 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49870) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:58.600496 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a9033800-c953-4ed6-99a1-29ab96b74c1c tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Request body: {'network': {'project_id': '6fb2d5aba90d43e5be5f53fde0bf000c'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:22:58.607241 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e371-675d-4c04-a0bf-83a77b4732d1 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:58.608545 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.quota.resource [None req-7d1b37e5-23c2-4072-a786-421250b5e094 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102567) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 14 15:22:58.627465 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] Set router fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:22:58.685659 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-50195375-3f69-4e4c-8a78-788c5c5d297a None None] Provisioning complete for port 7429d7d5-ef6d-486d-9b5d-4b40032beb3b triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:22:58.686220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50195375-3f69-4e4c-8a78-788c5c5d297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:58.694875 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179da5f6-f90e-4b11-9dd6-a4f37df70405 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Pushing event updated for resources: {'Network': ['ID=41861749-c2d0-4da6-af50-052256e13bbf,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:58.796610 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.quota.resource [None req-7d1b37e5-23c2-4072-a786-421250b5e094 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] Usage tracker for resource:port and tenant:01103a5a8a68438ab4a57bc7d26f8692 is out of sync, need to count used quota {{(pid=102567) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 14 15:22:58.832557 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.quota.resource [None req-7d1b37e5-23c2-4072-a786-421250b5e094 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102567) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 14 15:22:58.870069 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'name': 'tempest-ServersTestManualDisk-247110455-router', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:22:56Z', 'revision_number': 3, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'gw_port': {'id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:06:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:22:58.878144 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9033800-c953-4ed6-99a1-29ab96b74c1c tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Made reservation on behalf of 6fb2d5aba90d43e5be5f53fde0bf000c for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:22:58.880283 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9033800-c953-4ed6-99a1-29ab96b74c1c tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:58.900041 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] Checking router: fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:22:58.900669 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] Updating router fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 port 3c8fa3e1-f7af-4310-9b47-8df05c9b6429 binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:22:58.904464 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e371-675d-4c04-a0bf-83a77b4732d1 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:58.943019 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:58.994063 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 41861749-c2d0-4da6-af50-052256e13bbf details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:22:59.020697 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.quota.resource [None req-7d1b37e5-23c2-4072-a786-421250b5e094 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] Usage tracker for resource:router and tenant:01103a5a8a68438ab4a57bc7d26f8692 is out of sync, need to count used quota {{(pid=102567) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 14 15:22:59.055974 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.quota.resource [None req-7d1b37e5-23c2-4072-a786-421250b5e094 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102567) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 14 15:22:59.145643 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89004c0b-ca1f-4446-b448-62c41dcb3f99 None None] Network 52d00c44-24c0-4d1a-a340-c039d76298f3 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:22:59.148655 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9033800-c953-4ed6-99a1-29ab96b74c1c tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:22:59.182290 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9033800-c953-4ed6-99a1-29ab96b74c1c tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:59.182633 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-a9033800-c953-4ed6-99a1-29ab96b74c1c tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Added segment 58e257ad-5754-44ec-b896-d8dc5252df24 of type vlan for network 0275ce59-922c-44cd-8f48-5c49bae06d50 Mar 14 15:22:59.242718 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9033800-c953-4ed6-99a1-29ab96b74c1c tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:59.246873 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7429d7d5-ef6d-486d-9b5d-4b40032beb3b up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:22:59.348252 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.quota.resource [None req-7d1b37e5-23c2-4072-a786-421250b5e094 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] Usage tracker for resource:floatingip and tenant:01103a5a8a68438ab4a57bc7d26f8692 is out of sync, need to count used quota {{(pid=102567) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 14 15:22:59.350012 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9033800-c953-4ed6-99a1-29ab96b74c1c tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:59.350986 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9033800-c953-4ed6-99a1-29ab96b74c1c tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:22:59.351565 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9033800-c953-4ed6-99a1-29ab96b74c1c tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:59.368403 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 7429d7d5-ef6d-486d-9b5d-4b40032beb3b triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:22:59.369036 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:59.398543 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:59.416986 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:59.491676 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50195375-3f69-4e4c-8a78-788c5c5d297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:59.528983 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] Attempting to bind port 3c8fa3e1-f7af-4310-9b47-8df05c9b6429 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:22:59.534575 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] Attempting to bind port 3c8fa3e1-f7af-4310-9b47-8df05c9b6429 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:22:59.535458 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] Attempting to bind port 3c8fa3e1-f7af-4310-9b47-8df05c9b6429 on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:22:59.558583 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980011b-4822-435c-862d-5eb7070d8b13 None None] Pushing event updated for resources: {'Port': ['ID=3c8fa3e1-f7af-4310-9b47-8df05c9b6429,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:59.561795 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:22:59.562296 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:22:59.562818 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:59.563403 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:22:59.571173 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] Bound port: 3c8fa3e1-f7af-4310-9b47-8df05c9b6429, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:22:59.575890 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:59.576658 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657dd5b0-f021-45c8-8ba6-9b5904b9acc6 None None] Network 49fee795-f4c4-42dd-acc3-9b9f00035acc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:22:59.597174 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9033800-c953-4ed6-99a1-29ab96b74c1c tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Pushing event updated for resources: {'Network': ['ID=0275ce59-922c-44cd-8f48-5c49bae06d50,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:59.600851 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.quota.resource [None req-7d1b37e5-23c2-4072-a786-421250b5e094 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102567) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 14 15:22:59.624362 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a9033800-c953-4ed6-99a1-29ab96b74c1c tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0288460 Mar 14 15:22:59.624601 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980011b-4822-435c-862d-5eb7070d8b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:59.625419 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-afdfefc5-4f27-4e48-8b7b-37fff7efe00b tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:59.625914 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980011b-4822-435c-862d-5eb7070d8b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:59.629880 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980011b-4822-435c-862d-5eb7070d8b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:59.630355 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980011b-4822-435c-862d-5eb7070d8b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:59.630785 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980011b-4822-435c-862d-5eb7070d8b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:59.631260 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980011b-4822-435c-862d-5eb7070d8b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:59.632844 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980011b-4822-435c-862d-5eb7070d8b13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:59.633297 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980011b-4822-435c-862d-5eb7070d8b13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:59.633758 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980011b-4822-435c-862d-5eb7070d8b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:59.634434 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980011b-4822-435c-862d-5eb7070d8b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:59.634845 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980011b-4822-435c-862d-5eb7070d8b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:59.635286 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980011b-4822-435c-862d-5eb7070d8b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:22:59.636047 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49872) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d980011b-4822-435c-862d-5eb7070d8b13 None None] Tracked resource versions report: Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: pushed versions: Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: { 'AddressGroup': {'1.2'}, Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'ConntrackHelper': {'1.0'}, Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'Log': {'1.0'}, Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'Network': {'1.1'}, Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'Port': {'1.7'}, Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'PortForwarding': {'1.2'}, Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'QosPolicy': {'1.9'}, Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'SecurityGroup': {'1.4'}, Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'SecurityGroupRule': {'1.2'}, Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'SubPort': {'1.0'}, Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'Subnet': {'1.1'}, Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'Trunk': {'1.1'}} Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: consumer versions: Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: { DHCP agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: HyperV agent@hv-neutron-8335: {}, Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: L3 agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: Metadata agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: Metering agent@dv-neutron-833559-1-hyperv: {}, Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: Open vSwitch agent@dv-neutron-833559-1-hyperv: { 'AddressGroup': '1.2', Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'ConntrackHelper': '1.0', Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'Log': '1.0', Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'Network': '1.1', Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'Port': '1.7', Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'PortForwarding': '1.2', Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'QosPolicy': '1.9', Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'SecurityGroup': '1.4', Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'SecurityGroupRule': '1.2', Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'SubPort': '1.0', Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'Subnet': '1.1', Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: 'Trunk': '1.1'}} Mar 14 15:22:59.636615 dv-neutron-833559-1-hyperv neutron-server[102570]: {{(pid=102570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 15:22:59.697922 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-50195375-3f69-4e4c-8a78-788c5c5d297a None None] For port 7429d7d5-ef6d-486d-9b5d-4b40032beb3b, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=7429d7d5-ef6d-486d-9b5d-4b40032beb3b,segment=NetworkSegment(5b66a205-4257-4ef2-b24e-2402f06e70b7),segment_id=5b66a205-4257-4ef2-b24e-2402f06e70b7)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:22:59.703866 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 0275ce59-922c-44cd-8f48-5c49bae06d50 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:22:59.719568 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3de9218-663d-48f2-830c-0517d1c78aa0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:59.724631 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] For port 3c8fa3e1-f7af-4310-9b47-8df05c9b6429, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:22:59.732285 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] For port 3c8fa3e1-f7af-4310-9b47-8df05c9b6429, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3c8fa3e1-f7af-4310-9b47-8df05c9b6429,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:22:59.736497 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-fb2796b6-3163-4c76-86e3-33dd572688bd tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Request body: {'network': {'project_id': '6fb2d5aba90d43e5be5f53fde0bf000c'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:22:59.738110 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:59.744314 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:59.769605 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3de9218-663d-48f2-830c-0517d1c78aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:59.875261 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980011b-4822-435c-862d-5eb7070d8b13 None None] Pushing event updated for resources: {'Port': ['ID=3c8fa3e1-f7af-4310-9b47-8df05c9b6429,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:22:59.879458 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] Routers {'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:22:59.880067 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:22:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:22:59.886200 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50195375-3f69-4e4c-8a78-788c5c5d297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:59.938180 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250083c5-06ee-4a9d-aa0b-96154e263828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:59.945938 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5179619-a2b9-47fa-a9ae-59885e73cb69 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:22:59.995651 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] Set router fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:23:00.021249 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e371-675d-4c04-a0bf-83a77b4732d1 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:00.035871 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ac4cea10-4fb4-4d5d-86de-0ef3eba032a5 None None] Provisioning complete for port 3908a125-8c90-4375-8b28-9cc801b997e8 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:00.036386 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac4cea10-4fb4-4d5d-86de-0ef3eba032a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:00.060505 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e371-675d-4c04-a0bf-83a77b4732d1 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:00.062615 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2796b6-3163-4c76-86e3-33dd572688bd tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 14 15:23:00.063141 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2796b6-3163-4c76-86e3-33dd572688bd tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:23:00.064854 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fb2796b6-3163-4c76-86e3-33dd572688bd tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4173543 Mar 14 15:23:00.085231 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49874) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:00.102102 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50195375-3f69-4e4c-8a78-788c5c5d297a None None] Pushing event updated for resources: {'Port': ['ID=7429d7d5-ef6d-486d-9b5d-4b40032beb3b,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:00.109071 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:23:00.109437 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:23:00.124941 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5e371-675d-4c04-a0bf-83a77b4732d1 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Pushing event updated for resources: {'Port': ['ID=61f4f36a-caf8-4472-b7d1-ec9fb2fde8f4,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:00.158507 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.quota.resource [None req-7d1b37e5-23c2-4072-a786-421250b5e094 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] Usage tracker for resource:security_group and tenant:01103a5a8a68438ab4a57bc7d26f8692 is out of sync, need to count used quota {{(pid=102567) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 14 15:23:00.173809 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-a3de9218-663d-48f2-830c-0517d1c78aa0 admin admin] Allocated IP 172.26.6.181 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/05b67135-3644-4d71-a50c-84430cdc64ee) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:00.175429 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfefc5-4f27-4e48-8b7b-37fff7efe00b tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Pushing event updated for resources: {'Subnet': ['ID=aa3eb2fd-c2fc-40ec-93ac-986b6b45a8e5,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:00.183505 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac4cea10-4fb4-4d5d-86de-0ef3eba032a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:00.193106 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e371-675d-4c04-a0bf-83a77b4732d1 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:00.196401 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.quota.resource [None req-7d1b37e5-23c2-4072-a786-421250b5e094 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102567) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 14 15:23:00.211104 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdfefc5-4f27-4e48-8b7b-37fff7efe00b tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Checking segment: {'id': 'c9e36427-ef35-4dfc-8463-b14cd5607088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '21a69ee3-1070-457c-9aa4-4ad5996ce454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:00.211765 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdfefc5-4f27-4e48-8b7b-37fff7efe00b tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Network hostable DHCP agents. Network: 21a69ee3-1070-457c-9aa4-4ad5996ce454, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:23:00.231569 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ac4cea10-4fb4-4d5d-86de-0ef3eba032a5 None None] For port 3908a125-8c90-4375-8b28-9cc801b997e8, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3908a125-8c90-4375-8b28-9cc801b997e8,segment=NetworkSegment(acbb32e0-b9fb-4915-ad33-1c0a044e0b76),segment_id=acbb32e0-b9fb-4915-ad33-1c0a044e0b76)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:00.236615 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.quota.resource [None req-7d1b37e5-23c2-4072-a786-421250b5e094 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] Usage tracker for resource:security_group_rule and tenant:01103a5a8a68438ab4a57bc7d26f8692 is out of sync, need to count used quota {{(pid=102567) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 14 15:23:00.239253 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac4cea10-4fb4-4d5d-86de-0ef3eba032a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:00.255740 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'name': 'tempest-ServersTestManualDisk-247110455-router', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:22:56Z', 'revision_number': 3, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'gw_port': {'id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:06:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:00.266278 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e371-675d-4c04-a0bf-83a77b4732d1 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:00.270555 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c4a5e371-675d-4c04-a0bf-83a77b4732d1 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7555079 Mar 14 15:23:00.274412 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49876) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:00.275031 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.quota.resource [None req-7d1b37e5-23c2-4072-a786-421250b5e094 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102567) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 14 15:23:00.276810 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdfefc5-4f27-4e48-8b7b-37fff7efe00b tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Network 21a69ee3-1070-457c-9aa4-4ad5996ce454 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:23:00.290091 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3624ed4a-b1f9-4f12-adf2-a9a0e386273f tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1212804360', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'fixed_ips': [{'ip_address': '172.26.6.46'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:00.300858 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a7267765-ef5d-4d9b-b98d-94504debc80b tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6fb2d5aba90d43e5be5f53fde0bf000c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2094407 Mar 14 15:23:00.303830 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf479ad-ae98-4281-8227-7b78d7bdf008 None None] The sync data for ids ['fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'] in dv-neutron-833559-1-hyperv is: [{'id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'name': 'tempest-ServersTestManualDisk-247110455-router', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:22:56Z', 'revision_number': 3, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'gw_port': {'id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:06:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:23:00.316138 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ac4cea10-4fb4-4d5d-86de-0ef3eba032a5 None None] Provisioning complete for port 7429d7d5-ef6d-486d-9b5d-4b40032beb3b triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:00.316322 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac4cea10-4fb4-4d5d-86de-0ef3eba032a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:00.317750 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49878) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:00.324305 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-afdfefc5-4f27-4e48-8b7b-37fff7efe00b tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 21a69ee3-1070-457c-9aa4-4ad5996ce454) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:00.334677 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdfefc5-4f27-4e48-8b7b-37fff7efe00b tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:00.335444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-afdfefc5-4f27-4e48-8b7b-37fff7efe00b tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:00.339529 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7d1b37e5-23c2-4072-a786-421250b5e094 tempest-QuotasTest-626158116 tempest-QuotasTest-626158116-project-admin] 10.222.0.59 "GET /v2.0/quotas/01103a5a8a68438ab4a57bc7d26f8692/details.json HTTP/1.1" status: 200 len: 703 time: 2.2475300 Mar 14 15:23:00.346142 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3624ed4a-b1f9-4f12-adf2-a9a0e386273f tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Made reservation on behalf of 9fde600202b249448c296401a1606973 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:00.348417 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3624ed4a-b1f9-4f12-adf2-a9a0e386273f tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:00.365779 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3624ed4a-b1f9-4f12-adf2-a9a0e386273f tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:00.386835 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd260503-6c61-495a-ab9d-dc3b31533c19 None None] Network 21a69ee3-1070-457c-9aa4-4ad5996ce454 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:00.403933 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-afdfefc5-4f27-4e48-8b7b-37fff7efe00b tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2144837 Mar 14 15:23:00.410629 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49882) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:00.415234 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-fc00cd35-ab21-4fcc-b018-ccceaa48c514 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Request body: {'port': {'network_id': '21a69ee3-1070-457c-9aa4-4ad5996ce454', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1889483386'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:00.511115 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cea10-4fb4-4d5d-86de-0ef3eba032a5 None None] Pushing event updated for resources: {'Port': ['ID=3908a125-8c90-4375-8b28-9cc801b997e8,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:00.545500 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b9dcb6d-d13c-47dd-9726-d346950c22e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:00.628797 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-623f5479-7db5-4942-a766-e821dac7b750 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:00.688025 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3624ed4a-b1f9-4f12-adf2-a9a0e386273f tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:00.693619 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3de9218-663d-48f2-830c-0517d1c78aa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:00.697642 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3624ed4a-b1f9-4f12-adf2-a9a0e386273f tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:00.710609 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-3624ed4a-b1f9-4f12-adf2-a9a0e386273f tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] device_id is not set on port c64cd878-e266-4f42-911c-e8754f5b06b1 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:23:00.737728 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-623f5479-7db5-4942-a766-e821dac7b750 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:00.739661 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250083c5-06ee-4a9d-aa0b-96154e263828 admin admin] Router 9f408e7d-60ca-4e28-b3e8-712d89b02601 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:23:00.752776 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-21a69ee3-1070-457c-9aa4-4ad5996ce454', 'network_id': '21a69ee3-1070-457c-9aa4-4ad5996ce454', 'tenant_id': '7cf3a90c68f04edb9b256c6ea678e496', 'fixed_ips': [{'subnet_id': 'aa3eb2fd-c2fc-40ec-93ac-986b6b45a8e5'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:23:00.753657 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:00.793595 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc00cd35-ab21-4fcc-b018-ccceaa48c514 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Made reservation on behalf of 7cf3a90c68f04edb9b256c6ea678e496 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:00.797115 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc00cd35-ab21-4fcc-b018-ccceaa48c514 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:00.818712 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3908a125-8c90-4375-8b28-9cc801b997e8 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:00.844675 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624ed4a-b1f9-4f12-adf2-a9a0e386273f tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fc38c7-bbe0-4a08-a6f7-4785734b0ae0,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:00.916665 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-fc00cd35-ab21-4fcc-b018-ccceaa48c514 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] device_id is not set on port 221dd170-ce01-4374-ad54-d603cb77b766 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:23:00.962927 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250083c5-06ee-4a9d-aa0b-96154e263828 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:23:00.995815 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] Sync routers for ids ['9f408e7d-60ca-4e28-b3e8-712d89b02601'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:23:01.036416 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49886) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:01.044608 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] Routers {'9f408e7d-60ca-4e28-b3e8-712d89b02601'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:01.045502 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:22:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9f408e7d-60ca-4e28-b3e8-712d89b02601'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:01.089865 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3de9218-663d-48f2-830c-0517d1c78aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:01.109780 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ac4cea10-4fb4-4d5d-86de-0ef3eba032a5 None None] Provisioning complete for port 637416b9-f08c-4c8b-9651-68fc33938b96 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:01.110167 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac4cea10-4fb4-4d5d-86de-0ef3eba032a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:01.199694 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 3908a125-8c90-4375-8b28-9cc801b997e8 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:01.200544 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:01.209251 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3de9218-663d-48f2-830c-0517d1c78aa0 admin admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:01.214210 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250083c5-06ee-4a9d-aa0b-96154e263828 admin admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:01.218577 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-250083c5-06ee-4a9d-aa0b-96154e263828 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.2335498 Mar 14 15:23:01.219280 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49890) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:01.228981 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-fc00cd35-ab21-4fcc-b018-ccceaa48c514 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Allocated IP 172.20.0.7 (21a69ee3-1070-457c-9aa4-4ad5996ce454/aa3eb2fd-c2fc-40ec-93ac-986b6b45a8e5/221dd170-ce01-4374-ad54-d603cb77b766) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:01.237865 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-623f5479-7db5-4942-a766-e821dac7b750 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:01.241872 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-623f5479-7db5-4942-a766-e821dac7b750 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:01.243626 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-623f5479-7db5-4942-a766-e821dac7b750 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/3a35faf1-8d84-402e-bdef-41870beccda0 HTTP/1.1" status: 204 len: 168 time: 0.9243259 Mar 14 15:23:01.244093 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a3de9218-663d-48f2-830c-0517d1c78aa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:01.249562 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49892) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:01.262418 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0db6-1d77-4254-bc6b-d66c2ee826ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:01.268372 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] Set router 9f408e7d-60ca-4e28-b3e8-712d89b02601 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:23:01.292092 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de9218-663d-48f2-830c-0517d1c78aa0 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:01.310653 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de9218-663d-48f2-830c-0517d1c78aa0 admin admin] Pushing event updated for resources: {'Port': ['ID=05b67135-3644-4d71-a50c-84430cdc64ee,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:01.434309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-4b9dcb6d-d13c-47dd-9726-d346950c22e8 admin admin] Allocated IP 172.20.0.1 (ed78ede5-32f5-4a15-9e59-683c99192b0a/2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4/a7cfce75-eadf-4340-a944-8ea4806a0406) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:01.437880 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:01.449483 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-c5179619-a2b9-47fa-a9ae-59885e73cb69 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Allocated IP 172.26.6.174 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/93b706a4-3867-45c7-9ec5-e5a8bc3b0781) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:01.459876 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f5479-7db5-4942-a766-e821dac7b750 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a35faf1-8d84-402e-bdef-41870beccda0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:01.507370 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0db6-1d77-4254-bc6b-d66c2ee826ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:01.510775 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc00cd35-ab21-4fcc-b018-ccceaa48c514 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:01.517148 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0db6-1d77-4254-bc6b-d66c2ee826ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:01.577538 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ec6f0db6-1d77-4254-bc6b-d66c2ee826ee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=86cf526690e14fd1bd399a5d577e06db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5377216 Mar 14 15:23:01.581070 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49898) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:01.592834 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac4cea10-4fb4-4d5d-86de-0ef3eba032a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:01.618887 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f0db6-1d77-4254-bc6b-d66c2ee826ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae70ac8-4182-44b0-b35d-1619bb23ce80,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:01.672138 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc00cd35-ab21-4fcc-b018-ccceaa48c514 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:01.725799 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ac4cea10-4fb4-4d5d-86de-0ef3eba032a5 None None] For port 637416b9-f08c-4c8b-9651-68fc33938b96, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=637416b9-f08c-4c8b-9651-68fc33938b96,segment=NetworkSegment(b4feea2c-6aa0-4a26-932b-1366dd8c8096),segment_id=b4feea2c-6aa0-4a26-932b-1366dd8c8096)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:01.747308 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac4cea10-4fb4-4d5d-86de-0ef3eba032a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:01.749333 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc00cd35-ab21-4fcc-b018-ccceaa48c514 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Network 21a69ee3-1070-457c-9aa4-4ad5996ce454 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:01.763371 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-fc00cd35-ab21-4fcc-b018-ccceaa48c514 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:01.766433 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc00cd35-ab21-4fcc-b018-ccceaa48c514 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:01.772227 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc00cd35-ab21-4fcc-b018-ccceaa48c514 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:01.773010 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc00cd35-ab21-4fcc-b018-ccceaa48c514 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:01.792295 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 637416b9-f08c-4c8b-9651-68fc33938b96 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:01.809304 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00cd35-ab21-4fcc-b018-ccceaa48c514 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Pushing event updated for resources: {'Port': ['ID=221dd170-ce01-4374-ad54-d603cb77b766,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:01.815532 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc97536c-7e32-476b-a48d-fdbb8d05a92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:01.832052 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] Allocated IP 172.20.0.2 (21a69ee3-1070-457c-9aa4-4ad5996ce454/aa3eb2fd-c2fc-40ec-93ac-986b6b45a8e5/aa0f4012-8399-4ac5-82d0-a27553aa30c2) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:01.832362 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fc00cd35-ab21-4fcc-b018-ccceaa48c514 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4208419 Mar 14 15:23:01.832868 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49900) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:01.906041 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc97536c-7e32-476b-a48d-fdbb8d05a92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:01.911575 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cea10-4fb4-4d5d-86de-0ef3eba032a5 None None] Pushing event updated for resources: {'Port': ['ID=637416b9-f08c-4c8b-9651-68fc33938b96,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:01.980223 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-91902121-6a06-4977-a1cc-e49ba6e93029 None None] Provisioning complete for port 3908a125-8c90-4375-8b28-9cc801b997e8 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:01.980599 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-91902121-6a06-4977-a1cc-e49ba6e93029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:01.993033 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.042778 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-59856d8d-0612-499b-81b5-cf6bc0341324 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Deleting port 221dd170-ce01-4374-ad54-d603cb77b766 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:02.043349 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-59856d8d-0612-499b-81b5-cf6bc0341324 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.046106 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 637416b9-f08c-4c8b-9651-68fc33938b96 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:02.046480 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.048423 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc97536c-7e32-476b-a48d-fdbb8d05a92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.050938 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc97536c-7e32-476b-a48d-fdbb8d05a92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.054650 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-dc97536c-7e32-476b-a48d-fdbb8d05a92c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3ae70ac8-4182-44b0-b35d-1619bb23ce80 HTTP/1.1" status: 204 len: 168 time: 0.4699554 Mar 14 15:23:02.102140 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:02.102496 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:02.103495 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:02.103995 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Subscribe: > port after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:02.104485 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Subscribe: > port after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:02.105000 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Subscribe: > port after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:02.105472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:02.105971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:02.106531 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:02.107061 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:02.114182 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97536c-7e32-476b-a48d-fdbb8d05a92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae70ac8-4182-44b0-b35d-1619bb23ce80,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:02.155586 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'name': 'tempest-ServersTestJSON-1699675645-router', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:22:57Z', 'revision_number': 3, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'gw_port': {'id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:02.164603 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-59856d8d-0612-499b-81b5-cf6bc0341324 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.181438 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-59856d8d-0612-499b-81b5-cf6bc0341324 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Calling delete_port for 221dd170-ce01-4374-ad54-d603cb77b766 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:02.276005 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] Checking router: 9f408e7d-60ca-4e28-b3e8-712d89b02601 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:23:02.276484 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] Updating router 9f408e7d-60ca-4e28-b3e8-712d89b02601 port a7061a67-728a-445d-b082-9fe9a4683e5a binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:23:02.305462 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.338897 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.388238 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.389862 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:02.390209 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:02.390563 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:02.390881 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:02.391330 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0275ce59-922c-44cd-8f48-5c49bae06d50']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:02.476704 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49906) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:02.491435 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e257ad-5754-44ec-b896-d8dc5252df24') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:02.491739 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e257ad-5754-44ec-b896-d8dc5252df24') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:02.496594 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-59856d8d-0612-499b-81b5-cf6bc0341324 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.498949 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-896f017c-3f5d-4013-9722-6be98244e2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.513481 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] Network 21a69ee3-1070-457c-9aa4-4ad5996ce454 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:02.522693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:02.531357 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59856d8d-0612-499b-81b5-cf6bc0341324 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Pushing event deleted for resources: {'Port': ['ID=221dd170-ce01-4374-ad54-d603cb77b766,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:02.556025 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5179619-a2b9-47fa-a9ae-59885e73cb69 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.583839 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] Pushing event updated for resources: {'Port': ['ID=aa0f4012-8399-4ac5-82d0-a27553aa30c2,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:02.587557 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b9dcb6d-d13c-47dd-9726-d346950c22e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.591790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:02.592841 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.598263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-59856d8d-0612-499b-81b5-cf6bc0341324 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.601880 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-59856d8d-0612-499b-81b5-cf6bc0341324 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] 10.222.0.59 "DELETE /v2.0/ports/221dd170-ce01-4374-ad54-d603cb77b766 HTTP/1.1" status: 204 len: 168 time: 0.7661893 Mar 14 15:23:02.604752 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49908) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:02.656193 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.663298 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3de9218-663d-48f2-830c-0517d1c78aa0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.735110 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:23:02.736135 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.741191 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7429d7d5-ef6d-486d-9b5d-4b40032beb3b up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: from cryptography.utils import int_from_bytes Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: from cryptography.utils import int_from_bytes Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:23:02.741848 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:23:02.769384 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-896f017c-3f5d-4013-9722-6be98244e2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.772969 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] Attempting to bind port aa0f4012-8399-4ac5-82d0-a27553aa30c2 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:02.773411 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] Attempting to bind port aa0f4012-8399-4ac5-82d0-a27553aa30c2 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'c9e36427-ef35-4dfc-8463-b14cd5607088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '21a69ee3-1070-457c-9aa4-4ad5996ce454'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:02.773725 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] Attempting to bind port aa0f4012-8399-4ac5-82d0-a27553aa30c2 on network 21a69ee3-1070-457c-9aa4-4ad5996ce454 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:02.775847 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-896f017c-3f5d-4013-9722-6be98244e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.793453 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:23:02.793453 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] Checking segment: {'id': 'c9e36427-ef35-4dfc-8463-b14cd5607088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '21a69ee3-1070-457c-9aa4-4ad5996ce454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:02.794199 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.794406 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] Bound using segment: {'id': 'c9e36427-ef35-4dfc-8463-b14cd5607088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '21a69ee3-1070-457c-9aa4-4ad5996ce454'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:23:02.794902 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] Bound port: aa0f4012-8399-4ac5-82d0-a27553aa30c2, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e36427-ef35-4dfc-8463-b14cd5607088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '21a69ee3-1070-457c-9aa4-4ad5996ce454'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:23:02.796712 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.851121 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-896f017c-3f5d-4013-9722-6be98244e2c8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=01103a5a8a68438ab4a57bc7d26f8692&name=default HTTP/1.1" status: 200 len: 2978 time: 0.3721046 Mar 14 15:23:02.852163 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49912) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:02.853828 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f017c-3f5d-4013-9722-6be98244e2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62907239-35cc-460d-ac32-33e2e80a754c,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:02.868592 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 7429d7d5-ef6d-486d-9b5d-4b40032beb3b triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:02.869001 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.897297 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b9dcb6d-d13c-47dd-9726-d346950c22e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.899816 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5179619-a2b9-47fa-a9ae-59885e73cb69 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.907260 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] For port aa0f4012-8399-4ac5-82d0-a27553aa30c2, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:23:02.926082 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] For port aa0f4012-8399-4ac5-82d0-a27553aa30c2, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=aa0f4012-8399-4ac5-82d0-a27553aa30c2,segment=NetworkSegment(c9e36427-ef35-4dfc-8463-b14cd5607088),segment_id=c9e36427-ef35-4dfc-8463-b14cd5607088)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:23:02.934658 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.979546 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.986555 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:02.990310 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] 10.222.0.59 "DELETE /v2.0/networks/0275ce59-922c-44cd-8f48-5c49bae06d50 HTTP/1.1" status: 204 len: 168 time: 1.7339969 Mar 14 15:23:03.009183 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49914) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:03.033741 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78844ea6-7da9-460f-b62d-dc14c8a1e1a2 None None] Pushing event updated for resources: {'Port': ['ID=aa0f4012-8399-4ac5-82d0-a27553aa30c2,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:03.038193 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3908a125-8c90-4375-8b28-9cc801b997e8 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:03.049132 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5179619-a2b9-47fa-a9ae-59885e73cb69 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:03.052682 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9dcb6d-d13c-47dd-9726-d346950c22e8 admin admin] Network ed78ede5-32f5-4a15-9e59-683c99192b0a is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:03.056280 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc765e-d4cf-421b-9d14-e619cca81efc tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Pushing event deleted for resources: {'Network': ['ID=0275ce59-922c-44cd-8f48-5c49bae06d50,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:03.075754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c5179619-a2b9-47fa-a9ae-59885e73cb69 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:03.079911 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5179619-a2b9-47fa-a9ae-59885e73cb69 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:03.082792 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4b9dcb6d-d13c-47dd-9726-d346950c22e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:03.085428 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9dcb6d-d13c-47dd-9726-d346950c22e8 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:03.101586 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 3908a125-8c90-4375-8b28-9cc801b997e8 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:03.101820 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:03.123654 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c4ba3100-800a-429e-b1c7-985a893f0c80 tempest-DHCPAgentSchedulersTestJSON-1478246373 tempest-DHCPAgentSchedulersTestJSON-1478246373-project-admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5153296 Mar 14 15:23:03.125585 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49916) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:03.135360 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a9ef605f-785f-4cb4-b7ed-d911e3b1d326 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-50355239'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:03.175719 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9dcb6d-d13c-47dd-9726-d346950c22e8 admin admin] Pushing event updated for resources: {'Port': ['ID=a7cfce75-eadf-4340-a944-8ea4806a0406,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:03.193394 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e3044671-6ada-4a09-a4f9-2546d50120b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:03.207279 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-3624ed4a-b1f9-4f12-adf2-a9a0e386273f tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 14 15:23:03.208182 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3624ed4a-b1f9-4f12-adf2-a9a0e386273f tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:23:03.243107 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ef605f-785f-4cb4-b7ed-d911e3b1d326 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Made reservation on behalf of 7cf3a90c68f04edb9b256c6ea678e496 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:03.250800 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9ef605f-785f-4cb4-b7ed-d911e3b1d326 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:03.274886 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e3044671-6ada-4a09-a4f9-2546d50120b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:03.282148 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3624ed4a-b1f9-4f12-adf2-a9a0e386273f tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.9977314 Mar 14 15:23:03.294662 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49918) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:03.381954 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b9dcb6d-d13c-47dd-9726-d346950c22e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:03.434681 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 637416b9-f08c-4c8b-9651-68fc33938b96 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:03.462025 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ef605f-785f-4cb4-b7ed-d911e3b1d326 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:23:03.522793 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9ef605f-785f-4cb4-b7ed-d911e3b1d326 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:03.523651 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-a9ef605f-785f-4cb4-b7ed-d911e3b1d326 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Added segment 3780a0a0-8753-4170-bcc7-37f4d5a8a4e4 of type vlan for network d833ae4c-67b6-4917-b224-a6ff549d0e93 Mar 14 15:23:03.523749 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:03.540812 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:03.556582 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-91806f6e-4811-4963-9b23-3c4e117cbe46 None None] Provisioning complete for port a7cfce75-eadf-4340-a944-8ea4806a0406 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:03.557312 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-91806f6e-4811-4963-9b23-3c4e117cbe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:03.560102 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 637416b9-f08c-4c8b-9651-68fc33938b96 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:03.560716 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:03.610692 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9ef605f-785f-4cb4-b7ed-d911e3b1d326 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:03.615031 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e3044671-6ada-4a09-a4f9-2546d50120b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:03.617475 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e3044671-6ada-4a09-a4f9-2546d50120b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:03.618671 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e3044671-6ada-4a09-a4f9-2546d50120b8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/62907239-35cc-460d-ac32-33e2e80a754c HTTP/1.1" status: 204 len: 168 time: 0.7604704 Mar 14 15:23:03.636395 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3044671-6ada-4a09-a4f9-2546d50120b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62907239-35cc-460d-ac32-33e2e80a754c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:03.666749 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-4f9aef85-a0fe-46c9-a451-6eb44f4d1eb0 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Deleting port 61f4f36a-caf8-4472-b7d1-ec9fb2fde8f4 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:03.667100 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4f9aef85-a0fe-46c9-a451-6eb44f4d1eb0 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:03.670866 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9ef605f-785f-4cb4-b7ed-d911e3b1d326 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:03.678190 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ef605f-785f-4cb4-b7ed-d911e3b1d326 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:03.678796 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9ef605f-785f-4cb4-b7ed-d911e3b1d326 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:03.689433 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-91806f6e-4811-4963-9b23-3c4e117cbe46 None None] Port a7cfce75-eadf-4340-a944-8ea4806a0406 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:03.693768 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96853c-c6e5-4890-b7ff-ce1e51a7f251 None None] Pushing event updated for resources: {'Port': ['ID=a7061a67-728a-445d-b082-9fe9a4683e5a,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:03.699932 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] Attempting to bind port a7061a67-728a-445d-b082-9fe9a4683e5a on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:03.700357 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] Attempting to bind port a7061a67-728a-445d-b082-9fe9a4683e5a by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:03.700817 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] Attempting to bind port a7061a67-728a-445d-b082-9fe9a4683e5a on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:03.715336 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:23:03.715862 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:03.716387 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:03.716903 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:23:03.717482 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] Bound port: a7061a67-728a-445d-b082-9fe9a4683e5a, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:23:03.718023 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:03.799818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5179619-a2b9-47fa-a9ae-59885e73cb69 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:03.810752 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3de9218-663d-48f2-830c-0517d1c78aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:03.815898 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-388c86cf-2e32-42b2-a94b-f83a37366b08 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:03.839461 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a9ef605f-785f-4cb4-b7ed-d911e3b1d326 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7127924 Mar 14 15:23:03.840099 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49924) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:03.900923 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef605f-785f-4cb4-b7ed-d911e3b1d326 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Pushing event updated for resources: {'Network': ['ID=d833ae4c-67b6-4917-b224-a6ff549d0e93,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:03.938981 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network d833ae4c-67b6-4917-b224-a6ff549d0e93 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:23:03.946241 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5179619-a2b9-47fa-a9ae-59885e73cb69 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Pushing event updated for resources: {'Port': ['ID=93b706a4-3867-45c7-9ec5-e5a8bc3b0781,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:03.997849 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cde4b21f-c09b-4cb6-baa5-3448dbd6cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:04.047777 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] For port a7061a67-728a-445d-b082-9fe9a4683e5a, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:23:04.073018 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3c8fa3e1-f7af-4310-9b47-8df05c9b6429 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:04.082775 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] For port a7061a67-728a-445d-b082-9fe9a4683e5a, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a7061a67-728a-445d-b082-9fe9a4683e5a,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:23:04.116945 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:04.119101 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df98ea3b-7a00-49cf-ae8d-857ac3b34c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:04.135919 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7b5a3a81-474e-4dca-8647-aee0522f3859 tempest-DHCPAgentSchedulersTestJSON-1478246373 tempest-DHCPAgentSchedulersTestJSON-1478246373-project-admin] 10.222.0.59 "GET /v2.0/agents/4d40aeb5-5234-40cc-91e1-39994c5ed2bd/dhcp-networks HTTP/1.1" status: 200 len: 5677 time: 0.2823911 Mar 14 15:23:04.136512 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49930) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:04.164061 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4f9aef85-a0fe-46c9-a451-6eb44f4d1eb0 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:04.164387 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4f9aef85-a0fe-46c9-a451-6eb44f4d1eb0 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:04.169150 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5179619-a2b9-47fa-a9ae-59885e73cb69 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:04.188311 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-4f9aef85-a0fe-46c9-a451-6eb44f4d1eb0 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Calling delete_port for 61f4f36a-caf8-4472-b7d1-ec9fb2fde8f4 owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:04.217766 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96853c-c6e5-4890-b7ff-ce1e51a7f251 None None] Pushing event updated for resources: {'Port': ['ID=a7061a67-728a-445d-b082-9fe9a4683e5a,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:04.228146 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] Routers {'9f408e7d-60ca-4e28-b3e8-712d89b02601'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:04.229320 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:22:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9f408e7d-60ca-4e28-b3e8-712d89b02601'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:04.306187 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 3c8fa3e1-f7af-4310-9b47-8df05c9b6429 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:04.311033 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:04.327544 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10a7be9-3535-4971-9e1c-1ed49fc30406 tempest-DHCPAgentSchedulersTestJSON-1478246373 tempest-DHCPAgentSchedulersTestJSON-1478246373-project-admin] Network d833ae4c-67b6-4917-b224-a6ff549d0e93 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:23:04.370824 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b10a7be9-3535-4971-9e1c-1ed49fc30406 tempest-DHCPAgentSchedulersTestJSON-1478246373 tempest-DHCPAgentSchedulersTestJSON-1478246373-project-admin] 10.222.0.59 "POST /v2.0/agents/4d40aeb5-5234-40cc-91e1-39994c5ed2bd/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2282972 Mar 14 15:23:04.372270 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49936) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:04.402125 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec0face-35e6-4423-a1a4-e486cac2a0df None None] Network d833ae4c-67b6-4917-b224-a6ff549d0e93 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:04.567111 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-388c86cf-2e32-42b2-a94b-f83a37366b08 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:04.568914 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4f9aef85-a0fe-46c9-a451-6eb44f4d1eb0 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:04.577561 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] Set router 9f408e7d-60ca-4e28-b3e8-712d89b02601 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:23:04.602427 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-388c86cf-2e32-42b2-a94b-f83a37366b08 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41861749-c2d0-4da6-af50-052256e13bbf']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:04.631045 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-388c86cf-2e32-42b2-a94b-f83a37366b08 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee52a2cd-edfb-449a-a38e-743e89c2a44c') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:04.632051 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-388c86cf-2e32-42b2-a94b-f83a37366b08 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee52a2cd-edfb-449a-a38e-743e89c2a44c') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:04.648440 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-388c86cf-2e32-42b2-a94b-f83a37366b08 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:04.663372 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4f9aef85-a0fe-46c9-a451-6eb44f4d1eb0 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:04.665827 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4f9aef85-a0fe-46c9-a451-6eb44f4d1eb0 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:04.671121 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4f9aef85-a0fe-46c9-a451-6eb44f4d1eb0 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/4e7bae95-0b22-4a69-98c2-cc36620fc79e HTTP/1.1" status: 204 len: 168 time: 1.3723073 Mar 14 15:23:04.672084 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9aef85-a0fe-46c9-a451-6eb44f4d1eb0 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220 tempest-ExternalNetworksAdminNegativeTestJSON-1443020220-project-admin] Pushing event deleted for resources: {'Port': ['ID=61f4f36a-caf8-4472-b7d1-ec9fb2fde8f4,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:04.676421 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900fe318-fb79-45c6-801d-03175e721a11 None None] Network 21a69ee3-1070-457c-9aa4-4ad5996ce454 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:04.691957 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8c73a096-e8a7-44b8-be4c-c35f4f0c8c42 tempest-DHCPAgentSchedulersTestJSON-1478246373 tempest-DHCPAgentSchedulersTestJSON-1478246373-project-admin] 10.222.0.59 "GET /v2.0/agents/4d40aeb5-5234-40cc-91e1-39994c5ed2bd/dhcp-networks HTTP/1.1" status: 200 len: 6445 time: 0.3187313 Mar 14 15:23:04.692543 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49948) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:04.744919 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-388c86cf-2e32-42b2-a94b-f83a37366b08 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:04.798875 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e2e28965-3dd8-4c12-bb03-b4afc0289b1c tempest-DHCPAgentSchedulersTestJSON-1478246373 tempest-DHCPAgentSchedulersTestJSON-1478246373-project-admin] 10.222.0.59 "DELETE /v2.0/agents/4d40aeb5-5234-40cc-91e1-39994c5ed2bd/dhcp-networks/d833ae4c-67b6-4917-b224-a6ff549d0e93 HTTP/1.1" status: 204 len: 168 time: 0.1052008 Mar 14 15:23:04.799580 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49952) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:04.803925 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388c86cf-2e32-42b2-a94b-f83a37366b08 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:23:04.804551 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-388c86cf-2e32-42b2-a94b-f83a37366b08 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:04.806861 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b9dcb6d-d13c-47dd-9726-d346950c22e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:23:04.809107 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:23:04.909651 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-d1545454-3d7b-483a-9085-a713f06bd61e None None] Provisioning complete for port aa0f4012-8399-4ac5-82d0-a27553aa30c2 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:04.910040 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d1545454-3d7b-483a-9085-a713f06bd61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:04.916938 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:05.006956 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 3c8fa3e1-f7af-4310-9b47-8df05c9b6429, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3c8fa3e1-f7af-4310-9b47-8df05c9b6429,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:05.022427 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4733394f-54ad-4e56-9ae5-0db40826c52e tempest-DHCPAgentSchedulersTestJSON-1478246373 tempest-DHCPAgentSchedulersTestJSON-1478246373-project-admin] 10.222.0.59 "GET /v2.0/agents/4d40aeb5-5234-40cc-91e1-39994c5ed2bd/dhcp-networks HTTP/1.1" status: 200 len: 5677 time: 0.2215080 Mar 14 15:23:05.025880 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:05.027498 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49960) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:05.048693 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3de9218-663d-48f2-830c-0517d1c78aa0 admin admin] Router 73e780e4-dc9c-4b78-be55-c29a2cc33e68 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:23:05.054026 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-530d8983-0963-4287-8e62-3f097abc16f6 tempest-DHCPAgentSchedulersTestJSON-1478246373 tempest-DHCPAgentSchedulersTestJSON-1478246373-project-admin] 10.222.0.59 "GET /v2.0/networks/21a69ee3-1070-457c-9aa4-4ad5996ce454/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0252252 Mar 14 15:23:05.057235 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49962) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:05.073331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-cde4b21f-c09b-4cb6-baa5-3448dbd6cc69 admin admin] Allocated IP 172.20.0.1 (52d00c44-24c0-4d1a-a340-c039d76298f3/32b536a6-20b7-48a8-995b-e55598332338/dd0bd637-f443-4915-99c6-51010214304a) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:05.081716 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-82bc4e87-bdde-44bf-bc5b-47dcd8547fcb tempest-DHCPAgentSchedulersTestJSON-1478246373 tempest-DHCPAgentSchedulersTestJSON-1478246373-project-admin] 10.222.0.59 "GET /v2.0/networks/21a69ee3-1070-457c-9aa4-4ad5996ce454/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0207412 Mar 14 15:23:05.082834 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49964) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:05.089344 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-388c86cf-2e32-42b2-a94b-f83a37366b08 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:05.098753 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5179619-a2b9-47fa-a9ae-59885e73cb69 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:05.123912 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-388c86cf-2e32-42b2-a94b-f83a37366b08 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:05.130253 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-388c86cf-2e32-42b2-a94b-f83a37366b08 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] 10.222.0.59 "DELETE /v2.0/networks/41861749-c2d0-4da6-af50-052256e13bbf HTTP/1.1" status: 204 len: 168 time: 2.1086833 Mar 14 15:23:05.130253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c86cf-2e32-42b2-a94b-f83a37366b08 tempest-QuotasNegativeTest-240878429 tempest-QuotasNegativeTest-240878429-project-admin] Pushing event deleted for resources: {'Network': ['ID=41861749-c2d0-4da6-af50-052256e13bbf,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:05.177548 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5179619-a2b9-47fa-a9ae-59885e73cb69 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:05.212936 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'name': 'tempest-ServersTestJSON-1699675645-router', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:22:57Z', 'revision_number': 3, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'gw_port': {'id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:05.227273 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49968) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:05.283673 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98322d9d-5bd0-4d15-814a-751539cc5815 None None] The sync data for ids ['9f408e7d-60ca-4e28-b3e8-712d89b02601'] in dv-neutron-833559-1-hyperv is: [{'id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'name': 'tempest-ServersTestJSON-1699675645-router', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:22:57Z', 'revision_number': 3, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'gw_port': {'id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:23:05.290481 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=3c8fa3e1-f7af-4310-9b47-8df05c9b6429,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:05.299054 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d1545454-3d7b-483a-9085-a713f06bd61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:05.307131 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device aa0f4012-8399-4ac5-82d0-a27553aa30c2 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:05.341412 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a6e818b5-14f9-4396-9b57-45c57aed80de tempest-DHCPAgentSchedulersTestJSON-1478246373 tempest-DHCPAgentSchedulersTestJSON-1478246373-project-admin] 10.222.0.59 "GET /v2.0/agents/4d40aeb5-5234-40cc-91e1-39994c5ed2bd/dhcp-networks HTTP/1.1" status: 200 len: 5677 time: 0.2566454 Mar 14 15:23:05.360822 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49972) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:05.467983 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port aa0f4012-8399-4ac5-82d0-a27553aa30c2 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:05.467983 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:05.475758 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d1545454-3d7b-483a-9085-a713f06bd61e None None] For port aa0f4012-8399-4ac5-82d0-a27553aa30c2, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=aa0f4012-8399-4ac5-82d0-a27553aa30c2,segment=NetworkSegment(c9e36427-ef35-4dfc-8463-b14cd5607088),segment_id=c9e36427-ef35-4dfc-8463-b14cd5607088)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:05.493117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5179619-a2b9-47fa-a9ae-59885e73cb69 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:05.498312 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:05.503449 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d1545454-3d7b-483a-9085-a713f06bd61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:05.589188 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1545454-3d7b-483a-9085-a713f06bd61e None None] Pushing event updated for resources: {'Port': ['ID=aa0f4012-8399-4ac5-82d0-a27553aa30c2,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:05.597787 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5179619-a2b9-47fa-a9ae-59885e73cb69 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Pushing event updated for resources: {'Port': ['ID=93b706a4-3867-45c7-9ec5-e5a8bc3b0781,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:05.764539 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c5179619-a2b9-47fa-a9ae-59885e73cb69 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:05.765957 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c5179619-a2b9-47fa-a9ae-59885e73cb69 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.6601524 Mar 14 15:23:05.774598 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49978) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:05.799669 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cde4b21f-c09b-4cb6-baa5-3448dbd6cc69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:05.842324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-065554d6-1fa3-45c8-b5a6-a116e5e97027 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1941322100'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:05.851564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3de9218-663d-48f2-830c-0517d1c78aa0 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:23:05.861445 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] Sync routers for ids ['73e780e4-dc9c-4b78-be55-c29a2cc33e68'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:23:05.884598 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] Routers {'73e780e4-dc9c-4b78-be55-c29a2cc33e68'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:05.885499 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:22:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['73e780e4-dc9c-4b78-be55-c29a2cc33e68'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:05.937938 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:05.947976 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3de9218-663d-48f2-830c-0517d1c78aa0 admin admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:05.953360 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a3de9218-663d-48f2-830c-0517d1c78aa0 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.5359733 Mar 14 15:23:05.964680 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49982) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:06.000563 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b9dcb6d-d13c-47dd-9726-d346950c22e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:06.010935 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe61b8ce-231b-4bf6-b359-420b9da5f479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:06.015849 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065554d6-1fa3-45c8-b5a6-a116e5e97027 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Made reservation on behalf of 83aaafe905b6437c8bf2ac1154570724 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:06.020982 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-065554d6-1fa3-45c8-b5a6-a116e5e97027 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:06.035085 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-16c12f36-ab5a-4302-907c-b4aad78b2f3a None None] Provisioning complete for port aa0f4012-8399-4ac5-82d0-a27553aa30c2 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:06.035692 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16c12f36-ab5a-4302-907c-b4aad78b2f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:06.044776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b9dcb6d-d13c-47dd-9726-d346950c22e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:06.098753 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Subscribe: > segment before_delete 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:06.099142 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:06.099913 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:06.100245 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Subscribe: > port after_create 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:06.102602 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Subscribe: > port after_delete 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:06.103003 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Subscribe: > port after_update 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:06.103337 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Subscribe: > segment after_delete 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:06.103682 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Subscribe: > subnet after_create 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:06.104002 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Subscribe: > subnet after_delete 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:06.104351 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Subscribe: > subnet after_update 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:06.132194 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] Set router 73e780e4-dc9c-4b78-be55-c29a2cc33e68 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:23:06.264965 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-065554d6-1fa3-45c8-b5a6-a116e5e97027 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:06.271553 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 49988) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:06.312570 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cde4b21f-c09b-4cb6-baa5-3448dbd6cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:06.389133 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-1325b925-2fc5-469f-bffe-2ae814e8626e None None] Could not find standard attr ID for object 221dd170-ce01-4374-ad54-d603cb77b766. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:23:06.398177 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d0585629-687c-403c-a5a1-bb6f5d7af4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:06.458371 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Subscribe: > subnet after_create 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:06.459474 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Subscribe: > subnet after_delete 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:06.460475 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Subscribe: > subnet before_create 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:06.460742 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Subscribe: > subnet before_update 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 15:23:06.465227 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d833ae4c-67b6-4917-b224-a6ff549d0e93']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:06.504305 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3780a0a0-8753-4170-bcc7-37f4d5a8a4e4') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:06.504603 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3780a0a0-8753-4170-bcc7-37f4d5a8a4e4') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:06.530569 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:06.534114 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b9dcb6d-d13c-47dd-9726-d346950c22e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:06.561813 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'name': 'tempest-ServerActionsTestJSON-488606032-router', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:01Z', 'revision_number': 3, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'gw_port': {'id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:59Z', 'updated_at': '2022-03-14T15:23:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:06.571789 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde4b21f-c09b-4cb6-baa5-3448dbd6cc69 admin admin] Network 52d00c44-24c0-4d1a-a340-c039d76298f3 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:06.582201 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9dcb6d-d13c-47dd-9726-d346950c22e8 admin admin] Pushing event updated for resources: {'Port': ['ID=a7cfce75-eadf-4340-a944-8ea4806a0406,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:06.606632 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:06.617055 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] Checking router: 73e780e4-dc9c-4b78-be55-c29a2cc33e68 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:23:06.617574 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] Updating router 73e780e4-dc9c-4b78-be55-c29a2cc33e68 port 05b67135-3644-4d71-a50c-84430cdc64ee binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:23:06.628073 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:23:06.628493 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: from cryptography.utils import int_from_bytes Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: from cryptography.utils import int_from_bytes Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:23:06.634647 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:23:06.643553 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-cde4b21f-c09b-4cb6-baa5-3448dbd6cc69 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:06.702643 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:06.808536 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 49998) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:06.818542 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde4b21f-c09b-4cb6-baa5-3448dbd6cc69 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:06.850443 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:06.928679 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:06.934260 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] 10.222.0.59 "DELETE /v2.0/networks/d833ae4c-67b6-4917-b224-a6ff549d0e93 HTTP/1.1" status: 204 len: 168 time: 1.5701756 Mar 14 15:23:06.934774 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50002) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:06.989185 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57447a26-d49f-4fb8-a7d9-5a3c68cb3765 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Pushing event deleted for resources: {'Network': ['ID=d833ae4c-67b6-4917-b224-a6ff549d0e93,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:07.002482 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a3d9843e-f760-47fb-8111-a37e09a24874 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1272966671', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:07.008482 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-1043e0f2-1364-4a13-b5aa-fc0d0ce0ecb7 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] DELETE failed (client error): The resource could not be found. Mar 14 15:23:07.009288 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1043e0f2-1364-4a13-b5aa-fc0d0ce0ecb7 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:23:07.014641 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1043e0f2-1364-4a13-b5aa-fc0d0ce0ecb7 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] 10.222.0.59 "DELETE /v2.0/ports/221dd170-ce01-4374-ad54-d603cb77b766 HTTP/1.1" status: 404 len: 333 time: 0.0595896 Mar 14 15:23:07.014800 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9dcb6d-d13c-47dd-9726-d346950c22e8 admin admin] Network ed78ede5-32f5-4a15-9e59-683c99192b0a is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:07.022433 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-aa97cf74-fe55-4449-a25b-9c21a1a7012a None None] Provisioning complete for port dd0bd637-f443-4915-99c6-51010214304a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:07.023579 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50004) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:07.024290 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aa97cf74-fe55-4449-a25b-9c21a1a7012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.029603 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4b9dcb6d-d13c-47dd-9726-d346950c22e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:07.148465 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-aa97cf74-fe55-4449-a25b-9c21a1a7012a None None] Port dd0bd637-f443-4915-99c6-51010214304a cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:07.174195 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25a59ca-d9d9-4282-b56d-f3a5c8d6c638 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Deleting subnet aa3eb2fd-c2fc-40ec-93ac-986b6b45a8e5 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:23:07.177652 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d9843e-f760-47fb-8111-a37e09a24874 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Made reservation on behalf of 0f3c41d5c518499d9b28b8294d11debb for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:07.180014 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a3d9843e-f760-47fb-8111-a37e09a24874 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.196124 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.214520 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.223310 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a3d9843e-f760-47fb-8111-a37e09a24874 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.263310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a7061a67-728a-445d-b082-9fe9a4683e5a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:07.286297 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956c280-5212-459e-bfd4-541fad8427ce None None] Pushing event updated for resources: {'Port': ['ID=05b67135-3644-4d71-a50c-84430cdc64ee,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:07.336714 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] Attempting to bind port 05b67135-3644-4d71-a50c-84430cdc64ee on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:07.337733 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] Attempting to bind port 05b67135-3644-4d71-a50c-84430cdc64ee by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:07.338848 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] Attempting to bind port 05b67135-3644-4d71-a50c-84430cdc64ee on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:07.358099 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:23:07.358669 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:07.359385 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.360007 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:23:07.361684 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] Bound port: 05b67135-3644-4d71-a50c-84430cdc64ee, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:23:07.362280 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.363144 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe61b8ce-231b-4bf6-b359-420b9da5f479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.366767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e25a59ca-d9d9-4282-b56d-f3a5c8d6c638 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.408267 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.415131 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port a7061a67-728a-445d-b082-9fe9a4683e5a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:07.415618 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.422638 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-e0a97325-64cb-4996-bc1e-33d70a2cca73 None None] Provisioning complete for port a7cfce75-eadf-4340-a944-8ea4806a0406 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:07.422638 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0a97325-64cb-4996-bc1e-33d70a2cca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.452499 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a3d9843e-f760-47fb-8111-a37e09a24874 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.466880 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] For port 05b67135-3644-4d71-a50c-84430cdc64ee, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:23:07.471528 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] For port 05b67135-3644-4d71-a50c-84430cdc64ee, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=05b67135-3644-4d71-a50c-84430cdc64ee,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:23:07.478874 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.480556 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6da641bb-ed4e-42ac-9051-cfe3277294ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.489747 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a3d9843e-f760-47fb-8111-a37e09a24874 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.497473 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe61b8ce-231b-4bf6-b359-420b9da5f479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.499152 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-a3d9843e-f760-47fb-8111-a37e09a24874 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] device_id is not set on port d990a4fa-8792-4d9c-97a3-3f81beec83fe yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:23:07.536056 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-065554d6-1fa3-45c8-b5a6-a116e5e97027 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.557484 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fe61b8ce-231b-4bf6-b359-420b9da5f479 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c3099f724b4d43a6a829e484149b8e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3110244 Mar 14 15:23:07.570235 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50008) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:07.593765 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956c280-5212-459e-bfd4-541fad8427ce None None] Pushing event updated for resources: {'Port': ['ID=05b67135-3644-4d71-a50c-84430cdc64ee,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:07.594105 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1023ec67-2061-4022-9e9c-b947de2e9a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.606990 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] Routers {'73e780e4-dc9c-4b78-be55-c29a2cc33e68'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:07.607634 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['73e780e4-dc9c-4b78-be55-c29a2cc33e68'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:07.637582 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9843e-f760-47fb-8111-a37e09a24874 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c612e21d-0545-487d-815a-7eef042a5394,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:07.664433 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e0a97325-64cb-4996-bc1e-33d70a2cca73 None None] Port a7cfce75-eadf-4340-a944-8ea4806a0406 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:07.685214 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-065554d6-1fa3-45c8-b5a6-a116e5e97027 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.732094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e25a59ca-d9d9-4282-b56d-f3a5c8d6c638 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.737074 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cde4b21f-c09b-4cb6-baa5-3448dbd6cc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.745605 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.773386 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port a7061a67-728a-445d-b082-9fe9a4683e5a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a7061a67-728a-445d-b082-9fe9a4683e5a,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:07.778414 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] Set router 73e780e4-dc9c-4b78-be55-c29a2cc33e68 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:23:07.783899 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.785109 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device aa0f4012-8399-4ac5-82d0-a27553aa30c2 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:07.810967 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61b8ce-231b-4bf6-b359-420b9da5f479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8a7d5f-9e6f-4912-8964-58427d3429b9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:07.845488 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-249ad2ff-22b3-4e47-b129-7277f70b81ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.871984 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4b21f-c09b-4cb6-baa5-3448dbd6cc69 admin admin] Pushing event updated for resources: {'Port': ['ID=dd0bd637-f443-4915-99c6-51010214304a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:07.881704 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6da641bb-ed4e-42ac-9051-cfe3277294ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.886654 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065554d6-1fa3-45c8-b5a6-a116e5e97027 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:23:07.887392 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-a3d9843e-f760-47fb-8111-a37e09a24874 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Allocated IP 172.26.6.95 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/d990a4fa-8792-4d9c-97a3-3f81beec83fe) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:07.909608 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6da641bb-ed4e-42ac-9051-cfe3277294ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.919557 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=a7061a67-728a-445d-b082-9fe9a4683e5a,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:07.935073 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-249ad2ff-22b3-4e47-b129-7277f70b81ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.936251 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port aa0f4012-8399-4ac5-82d0-a27553aa30c2 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:07.936332 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.948755 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6da641bb-ed4e-42ac-9051-cfe3277294ef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=02aa56bfe5a641cab9402c7e1f118f86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6740074 Mar 14 15:23:07.958992 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9dcb6d-d13c-47dd-9726-d346950c22e8 admin admin] Router fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:23:07.959602 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50010) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:07.969151 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-065554d6-1fa3-45c8-b5a6-a116e5e97027 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:07.969497 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-065554d6-1fa3-45c8-b5a6-a116e5e97027 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Added segment c5c98b07-6987-4b42-a75e-8f26e91a30cd of type vlan for network 02eb4315-4c85-4cad-8925-69a631dd1588 Mar 14 15:23:08.002681 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065554d6-1fa3-45c8-b5a6-a116e5e97027 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=832c936b-45fd-4f93-b5de-4af6b2626dfd,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:08.054240 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da641bb-ed4e-42ac-9051-cfe3277294ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8de2d71-9598-40c4-8ee4-f19649fefa3c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:08.060263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-1023ec67-2061-4022-9e9c-b947de2e9a30 admin admin] Allocated IP 172.20.0.1 (49fee795-f4c4-42dd-acc3-9b9f00035acc/f06bc8a1-e6d6-4299-b660-147ccd6bb298/286855f1-b68a-49b0-a4ff-77deb1b06c29) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:08.080765 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3c8fa3e1-f7af-4310-9b47-8df05c9b6429 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:08.116921 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-249ad2ff-22b3-4e47-b129-7277f70b81ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:08.118696 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-249ad2ff-22b3-4e47-b129-7277f70b81ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:08.122139 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-249ad2ff-22b3-4e47-b129-7277f70b81ef admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ac8a7d5f-9e6f-4912-8964-58427d3429b9 HTTP/1.1" status: 204 len: 168 time: 0.5458443 Mar 14 15:23:08.132310 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'name': 'tempest-ServerActionsTestJSON-488606032-router', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:01Z', 'revision_number': 3, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'gw_port': {'id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:59Z', 'updated_at': '2022-03-14T15:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:08.170504 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbfb738-f748-4f29-85e2-0c20d7a49966 None None] The sync data for ids ['73e780e4-dc9c-4b78-be55-c29a2cc33e68'] in dv-neutron-833559-1-hyperv is: [{'id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'name': 'tempest-ServerActionsTestJSON-488606032-router', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:01Z', 'revision_number': 3, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'gw_port': {'id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:59Z', 'updated_at': '2022-03-14T15:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:23:08.177146 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ad2ff-22b3-4e47-b129-7277f70b81ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8a7d5f-9e6f-4912-8964-58427d3429b9,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:08.204090 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 3c8fa3e1-f7af-4310-9b47-8df05c9b6429 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:08.205060 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:08.257532 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a3d9843e-f760-47fb-8111-a37e09a24874 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:08.274507 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-065554d6-1fa3-45c8-b5a6-a116e5e97027 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:08.295379 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1023ec67-2061-4022-9e9c-b947de2e9a30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:08.313082 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08554d1c-e16d-4aa7-9580-ac2ea4308d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:08.344336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08554d1c-e16d-4aa7-9580-ac2ea4308d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:08.369272 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a3d9843e-f760-47fb-8111-a37e09a24874 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:08.402066 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1023ec67-2061-4022-9e9c-b947de2e9a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:08.410023 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-065554d6-1fa3-45c8-b5a6-a116e5e97027 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:23:08.412880 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e25a59ca-d9d9-4282-b56d-f3a5c8d6c638 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:08.433585 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d9843e-f760-47fb-8111-a37e09a24874 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:08.437538 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9843e-f760-47fb-8111-a37e09a24874 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Pushing event updated for resources: {'Port': ['ID=d990a4fa-8792-4d9c-97a3-3f81beec83fe,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:08.441996 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1023ec67-2061-4022-9e9c-b947de2e9a30 admin admin] Network 49fee795-f4c4-42dd-acc3-9b9f00035acc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:08.443147 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-a3d9843e-f760-47fb-8111-a37e09a24874 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:08.447894 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d9843e-f760-47fb-8111-a37e09a24874 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:08.450242 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-1023ec67-2061-4022-9e9c-b947de2e9a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:08.479092 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1023ec67-2061-4022-9e9c-b947de2e9a30 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:08.519723 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cde4b21f-c09b-4cb6-baa5-3448dbd6cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:08.601266 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-065554d6-1fa3-45c8-b5a6-a116e5e97027 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:08.606737 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065554d6-1fa3-45c8-b5a6-a116e5e97027 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:08.607419 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-065554d6-1fa3-45c8-b5a6-a116e5e97027 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:08.691265 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-065554d6-1fa3-45c8-b5a6-a116e5e97027 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.9111855 Mar 14 15:23:08.694993 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:08.699800 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50016) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:08.709132 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-239c42d6-16af-4ff9-a6aa-682ccc4a6049 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Request body: {'subnet': {'network_id': '02eb4315-4c85-4cad-8925-69a631dd1588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:08.787696 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:08.804754 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50018) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:08.847200 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9dcb6d-d13c-47dd-9726-d346950c22e8 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:23:08.858640 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023ec67-2061-4022-9e9c-b947de2e9a30 admin admin] Pushing event updated for resources: {'Port': ['ID=286855f1-b68a-49b0-a4ff-77deb1b06c29,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:08.862056 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] Sync routers for ids ['fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:23:08.865314 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4b9dcb6d-d13c-47dd-9726-d346950c22e8 admin admin] 10.222.0.59 "PUT /v2.0/routers/fbb9e2ca-da3c-43ba-b0ed-62e4115b0435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4525838 Mar 14 15:23:08.879927 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d9843e-f760-47fb-8111-a37e09a24874 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:08.880663 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a3d9843e-f760-47fb-8111-a37e09a24874 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:08.886612 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1023ec67-2061-4022-9e9c-b947de2e9a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:08.886799 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08554d1c-e16d-4aa7-9580-ac2ea4308d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:08.886879 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] Routers {'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:08.889317 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-08554d1c-e16d-4aa7-9580-ac2ea4308d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:08.889848 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-08554d1c-e16d-4aa7-9580-ac2ea4308d80 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a8de2d71-9598-40c4-8ee4-f19649fefa3c HTTP/1.1" status: 204 len: 168 time: 0.9245877 Mar 14 15:23:08.892695 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:08.929026 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065554d6-1fa3-45c8-b5a6-a116e5e97027 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Pushing event updated for resources: {'Network': ['ID=02eb4315-4c85-4cad-8925-69a631dd1588,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:08.981364 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e25a59ca-d9d9-4282-b56d-f3a5c8d6c638 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:08.992927 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08554d1c-e16d-4aa7-9580-ac2ea4308d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8de2d71-9598-40c4-8ee4-f19649fefa3c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:09.007847 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 02eb4315-4c85-4cad-8925-69a631dd1588 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:23:09.024405 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a3d9843e-f760-47fb-8111-a37e09a24874 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2115605 Mar 14 15:23:09.025473 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50024) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:09.033826 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d93c43f7-6e8a-402e-9675-6298f12abfd0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9fde600202b249448c296401a1606973&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2230020 Mar 14 15:23:09.042793 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50026) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:09.046745 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-e1528b29-2868-4167-888d-1bb0e0925386 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.95'}]}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:09.089348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a59ca-d9d9-4282-b56d-f3a5c8d6c638 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Pushing event deleted for resources: {'Subnet': ['ID=aa3eb2fd-c2fc-40ec-93ac-986b6b45a8e5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:09.090908 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239c42d6-16af-4ff9-a6aa-682ccc4a6049 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Made reservation on behalf of 83aaafe905b6437c8bf2ac1154570724 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:09.098431 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1aadae-70ba-49c9-8cca-58d7f7f05627 None None] Network 21a69ee3-1070-457c-9aa4-4ad5996ce454 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:09.111760 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-239c42d6-16af-4ff9-a6aa-682ccc4a6049 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:09.128210 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e25a59ca-d9d9-4282-b56d-f3a5c8d6c638 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:09.149867 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e25a59ca-d9d9-4282-b56d-f3a5c8d6c638 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] 10.222.0.59 "DELETE /v2.0/subnets/aa3eb2fd-c2fc-40ec-93ac-986b6b45a8e5 HTTP/1.1" status: 204 len: 168 time: 2.1171408 Mar 14 15:23:09.164202 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50036) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:09.248296 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-855e43d2-40bd-4118-b5ee-dd0d6a7dbd2a None None] Provisioning complete for port 286855f1-b68a-49b0-a4ff-77deb1b06c29 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:09.248888 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-855e43d2-40bd-4118-b5ee-dd0d6a7dbd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:09.262494 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1528b29-2868-4167-888d-1bb0e0925386 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:09.264923 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1528b29-2868-4167-888d-1bb0e0925386 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:09.449295 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1528b29-2868-4167-888d-1bb0e0925386 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:09.452669 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dabc2d42-e548-4eb6-b0ad-3593afcd1808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:09.477447 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1023ec67-2061-4022-9e9c-b947de2e9a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:09.500706 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cde4b21f-c09b-4cb6-baa5-3448dbd6cc69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:09.526249 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cde4b21f-c09b-4cb6-baa5-3448dbd6cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:09.531791 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-855e43d2-40bd-4118-b5ee-dd0d6a7dbd2a None None] Port 286855f1-b68a-49b0-a4ff-77deb1b06c29 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:09.542079 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a7061a67-728a-445d-b082-9fe9a4683e5a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:09.555565 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dabc2d42-e548-4eb6-b0ad-3593afcd1808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:09.616755 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:09.661731 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] Set router fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:23:09.702437 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cde4b21f-c09b-4cb6-baa5-3448dbd6cc69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:09.711362 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4b21f-c09b-4cb6-baa5-3448dbd6cc69 admin admin] Pushing event updated for resources: {'Port': ['ID=dd0bd637-f443-4915-99c6-51010214304a,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:09.721995 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50042) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:09.749934 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79217657-8532-44b2-a6a0-861f338ddb56 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:09.752265 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port a7061a67-728a-445d-b082-9fe9a4683e5a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:09.752639 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:09.787317 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d870cda1-fc03-4f31-9faf-de77c08b7d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:09.854698 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1528b29-2868-4167-888d-1bb0e0925386 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:09.927141 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dabc2d42-e548-4eb6-b0ad-3593afcd1808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:09.929744 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dabc2d42-e548-4eb6-b0ad-3593afcd1808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:09.933408 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-dabc2d42-e548-4eb6-b0ad-3593afcd1808 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f2fc38c7-bbe0-4a08-a6f7-4785734b0ae0 HTTP/1.1" status: 204 len: 168 time: 0.8738027 Mar 14 15:23:09.990397 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc2d42-e548-4eb6-b0ad-3593afcd1808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fc38c7-bbe0-4a08-a6f7-4785734b0ae0,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:10.017154 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f866c630-d9d4-424f-aebb-cad1fed33d60 None None] DHCP port deletion for 21a69ee3-1070-457c-9aa4-4ad5996ce454 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:23:10.116094 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 05b67135-3644-4d71-a50c-84430cdc64ee up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:10.155077 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1023ec67-2061-4022-9e9c-b947de2e9a30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:10.181080 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1023ec67-2061-4022-9e9c-b947de2e9a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:10.184849 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d870cda1-fc03-4f31-9faf-de77c08b7d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:10.249715 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d870cda1-fc03-4f31-9faf-de77c08b7d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:10.338443 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1023ec67-2061-4022-9e9c-b947de2e9a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:10.339121 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f866c630-d9d4-424f-aebb-cad1fed33d60 None None] Deleting port aa0f4012-8399-4ac5-82d0-a27553aa30c2 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:10.339464 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f866c630-d9d4-424f-aebb-cad1fed33d60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:10.347890 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023ec67-2061-4022-9e9c-b947de2e9a30 admin admin] Pushing event updated for resources: {'Port': ['ID=286855f1-b68a-49b0-a4ff-77deb1b06c29,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:10.359633 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d870cda1-fc03-4f31-9faf-de77c08b7d06 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b9d34ea5a6b24775bc4fdc25519eb600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6365693 Mar 14 15:23:10.365177 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50052) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:10.373595 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870cda1-fc03-4f31-9faf-de77c08b7d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ae7bae-08b3-413e-a9b9-4173ea17b04b,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:10.439802 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'name': 'tempest-ServersTestManualDisk-247110455-router', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:04Z', 'revision_number': 4, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'gw_port': {'id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'a7cfce75-eadf-4340-a944-8ea4806a0406', 'name': '', 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'mac_address': 'fa:16:3e:39:09:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:00Z', 'updated_at': '2022-03-14T15:23:05Z', 'revision_number': 2, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'subnets': [{'id': '2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:10.441557 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 05b67135-3644-4d71-a50c-84430cdc64ee triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:10.441925 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:10.582846 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] Checking router: fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:23:10.583344 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] Updating router fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 port a7cfce75-eadf-4340-a944-8ea4806a0406 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:23:10.598139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50058) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:10.605706 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-01810fef-51f7-4d2c-b6c1-e486f6d2c968 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--506294380', 'description': 'tempest-description--1310218981'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:10.625698 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde4b21f-c09b-4cb6-baa5-3448dbd6cc69 admin admin] Network 52d00c44-24c0-4d1a-a340-c039d76298f3 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:10.630259 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-239c42d6-16af-4ff9-a6aa-682ccc4a6049 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:10.633241 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-79217657-8532-44b2-a6a0-861f338ddb56 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Deleting port aa0f4012-8399-4ac5-82d0-a27553aa30c2 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:10.633575 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79217657-8532-44b2-a6a0-861f338ddb56 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:10.633829 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:10.643310 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-cde4b21f-c09b-4cb6-baa5-3448dbd6cc69 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:10.674161 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7fe93699-d09b-45a3-a1f4-691f51502413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:10.701681 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1023ec67-2061-4022-9e9c-b947de2e9a30 admin admin] Network 49fee795-f4c4-42dd-acc3-9b9f00035acc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:10.708099 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-1023ec67-2061-4022-9e9c-b947de2e9a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:10.730093 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1528b29-2868-4167-888d-1bb0e0925386 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:10.775078 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7fe93699-d09b-45a3-a1f4-691f51502413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:10.857735 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1528b29-2868-4167-888d-1bb0e0925386 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:10.895066 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-01810fef-51f7-4d2c-b6c1-e486f6d2c968 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:10.949981 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f866c630-d9d4-424f-aebb-cad1fed33d60 None None] For port aa0f4012-8399-4ac5-82d0-a27553aa30c2, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=aa0f4012-8399-4ac5-82d0-a27553aa30c2,segment=NetworkSegment(c9e36427-ef35-4dfc-8463-b14cd5607088),segment_id=c9e36427-ef35-4dfc-8463-b14cd5607088)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:10.950392 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f866c630-d9d4-424f-aebb-cad1fed33d60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.066798 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-79217657-8532-44b2-a6a0-861f338ddb56 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] For port aa0f4012-8399-4ac5-82d0-a27553aa30c2, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=aa0f4012-8399-4ac5-82d0-a27553aa30c2,segment=NetworkSegment(c9e36427-ef35-4dfc-8463-b14cd5607088),segment_id=c9e36427-ef35-4dfc-8463-b14cd5607088)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:11.067370 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79217657-8532-44b2-a6a0-861f338ddb56 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.084745 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-79217657-8532-44b2-a6a0-861f338ddb56 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Calling delete_port for aa0f4012-8399-4ac5-82d0-a27553aa30c2 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:11.090278 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c42d6-16af-4ff9-a6aa-682ccc4a6049 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Pushing event updated for resources: {'Subnet': ['ID=e4f06782-b6fa-4861-b47b-c5dbb7b2aa7c,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:11.136439 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f866c630-d9d4-424f-aebb-cad1fed33d60 None None] Calling delete_port for aa0f4012-8399-4ac5-82d0-a27553aa30c2 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:11.189898 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-01810fef-51f7-4d2c-b6c1-e486f6d2c968 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.212373 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-01810fef-51f7-4d2c-b6c1-e486f6d2c968 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.222024 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-f42b8de8-a6f1-420f-8b79-fc175c30dd99 None None] Provisioning complete for port dd0bd637-f443-4915-99c6-51010214304a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:11.222395 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f42b8de8-a6f1-420f-8b79-fc175c30dd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.224227 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.330568 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-01810fef-51f7-4d2c-b6c1-e486f6d2c968 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.332951 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-01810fef-51f7-4d2c-b6c1-e486f6d2c968 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7320790 Mar 14 15:23:11.339629 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50074) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:11.351230 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-63b93766-2daf-4345-a30f-ca755672d657 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Request body: {'security_group_rule': {'security_group_id': '5eab0622-3a46-465f-9778-637516b3a996', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:11.354456 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:23:11.361383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c42d6-16af-4ff9-a6aa-682ccc4a6049 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Checking segment: {'id': 'c5c98b07-6987-4b42-a75e-8f26e91a30cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '02eb4315-4c85-4cad-8925-69a631dd1588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:11.362111 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239c42d6-16af-4ff9-a6aa-682ccc4a6049 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Network hostable DHCP agents. Network: 02eb4315-4c85-4cad-8925-69a631dd1588, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:23:11.371725 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7fe93699-d09b-45a3-a1f4-691f51502413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.374600 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7fe93699-d09b-45a3-a1f4-691f51502413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.375865 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7fe93699-d09b-45a3-a1f4-691f51502413 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/10ae7bae-08b3-413e-a9b9-4173ea17b04b HTTP/1.1" status: 204 len: 168 time: 1.0097106 Mar 14 15:23:11.378524 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1023ec67-2061-4022-9e9c-b947de2e9a30 admin admin] Router 73e780e4-dc9c-4b78-be55-c29a2cc33e68 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:23:11.380283 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 05b67135-3644-4d71-a50c-84430cdc64ee, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=05b67135-3644-4d71-a50c-84430cdc64ee,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:11.390264 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f42b8de8-a6f1-420f-8b79-fc175c30dd99 None None] Port dd0bd637-f443-4915-99c6-51010214304a cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:11.403310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.415952 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.427248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde4b21f-c09b-4cb6-baa5-3448dbd6cc69 admin admin] Router 9f408e7d-60ca-4e28-b3e8-712d89b02601 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:23:11.434066 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63b93766-2daf-4345-a30f-ca755672d657 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.450229 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe93699-d09b-45a3-a1f4-691f51502413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ae7bae-08b3-413e-a9b9-4173ea17b04b,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:11.495869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01810fef-51f7-4d2c-b6c1-e486f6d2c968 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eab0622-3a46-465f-9778-637516b3a996,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:11.517232 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239c42d6-16af-4ff9-a6aa-682ccc4a6049 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Network 02eb4315-4c85-4cad-8925-69a631dd1588 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:23:11.546475 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.552932 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1528b29-2868-4167-888d-1bb0e0925386 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.570520 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-239c42d6-16af-4ff9-a6aa-682ccc4a6049 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 02eb4315-4c85-4cad-8925-69a631dd1588) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:11.576063 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239c42d6-16af-4ff9-a6aa-682ccc4a6049 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:11.577032 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-239c42d6-16af-4ff9-a6aa-682ccc4a6049 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.580086 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device aa0f4012-8399-4ac5-82d0-a27553aa30c2 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:23:11.594717 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f866c630-d9d4-424f-aebb-cad1fed33d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.631232 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee0287d-45c2-4368-b85b-11b44ea28827 None None] Network 02eb4315-4c85-4cad-8925-69a631dd1588 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:11.645658 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f866c630-d9d4-424f-aebb-cad1fed33d60 None None] No DVR routers for this DVR port aa0f4012-8399-4ac5-82d0-a27553aa30c2 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:23:11.651582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79217657-8532-44b2-a6a0-861f338ddb56 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.668617 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-239c42d6-16af-4ff9-a6aa-682ccc4a6049 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9637408 Mar 14 15:23:11.690685 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: aa0f4012-8399-4ac5-82d0-a27553aa30c2 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:23:11.690880 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device aa0f4012-8399-4ac5-82d0-a27553aa30c2 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:23:11.692355 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-f42b8de8-a6f1-420f-8b79-fc175c30dd99 None None] Provisioning complete for port 286855f1-b68a-49b0-a4ff-77deb1b06c29 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:11.693764 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f42b8de8-a6f1-420f-8b79-fc175c30dd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.704796 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50086) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:11.724048 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-42c95c93-e8fd-4705-a54a-fe689f8a3e66 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1243897678', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:11.730643 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79217657-8532-44b2-a6a0-861f338ddb56 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Pushing event deleted for resources: {'Port': ['ID=aa0f4012-8399-4ac5-82d0-a27553aa30c2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:11.741808 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79217657-8532-44b2-a6a0-861f338ddb56 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] No DVR routers for this DVR port aa0f4012-8399-4ac5-82d0-a27553aa30c2 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:23:11.783288 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f42b8de8-a6f1-420f-8b79-fc175c30dd99 None None] Port 286855f1-b68a-49b0-a4ff-77deb1b06c29 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:11.857106 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63b93766-2daf-4345-a30f-ca755672d657 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.898310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=05b67135-3644-4d71-a50c-84430cdc64ee,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:11.955566 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42c95c93-e8fd-4705-a54a-fe689f8a3e66 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.956668 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42c95c93-e8fd-4705-a54a-fe689f8a3e66 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.987053 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79217657-8532-44b2-a6a0-861f338ddb56 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:11.993647 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aff0ed-f461-4ce4-8179-948829ff9236 None None] Pushing event updated for resources: {'Port': ['ID=a7cfce75-eadf-4340-a944-8ea4806a0406,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:12.015202 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde4b21f-c09b-4cb6-baa5-3448dbd6cc69 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:23:12.033128 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cde4b21f-c09b-4cb6-baa5-3448dbd6cc69 admin admin] 10.222.0.59 "PUT /v2.0/routers/9f408e7d-60ca-4e28-b3e8-712d89b02601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7980063 Mar 14 15:23:12.033207 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] Sync routers for ids ['9f408e7d-60ca-4e28-b3e8-712d89b02601'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:23:12.049984 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] Routers {'9f408e7d-60ca-4e28-b3e8-712d89b02601'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:12.052708 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9f408e7d-60ca-4e28-b3e8-712d89b02601'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:12.081704 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] Attempting to bind port a7cfce75-eadf-4340-a944-8ea4806a0406 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:12.082414 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] Attempting to bind port a7cfce75-eadf-4340-a944-8ea4806a0406 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '5b66a205-4257-4ef2-b24e-2402f06e70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:12.083049 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] Attempting to bind port a7cfce75-eadf-4340-a944-8ea4806a0406 on network ed78ede5-32f5-4a15-9e59-683c99192b0a {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:12.085460 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63b93766-2daf-4345-a30f-ca755672d657 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.090444 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866c630-d9d4-424f-aebb-cad1fed33d60 None None] Pushing event deleted for resources: {'Port': ['ID=aa0f4012-8399-4ac5-82d0-a27553aa30c2,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:12.100871 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:23:12.101693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] Checking segment: {'id': '5b66a205-4257-4ef2-b24e-2402f06e70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:12.101938 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-79217657-8532-44b2-a6a0-861f338ddb56 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a69ee3-1070-457c-9aa4-4ad5996ce454']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:12.102517 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.103143 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] Bound using segment: {'id': '5b66a205-4257-4ef2-b24e-2402f06e70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:23:12.104021 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] Bound port: a7cfce75-eadf-4340-a944-8ea4806a0406, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b66a205-4257-4ef2-b24e-2402f06e70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:23:12.105953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.153719 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-79217657-8532-44b2-a6a0-861f338ddb56 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e36427-ef35-4dfc-8463-b14cd5607088') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:12.154855 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-79217657-8532-44b2-a6a0-861f338ddb56 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e36427-ef35-4dfc-8463-b14cd5607088') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:12.197718 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] For port a7cfce75-eadf-4340-a944-8ea4806a0406, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:23:12.232282 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1023ec67-2061-4022-9e9c-b947de2e9a30 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:23:12.238530 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42c95c93-e8fd-4705-a54a-fe689f8a3e66 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.240951 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79217657-8532-44b2-a6a0-861f338ddb56 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.242459 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] For port a7cfce75-eadf-4340-a944-8ea4806a0406, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a7cfce75-eadf-4340-a944-8ea4806a0406,segment=NetworkSegment(5b66a205-4257-4ef2-b24e-2402f06e70b7),segment_id=5b66a205-4257-4ef2-b24e-2402f06e70b7)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:23:12.248539 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1023ec67-2061-4022-9e9c-b947de2e9a30 admin admin] 10.222.0.59 "PUT /v2.0/routers/73e780e4-dc9c-4b78-be55-c29a2cc33e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2810676 Mar 14 15:23:12.253817 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1528b29-2868-4167-888d-1bb0e0925386 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.259159 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] Sync routers for ids ['73e780e4-dc9c-4b78-be55-c29a2cc33e68'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:23:12.262890 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1528b29-2868-4167-888d-1bb0e0925386 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.268993 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b93766-2daf-4345-a30f-ca755672d657 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5c373f-1ee5-4180-a270-66c4b418d283,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:12.270843 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-84c57f58-c91d-4b58-a411-09b32ea805e2 None None] Provisioning complete for port a7cfce75-eadf-4340-a944-8ea4806a0406 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:12.271980 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84c57f58-c91d-4b58-a411-09b32ea805e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.327745 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] Set router 9f408e7d-60ca-4e28-b3e8-712d89b02601 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:23:12.349062 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.382992 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79217657-8532-44b2-a6a0-861f338ddb56 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.424812 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63b93766-2daf-4345-a30f-ca755672d657 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.429283 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-63b93766-2daf-4345-a30f-ca755672d657 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0877352 Mar 14 15:23:12.429935 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50126) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:12.436040 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-1e35ecb7-5a0b-405f-a84b-9b101e966448 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Request body: {'security_group_rule': {'security_group_id': '5eab0622-3a46-465f-9778-637516b3a996', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:12.440949 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1528b29-2868-4167-888d-1bb0e0925386 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.441432 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1528b29-2868-4167-888d-1bb0e0925386 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f9eb246-bb78-47b3-8308-3369da7f2967 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:23:12.527090 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-e1528b29-2868-4167-888d-1bb0e0925386 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 14 15:23:12.532877 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e1528b29-2868-4167-888d-1bb0e0925386 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.4976468 Mar 14 15:23:12.533901 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50128) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:12.550322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79217657-8532-44b2-a6a0-861f338ddb56 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:23:12.550729 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79217657-8532-44b2-a6a0-861f338ddb56 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.559782 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] Routers {'73e780e4-dc9c-4b78-be55-c29a2cc33e68'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: self.session.flush() Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: self.session.flush() Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: self.session.flush() Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: self.session.flush() Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:23:12.560706 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:23:12.563367 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['73e780e4-dc9c-4b78-be55-c29a2cc33e68'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:12.580428 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1e35ecb7-5a0b-405f-a84b-9b101e966448 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.612677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50130) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:12.614158 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'name': 'tempest-ServersTestJSON-1699675645-router', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:08Z', 'revision_number': 4, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'gw_port': {'id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'dd0bd637-f443-4915-99c6-51010214304a', 'name': '', 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'mac_address': 'fa:16:3e:f5:7f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '32b536a6-20b7-48a8-995b-e55598332338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:04Z', 'updated_at': '2022-03-14T15:23:08Z', 'revision_number': 2, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'subnets': [{'id': '32b536a6-20b7-48a8-995b-e55598332338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:12.671880 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] Checking router: 9f408e7d-60ca-4e28-b3e8-712d89b02601 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:23:12.676961 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] Updating router 9f408e7d-60ca-4e28-b3e8-712d89b02601 port dd0bd637-f443-4915-99c6-51010214304a binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:23:12.727621 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.825364 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] Set router 73e780e4-dc9c-4b78-be55-c29a2cc33e68 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:23:12.835554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42c95c93-e8fd-4705-a54a-fe689f8a3e66 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.846508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79217657-8532-44b2-a6a0-861f338ddb56 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.851239 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79217657-8532-44b2-a6a0-861f338ddb56 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.860533 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-79217657-8532-44b2-a6a0-861f338ddb56 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] 10.222.0.59 "DELETE /v2.0/networks/21a69ee3-1070-457c-9aa4-4ad5996ce454 HTTP/1.1" status: 204 len: 168 time: 3.6944342 Mar 14 15:23:12.885297 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79217657-8532-44b2-a6a0-861f338ddb56 tempest-DHCPAgentSchedulersTestJSON-106330270 tempest-DHCPAgentSchedulersTestJSON-106330270-project] Pushing event deleted for resources: {'Network': ['ID=21a69ee3-1070-457c-9aa4-4ad5996ce454,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:12.898956 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1e35ecb7-5a0b-405f-a84b-9b101e966448 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.909961 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-980b6405-0e10-484c-82be-6edb6eb06ce1 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Deleting port d990a4fa-8792-4d9c-97a3-3f81beec83fe {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:12.912686 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-980b6405-0e10-484c-82be-6edb6eb06ce1 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.914565 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1e35ecb7-5a0b-405f-a84b-9b101e966448 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:12.978713 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35ecb7-5a0b-405f-a84b-9b101e966448 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d97574-b794-4084-8718-68c66c525466,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:13.053098 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1e35ecb7-5a0b-405f-a84b-9b101e966448 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:13.061155 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1e35ecb7-5a0b-405f-a84b-9b101e966448 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6285992 Mar 14 15:23:13.061878 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50142) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:13.072701 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-e7929841-2cb1-4fff-ab0e-a484a778f91b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:13.159046 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] Routers {'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:13.166606 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:13.178467 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7929841-2cb1-4fff-ab0e-a484a778f91b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:13.180281 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:13.191341 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:13.194544 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-980b6405-0e10-484c-82be-6edb6eb06ce1 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:13.237265 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-980b6405-0e10-484c-82be-6edb6eb06ce1 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Calling delete_port for d990a4fa-8792-4d9c-97a3-3f81beec83fe owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:13.270959 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e030bb3-b063-4da8-9ba0-3fb1a2cfafc0 None None] Pushing event updated for resources: {'Port': ['ID=dd0bd637-f443-4915-99c6-51010214304a,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:13.478400 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] Attempting to bind port dd0bd637-f443-4915-99c6-51010214304a on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:13.478948 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] Attempting to bind port dd0bd637-f443-4915-99c6-51010214304a by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'b4feea2c-6aa0-4a26-932b-1366dd8c8096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:13.483941 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] Attempting to bind port dd0bd637-f443-4915-99c6-51010214304a on network 52d00c44-24c0-4d1a-a340-c039d76298f3 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:13.497981 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:23:13.498277 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] Checking segment: {'id': 'b4feea2c-6aa0-4a26-932b-1366dd8c8096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:13.498990 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aff0ed-f461-4ce4-8179-948829ff9236 None None] Pushing event updated for resources: {'Port': ['ID=a7cfce75-eadf-4340-a944-8ea4806a0406,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:13.507448 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:13.508071 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] Bound using segment: {'id': 'b4feea2c-6aa0-4a26-932b-1366dd8c8096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:23:13.508649 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] Bound port: dd0bd637-f443-4915-99c6-51010214304a, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4feea2c-6aa0-4a26-932b-1366dd8c8096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:23:13.509543 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:13.537988 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50144) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:13.659463 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84c57f58-c91d-4b58-a411-09b32ea805e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:13.691753 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bcfd09f5-7a61-4a53-bc20-3dbbc2f5bb98 tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-187747910'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:13.694756 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42c95c93-e8fd-4705-a54a-fe689f8a3e66 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:13.697146 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 05b67135-3644-4d71-a50c-84430cdc64ee up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:13.703941 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50148) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:13.737787 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f8ac41ed-e311-483e-a068-7e507cf94d31 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2061932587', 'description': 'tempest-description--1945180534'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:13.740649 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] For port dd0bd637-f443-4915-99c6-51010214304a, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:23:13.762885 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42c95c93-e8fd-4705-a54a-fe689f8a3e66 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:13.780553 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-84c57f58-c91d-4b58-a411-09b32ea805e2 None None] For port a7cfce75-eadf-4340-a944-8ea4806a0406, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a7cfce75-eadf-4340-a944-8ea4806a0406,segment=NetworkSegment(5b66a205-4257-4ef2-b24e-2402f06e70b7),segment_id=5b66a205-4257-4ef2-b24e-2402f06e70b7)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:13.781621 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-02eb4315-4c85-4cad-8925-69a631dd1588', 'network_id': '02eb4315-4c85-4cad-8925-69a631dd1588', 'tenant_id': '83aaafe905b6437c8bf2ac1154570724', 'fixed_ips': [{'subnet_id': 'e4f06782-b6fa-4861-b47b-c5dbb7b2aa7c'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:23:13.783482 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:13.810473 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84c57f58-c91d-4b58-a411-09b32ea805e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:13.829496 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-102a4acf-5ebc-4919-a9f5-74fa246e0056 tempest-AgentManagementNegativeTest-1681236235 tempest-AgentManagementNegativeTest-1681236235-project] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2903025 Mar 14 15:23:13.845934 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7929841-2cb1-4fff-ab0e-a484a778f91b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:13.854193 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] For port dd0bd637-f443-4915-99c6-51010214304a, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=dd0bd637-f443-4915-99c6-51010214304a,segment=NetworkSegment(b4feea2c-6aa0-4a26-932b-1366dd8c8096),segment_id=b4feea2c-6aa0-4a26-932b-1366dd8c8096)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:23:13.858020 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-980b6405-0e10-484c-82be-6edb6eb06ce1 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:13.866849 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:13.872174 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] Set router fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:23:13.874600 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8ac41ed-e311-483e-a068-7e507cf94d31 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:13.888642 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfd09f5-7a61-4a53-bc20-3dbbc2f5bb98 tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Made reservation on behalf of af59e5527ede4ca0bec384af664c5090 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:13.898686 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcfd09f5-7a61-4a53-bc20-3dbbc2f5bb98 tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:13.941135 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcfd09f5-7a61-4a53-bc20-3dbbc2f5bb98 tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.011006 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50154) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:14.011804 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e030bb3-b063-4da8-9ba0-3fb1a2cfafc0 None None] Pushing event updated for resources: {'Port': ['ID=dd0bd637-f443-4915-99c6-51010214304a,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:14.038300 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] Routers {'9f408e7d-60ca-4e28-b3e8-712d89b02601'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:14.039003 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9f408e7d-60ca-4e28-b3e8-712d89b02601'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:14.123313 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-42c95c93-e8fd-4705-a54a-fe689f8a3e66 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Allocated IP 172.26.6.197 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/c8d598a3-f519-412e-9042-eac8fd71c46a) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:14.164270 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b6405-0e10-484c-82be-6edb6eb06ce1 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Pushing event deleted for resources: {'Port': ['ID=d990a4fa-8792-4d9c-97a3-3f81beec83fe,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:14.195129 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8ac41ed-e311-483e-a068-7e507cf94d31 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.220763 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8ac41ed-e311-483e-a068-7e507cf94d31 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.297154 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8ac41ed-e311-483e-a068-7e507cf94d31 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.299460 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f8ac41ed-e311-483e-a068-7e507cf94d31 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5897171 Mar 14 15:23:14.303732 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50162) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:14.310076 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-121a0583-9020-417b-884d-5e8475b719db tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Request body: {'security_group_rule': {'security_group_id': '176a9c84-aa7e-4a56-93f3-fa1db7b04914', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:14.332518 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac41ed-e311-483e-a068-7e507cf94d31 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=176a9c84-aa7e-4a56-93f3-fa1db7b04914,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:14.347474 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-980b6405-0e10-484c-82be-6edb6eb06ce1 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.351233 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-980b6405-0e10-484c-82be-6edb6eb06ce1 tempest-RoutersAdminNegativeTest-1934625209 tempest-RoutersAdminNegativeTest-1934625209-project-admin] 10.222.0.59 "DELETE /v2.0/ports/d990a4fa-8792-4d9c-97a3-3f81beec83fe HTTP/1.1" status: 204 len: 168 time: 1.8089759 Mar 14 15:23:14.354162 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-121a0583-9020-417b-884d-5e8475b719db tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.370812 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 05b67135-3644-4d71-a50c-84430cdc64ee triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:14.371037 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.381281 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c57f58-c91d-4b58-a411-09b32ea805e2 None None] Pushing event updated for resources: {'Port': ['ID=a7cfce75-eadf-4340-a944-8ea4806a0406,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:14.400892 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] Set router 9f408e7d-60ca-4e28-b3e8-712d89b02601 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:23:14.415631 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-121a0583-9020-417b-884d-5e8475b719db tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.427326 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-121a0583-9020-417b-884d-5e8475b719db tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.495550 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a0583-9020-417b-884d-5e8475b719db tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1458cf9f-f9f5-4155-8e05-7c5820086442,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:14.500418 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50166) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:14.509635 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-121a0583-9020-417b-884d-5e8475b719db tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.510984 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-121a0583-9020-417b-884d-5e8475b719db tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2059798 Mar 14 15:23:14.513716 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50170) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:14.525216 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-b9cb9543-74d3-4719-8182-16a9ac04b565 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Request body: {'security_group_rule': {'security_group_id': '176a9c84-aa7e-4a56-93f3-fa1db7b04914', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:14.533546 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcfd09f5-7a61-4a53-bc20-3dbbc2f5bb98 tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.550435 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcfd09f5-7a61-4a53-bc20-3dbbc2f5bb98 tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.556269 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42c95c93-e8fd-4705-a54a-fe689f8a3e66 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.569439 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-03b3f512-8baf-471d-8098-6414f8d5c8bd None None] Provisioning complete for port dd0bd637-f443-4915-99c6-51010214304a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:14.569892 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03b3f512-8baf-471d-8098-6414f8d5c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.584729 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b9cb9543-74d3-4719-8182-16a9ac04b565 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.668751 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'name': 'tempest-ServerActionsTestJSON-488606032-router', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:09Z', 'revision_number': 4, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'gw_port': {'id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:59Z', 'updated_at': '2022-03-14T15:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '286855f1-b68a-49b0-a4ff-77deb1b06c29', 'name': '', 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'mac_address': 'fa:16:3e:64:17:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'f06bc8a1-e6d6-4299-b660-147ccd6bb298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:07Z', 'updated_at': '2022-03-14T15:23:09Z', 'revision_number': 2, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'subnets': [{'id': 'f06bc8a1-e6d6-4299-b660-147ccd6bb298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:14.709391 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfd09f5-7a61-4a53-bc20-3dbbc2f5bb98 tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:23:14.709602 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] Checking router: 73e780e4-dc9c-4b78-be55-c29a2cc33e68 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:23:14.709936 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] Updating router 73e780e4-dc9c-4b78-be55-c29a2cc33e68 port 286855f1-b68a-49b0-a4ff-77deb1b06c29 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:23:14.723497 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b9cb9543-74d3-4719-8182-16a9ac04b565 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.736762 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42c95c93-e8fd-4705-a54a-fe689f8a3e66 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.759731 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b9cb9543-74d3-4719-8182-16a9ac04b565 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.789349 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb9543-74d3-4719-8182-16a9ac04b565 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaaf24c6-49d6-45ca-b143-099efb444a8d,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:14.795948 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcfd09f5-7a61-4a53-bc20-3dbbc2f5bb98 tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.799670 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-bcfd09f5-7a61-4a53-bc20-3dbbc2f5bb98 tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Added segment 50345fae-9233-4acc-a782-58f1db3faf8c of type vlan for network 03650f72-0118-46b8-83a0-78e4cf4def14 Mar 14 15:23:14.822820 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b9cb9543-74d3-4719-8182-16a9ac04b565 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.832403 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b9cb9543-74d3-4719-8182-16a9ac04b565 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3140781 Mar 14 15:23:14.833450 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-e7929841-2cb1-4fff-ab0e-a484a778f91b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Allocated IP 172.26.6.119 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/569721df-fa84-4566-a08e-fad3c0440b32) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:14.836241 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] Allocated IP 172.20.0.2 (02eb4315-4c85-4cad-8925-69a631dd1588/e4f06782-b6fa-4861-b47b-c5dbb7b2aa7c/db24edd5-96a9-4f66-85f8-f0581dce1762) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:14.839231 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50174) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:14.856156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.857781 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5087de09-5b4a-41d1-ab03-c739de41c4a3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:14.917006 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50176) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:14.920624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5f8e6aee-dce8-4a60-a3dd-2c07994ae9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.930873 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd09f5-7a61-4a53-bc20-3dbbc2f5bb98 tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4cbaf8-6162-4168-92b7-fea495b328a3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:14.939426 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5087de09-5b4a-41d1-ab03-c739de41c4a3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.942477 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcfd09f5-7a61-4a53-bc20-3dbbc2f5bb98 tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:14.953235 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c95c93-e8fd-4705-a54a-fe689f8a3e66 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:14.961925 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-42c95c93-e8fd-4705-a54a-fe689f8a3e66 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:14.968549 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8562d22d-b19e-4106-be1c-b7b10b020cc1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7cf3a90c68f04edb9b256c6ea678e496&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9541559 Mar 14 15:23:14.968549 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c95c93-e8fd-4705-a54a-fe689f8a3e66 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:14.976819 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50180) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:15.061027 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03b3f512-8baf-471d-8098-6414f8d5c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.131125 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'name': 'tempest-ServersTestJSON-1699675645-router', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:08Z', 'revision_number': 4, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'gw_port': {'id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'dd0bd637-f443-4915-99c6-51010214304a', 'name': '', 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'mac_address': 'fa:16:3e:f5:7f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '32b536a6-20b7-48a8-995b-e55598332338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:04Z', 'updated_at': '2022-03-14T15:23:13Z', 'revision_number': 4, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'subnets': [{'id': '32b536a6-20b7-48a8-995b-e55598332338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:15.160029 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-bcfd09f5-7a61-4a53-bc20-3dbbc2f5bb98 tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:23:15.165923 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32a1fe1-17f1-4124-b234-24337c33e46a None None] The sync data for ids ['9f408e7d-60ca-4e28-b3e8-712d89b02601'] in dv-neutron-833559-1-hyperv is: [{'id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'name': 'tempest-ServersTestJSON-1699675645-router', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:08Z', 'revision_number': 4, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'gw_port': {'id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'dd0bd637-f443-4915-99c6-51010214304a', 'name': '', 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'mac_address': 'fa:16:3e:f5:7f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '32b536a6-20b7-48a8-995b-e55598332338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:04Z', 'updated_at': '2022-03-14T15:23:13Z', 'revision_number': 4, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'subnets': [{'id': '32b536a6-20b7-48a8-995b-e55598332338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:23:15.178598 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c95c93-e8fd-4705-a54a-fe689f8a3e66 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Pushing event updated for resources: {'Port': ['ID=c8d598a3-f519-412e-9042-eac8fd71c46a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:15.209724 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-03b3f512-8baf-471d-8098-6414f8d5c8bd None None] For port dd0bd637-f443-4915-99c6-51010214304a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=dd0bd637-f443-4915-99c6-51010214304a,segment=NetworkSegment(b4feea2c-6aa0-4a26-932b-1366dd8c8096),segment_id=b4feea2c-6aa0-4a26-932b-1366dd8c8096)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:15.216289 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcfd09f5-7a61-4a53-bc20-3dbbc2f5bb98 tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.219542 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03b3f512-8baf-471d-8098-6414f8d5c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.222620 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfd09f5-7a61-4a53-bc20-3dbbc2f5bb98 tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:15.223259 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcfd09f5-7a61-4a53-bc20-3dbbc2f5bb98 tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.298469 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3f512-8baf-471d-8098-6414f8d5c8bd None None] Pushing event updated for resources: {'Port': ['ID=dd0bd637-f443-4915-99c6-51010214304a,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:15.302477 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8267da78-2f0e-4d03-ab19-1521b0dafe0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.382847 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-03b3f512-8baf-471d-8098-6414f8d5c8bd None None] Provisioning complete for port a7cfce75-eadf-4340-a944-8ea4806a0406 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:15.383299 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03b3f512-8baf-471d-8098-6414f8d5c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.436677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd09f5-7a61-4a53-bc20-3dbbc2f5bb98 tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Pushing event updated for resources: {'Network': ['ID=03650f72-0118-46b8-83a0-78e4cf4def14,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:15.461912 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50182) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:15.479368 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-37ef7f10-b267-40ab-86a5-95e90ce3a28e tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1841669223', 'description': 'tempest-description--1934347252'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:15.494484 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 03650f72-0118-46b8-83a0-78e4cf4def14 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:23:15.507581 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bcfd09f5-7a61-4a53-bc20-3dbbc2f5bb98 tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.8917158 Mar 14 15:23:15.580767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5f8e6aee-dce8-4a60-a3dd-2c07994ae9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.646443 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37ef7f10-b267-40ab-86a5-95e90ce3a28e tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.660289 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5f8e6aee-dce8-4a60-a3dd-2c07994ae9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.689487 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7929841-2cb1-4fff-ab0e-a484a778f91b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.730203 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1be88132-a7a1-4efe-a849-b11ced334747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.756313 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.780125 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5f8e6aee-dce8-4a60-a3dd-2c07994ae9d3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=05c6c51298014c88bca0e74ad5c4d9ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2755628 Mar 14 15:23:15.780125 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e6aee-dce8-4a60-a3dd-2c07994ae9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc08dda-38ee-48a1-9728-853f86baf0fb,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:15.780808 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50188) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:15.793487 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42c95c93-e8fd-4705-a54a-fe689f8a3e66 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.847188 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8267da78-2f0e-4d03-ab19-1521b0dafe0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.849768 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7929841-2cb1-4fff-ab0e-a484a778f91b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.862140 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1be88132-a7a1-4efe-a849-b11ced334747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.877205 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8267da78-2f0e-4d03-ab19-1521b0dafe0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.907439 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.912269 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device dd0bd637-f443-4915-99c6-51010214304a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:15.925832 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50190) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:15.946817 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7929841-2cb1-4fff-ab0e-a484a778f91b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:15.948306 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Request body: {'port': {'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14', 'binding:host_id': 'hv-neutron-8335', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1708184375'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:15.959138 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.961218 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.968952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-e7929841-2cb1-4fff-ab0e-a484a778f91b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:15.987936 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'name': 'tempest-ServersTestManualDisk-247110455-router', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:04Z', 'revision_number': 4, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'gw_port': {'id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'a7cfce75-eadf-4340-a944-8ea4806a0406', 'name': '', 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'mac_address': 'fa:16:3e:39:09:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:00Z', 'updated_at': '2022-03-14T15:23:12Z', 'revision_number': 4, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'subnets': [{'id': '2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:15.989079 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37ef7f10-b267-40ab-86a5-95e90ce3a28e tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:15.995489 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7929841-2cb1-4fff-ab0e-a484a778f91b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:16.021712 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f5acbcd-88a4-4b54-84d8-3ba921cd1235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.023602 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37ef7f10-b267-40ab-86a5-95e90ce3a28e tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.056219 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7929841-2cb1-4fff-ab0e-a484a778f91b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Pushing event updated for resources: {'Port': ['ID=569721df-fa84-4566-a08e-fad3c0440b32,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:16.073019 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8267da78-2f0e-4d03-ab19-1521b0dafe0c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=818aeeddb5904893943c7719a00b6c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1549802 Mar 14 15:23:16.081783 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50194) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:16.092635 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b7148-5f5a-458b-b22a-8704174c6e37 None None] The sync data for ids ['fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'] in dv-neutron-833559-1-hyperv is: [{'id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'name': 'tempest-ServersTestManualDisk-247110455-router', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:04Z', 'revision_number': 4, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'gw_port': {'id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'a7cfce75-eadf-4340-a944-8ea4806a0406', 'name': '', 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'mac_address': 'fa:16:3e:39:09:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:00Z', 'updated_at': '2022-03-14T15:23:12Z', 'revision_number': 4, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'subnets': [{'id': '2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:23:16.105063 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Made reservation on behalf of 191773e5f2c94b3c95c6994088344067 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:16.109671 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.111059 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] Network 02eb4315-4c85-4cad-8925-69a631dd1588 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:16.127001 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:16.139224 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267da78-2f0e-4d03-ab19-1521b0dafe0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee20b9f-31b6-4169-b614-777fdc091910,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:16.143258 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:16.153658 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123bff2-536a-4b51-b473-fd0b2e7c4732 None None] Pushing event updated for resources: {'Port': ['ID=286855f1-b68a-49b0-a4ff-77deb1b06c29,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:16.221341 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1be88132-a7a1-4efe-a849-b11ced334747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.225965 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1be88132-a7a1-4efe-a849-b11ced334747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.227232 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1be88132-a7a1-4efe-a849-b11ced334747 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/22f9ad35-e9d9-4c0e-8a26-13e69025705c HTTP/1.1" status: 204 len: 168 time: 1.2462204 Mar 14 15:23:16.250533 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37ef7f10-b267-40ab-86a5-95e90ce3a28e tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.254189 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-37ef7f10-b267-40ab-86a5-95e90ce3a28e tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7867119 Mar 14 15:23:16.260872 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50198) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:16.264481 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f5acbcd-88a4-4b54-84d8-3ba921cd1235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.303163 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port dd0bd637-f443-4915-99c6-51010214304a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:16.303535 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.367798 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5087de09-5b4a-41d1-ab03-c739de41c4a3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.412482 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] Attempting to bind port 286855f1-b68a-49b0-a4ff-77deb1b06c29 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:16.412583 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] Attempting to bind port 286855f1-b68a-49b0-a4ff-77deb1b06c29 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'acbb32e0-b9fb-4915-ad33-1c0a044e0b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:16.413014 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] Attempting to bind port 286855f1-b68a-49b0-a4ff-77deb1b06c29 on network 49fee795-f4c4-42dd-acc3-9b9f00035acc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:16.442812 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] Pushing event updated for resources: {'Port': ['ID=db24edd5-96a9-4f66-85f8-f0581dce1762,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:16.462620 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:23:16.463562 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] Checking segment: {'id': 'acbb32e0-b9fb-4915-ad33-1c0a044e0b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:16.465563 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.466152 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] Bound using segment: {'id': 'acbb32e0-b9fb-4915-ad33-1c0a044e0b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:23:16.475071 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] Bound port: 286855f1-b68a-49b0-a4ff-77deb1b06c29, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acbb32e0-b9fb-4915-ad33-1c0a044e0b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:23:16.479316 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.490103 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] Attempting to bind port db24edd5-96a9-4f66-85f8-f0581dce1762 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:16.491920 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] Attempting to bind port db24edd5-96a9-4f66-85f8-f0581dce1762 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'c5c98b07-6987-4b42-a75e-8f26e91a30cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '02eb4315-4c85-4cad-8925-69a631dd1588'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:16.492471 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] Attempting to bind port db24edd5-96a9-4f66-85f8-f0581dce1762 on network 02eb4315-4c85-4cad-8925-69a631dd1588 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:16.511150 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:23:16.519486 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] Checking segment: {'id': 'c5c98b07-6987-4b42-a75e-8f26e91a30cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '02eb4315-4c85-4cad-8925-69a631dd1588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:16.520022 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.520609 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] Bound using segment: {'id': 'c5c98b07-6987-4b42-a75e-8f26e91a30cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '02eb4315-4c85-4cad-8925-69a631dd1588'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:23:16.523456 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] Bound port: db24edd5-96a9-4f66-85f8-f0581dce1762, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c98b07-6987-4b42-a75e-8f26e91a30cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '02eb4315-4c85-4cad-8925-69a631dd1588'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:23:16.524885 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.555854 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.566135 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6b99fe4d-5087-440f-95ae-35f7dbe01239 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Request body: {'security_group_rule': {'security_group_id': 'a1603967-3516-424c-8a79-2969bef37aba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:16.632431 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-5087de09-5b4a-41d1-ab03-c739de41c4a3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Allocated IP 172.26.6.190 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/563ca4ab-ad93-465d-9662-5f83053f4d64) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:16.634952 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42c95c93-e8fd-4705-a54a-fe689f8a3e66 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.664631 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef7f10-b267-40ab-86a5-95e90ce3a28e tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1603967-3516-424c-8a79-2969bef37aba,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:16.699620 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be88132-a7a1-4efe-a849-b11ced334747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f9ad35-e9d9-4c0e-8a26-13e69025705c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:16.778462 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-8faf7aba-f912-4b38-b599-58fd24081566 None None] Provisioning complete for port dd0bd637-f443-4915-99c6-51010214304a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:16.778992 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8faf7aba-f912-4b38-b599-58fd24081566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.788884 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-420def12-fe40-4a76-a21f-e4f739fce9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.799439 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] For port 286855f1-b68a-49b0-a4ff-77deb1b06c29, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:23:16.819499 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-420def12-fe40-4a76-a21f-e4f739fce9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.838351 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] For port 286855f1-b68a-49b0-a4ff-77deb1b06c29, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=286855f1-b68a-49b0-a4ff-77deb1b06c29,segment=NetworkSegment(acbb32e0-b9fb-4915-ad33-1c0a044e0b76),segment_id=acbb32e0-b9fb-4915-ad33-1c0a044e0b76)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:23:16.840902 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50202) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:16.866670 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7929841-2cb1-4fff-ab0e-a484a778f91b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.874090 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b99fe4d-5087-440f-95ae-35f7dbe01239 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.886381 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1716d72-815c-4301-a403-c272e8af1b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.932694 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:16.943283 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7929841-2cb1-4fff-ab0e-a484a778f91b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:17.016679 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5087de09-5b4a-41d1-ab03-c739de41c4a3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:17.030852 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f5acbcd-88a4-4b54-84d8-3ba921cd1235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:17.034596 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2f5acbcd-88a4-4b54-84d8-3ba921cd1235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:17.038906 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2f5acbcd-88a4-4b54-84d8-3ba921cd1235 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3dc08dda-38ee-48a1-9728-853f86baf0fb HTTP/1.1" status: 204 len: 168 time: 1.2535343 Mar 14 15:23:17.050486 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-420def12-fe40-4a76-a21f-e4f739fce9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:17.053043 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-420def12-fe40-4a76-a21f-e4f739fce9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:17.056713 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-420def12-fe40-4a76-a21f-e4f739fce9ca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dee20b9f-31b6-4169-b614-777fdc091910 HTTP/1.1" status: 204 len: 168 time: 0.9645591 Mar 14 15:23:17.069811 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420def12-fe40-4a76-a21f-e4f739fce9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee20b9f-31b6-4169-b614-777fdc091910,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:17.071035 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:17.090019 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b99fe4d-5087-440f-95ae-35f7dbe01239 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:17.098037 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:17.110254 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] device_id is not set on port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:23:17.121672 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b99fe4d-5087-440f-95ae-35f7dbe01239 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:17.197901 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5acbcd-88a4-4b54-84d8-3ba921cd1235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc08dda-38ee-48a1-9728-853f86baf0fb,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:17.200005 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5087de09-5b4a-41d1-ab03-c739de41c4a3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:17.280345 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1716d72-815c-4301-a403-c272e8af1b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:17.285100 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99fe4d-5087-440f-95ae-35f7dbe01239 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde0ef86-dec2-423b-9214-7d717de25230,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:17.349397 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5087de09-5b4a-41d1-ab03-c739de41c4a3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:17.350699 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62607688-bc8b-4998-9c99-40be52d39d88,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:17.358937 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-5087de09-5b4a-41d1-ab03-c739de41c4a3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:17.367297 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5087de09-5b4a-41d1-ab03-c739de41c4a3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:17.369898 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1716d72-815c-4301-a403-c272e8af1b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:17.568332 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123bff2-536a-4b51-b473-fd0b2e7c4732 None None] Pushing event updated for resources: {'Port': ['ID=286855f1-b68a-49b0-a4ff-77deb1b06c29,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:17.578694 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] For port db24edd5-96a9-4f66-85f8-f0581dce1762, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:23:17.582373 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1716d72-815c-4301-a403-c272e8af1b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f521077-5ed8-4cde-a088-acb108354051,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:17.592652 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087de09-5b4a-41d1-ab03-c739de41c4a3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Pushing event updated for resources: {'Port': ['ID=563ca4ab-ad93-465d-9662-5f83053f4d64,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:17.629428 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] Routers {'73e780e4-dc9c-4b78-be55-c29a2cc33e68'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:17.633160 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['73e780e4-dc9c-4b78-be55-c29a2cc33e68'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:17.643038 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] For port db24edd5-96a9-4f66-85f8-f0581dce1762, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=db24edd5-96a9-4f66-85f8-f0581dce1762,segment=NetworkSegment(c5c98b07-6987-4b42-a75e-8f26e91a30cd),segment_id=c5c98b07-6987-4b42-a75e-8f26e91a30cd)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:23:17.714754 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7929841-2cb1-4fff-ab0e-a484a778f91b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:17.745334 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b1716d72-815c-4301-a403-c272e8af1b6e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=16f5bbe52ac64fcf8f857cf875ea7a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9005504 Mar 14 15:23:17.754951 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7929841-2cb1-4fff-ab0e-a484a778f91b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:17.762482 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50216) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:17.778334 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b99fe4d-5087-440f-95ae-35f7dbe01239 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:17.780505 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6b99fe4d-5087-440f-95ae-35f7dbe01239 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5006385 Mar 14 15:23:17.793469 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50218) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:17.801613 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-36323a62-0881-418f-89da-25d9c404d42f tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Request body: {'security_group_rule': {'security_group_id': 'a1603967-3516-424c-8a79-2969bef37aba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:17.816314 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:17.823210 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c95c93-e8fd-4705-a54a-fe689f8a3e66 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Router cc840909-09ff-4565-83e7-1a47c48c9047 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:23:17.828110 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50222) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:17.891356 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5562088-04ce-4125-8128-e878237fdf29 None None] Pushing event updated for resources: {'Port': ['ID=db24edd5-96a9-4f66-85f8-f0581dce1762,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:17.908710 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7929841-2cb1-4fff-ab0e-a484a778f91b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Pushing event updated for resources: {'Port': ['ID=569721df-fa84-4566-a08e-fad3c0440b32,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:18.045864 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7929841-2cb1-4fff-ab0e-a484a778f91b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:18.049154 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c95c93-e8fd-4705-a54a-fe689f8a3e66 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:23:18.065514 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ec3c33-6612-4b7d-a5b3-652b4ff8064d None None] Sync routers for ids ['cc840909-09ff-4565-83e7-1a47c48c9047'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:23:18.071413 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] Set router 73e780e4-dc9c-4b78-be55-c29a2cc33e68 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:23:18.078568 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ec3c33-6612-4b7d-a5b3-652b4ff8064d None None] Routers {'cc840909-09ff-4565-83e7-1a47c48c9047'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:18.084983 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c3ec3c33-6612-4b7d-a5b3-652b4ff8064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cc840909-09ff-4565-83e7-1a47c48c9047'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:18.130039 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a7cfce75-eadf-4340-a944-8ea4806a0406 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:18.134315 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7929841-2cb1-4fff-ab0e-a484a778f91b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:18.144288 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e7929841-2cb1-4fff-ab0e-a484a778f91b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0693266 Mar 14 15:23:18.144288 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5087de09-5b4a-41d1-ab03-c739de41c4a3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:18.213971 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c3ec3c33-6612-4b7d-a5b3-652b4ff8064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:18.243467 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ec3c33-6612-4b7d-a5b3-652b4ff8064d None None] Routers {'cc840909-09ff-4565-83e7-1a47c48c9047'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:18.244108 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c3ec3c33-6612-4b7d-a5b3-652b4ff8064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cc840909-09ff-4565-83e7-1a47c48c9047'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:18.274756 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-057b90ae-e367-4434-b174-148e856b1f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:18.276850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-36323a62-0881-418f-89da-25d9c404d42f tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:18.284712 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5087de09-5b4a-41d1-ab03-c739de41c4a3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:18.301191 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e7a5dcf8-0f66-4c0e-b013-6c088b71a401 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0f3c41d5c518499d9b28b8294d11debb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4600325 Mar 14 15:23:18.311474 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ea194b5a-d3e6-4f84-97a1-7cac7f50bb1b None None] Provisioning complete for port 286855f1-b68a-49b0-a4ff-77deb1b06c29 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:18.312054 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ea194b5a-d3e6-4f84-97a1-7cac7f50bb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:18.340042 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50230) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:18.347362 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c3ec3c33-6612-4b7d-a5b3-652b4ff8064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:18.348092 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ec3c33-6612-4b7d-a5b3-652b4ff8064d None None] The sync data for ids ['cc840909-09ff-4565-83e7-1a47c48c9047'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:23:18.444043 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42c95c93-e8fd-4705-a54a-fe689f8a3e66 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:18.458261 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-42c95c93-e8fd-4705-a54a-fe689f8a3e66 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.7497387 Mar 14 15:23:18.466247 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50242) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:18.475586 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-057b90ae-e367-4434-b174-148e856b1f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:18.535577 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port a7cfce75-eadf-4340-a944-8ea4806a0406 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:18.536070 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:18.690473 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ea194b5a-d3e6-4f84-97a1-7cac7f50bb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:18.785364 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ea194b5a-d3e6-4f84-97a1-7cac7f50bb1b None None] For port 286855f1-b68a-49b0-a4ff-77deb1b06c29, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=286855f1-b68a-49b0-a4ff-77deb1b06c29,segment=NetworkSegment(acbb32e0-b9fb-4915-ad33-1c0a044e0b76),segment_id=acbb32e0-b9fb-4915-ad33-1c0a044e0b76)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:18.802549 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ea194b5a-d3e6-4f84-97a1-7cac7f50bb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:18.812234 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'name': 'tempest-ServerActionsTestJSON-488606032-router', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:09Z', 'revision_number': 4, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'gw_port': {'id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:59Z', 'updated_at': '2022-03-14T15:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '286855f1-b68a-49b0-a4ff-77deb1b06c29', 'name': '', 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'mac_address': 'fa:16:3e:64:17:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'f06bc8a1-e6d6-4299-b660-147ccd6bb298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:07Z', 'updated_at': '2022-03-14T15:23:16Z', 'revision_number': 4, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'subnets': [{'id': 'f06bc8a1-e6d6-4299-b660-147ccd6bb298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:18.814251 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-36323a62-0881-418f-89da-25d9c404d42f tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:18.845049 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a995b5f8-dd33-47ad-96d7-d3b43f60c891 None None] The sync data for ids ['73e780e4-dc9c-4b78-be55-c29a2cc33e68'] in dv-neutron-833559-1-hyperv is: [{'id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'name': 'tempest-ServerActionsTestJSON-488606032-router', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:09Z', 'revision_number': 4, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'gw_port': {'id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:59Z', 'updated_at': '2022-03-14T15:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '286855f1-b68a-49b0-a4ff-77deb1b06c29', 'name': '', 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'mac_address': 'fa:16:3e:64:17:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'f06bc8a1-e6d6-4299-b660-147ccd6bb298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:07Z', 'updated_at': '2022-03-14T15:23:16Z', 'revision_number': 4, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'subnets': [{'id': 'f06bc8a1-e6d6-4299-b660-147ccd6bb298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:23:18.846847 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-36323a62-0881-418f-89da-25d9c404d42f tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:18.908623 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea194b5a-d3e6-4f84-97a1-7cac7f50bb1b None None] Pushing event updated for resources: {'Port': ['ID=286855f1-b68a-49b0-a4ff-77deb1b06c29,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:18.913470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36323a62-0881-418f-89da-25d9c404d42f tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178265a1-4797-4afe-9369-9a8a0080f294,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:18.920138 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5087de09-5b4a-41d1-ab03-c739de41c4a3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:18.928902 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ef45-3ad9-4b31-861e-c2d29be3b9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:18.938510 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] device_id is not set on port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:23:18.942759 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50260) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:18.972380 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5087de09-5b4a-41d1-ab03-c739de41c4a3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:18.975504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-36323a62-0881-418f-89da-25d9c404d42f tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:18.976762 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-36323a62-0881-418f-89da-25d9c404d42f tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1802905 Mar 14 15:23:18.980037 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ef45-3ad9-4b31-861e-c2d29be3b9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:18.982127 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:18.984072 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50264) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:18.998612 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f107059d-5d06-4030-adfe-d49fccc5b0bc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:19.028361 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:19.035850 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087de09-5b4a-41d1-ab03-c739de41c4a3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Pushing event updated for resources: {'Port': ['ID=563ca4ab-ad93-465d-9662-5f83053f4d64,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:19.161552 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-057b90ae-e367-4434-b174-148e856b1f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:19.164131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-057b90ae-e367-4434-b174-148e856b1f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:19.165354 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-057b90ae-e367-4434-b174-148e856b1f9b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7f521077-5ed8-4cde-a088-acb108354051 HTTP/1.1" status: 204 len: 168 time: 1.4007177 Mar 14 15:23:19.192842 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50272) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:19.205484 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3e61c5e2-29a2-4189-8150-cf2b961f063c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-352348164'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:19.218798 dv-neutron-833559-1-hyperv neutron-server[102568]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 14 15:23:19.250843 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f107059d-5d06-4030-adfe-d49fccc5b0bc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:19.254281 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b90ae-e367-4434-b174-148e856b1f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f521077-5ed8-4cde-a088-acb108354051,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:19.255722 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5087de09-5b4a-41d1-ab03-c739de41c4a3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:19.313165 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Pushing event updated for resources: {'Port': ['ID=eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:19.331833 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5087de09-5b4a-41d1-ab03-c739de41c4a3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:19.333381 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5087de09-5b4a-41d1-ab03-c739de41c4a3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4931352 Mar 14 15:23:19.394680 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e61c5e2-29a2-4189-8150-cf2b961f063c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Made reservation on behalf of 0b7813f054dc4f2aa04f19db8d2ac08c for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:19.398518 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e61c5e2-29a2-4189-8150-cf2b961f063c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:19.422692 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Checking segment: {'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:19.423795 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Network hostable DHCP agents. Network: 03650f72-0118-46b8-83a0-78e4cf4def14, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:23:19.431642 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-27603e03-c229-4785-bd24-3bb109ac8138 req-06a43901-b014-471c-a518-01fe51dba8a2 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--506294380&fields=id&tenant_id=c724f31e7fdd406db66fd20be3d79551 HTTP/1.1" status: 200 len: 267 time: 0.2354174 Mar 14 15:23:19.432399 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ef45-3ad9-4b31-861e-c2d29be3b9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:19.435192 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ef45-3ad9-4b31-861e-c2d29be3b9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:19.440103 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3fa5ef45-3ad9-4b31-861e-c2d29be3b9c0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c612e21d-0545-487d-815a-7eef042a5394 HTTP/1.1" status: 204 len: 168 time: 1.0342162 Mar 14 15:23:19.517052 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e61c5e2-29a2-4189-8150-cf2b961f063c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:19.718372 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7636eb-172e-4c35-be2a-cf5d3b5087b2 None None] Network 02eb4315-4c85-4cad-8925-69a631dd1588 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:19.778896 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5ef45-3ad9-4b31-861e-c2d29be3b9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c612e21d-0545-487d-815a-7eef042a5394,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:19.877485 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 286855f1-b68a-49b0-a4ff-77deb1b06c29 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:19.919321 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Network 03650f72-0118-46b8-83a0-78e4cf4def14 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:23:19.956285 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 03650f72-0118-46b8-83a0-78e4cf4def14) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:19.960450 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:19.996030 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e1dac0-a657-44aa-8b89-de56870fc127 None None] Network 03650f72-0118-46b8-83a0-78e4cf4def14 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:20.030190 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:20.030582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:20.031437 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:20.079969 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:20.080349 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:20.085624 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 2 to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce Mar 14 15:23:20.111429 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27603e03-c229-4785-bd24-3bb109ac8138 req-1a2e4e6b-5e25-458f-abbd-7cddb5d9ac89 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:20.119012 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-27603e03-c229-4785-bd24-3bb109ac8138 req-1a2e4e6b-5e25-458f-abbd-7cddb5d9ac89 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/networks?id=ed78ede5-32f5-4a15-9e59-683c99192b0a HTTP/1.1" status: 200 len: 811 time: 0.6763377 Mar 14 15:23:20.178296 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-27603e03-c229-4785-bd24-3bb109ac8138 req-974e2c5a-605c-4e66-95a9-7f51fd694c8f tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/quotas/c724f31e7fdd406db66fd20be3d79551 HTTP/1.1" status: 200 len: 375 time: 0.0582182 Mar 14 15:23:20.182284 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9c19cea-f585-47c6-911e-0e3441c39e75 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:20.201002 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:20.201340 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:20.201672 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:20.299118 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-40582b1b-f1d8-4b0c-b4cc-f1c947636f04 None None] Provisioning complete for port db24edd5-96a9-4f66-85f8-f0581dce1762 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:20.300743 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-40582b1b-f1d8-4b0c-b4cc-f1c947636f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:20.348551 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:20.353232 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:20.355490 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e61c5e2-29a2-4189-8150-cf2b961f063c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:20.357410 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 3 to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce Mar 14 15:23:20.383990 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f107059d-5d06-4030-adfe-d49fccc5b0bc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:20.386322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e61c5e2-29a2-4189-8150-cf2b961f063c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:20.400677 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 286855f1-b68a-49b0-a4ff-77deb1b06c29 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:20.401046 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:20.402388 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e61c5e2-29a2-4189-8150-cf2b961f063c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:23:20.414993 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e61c5e2-29a2-4189-8150-cf2b961f063c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:20.415533 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-3e61c5e2-29a2-4189-8150-cf2b961f063c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Added segment 52f5264c-2e70-4877-a4ee-968112d92b38 of type vlan for network b9bbc80f-08fe-4ef4-afaf-001003d5fddc Mar 14 15:23:20.471307 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e61c5e2-29a2-4189-8150-cf2b961f063c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:20.563125 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e61c5e2-29a2-4189-8150-cf2b961f063c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:20.571554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e61c5e2-29a2-4189-8150-cf2b961f063c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:20.572519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e61c5e2-29a2-4189-8150-cf2b961f063c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:20.629318 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50326) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:20.637917 dv-neutron-833559-1-hyperv neutron-server[102567]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 14 15:23:20.698209 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61c5e2-29a2-4189-8150-cf2b961f063c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Network': ['ID=b9bbc80f-08fe-4ef4-afaf-001003d5fddc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:20.702824 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device db24edd5-96a9-4f66-85f8-f0581dce1762 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:20.712531 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3e61c5e2-29a2-4189-8150-cf2b961f063c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7675302 Mar 14 15:23:20.729238 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50328) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:20.734556 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:20.735104 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:20.736465 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:20.761673 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network b9bbc80f-08fe-4ef4-afaf-001003d5fddc details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:23:20.763150 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-bacc0169-499d-4dba-b27c-ccf0e5c49378 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1642810151'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:20.765762 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-40582b1b-f1d8-4b0c-b4cc-f1c947636f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:20.807974 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:20.808309 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:20.808845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61c5e2-29a2-4189-8150-cf2b961f063c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a953cf-37ae-4d78-a46d-ae8b708e6191,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:20.814032 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 4 to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce Mar 14 15:23:20.841267 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-27603e03-c229-4785-bd24-3bb109ac8138 req-e07029bd-bff2-43b0-a8cb-d21b13fd34b5 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c724f31e7fdd406db66fd20be3d79551&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6621437 Mar 14 15:23:20.889514 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:20.889858 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:20.890148 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:20.910166 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port db24edd5-96a9-4f66-85f8-f0581dce1762 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:20.910762 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:20.930252 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-40582b1b-f1d8-4b0c-b4cc-f1c947636f04 None None] For port db24edd5-96a9-4f66-85f8-f0581dce1762, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=db24edd5-96a9-4f66-85f8-f0581dce1762,segment=NetworkSegment(c5c98b07-6987-4b42-a75e-8f26e91a30cd),segment_id=c5c98b07-6987-4b42-a75e-8f26e91a30cd)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:20.935185 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:20.937572 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:20.958067 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacc0169-499d-4dba-b27c-ccf0e5c49378 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Made reservation on behalf of 0b7813f054dc4f2aa04f19db8d2ac08c for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:20.967490 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bacc0169-499d-4dba-b27c-ccf0e5c49378 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:20.978655 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-40582b1b-f1d8-4b0c-b4cc-f1c947636f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:20.981221 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 5 to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce Mar 14 15:23:21.046442 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-729924f0-d6bf-4fa2-affa-7b63046cbf72 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--2061932587&fields=id&tenant_id=b3e851ef7d26489f809312a892e32164 HTTP/1.1" status: 200 len: 267 time: 0.4095511 Mar 14 15:23:21.053795 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:21.054347 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:21.054823 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:21.060802 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40582b1b-f1d8-4b0c-b4cc-f1c947636f04 None None] Pushing event updated for resources: {'Port': ['ID=db24edd5-96a9-4f66-85f8-f0581dce1762,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:21.074333 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:21.074664 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:21.079602 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 6 to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce Mar 14 15:23:21.123848 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bacc0169-499d-4dba-b27c-ccf0e5c49378 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:23:21.126969 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-e7ff0c78-d29b-4f96-815e-c8237da7d85f None None] Provisioning complete for port db24edd5-96a9-4f66-85f8-f0581dce1762 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:21.127553 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e7ff0c78-d29b-4f96-815e-c8237da7d85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:21.135018 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bacc0169-499d-4dba-b27c-ccf0e5c49378 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:21.136350 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-bacc0169-499d-4dba-b27c-ccf0e5c49378 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Added segment 95e9521c-65cd-4dc5-a7a9-b925e298042b of type vlan for network 5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f Mar 14 15:23:21.152937 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:21.153346 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:21.153688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:21.161806 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-f107059d-5d06-4030-adfe-d49fccc5b0bc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Allocated IP 172.26.6.93 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/19297926-e71f-4739-b7d0-04eefff1ff84) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:21.292268 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:21.293974 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:21.302191 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 7 to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce Mar 14 15:23:21.351226 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bacc0169-499d-4dba-b27c-ccf0e5c49378 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:21.351779 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:21.351779 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:21.353013 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:21.389657 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:21.391536 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:21.401495 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50352) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:21.403101 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-c9c19cea-f585-47c6-911e-0e3441c39e75 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Allocated IP 172.20.0.1 (02eb4315-4c85-4cad-8925-69a631dd1588/e4f06782-b6fa-4861-b47b-c5dbb7b2aa7c/db630ac0-aac9-4087-a4fa-197c8b106c87) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:21.415342 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 8 to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce Mar 14 15:23:21.420046 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-f4fddae5-686c-4070-920b-1dfa830d8a22 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:21.427410 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-f4fddae5-686c-4070-920b-1dfa830d8a22 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/networks?id=49fee795-f4c4-42dd-acc3-9b9f00035acc HTTP/1.1" status: 200 len: 811 time: 0.3798506 Mar 14 15:23:21.449245 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:21.449556 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:21.449894 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:21.458180 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f107059d-5d06-4030-adfe-d49fccc5b0bc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:21.460914 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:21.461241 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:21.462830 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 9 to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce Mar 14 15:23:21.475398 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-9dd5f897-f7ef-4d0e-85c7-699eedb41b8c tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/quotas/b3e851ef7d26489f809312a892e32164 HTTP/1.1" status: 200 len: 375 time: 0.0462325 Mar 14 15:23:21.487463 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [req-27603e03-c229-4785-bd24-3bb109ac8138 req-1f28dd26-1993-46c3-b0ab-ac75d4214cd9 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:23:21.488775 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-27603e03-c229-4785-bd24-3bb109ac8138 req-1f28dd26-1993-46c3-b0ab-ac75d4214cd9 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1262805 Mar 14 15:23:21.489664 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:21.489996 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:21.490330 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:21.502797 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:21.503152 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:21.515753 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 10 to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce Mar 14 15:23:21.546672 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bacc0169-499d-4dba-b27c-ccf0e5c49378 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:21.553404 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacc0169-499d-4dba-b27c-ccf0e5c49378 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:21.554279 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bacc0169-499d-4dba-b27c-ccf0e5c49378 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:21.572463 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device db24edd5-96a9-4f66-85f8-f0581dce1762 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:21.574001 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:21.574342 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:21.574679 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:21.585449 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f107059d-5d06-4030-adfe-d49fccc5b0bc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:21.592804 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:21.593136 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:21.593495 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:21.639695 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-bee59d65-3940-4a8c-8ff3-87a9e1119693 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1848547753'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:21.651720 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port db24edd5-96a9-4f66-85f8-f0581dce1762 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:21.651720 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:21.673508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f107059d-5d06-4030-adfe-d49fccc5b0bc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:21.704711 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-f107059d-5d06-4030-adfe-d49fccc5b0bc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:21.713382 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-27603e03-c229-4785-bd24-3bb109ac8138 req-bb0c3f23-b702-48df-a5c2-89e71f556a6e service neutron] 10.222.0.59 "GET /v2.0/networks/ed78ede5-32f5-4a15-9e59-683c99192b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112458 Mar 14 15:23:21.713382 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107059d-5d06-4030-adfe-d49fccc5b0bc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Pushing event updated for resources: {'Port': ['ID=19297926-e71f-4739-b7d0-04eefff1ff84,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:21.714214 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bacc0169-499d-4dba-b27c-ccf0e5c49378 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9600599 Mar 14 15:23:21.715046 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50364) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:21.715696 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f107059d-5d06-4030-adfe-d49fccc5b0bc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:21.733113 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-8bae8601-d4da-4427-af47-857e6aa00252 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'subnet': {'network_id': 'b9bbc80f-08fe-4ef4-afaf-001003d5fddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:21.784977 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee59d65-3940-4a8c-8ff3-87a9e1119693 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Made reservation on behalf of f3d282e67c204865a1db47cfa668dddc for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:21.788892 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bee59d65-3940-4a8c-8ff3-87a9e1119693 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:21.791130 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc0169-499d-4dba-b27c-ccf0e5c49378 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Network': ['ID=5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:21.809828 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:23:21.862996 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-a5f3e7e5-9d99-4ed9-bde1-3c43e2cc30ad tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3e851ef7d26489f809312a892e32164&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3862236 Mar 14 15:23:21.874663 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bee59d65-3940-4a8c-8ff3-87a9e1119693 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:21.911815 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9c19cea-f585-47c6-911e-0e3441c39e75 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:21.992203 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bae8601-d4da-4427-af47-857e6aa00252 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Made reservation on behalf of 0b7813f054dc4f2aa04f19db8d2ac08c for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:21.995645 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8bae8601-d4da-4427-af47-857e6aa00252 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.012038 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] For port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:23:22.012416 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempted to set empty binding levels {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 14 15:23:22.020920 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9c19cea-f585-47c6-911e-0e3441c39e75 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.026241 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.028201 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50374) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:22.092727 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:22.093330 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.150419 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c19cea-f585-47c6-911e-0e3441c39e75 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Network 02eb4315-4c85-4cad-8925-69a631dd1588 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:22.163714 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-c9c19cea-f585-47c6-911e-0e3441c39e75 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:22.165715 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-27603e03-c229-4785-bd24-3bb109ac8138 req-d66be56e-fb44-4d9b-9972-38152758c5fa service neutron] 10.222.0.59 "GET /v2.0/networks/ed78ede5-32f5-4a15-9e59-683c99192b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223940 Mar 14 15:23:22.169009 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.2420509 Mar 14 15:23:22.171895 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc00ec6-f76f-4975-853c-66bec3655a2e tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Pushing event updated for resources: {'Port': ['ID=eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:22.174189 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50380) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:22.185032 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c19cea-f585-47c6-911e-0e3441c39e75 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:22.200935 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bee59d65-3940-4a8c-8ff3-87a9e1119693 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.206678 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f107059d-5d06-4030-adfe-d49fccc5b0bc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.232416 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-867eafd6-40ec-45b6-b848-4458059d1f73 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:23:22.233508 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-867eafd6-40ec-45b6-b848-4458059d1f73 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1661377 Mar 14 15:23:22.234220 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c19cea-f585-47c6-911e-0e3441c39e75 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Pushing event updated for resources: {'Port': ['ID=db630ac0-aac9-4087-a4fa-197c8b106c87,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:22.248557 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bee59d65-3940-4a8c-8ff3-87a9e1119693 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.255721 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ba16241b-51a5-41ea-b2e3-71e32d78ac84 tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1964714670'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:22.290145 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f107059d-5d06-4030-adfe-d49fccc5b0bc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.320049 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee59d65-3940-4a8c-8ff3-87a9e1119693 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:23:22.372457 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9c19cea-f585-47c6-911e-0e3441c39e75 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.388353 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b4956-338f-4a1c-983e-ce66181edff5 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Deleting port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:22.388922 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb1b4956-338f-4a1c-983e-ce66181edff5 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.392894 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba16241b-51a5-41ea-b2e3-71e32d78ac84 tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Made reservation on behalf of b4a3294b8df9492eab70848b63a9a360 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:22.396605 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba16241b-51a5-41ea-b2e3-71e32d78ac84 tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.409659 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba16241b-51a5-41ea-b2e3-71e32d78ac84 tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.477714 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bee59d65-3940-4a8c-8ff3-87a9e1119693 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.477974 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-bee59d65-3940-4a8c-8ff3-87a9e1119693 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Added segment 9fbc2fc6-639c-4e25-b9fc-5ac95c2f0c6c of type vlan for network cef3732b-2817-49db-a674-7afa5dd1a7ba Mar 14 15:23:22.509947 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee59d65-3940-4a8c-8ff3-87a9e1119693 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe58488-5222-4471-b5b8-996e9894ff0a,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:22.537838 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-43f00c2e-6b33-4baf-a38d-4ef684286f86 None None] Provisioning complete for port db630ac0-aac9-4087-a4fa-197c8b106c87 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:22.538453 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43f00c2e-6b33-4baf-a38d-4ef684286f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.553129 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-e3b8662e-e2d7-436f-bfd0-b1204fc9c3f4 service neutron] 10.222.0.59 "GET /v2.0/networks/49fee795-f4c4-42dd-acc3-9b9f00035acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950110 Mar 14 15:23:22.624506 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bee59d65-3940-4a8c-8ff3-87a9e1119693 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.629264 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-43f00c2e-6b33-4baf-a38d-4ef684286f86 None None] Port db630ac0-aac9-4087-a4fa-197c8b106c87 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:22.657166 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d1d9a70b-86bc-4e07-b901-4c10f2b3e2e8 req-e5a14f9d-81bc-4c9f-be8d-2bd4325ee714 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 210 time: 0.1362598 Mar 14 15:23:22.666254 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-bb1b4956-338f-4a1c-983e-ce66181edff5 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] For port eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce, host hv-neutron-8335, got binding levels [] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:22.666620 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb1b4956-338f-4a1c-983e-ce66181edff5 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.697657 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b4956-338f-4a1c-983e-ce66181edff5 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Calling delete_port for eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:22.759962 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.db.resource_extend [None req-bee59d65-3940-4a8c-8ff3-87a9e1119693 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:23:22.812075 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bee59d65-3940-4a8c-8ff3-87a9e1119693 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.818235 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee59d65-3940-4a8c-8ff3-87a9e1119693 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:22.818935 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bee59d65-3940-4a8c-8ff3-87a9e1119693 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.821471 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8bae8601-d4da-4427-af47-857e6aa00252 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.855294 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba16241b-51a5-41ea-b2e3-71e32d78ac84 tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.860576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f107059d-5d06-4030-adfe-d49fccc5b0bc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.865470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba16241b-51a5-41ea-b2e3-71e32d78ac84 tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.884521 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f107059d-5d06-4030-adfe-d49fccc5b0bc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.952656 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba16241b-51a5-41ea-b2e3-71e32d78ac84 tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:23:22.966529 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb1b4956-338f-4a1c-983e-ce66181edff5 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:22.989904 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16241b-51a5-41ea-b2e3-71e32d78ac84 tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92176d9-c5d4-4235-b0a4-f3b31440afba,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:23.011570 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba16241b-51a5-41ea-b2e3-71e32d78ac84 tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:23.011929 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-ba16241b-51a5-41ea-b2e3-71e32d78ac84 tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Added segment 228beea5-acdf-4e51-b64c-b1174244f4e4 of type vlan for network 256dff20-fdb8-453e-8328-487b74447717 Mar 14 15:23:23.031509 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107059d-5d06-4030-adfe-d49fccc5b0bc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Pushing event updated for resources: {'Port': ['ID=19297926-e71f-4739-b7d0-04eefff1ff84,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:23.082379 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b4956-338f-4a1c-983e-ce66181edff5 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Pushing event deleted for resources: {'Port': ['ID=eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:23.101452 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f107059d-5d06-4030-adfe-d49fccc5b0bc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:23.107081 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb1b4956-338f-4a1c-983e-ce66181edff5 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:23.110594 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bb1b4956-338f-4a1c-983e-ce66181edff5 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] 10.222.0.59 "DELETE /v2.0/ports/eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce HTTP/1.1" status: 204 len: 168 time: 0.9330819 Mar 14 15:23:23.114287 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba16241b-51a5-41ea-b2e3-71e32d78ac84 tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:23.119188 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50412) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:23.127030 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-2d873ae7-b8a9-4ec7-bd3e-0117fd4366e8 service neutron] 10.222.0.59 "GET /v2.0/networks/49fee795-f4c4-42dd-acc3-9b9f00035acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464394 Mar 14 15:23:23.140707 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f107059d-5d06-4030-adfe-d49fccc5b0bc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:23.151391 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f107059d-5d06-4030-adfe-d49fccc5b0bc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1599057 Mar 14 15:23:23.167250 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba16241b-51a5-41ea-b2e3-71e32d78ac84 tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:23.174092 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9c19cea-f585-47c6-911e-0e3441c39e75 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:23.180029 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba16241b-51a5-41ea-b2e3-71e32d78ac84 tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:23.180920 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba16241b-51a5-41ea-b2e3-71e32d78ac84 tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:23.192330 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bee59d65-3940-4a8c-8ff3-87a9e1119693 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7867217 Mar 14 15:23:23.200206 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50418) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:23.236318 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a0401c-87a0-45a9-8997-ebf1786fc3fd tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] GET failed (client error): The resource could not be found. Mar 14 15:23:23.238071 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-74a0401c-87a0-45a9-8997-ebf1786fc3fd tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] 10.222.0.59 "GET /v2.0/ports/eda412c9-49e1-42b0-8ea8-c8cc1d1e51ce HTTP/1.1" status: 404 len: 333 time: 0.1136622 Mar 14 15:23:23.247708 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50422) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:23.248375 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee59d65-3940-4a8c-8ff3-87a9e1119693 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Pushing event updated for resources: {'Network': ['ID=cef3732b-2817-49db-a674-7afa5dd1a7ba,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:23.254104 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-74113c15-dcf8-4262-aeaa-12c9ba17404e tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Request body: {'subnet': {'network_id': 'cef3732b-2817-49db-a674-7afa5dd1a7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:23.257343 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-c295eedb-236e-4244-9ef3-feed6a2bf1ce tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Request body: {'port': {'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1293649558'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:23.262548 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae8601-d4da-4427-af47-857e6aa00252 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Subnet': ['ID=9a46b0d2-613c-4889-8523-3bb800d1bd4e,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:23.265433 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network cef3732b-2817-49db-a674-7afa5dd1a7ba details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:23:23.343722 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bae8601-d4da-4427-af47-857e6aa00252 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Checking segment: {'id': '52f5264c-2e70-4877-a4ee-968112d92b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9bbc80f-08fe-4ef4-afaf-001003d5fddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:23.344468 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bae8601-d4da-4427-af47-857e6aa00252 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network hostable DHCP agents. Network: b9bbc80f-08fe-4ef4-afaf-001003d5fddc, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:23:23.353838 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c295eedb-236e-4244-9ef3-feed6a2bf1ce tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Made reservation on behalf of 191773e5f2c94b3c95c6994088344067 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:23.357140 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c295eedb-236e-4244-9ef3-feed6a2bf1ce tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:23.398314 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ba16241b-51a5-41ea-b2e3-71e32d78ac84 tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3621161 Mar 14 15:23:23.404538 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50436) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:23.495056 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16241b-51a5-41ea-b2e3-71e32d78ac84 tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Pushing event updated for resources: {'Network': ['ID=256dff20-fdb8-453e-8328-487b74447717,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:23.509564 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 256dff20-fdb8-453e-8328-487b74447717 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:23:23.514278 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-37feba02-261c-45c6-bc24-cc1b2594836d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Request body: {'network': {'name': 'tempest-network--1424182335', 'router:external': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:23.592500 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-69d884e7-e2c2-4521-be30-10cef7d718fc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1841669223&fields=id&tenant_id=3e0a975c53dd4b5ba8a2e6281815c542 HTTP/1.1" status: 200 len: 267 time: 0.1139295 Mar 14 15:23:23.596342 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37feba02-261c-45c6-bc24-cc1b2594836d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Made reservation on behalf of 713d368d7af2430b84a288f05e5d94a4 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:23.599058 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37feba02-261c-45c6-bc24-cc1b2594836d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:23.623741 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7e502894-dd18-4bc9-b7ae-31cf7c213414 req-18020525-46be-4b01-90ea-65ae402b8cd9 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 210 time: 0.1312063 Mar 14 15:23:23.627401 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-c295eedb-236e-4244-9ef3-feed6a2bf1ce tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] device_id is not set on port 151e6620-27dc-4e4f-a62e-2f01edf26728 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:23:23.640220 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37feba02-261c-45c6-bc24-cc1b2594836d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:23.647153 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74113c15-dcf8-4262-aeaa-12c9ba17404e tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Made reservation on behalf of f3d282e67c204865a1db47cfa668dddc for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:23.651675 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74113c15-dcf8-4262-aeaa-12c9ba17404e tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:23.739254 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bae8601-d4da-4427-af47-857e6aa00252 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network b9bbc80f-08fe-4ef4-afaf-001003d5fddc is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:23:23.798765 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-030fefbd-6ace-445f-a407-c6fc22e528f3 req-e9eae33a-c0f1-4331-9ce1-e810443328f2 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 210 time: 0.0602574 Mar 14 15:23:23.806391 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-8bae8601-d4da-4427-af47-857e6aa00252 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, b9bbc80f-08fe-4ef4-afaf-001003d5fddc) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:23.815560 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761f7f8f-9b55-4e55-800e-01caa4f96259 None None] Network b9bbc80f-08fe-4ef4-afaf-001003d5fddc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:23.847136 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bae8601-d4da-4427-af47-857e6aa00252 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:23.847738 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8bae8601-d4da-4427-af47-857e6aa00252 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:23.915481 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8bae8601-d4da-4427-af47-857e6aa00252 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1838646 Mar 14 15:23:23.917025 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50468) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:23.979993 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5d4ffda1-afae-4323-a157-f8c817444f9d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'subnet': {'network_id': '5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:24.008741 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74113c15-dcf8-4262-aeaa-12c9ba17404e tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:24.037433 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-b9bbc80f-08fe-4ef4-afaf-001003d5fddc', 'network_id': 'b9bbc80f-08fe-4ef4-afaf-001003d5fddc', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'fixed_ips': [{'subnet_id': '9a46b0d2-613c-4889-8523-3bb800d1bd4e'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:23:24.038890 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:24.123573 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c295eedb-236e-4244-9ef3-feed6a2bf1ce tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:24.145940 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74113c15-dcf8-4262-aeaa-12c9ba17404e tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Pushing event updated for resources: {'Subnet': ['ID=60718b83-8e81-4d6f-b52a-803db6929f84,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:24.176352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-1b8e3381-54bb-42b3-9327-a874efde44bf tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:24.184347 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-1b8e3381-54bb-42b3-9327-a874efde44bf tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/networks?id=52d00c44-24c0-4d1a-a340-c039d76298f3 HTTP/1.1" status: 200 len: 806 time: 0.5798309 Mar 14 15:23:24.211964 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4ffda1-afae-4323-a157-f8c817444f9d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Made reservation on behalf of 0b7813f054dc4f2aa04f19db8d2ac08c for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:24.216049 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5d4ffda1-afae-4323-a157-f8c817444f9d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:24.219593 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-26321824-5caf-4c6a-89ff-5a0665442aba tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/quotas/3e0a975c53dd4b5ba8a2e6281815c542 HTTP/1.1" status: 200 len: 375 time: 0.0329981 Mar 14 15:23:24.238421 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9c19cea-f585-47c6-911e-0e3441c39e75 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:24.241016 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74113c15-dcf8-4262-aeaa-12c9ba17404e tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Checking segment: {'id': '9fbc2fc6-639c-4e25-b9fc-5ac95c2f0c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'cef3732b-2817-49db-a674-7afa5dd1a7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:24.241537 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74113c15-dcf8-4262-aeaa-12c9ba17404e tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Network hostable DHCP agents. Network: cef3732b-2817-49db-a674-7afa5dd1a7ba, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:23:24.287118 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9c19cea-f585-47c6-911e-0e3441c39e75 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:24.291260 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37feba02-261c-45c6-bc24-cc1b2594836d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:24.302253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37feba02-261c-45c6-bc24-cc1b2594836d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:24.306460 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] Allocated IP 2001:db8::2 (b9bbc80f-08fe-4ef4-afaf-001003d5fddc/9a46b0d2-613c-4889-8523-3bb800d1bd4e/9f4e15aa-fa45-46c4-a7da-c5c98ba98586) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:24.323582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74113c15-dcf8-4262-aeaa-12c9ba17404e tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Network cef3732b-2817-49db-a674-7afa5dd1a7ba is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:23:24.336002 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c295eedb-236e-4244-9ef3-feed6a2bf1ce tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:24.337446 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37feba02-261c-45c6-bc24-cc1b2594836d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:23:24.367210 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-857b7a3a-45dd-4e73-9f87-be00d1c79469 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e0a975c53dd4b5ba8a2e6281815c542&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1398456 Mar 14 15:23:24.385149 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-74113c15-dcf8-4262-aeaa-12c9ba17404e tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, cef3732b-2817-49db-a674-7afa5dd1a7ba) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:24.403839 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37feba02-261c-45c6-bc24-cc1b2594836d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:24.404457 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-37feba02-261c-45c6-bc24-cc1b2594836d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Added segment 8de4864e-993f-4a15-b146-80251694801d of type vlan for network 213bb5f3-69ac-4e96-ab2c-f063c273ea50 Mar 14 15:23:24.406084 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74113c15-dcf8-4262-aeaa-12c9ba17404e tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:24.406612 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74113c15-dcf8-4262-aeaa-12c9ba17404e tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:24.419895 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37feba02-261c-45c6-bc24-cc1b2594836d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060cd518-703a-46af-92c8-448719ce1969,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:24.431356 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c295eedb-236e-4244-9ef3-feed6a2bf1ce tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Network 03650f72-0118-46b8-83a0-78e4cf4def14 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:24.436367 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9c19cea-f585-47c6-911e-0e3441c39e75 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:24.443069 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c19cea-f585-47c6-911e-0e3441c39e75 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Pushing event updated for resources: {'Port': ['ID=db630ac0-aac9-4087-a4fa-197c8b106c87,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:24.449471 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-c295eedb-236e-4244-9ef3-feed6a2bf1ce tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:24.456469 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c295eedb-236e-4244-9ef3-feed6a2bf1ce tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:24.457534 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c295eedb-236e-4244-9ef3-feed6a2bf1ce tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:24.458272 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c295eedb-236e-4244-9ef3-feed6a2bf1ce tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:24.506174 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-74113c15-dcf8-4262-aeaa-12c9ba17404e tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2960596 Mar 14 15:23:24.510290 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50478) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:24.523424 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-58742cc4-8965-4143-b9f5-9fdfde0628fd tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Request body: {'port': {'network_id': 'cef3732b-2817-49db-a674-7afa5dd1a7ba', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1825567712'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:24.525053 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37feba02-261c-45c6-bc24-cc1b2594836d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:24.573489 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-400bdebf-e43d-4f89-b840-1d245eed3764 service neutron] 10.222.0.59 "GET /v2.0/networks/52d00c44-24c0-4d1a-a340-c039d76298f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053399 Mar 14 15:23:24.619555 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:24.626943 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c295eedb-236e-4244-9ef3-feed6a2bf1ce tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3732300 Mar 14 15:23:24.627491 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f07660-d953-4d7d-a157-18dc6221d51d None None] Network cef3732b-2817-49db-a674-7afa5dd1a7ba requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:24.629508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50480) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:24.635046 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:24.640527 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37feba02-261c-45c6-bc24-cc1b2594836d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:24.641460 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37feba02-261c-45c6-bc24-cc1b2594836d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:24.642584 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37feba02-261c-45c6-bc24-cc1b2594836d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:24.655216 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:24.699912 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295eedb-236e-4244-9ef3-feed6a2bf1ce tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Pushing event updated for resources: {'Port': ['ID=151e6620-27dc-4e4f-a62e-2f01edf26728,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:24.772335 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] Pushing event updated for resources: {'Port': ['ID=9f4e15aa-fa45-46c4-a7da-c5c98ba98586,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:24.778597 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-37feba02-261c-45c6-bc24-cc1b2594836d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3695765 Mar 14 15:23:24.790247 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50484) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:24.809216 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] Network b9bbc80f-08fe-4ef4-afaf-001003d5fddc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:24.812581 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:24.818152 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:24.857383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37feba02-261c-45c6-bc24-cc1b2594836d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Pushing event updated for resources: {'Network': ['ID=213bb5f3-69ac-4e96-ab2c-f063c273ea50,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:24.874066 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-a4d204b0-ea01-4647-8e34-51f3abadb8f2 service neutron] 10.222.0.59 "GET /v2.0/networks/52d00c44-24c0-4d1a-a340-c039d76298f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958801 Mar 14 15:23:24.877655 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:24.881706 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 213bb5f3-69ac-4e96-ab2c-f063c273ea50 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:23:24.923972 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5d4ffda1-afae-4323-a157-f8c817444f9d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:24.940747 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c19cea-f585-47c6-911e-0e3441c39e75 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Network 02eb4315-4c85-4cad-8925-69a631dd1588 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:24.994118 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-c9c19cea-f585-47c6-911e-0e3441c39e75 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:25.078532 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-12a8304f-3a2b-4e3c-9ba3-a2dc95b198a8 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:25.079946 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] Attempting to bind port 9f4e15aa-fa45-46c4-a7da-c5c98ba98586 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:25.080698 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] Attempting to bind port 9f4e15aa-fa45-46c4-a7da-c5c98ba98586 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '52f5264c-2e70-4877-a4ee-968112d92b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9bbc80f-08fe-4ef4-afaf-001003d5fddc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:25.081693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] Attempting to bind port 9f4e15aa-fa45-46c4-a7da-c5c98ba98586 on network b9bbc80f-08fe-4ef4-afaf-001003d5fddc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:25.109255 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:23:25.110600 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] Checking segment: {'id': '52f5264c-2e70-4877-a4ee-968112d92b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9bbc80f-08fe-4ef4-afaf-001003d5fddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:25.111407 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:25.112110 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] Bound using segment: {'id': '52f5264c-2e70-4877-a4ee-968112d92b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9bbc80f-08fe-4ef4-afaf-001003d5fddc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:23:25.112786 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] Bound port: 9f4e15aa-fa45-46c4-a7da-c5c98ba98586, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f5264c-2e70-4877-a4ee-968112d92b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9bbc80f-08fe-4ef4-afaf-001003d5fddc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:23:25.113369 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:25.172494 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-cef3732b-2817-49db-a674-7afa5dd1a7ba', 'network_id': 'cef3732b-2817-49db-a674-7afa5dd1a7ba', 'tenant_id': 'f3d282e67c204865a1db47cfa668dddc', 'fixed_ips': [{'subnet_id': '60718b83-8e81-4d6f-b52a-803db6929f84'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:23:25.173568 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:25.187967 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8d2f21fa-66e6-4a81-9520-6355bcdbab09 req-0a7e47bb-6965-4b7e-b52b-a34b6d7a8913 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 210 time: 0.1607537 Mar 14 15:23:25.194952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58742cc4-8965-4143-b9f5-9fdfde0628fd tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Made reservation on behalf of f3d282e67c204865a1db47cfa668dddc for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:25.217756 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-58742cc4-8965-4143-b9f5-9fdfde0628fd tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:25.275592 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.18', 56102) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:25.375665 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ffda1-afae-4323-a157-f8c817444f9d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Checking segment: {'id': '95e9521c-65cd-4dc5-a7a9-b925e298042b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:25.376611 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4ffda1-afae-4323-a157-f8c817444f9d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network hostable DHCP agents. Network: 5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:23:25.459195 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-488d7f28-bb39-4d63-9fc0-e917fdac1b77 req-7cc960e9-17d0-4546-a5b7-beef3dfa752f tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 210 time: 0.0853543 Mar 14 15:23:25.481617 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-58742cc4-8965-4143-b9f5-9fdfde0628fd tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] device_id is not set on port cd92ac98-dfa4-4d3c-b4a3-faee4cf20a96 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:23:25.500360 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] For port 9f4e15aa-fa45-46c4-a7da-c5c98ba98586, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:23:25.507940 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] For port 9f4e15aa-fa45-46c4-a7da-c5c98ba98586, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=9f4e15aa-fa45-46c4-a7da-c5c98ba98586,segment=NetworkSegment(52f5264c-2e70-4877-a4ee-968112d92b38),segment_id=52f5264c-2e70-4877-a4ee-968112d92b38)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:23:25.548877 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:25.553557 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ffda1-afae-4323-a157-f8c817444f9d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Subnet': ['ID=cd8093d2-c722-461c-8e6d-ef4fdc8c8e7b,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:25.562067 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fb6f9665-ed9f-467f-b01a-1493fa08ebc6 req-e827f715-78ee-4522-8655-50c6a9f54271 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 210 time: 0.0521655 Mar 14 15:23:25.593530 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] Allocated IP 2001:db8::2 (cef3732b-2817-49db-a674-7afa5dd1a7ba/60718b83-8e81-4d6f-b52a-803db6929f84/621a9ddd-0494-45f1-8307-381c72897040) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:25.622953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-2b5eca52-f55d-47c0-a6da-f49525288861 None None] Provisioning complete for port db630ac0-aac9-4087-a4fa-197c8b106c87 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:25.623266 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b5eca52-f55d-47c0-a6da-f49525288861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:25.691859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27603e03-c229-4785-bd24-3bb109ac8138 req-d9bc9968-8586-4251-9ec4-428ddecca33f tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:25.693101 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-12a8304f-3a2b-4e3c-9ba3-a2dc95b198a8 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:25.697458 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-27603e03-c229-4785-bd24-3bb109ac8138 req-d9bc9968-8586-4251-9ec4-428ddecca33f tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.18 "GET /v2.0/networks?id=ed78ede5-32f5-4a15-9e59-683c99192b0a HTTP/1.1" status: 200 len: 811 time: 0.4170909 Mar 14 15:23:25.700327 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4ffda1-afae-4323-a157-f8c817444f9d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network 5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:23:25.748036 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-5d4ffda1-afae-4323-a157-f8c817444f9d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:25.755545 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-12a8304f-3a2b-4e3c-9ba3-a2dc95b198a8 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213bb5f3-69ac-4e96-ab2c-f063c273ea50']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:25.768241 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4ffda1-afae-4323-a157-f8c817444f9d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:25.768847 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5d4ffda1-afae-4323-a157-f8c817444f9d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:25.776533 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-12a8304f-3a2b-4e3c-9ba3-a2dc95b198a8 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de4864e-993f-4a15-b146-80251694801d') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:25.776732 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.18', 56105) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:25.776828 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-12a8304f-3a2b-4e3c-9ba3-a2dc95b198a8 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de4864e-993f-4a15-b146-80251694801d') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:25.837319 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-12a8304f-3a2b-4e3c-9ba3-a2dc95b198a8 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:25.840943 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c19cea-f585-47c6-911e-0e3441c39e75 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Router cc840909-09ff-4565-83e7-1a47c48c9047 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:23:25.875010 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5d4ffda1-afae-4323-a157-f8c817444f9d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9279718 Mar 14 15:23:25.885596 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50510) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:25.895568 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a1c96f31-0ef9-483f-9bd5-3086f29d5a63 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1623241148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:25.913326 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-27603e03-c229-4785-bd24-3bb109ac8138 req-5ef6fc22-92ec-467a-87de-6ec52c06b90c tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c724f31e7fdd406db66fd20be3d79551 HTTP/1.1" status: 200 len: 379 time: 0.1723387 Mar 14 15:23:25.917578 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:25.919702 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-12a8304f-3a2b-4e3c-9ba3-a2dc95b198a8 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:25.948644 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2b5eca52-f55d-47c0-a6da-f49525288861 None None] Port db630ac0-aac9-4087-a4fa-197c8b106c87 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:25.953574 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d69edcb-ac7b-48f8-93f3-82f76a4ff3d9 None None] Network 5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:25.956840 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:26.005857 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-27603e03-c229-4785-bd24-3bb109ac8138 req-abb981db-7eb8-48cf-b8f2-5ab54745c597 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Request body: {'port': {'device_id': 'edd2a1e6-2522-4e39-bff4-82747765c6b6', 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a', 'admin_state_up': True, 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'security_groups': ['5eab0622-3a46-465f-9778-637516b3a996']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:26.032034 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] Network cef3732b-2817-49db-a674-7afa5dd1a7ba is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:26.054404 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] device_id is not set on port 151e6620-27dc-4e4f-a62e-2f01edf26728 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:23:26.068871 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-58742cc4-8965-4143-b9f5-9fdfde0628fd tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Allocated IP 2001:db8::57 (cef3732b-2817-49db-a674-7afa5dd1a7ba/60718b83-8e81-4d6f-b52a-803db6929f84/cd92ac98-dfa4-4d3c-b4a3-faee4cf20a96) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:26.093163 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:26.101708 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a8304f-3a2b-4e3c-9ba3-a2dc95b198a8 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:23:26.102234 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-12a8304f-3a2b-4e3c-9ba3-a2dc95b198a8 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:26.124821 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:26.140853 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:26.155717 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:26.163401 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e93de4-3f38-497e-9b1d-db865a3908fa None None] Pushing event updated for resources: {'Port': ['ID=9f4e15aa-fa45-46c4-a7da-c5c98ba98586,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:23:26.215170 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:23:26.230221 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-12a8304f-3a2b-4e3c-9ba3-a2dc95b198a8 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:26.298473 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a8304f-3a2b-4e3c-9ba3-a2dc95b198a8 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 213bb5f3-69ac-4e96-ab2c-f063c273ea50 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 14 15:23:26.342825 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-12a8304f-3a2b-4e3c-9ba3-a2dc95b198a8 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:26.349354 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-12a8304f-3a2b-4e3c-9ba3-a2dc95b198a8 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] 10.222.0.59 "DELETE /v2.0/networks/213bb5f3-69ac-4e96-ab2c-f063c273ea50 HTTP/1.1" status: 204 len: 168 time: 1.5551071 Mar 14 15:23:26.393734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50528) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:26.430108 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f26c0f12-bff6-48a0-b875-192af0c15031 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:26.453424 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8304f-3a2b-4e3c-9ba3-a2dc95b198a8 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Pushing event deleted for resources: {'Network': ['ID=213bb5f3-69ac-4e96-ab2c-f063c273ea50,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:26.465738 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ec8042c6-4a83-4e65-b399-646a530df27b req-0bc43893-3abf-4825-a948-40448c943a90 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 210 time: 0.0850937 Mar 14 15:23:26.481124 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a1c96f31-0ef9-483f-9bd5-3086f29d5a63 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:26.493577 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a1c96f31-0ef9-483f-9bd5-3086f29d5a63 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:26.519512 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26c0f12-bff6-48a0-b875-192af0c15031 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Made reservation on behalf of 713d368d7af2430b84a288f05e5d94a4 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:26.522806 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f26c0f12-bff6-48a0-b875-192af0c15031 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:26.536250 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] Pushing event updated for resources: {'Port': ['ID=621a9ddd-0494-45f1-8307-381c72897040,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:26.545195 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] Attempting to bind port 621a9ddd-0494-45f1-8307-381c72897040 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:26.545775 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] Attempting to bind port 621a9ddd-0494-45f1-8307-381c72897040 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '9fbc2fc6-639c-4e25-b9fc-5ac95c2f0c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'cef3732b-2817-49db-a674-7afa5dd1a7ba'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:26.546155 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] Attempting to bind port 621a9ddd-0494-45f1-8307-381c72897040 on network cef3732b-2817-49db-a674-7afa5dd1a7ba {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:26.566616 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:23:26.567042 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] Checking segment: {'id': '9fbc2fc6-639c-4e25-b9fc-5ac95c2f0c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'cef3732b-2817-49db-a674-7afa5dd1a7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:26.567560 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:26.567960 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] Bound using segment: {'id': '9fbc2fc6-639c-4e25-b9fc-5ac95c2f0c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'cef3732b-2817-49db-a674-7afa5dd1a7ba'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:23:26.568440 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] Bound port: 621a9ddd-0494-45f1-8307-381c72897040, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbc2fc6-639c-4e25-b9fc-5ac95c2f0c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'cef3732b-2817-49db-a674-7afa5dd1a7ba'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:23:26.568871 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:26.605872 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:26.606439 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:26.606681 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:26.618875 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port 151e6620-27dc-4e4f-a62e-2f01edf26728 on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:26.619238 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:26.631838 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 2 to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 Mar 14 15:23:26.638868 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a1c96f31-0ef9-483f-9bd5-3086f29d5a63 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:26.657118 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] For port 621a9ddd-0494-45f1-8307-381c72897040, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:23:26.661747 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:26.661869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] For port 621a9ddd-0494-45f1-8307-381c72897040, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=621a9ddd-0494-45f1-8307-381c72897040,segment=NetworkSegment(9fbc2fc6-639c-4e25-b9fc-5ac95c2f0c6c),segment_id=9fbc2fc6-639c-4e25-b9fc-5ac95c2f0c6c)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:23:26.662086 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:26.662540 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:26.668251 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Pushing event updated for resources: {'Port': ['ID=151e6620-27dc-4e4f-a62e-2f01edf26728,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:26.683197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-7876dd41-8184-4359-8821-3b6995cb7b16 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:26.684398 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a1c96f31-0ef9-483f-9bd5-3086f29d5a63 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:26.684697 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-7876dd41-8184-4359-8821-3b6995cb7b16 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.18 "GET /v2.0/networks?id=49fee795-f4c4-42dd-acc3-9b9f00035acc HTTP/1.1" status: 200 len: 811 time: 0.8981035 Mar 14 15:23:26.707032 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port 151e6620-27dc-4e4f-a62e-2f01edf26728 on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:26.707618 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:26.713901 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 3 to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 Mar 14 15:23:26.729647 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:26.732463 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a55d110d-2864-459f-b46b-8dcf16bd670c req-5f0bb004-a739-4d74-b39f-0c6a7d875fe0 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 210 time: 0.1421282 Mar 14 15:23:26.733269 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26c0f12-bff6-48a0-b875-192af0c15031 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:23:26.754085 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:26.754255 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:26.754542 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:26.816555 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f', 'network_id': '5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'fixed_ips': [{'subnet_id': 'cd8093d2-c722-461c-8e6d-ef4fdc8c8e7b'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:23:26.816909 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port 151e6620-27dc-4e4f-a62e-2f01edf26728 on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:26.817388 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:26.817503 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:26.818146 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27603e03-c229-4785-bd24-3bb109ac8138 req-abb981db-7eb8-48cf-b8f2-5ab54745c597 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Made reservation on behalf of c724f31e7fdd406db66fd20be3d79551 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:26.823308 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-27603e03-c229-4785-bd24-3bb109ac8138 req-abb981db-7eb8-48cf-b8f2-5ab54745c597 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:26.831713 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f26c0f12-bff6-48a0-b875-192af0c15031 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:26.832358 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-f26c0f12-bff6-48a0-b875-192af0c15031 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Added segment 8b5a2375-75e1-46e8-8602-c24e55448d57 of type vlan for network c0555148-6ae1-4260-9730-426181405cd1 Mar 14 15:23:26.847983 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 4 to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 Mar 14 15:23:26.937289 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:26.941209 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:26.941448 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:26.959942 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port 151e6620-27dc-4e4f-a62e-2f01edf26728 on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:26.963625 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:26.978967 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 5 to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 Mar 14 15:23:26.994961 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-16cffe47-fe11-4d17-a0a1-2aebd50305b6 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3e851ef7d26489f809312a892e32164 HTTP/1.1" status: 200 len: 380 time: 0.2863560 Mar 14 15:23:27.035082 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabfc76-df7e-454b-9bcd-2c392c52f8df None None] Pushing event updated for resources: {'Port': ['ID=621a9ddd-0494-45f1-8307-381c72897040,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:27.108780 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.18', 56111) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:27.174202 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-de79c4c7-e4ac-4da1-a804-52c299788085 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Request body: {'port': {'device_id': '353bb212-d349-4ac8-a62d-f7ee4a263c34', 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc', 'admin_state_up': True, 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'security_groups': ['176a9c84-aa7e-4a56-93f3-fa1db7b04914']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:27.307032 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] Allocated IP 2001:db8:1::2 (5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f/cd8093d2-c722-461c-8e6d-ef4fdc8c8e7b/6c18b8fc-ebcb-4793-bbbe-fe213bc2814c) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:27.345902 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:27.346365 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:27.346807 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:27.448153 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a1c96f31-0ef9-483f-9bd5-3086f29d5a63 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:27.455999 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a1c96f31-0ef9-483f-9bd5-3086f29d5a63 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5657399 Mar 14 15:23:27.541528 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50548) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:27.561402 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-90618395-f6d2-4d7b-8b63-b09eb7a945cd req-f43bcc6d-e70a-4113-9e98-ab6dc622d1ce tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 210 time: 0.2293110 Mar 14 15:23:27.699707 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f26c0f12-bff6-48a0-b875-192af0c15031 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:27.700978 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:27.742092 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 9f4e15aa-fa45-46c4-a7da-c5c98ba98586 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:27.749312 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc024d9c-9478-430a-bdba-62ecd3063577 None None] Network b9bbc80f-08fe-4ef4-afaf-001003d5fddc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:27.885147 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c19cea-f585-47c6-911e-0e3441c39e75 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:23:27.905053 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:27.914890 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c9c19cea-f585-47c6-911e-0e3441c39e75 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] 10.222.0.59 "PUT /v2.0/routers/cc840909-09ff-4565-83e7-1a47c48c9047/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4481163 Mar 14 15:23:27.923033 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50554) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:27.939492 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a348ec4b-738d-4005-832c-15a6604698f3 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Request body: {'port': {'network_id': '02eb4315-4c85-4cad-8925-69a631dd1588', 'name': 'tempest-FloatingIPAdminTestJSON-1383260571'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:27.946348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-27603e03-c229-4785-bd24-3bb109ac8138 req-abb981db-7eb8-48cf-b8f2-5ab54745c597 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Allocated IP 172.20.0.12 (ed78ede5-32f5-4a15-9e59-683c99192b0a/2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4/25e61a1d-2661-4c47-bc70-4afa29cfca7a) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:27.989813 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085087d-1d86-4919-b090-9f0ffd1b0962 None None] Sync routers for ids ['cc840909-09ff-4565-83e7-1a47c48c9047'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:23:28.002173 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] Pushing event updated for resources: {'Port': ['ID=6c18b8fc-ebcb-4793-bbbe-fe213bc2814c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:28.081661 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085087d-1d86-4919-b090-9f0ffd1b0962 None None] Routers {'cc840909-09ff-4565-83e7-1a47c48c9047'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:28.083217 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2085087d-1d86-4919-b090-9f0ffd1b0962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cc840909-09ff-4565-83e7-1a47c48c9047'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:28.122148 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] Network 5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:28.134790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2085087d-1d86-4919-b090-9f0ffd1b0962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:28.154272 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-1ba77ed1-1add-4c36-a6a3-4d72fcf64319 None None] Provisioning complete for port 9f4e15aa-fa45-46c4-a7da-c5c98ba98586 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:28.155095 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1ba77ed1-1add-4c36-a6a3-4d72fcf64319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:28.159616 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085087d-1d86-4919-b090-9f0ffd1b0962 None None] Routers {'cc840909-09ff-4565-83e7-1a47c48c9047'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:28.160551 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2085087d-1d86-4919-b090-9f0ffd1b0962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cc840909-09ff-4565-83e7-1a47c48c9047'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:28.210072 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ad698d4d-f228-4b1c-b6c9-a6ba6e3d7aae req-e14df74b-9c5a-4da0-918e-c2499ab3ce68 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 210 time: 0.2918065 Mar 14 15:23:28.216113 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:28.230700 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:28.233245 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-27603e03-c229-4785-bd24-3bb109ac8138 req-abb981db-7eb8-48cf-b8f2-5ab54745c597 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:28.237948 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2085087d-1d86-4919-b090-9f0ffd1b0962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:28.239108 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085087d-1d86-4919-b090-9f0ffd1b0962 None None] The sync data for ids ['cc840909-09ff-4565-83e7-1a47c48c9047'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:23:28.392193 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port 151e6620-27dc-4e4f-a62e-2f01edf26728 on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:28.392654 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:28.448824 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 6 to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 Mar 14 15:23:28.478945 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5eee6687-1cd5-4bce-8b41-6ba50671ea40 req-b58bd768-8cb6-4e36-881d-06c7736ce33f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 210 time: 0.7973862 Mar 14 15:23:28.482536 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-27603e03-c229-4785-bd24-3bb109ac8138 req-abb981db-7eb8-48cf-b8f2-5ab54745c597 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:28.483383 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 9f4e15aa-fa45-46c4-a7da-c5c98ba98586 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:28.483761 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:28.487474 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f26c0f12-bff6-48a0-b875-192af0c15031 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:28.489410 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26c0f12-bff6-48a0-b875-192af0c15031 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:28.491336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f26c0f12-bff6-48a0-b875-192af0c15031 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:28.555807 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-58742cc4-8965-4143-b9f5-9fdfde0628fd tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:28.566054 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] Attempting to bind port 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:28.566428 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] Attempting to bind port 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '95e9521c-65cd-4dc5-a7a9-b925e298042b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:28.566791 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] Attempting to bind port 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c on network 5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:28.693050 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1ba77ed1-1add-4c36-a6a3-4d72fcf64319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:28.700657 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f26c0f12-bff6-48a0-b875-192af0c15031 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.2788723 Mar 14 15:23:28.718794 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:23:28.719218 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] Checking segment: {'id': '95e9521c-65cd-4dc5-a7a9-b925e298042b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:28.719813 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:28.721043 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] Bound using segment: {'id': '95e9521c-65cd-4dc5-a7a9-b925e298042b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:23:28.721625 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] Bound port: 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e9521c-65cd-4dc5-a7a9-b925e298042b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:23:28.721999 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:28.733441 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:28.733758 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:28.734034 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:28.743937 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50558) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:28.757649 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-58742cc4-8965-4143-b9f5-9fdfde0628fd tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:28.783905 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c0f12-bff6-48a0-b875-192af0c15031 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Pushing event updated for resources: {'Network': ['ID=c0555148-6ae1-4260-9730-426181405cd1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:28.812124 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bd92b2e5-c613-484b-b8b8-0485788cda01 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Request body: {'subnet': {'network_id': 'c0555148-6ae1-4260-9730-426181405cd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:28.833063 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27603e03-c229-4785-bd24-3bb109ac8138 req-abb981db-7eb8-48cf-b8f2-5ab54745c597 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Network ed78ede5-32f5-4a15-9e59-683c99192b0a is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:28.843186 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a348ec4b-738d-4005-832c-15a6604698f3 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Made reservation on behalf of 83aaafe905b6437c8bf2ac1154570724 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:28.846375 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port 151e6620-27dc-4e4f-a62e-2f01edf26728 on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:28.846713 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:28.848657 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a348ec4b-738d-4005-832c-15a6604698f3 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:28.861765 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 7 to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 Mar 14 15:23:28.865801 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-27603e03-c229-4785-bd24-3bb109ac8138 req-abb981db-7eb8-48cf-b8f2-5ab54745c597 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:28.868852 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] For port 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:23:28.872903 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] For port 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=6c18b8fc-ebcb-4793-bbbe-fe213bc2814c,segment=NetworkSegment(95e9521c-65cd-4dc5-a7a9-b925e298042b),segment_id=95e9521c-65cd-4dc5-a7a9-b925e298042b)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:23:28.890071 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58742cc4-8965-4143-b9f5-9fdfde0628fd tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Pushing event updated for resources: {'Port': ['ID=cd92ac98-dfa4-4d3c-b4a3-faee4cf20a96,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:28.893395 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network c0555148-6ae1-4260-9730-426181405cd1 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:23:28.901154 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-a348ec4b-738d-4005-832c-15a6604698f3 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] device_id is not set on port 9672608b-a199-4050-a10e-2d9e9c5c1a0b yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:23:28.920930 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-27603e03-c229-4785-bd24-3bb109ac8138 req-abb981db-7eb8-48cf-b8f2-5ab54745c597 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:28.925447 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb981db-7eb8-48cf-b8f2-5ab54745c597 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Pushing event updated for resources: {'Port': ['ID=25e61a1d-2661-4c47-bc70-4afa29cfca7a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:28.976439 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6480753-afc8-4def-b883-7682d581f49b None None] Network cef3732b-2817-49db-a674-7afa5dd1a7ba requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:29.013172 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:29.013520 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:29.013847 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:29.025005 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-ed3abd02-c1cb-4ca4-a14c-a0a9745d9c3e tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:29.026801 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-ed3abd02-c1cb-4ca4-a14c-a0a9745d9c3e tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.18 "GET /v2.0/networks?id=52d00c44-24c0-4d1a-a340-c039d76298f3 HTTP/1.1" status: 200 len: 806 time: 1.9047048 Mar 14 15:23:29.041578 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd92b2e5-c613-484b-b8b8-0485788cda01 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Made reservation on behalf of 713d368d7af2430b84a288f05e5d94a4 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:29.049405 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bd92b2e5-c613-484b-b8b8-0485788cda01 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:29.081624 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:29.092680 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port 151e6620-27dc-4e4f-a62e-2f01edf26728 on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:29.095384 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:29.106874 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 8 to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 Mar 14 15:23:29.173945 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58742cc4-8965-4143-b9f5-9fdfde0628fd tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Network cef3732b-2817-49db-a674-7afa5dd1a7ba is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:29.181371 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27603e03-c229-4785-bd24-3bb109ac8138 req-abb981db-7eb8-48cf-b8f2-5ab54745c597 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:29.182274 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-27603e03-c229-4785-bd24-3bb109ac8138 req-abb981db-7eb8-48cf-b8f2-5ab54745c597 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:29.187615 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-58742cc4-8965-4143-b9f5-9fdfde0628fd tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:29.190233 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58742cc4-8965-4143-b9f5-9fdfde0628fd tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:29.197832 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58742cc4-8965-4143-b9f5-9fdfde0628fd tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:29.198624 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-58742cc4-8965-4143-b9f5-9fdfde0628fd tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:29.202331 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-52d326ad-ea2e-4245-a358-4c756eb7706b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:29.219327 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-de79c4c7-e4ac-4da1-a804-52c299788085 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Made reservation on behalf of b3e851ef7d26489f809312a892e32164 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:29.224611 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-de79c4c7-e4ac-4da1-a804-52c299788085 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:29.249483 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85d1b3-27d5-411c-baa4-40a6555e199e req-a0f33511-8650-49d8-a306-8897174619a8 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:29.257589 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5e85d1b3-27d5-411c-baa4-40a6555e199e req-a0f33511-8650-49d8-a306-8897174619a8 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 932 time: 0.4889011 Mar 14 15:23:29.280850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:29.284724 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:29.284912 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:29.347279 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-1ba77ed1-1add-4c36-a6a3-4d72fcf64319 None None] For port 9f4e15aa-fa45-46c4-a7da-c5c98ba98586, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=9f4e15aa-fa45-46c4-a7da-c5c98ba98586,segment=NetworkSegment(52f5264c-2e70-4877-a4ee-968112d92b38),segment_id=52f5264c-2e70-4877-a4ee-968112d92b38)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:29.364836 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-27603e03-c229-4785-bd24-3bb109ac8138 req-abb981db-7eb8-48cf-b8f2-5ab54745c597 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3725331 Mar 14 15:23:29.365091 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:29.365352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port 151e6620-27dc-4e4f-a62e-2f01edf26728 on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:29.366762 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1ba77ed1-1add-4c36-a6a3-4d72fcf64319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:29.370353 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:29.374965 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-1a397e47-ca28-48c8-a368-2a09cc5560fd tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e0a975c53dd4b5ba8a2e6281815c542 HTTP/1.1" status: 200 len: 380 time: 0.3120787 Mar 14 15:23:29.395986 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 9 to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 Mar 14 15:23:29.396322 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f0754-b793-4f7e-bf5f-d0b7ac01cf79 None None] Pushing event updated for resources: {'Port': ['ID=6c18b8fc-ebcb-4793-bbbe-fe213bc2814c,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:29.400994 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-a348ec4b-738d-4005-832c-15a6604698f3 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Allocated IP 172.20.0.5 (02eb4315-4c85-4cad-8925-69a631dd1588/e4f06782-b6fa-4861-b47b-c5dbb7b2aa7c/9672608b-a199-4050-a10e-2d9e9c5c1a0b) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:29.698241 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3ab97fc7-9b91-4ff4-b02f-9ffdc9756f8e None None] Provisioning complete for port 25e61a1d-2661-4c47-bc70-4afa29cfca7a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:29.703832 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3ab97fc7-9b91-4ff4-b02f-9ffdc9756f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:29.716962 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a348ec4b-738d-4005-832c-15a6604698f3 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:29.773132 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba77ed1-1add-4c36-a6a3-4d72fcf64319 None None] Pushing event updated for resources: {'Port': ['ID=9f4e15aa-fa45-46c4-a7da-c5c98ba98586,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:29.786764 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a348ec4b-738d-4005-832c-15a6604698f3 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:29.807186 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-58742cc4-8965-4143-b9f5-9fdfde0628fd tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 5.2900460 Mar 14 15:23:29.810571 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50566) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:29.820487 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-b9689f09-078a-4822-a97e-bd33ce980b8d tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Request body: {'port': {'network_id': 'cef3732b-2817-49db-a674-7afa5dd1a7ba', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1069207819', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:29.820755 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.api.validators [None req-b9689f09-078a-4822-a97e-bd33ce980b8d tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] bootfile-name is not in valid_values {{(pid=102567) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 15:23:29.821096 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.api.validators [None req-b9689f09-078a-4822-a97e-bd33ce980b8d tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] tftp-server is not in valid_values {{(pid=102567) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 15:23:29.821418 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.api.validators [None req-b9689f09-078a-4822-a97e-bd33ce980b8d tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] server-ip-address is not in valid_values {{(pid=102567) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 15:23:29.839599 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:23:29.840576 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:23:29.863790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3ab97fc7-9b91-4ff4-b02f-9ffdc9756f8e None None] Port 25e61a1d-2661-4c47-bc70-4afa29cfca7a cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:29.895196 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3ab97fc7-9b91-4ff4-b02f-9ffdc9756f8e None None] Provisioning complete for port 621a9ddd-0494-45f1-8307-381c72897040 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:29.895934 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3ab97fc7-9b91-4ff4-b02f-9ffdc9756f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:29.898585 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [req-27603e03-c229-4785-bd24-3bb109ac8138 req-f9256af4-1026-4872-b343-1e2f84e93ec9 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:23:29.900130 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-27603e03-c229-4785-bd24-3bb109ac8138 req-f9256af4-1026-4872-b343-1e2f84e93ec9 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5098667 Mar 14 15:23:29.902056 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:29.902394 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:29.902781 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:29.955943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-0b686322-6bee-4158-8b5f-26792cf07d52 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Request body: {'port': {'device_id': 'fa559156-b648-4e28-8107-f95f7b326687', 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3', 'admin_state_up': True, 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'security_groups': ['a1603967-3516-424c-8a79-2969bef37aba']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:30.029397 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port 151e6620-27dc-4e4f-a62e-2f01edf26728 on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:30.029697 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:30.032669 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5e85d1b3-27d5-411c-baa4-40a6555e199e req-c7922cc6-fbb2-46a5-97bd-851e4426012b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/security-groups?id=5eab0622-3a46-465f-9778-637516b3a996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7725608 Mar 14 15:23:30.047509 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4936a346-7d9b-4145-94ef-6c5018757326 req-94409bf8-1e9e-4792-b400-0c27a6b9e58f tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 210 time: 0.6597309 Mar 14 15:23:30.070377 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 10 to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 Mar 14 15:23:30.154854 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9689f09-078a-4822-a97e-bd33ce980b8d tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Made reservation on behalf of f3d282e67c204865a1db47cfa668dddc for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:30.158509 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3ab97fc7-9b91-4ff4-b02f-9ffdc9756f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:30.160343 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b9689f09-078a-4822-a97e-bd33ce980b8d tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:30.209114 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a348ec4b-738d-4005-832c-15a6604698f3 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Network 02eb4315-4c85-4cad-8925-69a631dd1588 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:30.214070 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-b9689f09-078a-4822-a97e-bd33ce980b8d tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] device_id is not set on port 105ac18c-475c-4b5d-8372-0b0d8e96e6f9 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:23:30.232872 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-a348ec4b-738d-4005-832c-15a6604698f3 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:30.241082 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a348ec4b-738d-4005-832c-15a6604698f3 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:30.281570 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:30.281949 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348ec4b-738d-4005-832c-15a6604698f3 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Pushing event updated for resources: {'Port': ['ID=9672608b-a199-4050-a10e-2d9e9c5c1a0b,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:30.283663 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:30.284321 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:30.293183 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] Request body: {'port': {'device_id': 'edd2a1e6-2522-4e39-bff4-82747765c6b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:30.453066 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port 151e6620-27dc-4e4f-a62e-2f01edf26728 on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:30.453489 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port 151e6620-27dc-4e4f-a62e-2f01edf26728 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:30.453921 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:30.474887 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4f37d24c-572e-4b5e-ada3-02fc5121b35d req-ff97925a-c66c-4316-ac5e-6479fe3c3c0a tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 210 time: 0.2110898 Mar 14 15:23:30.553277 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a348ec4b-738d-4005-832c-15a6604698f3 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:30.553953 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a348ec4b-738d-4005-832c-15a6604698f3 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:30.648374 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:30.671581 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a348ec4b-738d-4005-832c-15a6604698f3 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7360880 Mar 14 15:23:30.672217 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50570) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:30.676268 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-52d326ad-ea2e-4245-a358-4c756eb7706b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Allocated IP 2001:db8::1 (b9bbc80f-08fe-4ef4-afaf-001003d5fddc/9a46b0d2-613c-4889-8523-3bb800d1bd4e/997f0067-5613-4bb6-b865-17062b19b7c1) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:30.809892 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3ab97fc7-9b91-4ff4-b02f-9ffdc9756f8e None None] For port 621a9ddd-0494-45f1-8307-381c72897040, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=621a9ddd-0494-45f1-8307-381c72897040,segment=NetworkSegment(9fbc2fc6-639c-4e25-b9fc-5ac95c2f0c6c),segment_id=9fbc2fc6-639c-4e25-b9fc-5ac95c2f0c6c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:30.849958 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-b9689f09-078a-4822-a97e-bd33ce980b8d tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Allocated IP 2001:db8::157 (cef3732b-2817-49db-a674-7afa5dd1a7ba/60718b83-8e81-4d6f-b52a-803db6929f84/105ac18c-475c-4b5d-8372-0b0d8e96e6f9) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:30.911852 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3ab97fc7-9b91-4ff4-b02f-9ffdc9756f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:31.037492 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 621a9ddd-0494-45f1-8307-381c72897040 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:31.043458 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-6de753cf-d40f-4df2-a2c3-21ea609e0814 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'project_id': '83aaafe905b6437c8bf2ac1154570724', 'port_id': '9672608b-a199-4050-a10e-2d9e9c5c1a0b'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:31.124277 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6de753cf-d40f-4df2-a2c3-21ea609e0814 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:31.225298 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab97fc7-9b91-4ff4-b02f-9ffdc9756f8e None None] Pushing event updated for resources: {'Port': ['ID=621a9ddd-0494-45f1-8307-381c72897040,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:31.250518 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-51bbac2a-c123-433b-9743-6bca27fff14a None None] Provisioning complete for port 9f4e15aa-fa45-46c4-a7da-c5c98ba98586 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:31.253899 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-51bbac2a-c123-433b-9743-6bca27fff14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:31.295745 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-de79c4c7-e4ac-4da1-a804-52c299788085 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Allocated IP 172.20.0.14 (49fee795-f4c4-42dd-acc3-9b9f00035acc/f06bc8a1-e6d6-4299-b660-147ccd6bb298/6a31cd96-8d3b-46a8-820b-4fcc1444cd86) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:31.306003 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe8ae8e-bc16-4c72-ae53-7b43c4efd9c2 None None] Network 5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:31.319808 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-52d326ad-ea2e-4245-a358-4c756eb7706b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:31.322047 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-0b686322-6bee-4158-8b5f-26792cf07d52 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Made reservation on behalf of 3e0a975c53dd4b5ba8a2e6281815c542 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:31.325614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-0b686322-6bee-4158-8b5f-26792cf07d52 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:31.332020 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] For port 151e6620-27dc-4e4f-a62e-2f01edf26728, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:23:31.332020 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempted to set empty binding levels {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 14 15:23:31.343698 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c277ab41-e918-4124-baf6-0b0f66c3504f req-5f5efa41-74cf-4694-82b3-2e0bc99f83b3 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 210 time: 0.0477605 Mar 14 15:23:31.464124 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:31.484938 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-52d326ad-ea2e-4245-a358-4c756eb7706b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:31.556735 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b9689f09-078a-4822-a97e-bd33ce980b8d tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:31.598395 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] In _notify_port_updated(), no bound segment for port 151e6620-27dc-4e4f-a62e-2f01edf26728 on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:23:31.599295 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:31.600054 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:31.601396 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] 10.222.0.59 "PUT /v2.0/ports/151e6620-27dc-4e4f-a62e-2f01edf26728 HTTP/1.1" status: 200 len: 977 time: 6.9705513 Mar 14 15:23:31.614310 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50580) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:31.648114 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 621a9ddd-0494-45f1-8307-381c72897040 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:31.648577 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:31.674469 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c114e-cdbf-4e35-ac3a-9892435834d3 req-1a90e142-3d1c-46e0-9662-c42edbb2d38b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:31.681988 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b40c114e-cdbf-4e35-ac3a-9892435834d3 req-1a90e142-3d1c-46e0-9662-c42edbb2d38b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 932 time: 0.5141132 Mar 14 15:23:31.695568 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d326ad-ea2e-4245-a358-4c756eb7706b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network b9bbc80f-08fe-4ef4-afaf-001003d5fddc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:31.723240 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-51bbac2a-c123-433b-9743-6bca27fff14a None None] Provisioning complete for port cd92ac98-dfa4-4d3c-b4a3-faee4cf20a96 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:31.723619 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-51bbac2a-c123-433b-9743-6bca27fff14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:31.732736 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-52d326ad-ea2e-4245-a358-4c756eb7706b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:31.772098 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-51bbac2a-c123-433b-9743-6bca27fff14a None None] Port cd92ac98-dfa4-4d3c-b4a3-faee4cf20a96 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:31.795890 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-51bbac2a-c123-433b-9743-6bca27fff14a None None] Provisioning complete for port 9672608b-a199-4050-a10e-2d9e9c5c1a0b triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:31.796334 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-51bbac2a-c123-433b-9743-6bca27fff14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:31.800979 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d326ad-ea2e-4245-a358-4c756eb7706b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:31.806502 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf833978-f614-42a8-8d76-e8627ee4ec7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Pushing event updated for resources: {'Port': ['ID=151e6620-27dc-4e4f-a62e-2f01edf26728,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:31.809655 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-52d326ad-ea2e-4245-a358-4c756eb7706b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:31.893954 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-51bbac2a-c123-433b-9743-6bca27fff14a None None] Port 9672608b-a199-4050-a10e-2d9e9c5c1a0b cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:31.940488 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-51bbac2a-c123-433b-9743-6bca27fff14a None None] Provisioning complete for port 621a9ddd-0494-45f1-8307-381c72897040 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:31.940868 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-51bbac2a-c123-433b-9743-6bca27fff14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:31.993174 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b40c114e-cdbf-4e35-ac3a-9892435834d3 req-dc6b3511-1032-478d-b304-69da48bf9722 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/security-groups?id=5eab0622-3a46-465f-9778-637516b3a996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102617 Mar 14 15:23:32.083699 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.084098 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.084561 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.085137 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.085592 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.086119 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.086704 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.087195 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.087818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.088534 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.089103 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.089705 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.090161 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.091273 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.091693 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.092255 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.092716 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.093191 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.093589 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.094032 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.094468 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.095162 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.096083 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.096533 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.097937 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.098522 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.098839 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.099339 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.107651 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6bbda6d4-521c-4ced-97e1-c80008c8cfde tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24953 time: 0.4844434 Mar 14 15:23:32.124053 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50582) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:32.285347 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-4a913bfe-860b-4e44-bb1c-30673ee79c56 None None] Provisioning complete for port cd92ac98-dfa4-4d3c-b4a3-faee4cf20a96 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:32.285347 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a913bfe-860b-4e44-bb1c-30673ee79c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:32.327492 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-de79c4c7-e4ac-4da1-a804-52c299788085 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:32.385176 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 9f4e15aa-fa45-46c4-a7da-c5c98ba98586 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:32.476693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4a913bfe-860b-4e44-bb1c-30673ee79c56 None None] Port cd92ac98-dfa4-4d3c-b4a3-faee4cf20a96 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:32.489656 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-0b686322-6bee-4158-8b5f-26792cf07d52 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Allocated IP 172.20.0.12 (52d00c44-24c0-4d1a-a340-c039d76298f3/32b536a6-20b7-48a8-995b-e55598332338/a9a7c89e-d642-4529-ae79-4ce5ee00f40f) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:32.513116 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d326ad-ea2e-4245-a358-4c756eb7706b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Port': ['ID=997f0067-5613-4bb6-b865-17062b19b7c1,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:32.518303 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-4a913bfe-860b-4e44-bb1c-30673ee79c56 None None] Provisioning complete for port 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:32.523133 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a913bfe-860b-4e44-bb1c-30673ee79c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:32.533865 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2d0fce52-98aa-4366-ba16-f7c0346844f0 req-c5229061-599f-4921-850d-6994ca2585db tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 210 time: 0.8631954 Mar 14 15:23:32.542003 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-de79c4c7-e4ac-4da1-a804-52c299788085 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:32.548429 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b9689f09-078a-4822-a97e-bd33ce980b8d tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:32.550005 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.objects.ports [None req-bd92b2e5-c613-484b-b8b8-0485788cda01 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102568) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 15:23:32.550986 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bd92b2e5-c613-484b-b8b8-0485788cda01 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:32.571778 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 9f4e15aa-fa45-46c4-a7da-c5c98ba98586 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:32.572160 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:32.642266 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9689f09-078a-4822-a97e-bd33ce980b8d tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Network cef3732b-2817-49db-a674-7afa5dd1a7ba is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:32.646731 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9689f09-078a-4822-a97e-bd33ce980b8d tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Pushing event updated for resources: {'Port': ['ID=105ac18c-475c-4b5d-8372-0b0d8e96e6f9,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:32.660077 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-b9689f09-078a-4822-a97e-bd33ce980b8d tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:32.677702 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9689f09-078a-4822-a97e-bd33ce980b8d tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:32.682656 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a913bfe-860b-4e44-bb1c-30673ee79c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:32.685113 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9689f09-078a-4822-a97e-bd33ce980b8d tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:32.686116 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b9689f09-078a-4822-a97e-bd33ce980b8d tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:32.716100 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:32.716660 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6de753cf-d40f-4df2-a2c3-21ea609e0814 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:32.793597 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4a913bfe-860b-4e44-bb1c-30673ee79c56 None None] For port 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=6c18b8fc-ebcb-4793-bbbe-fe213bc2814c,segment=NetworkSegment(95e9521c-65cd-4dc5-a7a9-b925e298042b),segment_id=95e9521c-65cd-4dc5-a7a9-b925e298042b)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:32.807287 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a913bfe-860b-4e44-bb1c-30673ee79c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:32.830684 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e61a1d-2661-4c47-bc70-4afa29cfca7a {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:23:32.851753 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:32.864389 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-6de753cf-d40f-4df2-a2c3-21ea609e0814 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Allocated IP 172.26.6.126 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/2a63aa31-26f3-47ab-89b8-884a9386134b) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:32.898378 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] Transition to ACTIVE for port object 25e61a1d-2661-4c47-bc70-4afa29cfca7a will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:23:32.932099 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:32.932706 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:32.937194 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a913bfe-860b-4e44-bb1c-30673ee79c56 None None] Pushing event updated for resources: {'Port': ['ID=6c18b8fc-ebcb-4793-bbbe-fe213bc2814c,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:32.978883 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3c093616-7915-457f-964e-8a4f5101ad6c None None] Provisioning complete for port 997f0067-5613-4bb6-b865-17062b19b7c1 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:32.979533 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3c093616-7915-457f-964e-8a4f5101ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:32.991052 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b9689f09-078a-4822-a97e-bd33ce980b8d tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.1733055 Mar 14 15:23:32.992144 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50586) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:33.030450 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79c4c7-e4ac-4da1-a804-52c299788085 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Pushing event updated for resources: {'Port': ['ID=6a31cd96-8d3b-46a8-820b-4fcc1444cd86,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:33.067062 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3c093616-7915-457f-964e-8a4f5101ad6c None None] Port 997f0067-5613-4bb6-b865-17062b19b7c1 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:33.086810 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:33.107243 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3c093616-7915-457f-964e-8a4f5101ad6c None None] Provisioning complete for port 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:33.107767 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3c093616-7915-457f-964e-8a4f5101ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:33.140194 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 621a9ddd-0494-45f1-8307-381c72897040 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:33.223668 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6de753cf-d40f-4df2-a2c3-21ea609e0814 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:33.235076 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 621a9ddd-0494-45f1-8307-381c72897040 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:33.235741 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:33.330110 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-52d326ad-ea2e-4245-a358-4c756eb7706b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:33.336769 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6de753cf-d40f-4df2-a2c3-21ea609e0814 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:33.361126 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-0812ecc4-7ab1-4bda-aa55-d8a25fd6729b None None] Provisioning complete for port 105ac18c-475c-4b5d-8372-0b0d8e96e6f9 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:33.361828 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0812ecc4-7ab1-4bda-aa55-d8a25fd6729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:33.414030 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0812ecc4-7ab1-4bda-aa55-d8a25fd6729b None None] Port 105ac18c-475c-4b5d-8372-0b0d8e96e6f9 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:33.469155 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de753cf-d40f-4df2-a2c3-21ea609e0814 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:33.505603 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-6de753cf-d40f-4df2-a2c3-21ea609e0814 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:33.522710 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de753cf-d40f-4df2-a2c3-21ea609e0814 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:33.574089 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-023fb37e-1d9a-429c-9558-cc33792e0b2f req-337ce64a-cbf6-49ec-b2b3-073f6add707f tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 210 time: 1.0951262 Mar 14 15:23:33.627657 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-de79c4c7-e4ac-4da1-a804-52c299788085 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Network 49fee795-f4c4-42dd-acc3-9b9f00035acc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:33.641049 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-de79c4c7-e4ac-4da1-a804-52c299788085 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:33.644452 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-de79c4c7-e4ac-4da1-a804-52c299788085 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:33.679210 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-0b686322-6bee-4158-8b5f-26792cf07d52 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:33.740338 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e45e2c7-45f6-4581-8059-78a26bdf0b7e tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:33.746386 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e45e2c7-45f6-4581-8059-78a26bdf0b7e tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:33.754759 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e45e2c7-45f6-4581-8059-78a26bdf0b7e tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:33.759725 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6e45e2c7-45f6-4581-8059-78a26bdf0b7e tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.7617364 Mar 14 15:23:33.762090 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de753cf-d40f-4df2-a2c3-21ea609e0814 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Pushing event updated for resources: {'Port': ['ID=2a63aa31-26f3-47ab-89b8-884a9386134b,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:33.786513 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50592) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:33.824854 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c882095a-9eb3-4661-83e0-72723097bfea tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Deleting port 151e6620-27dc-4e4f-a62e-2f01edf26728 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:33.825625 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c882095a-9eb3-4661-83e0-72723097bfea tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:33.826000 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab18bb4-74cc-45e7-8dd6-0908d467bf11 req-fccca6c4-4707-4249-bc88-5e25c2d07d28 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:33.839062 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fab18bb4-74cc-45e7-8dd6-0908d467bf11 req-fccca6c4-4707-4249-bc88-5e25c2d07d28 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 944 time: 0.5037844 Mar 14 15:23:33.850651 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92b2e5-c613-484b-b8b8-0485788cda01 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4c267d4f-1e6e-4fce-a1d3-35945beffaec,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:33.950146 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] Pushing event updated for resources: {'Port': ['ID=25e61a1d-2661-4c47-bc70-4afa29cfca7a,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:34.018896 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1ec1c5e7-e6d5-4094-83b3-58ef97905592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:34.080746 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-de79c4c7-e4ac-4da1-a804-52c299788085 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:34.081723 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-de79c4c7-e4ac-4da1-a804-52c299788085 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:34.097065 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fab18bb4-74cc-45e7-8dd6-0908d467bf11 req-a87757f7-62a8-4892-a0d2-545c7db99eea tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/security-groups?id=5eab0622-3a46-465f-9778-637516b3a996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563663 Mar 14 15:23:34.112655 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:34.184756 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-a7d74f0a-236e-461e-9614-999c46f47df2 None None] Provisioning complete for port 6a31cd96-8d3b-46a8-820b-4fcc1444cd86 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:34.184959 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd92b2e5-c613-484b-b8b8-0485788cda01 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Checking segment: {'id': '8b5a2375-75e1-46e8-8602-c24e55448d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c0555148-6ae1-4260-9730-426181405cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:34.185107 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a7d74f0a-236e-461e-9614-999c46f47df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:34.185210 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd92b2e5-c613-484b-b8b8-0485788cda01 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Network hostable DHCP agents. Network: c0555148-6ae1-4260-9730-426181405cd1, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:23:34.211619 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] Attempting to bind port 25e61a1d-2661-4c47-bc70-4afa29cfca7a on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:34.212397 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] Attempting to bind port 25e61a1d-2661-4c47-bc70-4afa29cfca7a by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '5b66a205-4257-4ef2-b24e-2402f06e70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:34.212750 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] Attempting to bind port 25e61a1d-2661-4c47-bc70-4afa29cfca7a on network ed78ede5-32f5-4a15-9e59-683c99192b0a {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:34.225985 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:34.226621 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:34.233466 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-de79c4c7-e4ac-4da1-a804-52c299788085 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1458178 Mar 14 15:23:34.257921 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a7d74f0a-236e-461e-9614-999c46f47df2 None None] Port 6a31cd96-8d3b-46a8-820b-4fcc1444cd86 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:34.258384 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa55d2d-3215-4559-8080-0129d3c0603f req-9b2740c9-765d-4742-afae-69b7213eac06 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:34.260302 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-efa55d2d-3215-4559-8080-0129d3c0603f req-9b2740c9-765d-4742-afae-69b7213eac06 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 932 time: 0.5786529 Mar 14 15:23:34.268222 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd92b2e5-c613-484b-b8b8-0485788cda01 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Network c0555148-6ae1-4260-9730-426181405cd1 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:23:34.286898 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] Request body: {'port': {'device_id': '353bb212-d349-4ac8-a62d-f7ee4a263c34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:34.295901 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] Port 25e61a1d-2661-4c47-bc70-4afa29cfca7a on network ed78ede5-32f5-4a15-9e59-683c99192b0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:34.296391 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] Attempting to bind port 25e61a1d-2661-4c47-bc70-4afa29cfca7a on network ed78ede5-32f5-4a15-9e59-683c99192b0a {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:34.321471 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:23:34.321750 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] Checking segment: {'id': '5b66a205-4257-4ef2-b24e-2402f06e70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:34.322315 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] Bound using segment: {'id': '5b66a205-4257-4ef2-b24e-2402f06e70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:23:34.322791 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] Bound port: 25e61a1d-2661-4c47-bc70-4afa29cfca7a, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b66a205-4257-4ef2-b24e-2402f06e70b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:23:34.323350 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:34.350561 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-bd92b2e5-c613-484b-b8b8-0485788cda01 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, c0555148-6ae1-4260-9730-426181405cd1) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:34.365172 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018a5623-ddcc-44a0-a313-b1494c77ce07 None None] Network c0555148-6ae1-4260-9730-426181405cd1 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:34.384362 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-c882095a-9eb3-4661-83e0-72723097bfea tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] For port 151e6620-27dc-4e4f-a62e-2f01edf26728, host hv-neutron-8335, got binding levels [] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:34.385350 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c882095a-9eb3-4661-83e0-72723097bfea tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:34.394705 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd92b2e5-c613-484b-b8b8-0485788cda01 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:34.395651 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bd92b2e5-c613-484b-b8b8-0485788cda01 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:34.459221 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c882095a-9eb3-4661-83e0-72723097bfea tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Calling delete_port for 151e6620-27dc-4e4f-a62e-2f01edf26728 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:34.463639 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-0b686322-6bee-4158-8b5f-26792cf07d52 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:34.524771 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbe1814-d749-441f-8b6c-7e2315abe6b5 None None] Network c0555148-6ae1-4260-9730-426181405cd1 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:34.554554 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-92f023d2-3176-4bc9-859b-cba34f0d4477 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Deleting port 105ac18c-475c-4b5d-8372-0b0d8e96e6f9 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:34.555159 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-92f023d2-3176-4bc9-859b-cba34f0d4477 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:34.620927 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-efa55d2d-3215-4559-8080-0129d3c0603f req-cad5e170-0752-4e43-aba5-acc99ece671e tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3282101 Mar 14 15:23:34.742944 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bd92b2e5-c613-484b-b8b8-0485788cda01 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.9818504 Mar 14 15:23:34.757668 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50596) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:34.785722 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-34740e6e-b723-447b-af02-01b148d3e2ea tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Request body: {'floatingip': {'floating_network_id': 'c0555148-6ae1-4260-9730-426181405cd1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:34.880562 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-0b686322-6bee-4158-8b5f-26792cf07d52 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Network 52d00c44-24c0-4d1a-a340-c039d76298f3 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:34.888700 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:34.902508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-0b686322-6bee-4158-8b5f-26792cf07d52 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:34.904460 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b686322-6bee-4158-8b5f-26792cf07d52 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Pushing event updated for resources: {'Port': ['ID=a9a7c89e-d642-4529-ae79-4ce5ee00f40f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:34.949841 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-0b686322-6bee-4158-8b5f-26792cf07d52 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:35.211179 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-52d326ad-ea2e-4245-a358-4c756eb7706b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:35.241513 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-52d326ad-ea2e-4245-a358-4c756eb7706b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:35.242324 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-52d326ad-ea2e-4245-a358-4c756eb7706b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:35.301291 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] For port 25e61a1d-2661-4c47-bc70-4afa29cfca7a, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:23:35.335542 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] For port 25e61a1d-2661-4c47-bc70-4afa29cfca7a, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=25e61a1d-2661-4c47-bc70-4afa29cfca7a,segment=NetworkSegment(5b66a205-4257-4ef2-b24e-2402f06e70b7),segment_id=5b66a205-4257-4ef2-b24e-2402f06e70b7)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:23:35.336764 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ff48b136-b9df-4f48-8032-d53786284b39 None None] Provisioning complete for port a9a7c89e-d642-4529-ae79-4ce5ee00f40f triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:35.339149 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff48b136-b9df-4f48-8032-d53786284b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:35.361358 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b575e9-553f-46cb-91b4-976ea5b48597 req-4a8df6bb-083f-4634-a4d5-20f6893b4abc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:35.363301 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-65b575e9-553f-46cb-91b4-976ea5b48597 req-4a8df6bb-083f-4634-a4d5-20f6893b4abc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 932 time: 0.6245284 Mar 14 15:23:35.364143 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34740e6e-b723-447b-af02-01b148d3e2ea tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:35.406767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:35.415932 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ff48b136-b9df-4f48-8032-d53786284b39 None None] Port a9a7c89e-d642-4529-ae79-4ce5ee00f40f cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:35.501730 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:35.502772 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:35.504454 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-27603e03-c229-4785-bd24-3bb109ac8138 req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] 10.222.0.18 "PUT /v2.0/ports/25e61a1d-2661-4c47-bc70-4afa29cfca7a HTTP/1.1" status: 200 len: 1094 time: 5.4883225 Mar 14 15:23:35.516645 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39406e7-5a88-4018-96b2-9981584fb905 service neutron] Pushing event updated for resources: {'Port': ['ID=25e61a1d-2661-4c47-bc70-4afa29cfca7a,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:35.520873 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd2a1e6-2522-4e39-bff4-82747765c6b6', 'tag': '25e61a1d-2661-4c47-bc70-4afa29cfca7a'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:23:35.589954 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae566894-647d-4d4c-a474-9a81b650b63c req-3f4e09ff-0971-4e2c-ae3d-8b9c0d439874 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:35.595320 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ae566894-647d-4d4c-a474-9a81b650b63c req-3f4e09ff-0971-4e2c-ae3d-8b9c0d439874 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 944 time: 0.2512822 Mar 14 15:23:35.709259 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6de753cf-d40f-4df2-a2c3-21ea609e0814 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:35.711631 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-0b686322-6bee-4158-8b5f-26792cf07d52 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:35.713551 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-0b686322-6bee-4158-8b5f-26792cf07d52 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:35.800447 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-0b686322-6bee-4158-8b5f-26792cf07d52 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3548949 Mar 14 15:23:35.816281 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ae566894-647d-4d4c-a474-9a81b650b63c req-3b0c1080-ec96-43f3-bd0b-bb784454a5ce tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/security-groups?id=5eab0622-3a46-465f-9778-637516b3a996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731842 Mar 14 15:23:35.817122 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c882095a-9eb3-4661-83e0-72723097bfea tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:35.853272 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118b0e5f-ab73-42b2-8124-d28ea41f48bb" -d '{"events": [{"name": "network-changed", "server_uuid": "edd2a1e6-2522-4e39-bff4-82747765c6b6", "tag": "25e61a1d-2661-4c47-bc70-4afa29cfca7a"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:23:35.882197 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d326ad-ea2e-4245-a358-4c756eb7706b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Port': ['ID=997f0067-5613-4bb6-b865-17062b19b7c1,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:35.897772 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-92f023d2-3176-4bc9-859b-cba34f0d4477 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:35.919411 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882095a-9eb3-4661-83e0-72723097bfea tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Pushing event deleted for resources: {'Port': ['ID=151e6620-27dc-4e4f-a62e-2f01edf26728,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:35.939136 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c882095a-9eb3-4661-83e0-72723097bfea tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:35.942972 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c882095a-9eb3-4661-83e0-72723097bfea tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] 10.222.0.59 "DELETE /v2.0/ports/151e6620-27dc-4e4f-a62e-2f01edf26728 HTTP/1.1" status: 204 len: 168 time: 3.8051894 Mar 14 15:23:35.945788 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50608) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:35.982231 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-92f023d2-3176-4bc9-859b-cba34f0d4477 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Calling delete_port for 105ac18c-475c-4b5d-8372-0b0d8e96e6f9 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:35.986635 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0b2a18-c495-45cb-aef1-c0961e54fbd6 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] GET failed (client error): The resource could not be found. Mar 14 15:23:35.991626 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3a0b2a18-c495-45cb-aef1-c0961e54fbd6 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] 10.222.0.59 "GET /v2.0/ports/151e6620-27dc-4e4f-a62e-2f01edf26728 HTTP/1.1" status: 404 len: 333 time: 0.0414960 Mar 14 15:23:36.020639 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50610) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:36.034270 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b736aa46-1cc1-4718-9f70-4faabf6ca181 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2020174924', 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:36.050454 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-65b575e9-553f-46cb-91b4-976ea5b48597 req-d539a514-f5b7-4cc9-894b-89acfb290b2f tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/security-groups?id=a1603967-3516-424c-8a79-2969bef37aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3538363 Mar 14 15:23:36.051285 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6de753cf-d40f-4df2-a2c3-21ea609e0814 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:36.058887 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a31cd96-8d3b-46a8-820b-4fcc1444cd86 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:23:36.094264 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22ba65-3a24-4a48-9d26-41842ee69489 req-11d46617-53d7-4a30-8e92-a167cc2996c4 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:36.102355 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9a22ba65-3a24-4a48-9d26-41842ee69489 req-11d46617-53d7-4a30-8e92-a167cc2996c4 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 932 time: 0.2071559 Mar 14 15:23:36.106780 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:36.116127 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b736aa46-1cc1-4718-9f70-4faabf6ca181 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Made reservation on behalf of 191773e5f2c94b3c95c6994088344067 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:36.118682 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b736aa46-1cc1-4718-9f70-4faabf6ca181 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:36.163287 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] Transition to ACTIVE for port object 6a31cd96-8d3b-46a8-820b-4fcc1444cd86 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:23:36.175240 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:36.186614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-b736aa46-1cc1-4718-9f70-4faabf6ca181 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] device_id is not set on port 19ab4b2a-57bb-4094-8e0b-c73374d5e653 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:23:36.239514 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9a22ba65-3a24-4a48-9d26-41842ee69489 req-777d87a1-e747-46ef-a383-3149d3ef07ce tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357305 Mar 14 15:23:36.261316 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d326ad-ea2e-4245-a358-4c756eb7706b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network b9bbc80f-08fe-4ef4-afaf-001003d5fddc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:36.268000 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-52d326ad-ea2e-4245-a358-4c756eb7706b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:36.315373 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] Pushing event updated for resources: {'Port': ['ID=6a31cd96-8d3b-46a8-820b-4fcc1444cd86,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:36.373104 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] Request body: {'port': {'device_id': 'fa559156-b648-4e28-8107-f95f7b326687', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:36.391179 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84ccc79b-0def-4cdf-baa1-100a4a74e076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:36.583954 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91659f2-8044-4fe0-8ca8-964ad577d118 x-openstack-request-id: req-c91659f2-8044-4fe0-8ca8-964ad577d118 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:23:36.584539 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd2a1e6-2522-4e39-bff4-82747765c6b6", "tag": "25e61a1d-2661-4c47-bc70-4afa29cfca7a", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:23:36.585002 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c91659f2-8044-4fe0-8ca8-964ad577d118 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:23:36.585767 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd2a1e6-2522-4e39-bff4-82747765c6b6', 'tag': '25e61a1d-2661-4c47-bc70-4afa29cfca7a', 'status': 'completed', 'code': 200} Mar 14 15:23:36.642611 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34740e6e-b723-447b-af02-01b148d3e2ea tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:36.655952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-92f023d2-3176-4bc9-859b-cba34f0d4477 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:36.759838 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6de753cf-d40f-4df2-a2c3-21ea609e0814 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:36.762058 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f023d2-3176-4bc9-859b-cba34f0d4477 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Pushing event deleted for resources: {'Port': ['ID=105ac18c-475c-4b5d-8372-0b0d8e96e6f9,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:36.765833 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b736aa46-1cc1-4718-9f70-4faabf6ca181 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:36.777296 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6de753cf-d40f-4df2-a2c3-21ea609e0814 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:36.905052 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-92f023d2-3176-4bc9-859b-cba34f0d4477 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:36.909753 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-fa0e3ee0-9908-4378-9fe8-5817f0ebf214 None None] Provisioning complete for port 997f0067-5613-4bb6-b865-17062b19b7c1 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:36.914599 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3ee0-9908-4378-9fe8-5817f0ebf214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:36.920240 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-92f023d2-3176-4bc9-859b-cba34f0d4477 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] 10.222.0.59 "DELETE /v2.0/ports/105ac18c-475c-4b5d-8372-0b0d8e96e6f9 HTTP/1.1" status: 204 len: 168 time: 3.1115079 Mar 14 15:23:36.926488 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50618) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:36.946752 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ca205b7e-79a6-4c09-9cd1-2f562df8d0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Request body: {'port': {'name': 'tempest-new-port-name-1845823896', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:36.947349 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.api.validators [None req-ca205b7e-79a6-4c09-9cd1-2f562df8d0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] bootfile-name is not in valid_values {{(pid=102567) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 15:23:36.947696 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.api.validators [None req-ca205b7e-79a6-4c09-9cd1-2f562df8d0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] tftp-server is not in valid_values {{(pid=102567) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 15:23:36.948030 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.api.validators [None req-ca205b7e-79a6-4c09-9cd1-2f562df8d0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] server-ip-address is not in valid_values {{(pid=102567) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 15:23:37.008611 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:37.048460 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e3ee0-9908-4378-9fe8-5817f0ebf214 None None] Port 997f0067-5613-4bb6-b865-17062b19b7c1 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:37.074278 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b736aa46-1cc1-4718-9f70-4faabf6ca181 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:37.076613 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] Attempting to bind port 6a31cd96-8d3b-46a8-820b-4fcc1444cd86 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:37.077167 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] Attempting to bind port 6a31cd96-8d3b-46a8-820b-4fcc1444cd86 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'acbb32e0-b9fb-4915-ad33-1c0a044e0b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:37.077676 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] Attempting to bind port 6a31cd96-8d3b-46a8-820b-4fcc1444cd86 on network 49fee795-f4c4-42dd-acc3-9b9f00035acc {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:37.090310 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] Port 6a31cd96-8d3b-46a8-820b-4fcc1444cd86 on network 49fee795-f4c4-42dd-acc3-9b9f00035acc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:37.090972 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] Attempting to bind port 6a31cd96-8d3b-46a8-820b-4fcc1444cd86 on network 49fee795-f4c4-42dd-acc3-9b9f00035acc {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:37.091854 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de753cf-d40f-4df2-a2c3-21ea609e0814 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Pushing event updated for resources: {'Port': ['ID=2a63aa31-26f3-47ab-89b8-884a9386134b,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:37.117245 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d326ad-ea2e-4245-a358-4c756eb7706b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router 3bed1ae5-73c1-477a-b4c3-f26f460dc259 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:23:37.121551 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-34740e6e-b723-447b-af02-01b148d3e2ea tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Allocated IP 172.20.0.13 (c0555148-6ae1-4260-9730-426181405cd1/4c267d4f-1e6e-4fce-a1d3-35945beffaec/b274337f-1b21-4201-a7d2-e7ad2b34a669) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:37.176694 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6de753cf-d40f-4df2-a2c3-21ea609e0814 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:37.228658 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:23:37.229400 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] Checking segment: {'id': 'acbb32e0-b9fb-4915-ad33-1c0a044e0b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:37.230004 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] Bound using segment: {'id': 'acbb32e0-b9fb-4915-ad33-1c0a044e0b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:23:37.230680 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] Bound port: 6a31cd96-8d3b-46a8-820b-4fcc1444cd86, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acbb32e0-b9fb-4915-ad33-1c0a044e0b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:23:37.231658 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:37.253942 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b736aa46-1cc1-4718-9f70-4faabf6ca181 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Network 03650f72-0118-46b8-83a0-78e4cf4def14 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:37.257242 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca205b7e-79a6-4c09-9cd1-2f562df8d0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:37.268372 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27603e03-c229-4785-bd24-3bb109ac8138 req-787a89f6-d6c9-46bb-b859-58b935d0f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:37.270248 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-27603e03-c229-4785-bd24-3bb109ac8138 req-787a89f6-d6c9-46bb-b859-58b935d0f023 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c724f31e7fdd406db66fd20be3d79551&device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 1097 time: 0.6834583 Mar 14 15:23:37.271229 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b736aa46-1cc1-4718-9f70-4faabf6ca181 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:37.279510 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b736aa46-1cc1-4718-9f70-4faabf6ca181 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:37.280386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b736aa46-1cc1-4718-9f70-4faabf6ca181 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:37.280980 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b736aa46-1cc1-4718-9f70-4faabf6ca181 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:37.337123 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736aa46-1cc1-4718-9f70-4faabf6ca181 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Pushing event updated for resources: {'Port': ['ID=19ab4b2a-57bb-4094-8e0b-c73374d5e653,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:37.382247 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:37.423584 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd642dc-2d99-4779-af00-78053e5d09ed req-b13c6747-ed6c-4004-a24f-0b7acc261fa1 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:37.431582 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fcd642dc-2d99-4779-af00-78053e5d09ed req-b13c6747-ed6c-4004-a24f-0b7acc261fa1 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 944 time: 0.3622561 Mar 14 15:23:37.434169 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-27603e03-c229-4785-bd24-3bb109ac8138 req-b480d3a3-7e10-4b59-b0b8-3eea24f10eed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25e61a1d-2661-4c47-bc70-4afa29cfca7a HTTP/1.1" status: 200 len: 217 time: 0.1054087 Mar 14 15:23:37.508721 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b736aa46-1cc1-4718-9f70-4faabf6ca181 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4858930 Mar 14 15:23:37.531348 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50624) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:37.575647 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af961301-f60c-491c-a487-3de58b902c61 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:37.577014 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-af961301-f60c-491c-a487-3de58b902c61 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] 10.222.0.59 "GET /v2.0/ports/19ab4b2a-57bb-4094-8e0b-c73374d5e653 HTTP/1.1" status: 200 len: 955 time: 0.0424337 Mar 14 15:23:37.589633 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50626) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:37.672606 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d1fc1-20e3-43a8-a612-3f48793d9715 req-679f67f2-0bb7-462c-a486-985c49fc05b8 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:37.674941 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d42d1fc1-20e3-43a8-a612-3f48793d9715 req-679f67f2-0bb7-462c-a486-985c49fc05b8 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 932 time: 0.4134493 Mar 14 15:23:37.764778 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d326ad-ea2e-4245-a358-4c756eb7706b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:23:37.770851 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-52d326ad-ea2e-4245-a358-4c756eb7706b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/3bed1ae5-73c1-477a-b4c3-f26f460dc259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2119029 Mar 14 15:23:37.781695 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34fb5a9-b74d-4bf7-9cf6-dc55fd352da6 None None] Sync routers for ids ['3bed1ae5-73c1-477a-b4c3-f26f460dc259'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:23:37.789086 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d42d1fc1-20e3-43a8-a612-3f48793d9715 req-36e62ffe-4ba3-48d5-8a5d-53f2c85e5ae4 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/security-groups?id=a1603967-3516-424c-8a79-2969bef37aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845060 Mar 14 15:23:37.792886 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50628) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:37.805547 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34fb5a9-b74d-4bf7-9cf6-dc55fd352da6 None None] Routers {'3bed1ae5-73c1-477a-b4c3-f26f460dc259'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:37.806517 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d34fb5a9-b74d-4bf7-9cf6-dc55fd352da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['3bed1ae5-73c1-477a-b4c3-f26f460dc259'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:37.853079 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-6de753cf-d40f-4df2-a2c3-21ea609e0814 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Floating IP 8a4cb716-8745-4a9b-ba8f-1e9f55368a08 associated. External IP: 172.26.6.126, port: 9672608b-a199-4050-a10e-2d9e9c5c1a0b. Mar 14 15:23:37.855553 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] For port 6a31cd96-8d3b-46a8-820b-4fcc1444cd86, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:23:37.865125 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d34fb5a9-b74d-4bf7-9cf6-dc55fd352da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:37.874366 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34fb5a9-b74d-4bf7-9cf6-dc55fd352da6 None None] Routers {'3bed1ae5-73c1-477a-b4c3-f26f460dc259'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:37.876964 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d34fb5a9-b74d-4bf7-9cf6-dc55fd352da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['3bed1ae5-73c1-477a-b4c3-f26f460dc259'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:37.888238 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] For port 6a31cd96-8d3b-46a8-820b-4fcc1444cd86, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6a31cd96-8d3b-46a8-820b-4fcc1444cd86,segment=NetworkSegment(acbb32e0-b9fb-4915-ad33-1c0a044e0b76),segment_id=acbb32e0-b9fb-4915-ad33-1c0a044e0b76)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:23:37.904822 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fcd642dc-2d99-4779-af00-78053e5d09ed req-f48b7d06-9af9-4a29-941a-a78e38ee0416 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/security-groups?id=5eab0622-3a46-465f-9778-637516b3a996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4724450 Mar 14 15:23:37.909865 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:37.915033 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d34fb5a9-b74d-4bf7-9cf6-dc55fd352da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:37.916010 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34fb5a9-b74d-4bf7-9cf6-dc55fd352da6 None None] The sync data for ids ['3bed1ae5-73c1-477a-b4c3-f26f460dc259'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:23:37.945943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27603e03-c229-4785-bd24-3bb109ac8138 req-8f217001-a122-4ca3-812c-5ee3f262b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:37.947485 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-27603e03-c229-4785-bd24-3bb109ac8138 req-8f217001-a122-4ca3-812c-5ee3f262b49f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4 HTTP/1.1" status: 200 len: 850 time: 0.4487495 Mar 14 15:23:37.995576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:37.996204 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:37.997640 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] 10.222.0.18 "PUT /v2.0/ports/6a31cd96-8d3b-46a8-820b-4fcc1444cd86 HTTP/1.1" status: 200 len: 1094 time: 3.7344811 Mar 14 15:23:38.042415 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501aec9-6cab-418f-afe8-5a172813ecdf service neutron] Pushing event updated for resources: {'Port': ['ID=6a31cd96-8d3b-46a8-820b-4fcc1444cd86,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:38.102900 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a7c89e-d642-4529-ae79-4ce5ee00f40f {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:23:38.113316 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:38.127161 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] Transition to ACTIVE for port object a9a7c89e-d642-4529-ae79-4ce5ee00f40f will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:23:38.133512 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:38.204919 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34740e6e-b723-447b-af02-01b148d3e2ea tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:38.263366 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a7c89e-d642-4529-ae79-4ce5ee00f40f,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:38.275032 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2962af27-9cc6-4602-ba6c-29fada87e515 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:38.276483 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2962af27-9cc6-4602-ba6c-29fada87e515 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/ports/997f0067-5613-4bb6-b865-17062b19b7c1 HTTP/1.1" status: 200 len: 911 time: 0.4819837 Mar 14 15:23:38.284951 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50632) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:38.370755 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27603e03-c229-4785-bd24-3bb109ac8138 req-0173143c-e5c5-4fdd-8bf7-1cfa440f26c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:38.372331 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-27603e03-c229-4785-bd24-3bb109ac8138 req-0173143c-e5c5-4fdd-8bf7-1cfa440f26c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed78ede5-32f5-4a15-9e59-683c99192b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2070506 Mar 14 15:23:38.381465 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-48c3caa5-5259-44c8-bb20-c08933a8db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:38.382987 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-48c3caa5-5259-44c8-bb20-c08933a8db41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3e851ef7d26489f809312a892e32164&device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 1097 time: 0.2013538 Mar 14 15:23:38.409731 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-3ac05435-c739-4fe3-a05f-85b8a9ae3abd tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Deleting port 19ab4b2a-57bb-4094-8e0b-c73374d5e653 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:38.409731 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ac05435-c739-4fe3-a05f-85b8a9ae3abd tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:38.425995 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20b659-f5c0-4c51-81a6-470b9072c42e req-1b99e432-0ef6-49b1-b000-88fce4a31609 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:38.431408 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7e20b659-f5c0-4c51-81a6-470b9072c42e req-1b99e432-0ef6-49b1-b000-88fce4a31609 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 944 time: 0.2331345 Mar 14 15:23:38.449507 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] Attempting to bind port a9a7c89e-d642-4529-ae79-4ce5ee00f40f on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:38.449841 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] Attempting to bind port a9a7c89e-d642-4529-ae79-4ce5ee00f40f by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'b4feea2c-6aa0-4a26-932b-1366dd8c8096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:38.450170 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] Attempting to bind port a9a7c89e-d642-4529-ae79-4ce5ee00f40f on network 52d00c44-24c0-4d1a-a340-c039d76298f3 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:38.494406 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] Port a9a7c89e-d642-4529-ae79-4ce5ee00f40f on network 52d00c44-24c0-4d1a-a340-c039d76298f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:38.494738 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] Attempting to bind port a9a7c89e-d642-4529-ae79-4ce5ee00f40f on network 52d00c44-24c0-4d1a-a340-c039d76298f3 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:38.515551 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34740e6e-b723-447b-af02-01b148d3e2ea tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:38.549167 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca205b7e-79a6-4c09-9cd1-2f562df8d0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:38.576181 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:23:38.576455 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] Checking segment: {'id': 'b4feea2c-6aa0-4a26-932b-1366dd8c8096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:38.576826 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] Bound using segment: {'id': 'b4feea2c-6aa0-4a26-932b-1366dd8c8096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:23:38.577274 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] Bound port: a9a7c89e-d642-4529-ae79-4ce5ee00f40f, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4feea2c-6aa0-4a26-932b-1366dd8c8096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:23:38.577630 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:38.578580 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ac05435-c739-4fe3-a05f-85b8a9ae3abd tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:38.584994 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca205b7e-79a6-4c09-9cd1-2f562df8d0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:38.587748 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-4cbbdf2a-2919-4b3d-9110-1a0023f51fee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a31cd96-8d3b-46a8-820b-4fcc1444cd86 HTTP/1.1" status: 200 len: 217 time: 0.0941439 Mar 14 15:23:38.588177 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353bb212-d349-4ac8-a62d-f7ee4a263c34', 'tag': '6a31cd96-8d3b-46a8-820b-4fcc1444cd86'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:23:38.590627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567645ff-7bc4-480f-afa9-f4fbf7e004c7" -d '{"events": [{"name": "network-changed", "server_uuid": "353bb212-d349-4ac8-a62d-f7ee4a263c34", "tag": "6a31cd96-8d3b-46a8-820b-4fcc1444cd86"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:23:38.652541 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34740e6e-b723-447b-af02-01b148d3e2ea tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Network c0555148-6ae1-4260-9730-426181405cd1 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:38.654892 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-3ac05435-c739-4fe3-a05f-85b8a9ae3abd tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Calling delete_port for 19ab4b2a-57bb-4094-8e0b-c73374d5e653 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:38.671568 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-34740e6e-b723-447b-af02-01b148d3e2ea tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:38.687566 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7e20b659-f5c0-4c51-81a6-470b9072c42e req-2bd9e342-4379-4c18-92ce-17edb0697037 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354355 Mar 14 15:23:38.692820 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34740e6e-b723-447b-af02-01b148d3e2ea tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:38.696760 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-ca205b7e-79a6-4c09-9cd1-2f562df8d0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] In _notify_port_updated(), no bound segment for port cd92ac98-dfa4-4d3c-b4a3-faee4cf20a96 on network cef3732b-2817-49db-a674-7afa5dd1a7ba {{(pid=102567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:23:38.702294 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca205b7e-79a6-4c09-9cd1-2f562df8d0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:38.703150 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca205b7e-79a6-4c09-9cd1-2f562df8d0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:38.705238 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ca205b7e-79a6-4c09-9cd1-2f562df8d0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] 10.222.0.59 "PUT /v2.0/ports/cd92ac98-dfa4-4d3c-b4a3-faee4cf20a96 HTTP/1.1" status: 200 len: 1129 time: 1.7740171 Mar 14 15:23:38.707611 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abea6dbf-2dd6-44c7-8da4-101587f36c80 x-openstack-request-id: req-abea6dbf-2dd6-44c7-8da4-101587f36c80 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:23:38.707929 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353bb212-d349-4ac8-a62d-f7ee4a263c34", "tag": "6a31cd96-8d3b-46a8-820b-4fcc1444cd86", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:23:38.708189 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-abea6dbf-2dd6-44c7-8da4-101587f36c80 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:23:38.708544 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:38.709075 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353bb212-d349-4ac8-a62d-f7ee4a263c34', 'tag': '6a31cd96-8d3b-46a8-820b-4fcc1444cd86', 'status': 'completed', 'code': 200} Mar 14 15:23:38.709931 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34740e6e-b723-447b-af02-01b148d3e2ea tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Pushing event updated for resources: {'Port': ['ID=b274337f-1b21-4201-a7d2-e7ad2b34a669,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:38.713810 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50638) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:38.800398 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:38.829785 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-ec2dff36-8c58-4365-89b7-7f68c3452bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:38.831213 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-ec2dff36-8c58-4365-89b7-7f68c3452bb3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f06bc8a1-e6d6-4299-b660-147ccd6bb298 HTTP/1.1" status: 200 len: 850 time: 0.2289019 Mar 14 15:23:38.888444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca205b7e-79a6-4c09-9cd1-2f562df8d0f1 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Pushing event updated for resources: {'Port': ['ID=cd92ac98-dfa4-4d3c-b4a3-faee4cf20a96,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:38.936726 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9d0f5f-2d9e-402f-ae94-44dc5d3f3307 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:38.939053 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0c9d0f5f-2d9e-402f-ae94-44dc5d3f3307 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] 10.222.0.59 "GET /v2.0/ports/cd92ac98-dfa4-4d3c-b4a3-faee4cf20a96 HTTP/1.1" status: 200 len: 1129 time: 0.2192297 Mar 14 15:23:38.941825 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] For port a9a7c89e-d642-4529-ae79-4ce5ee00f40f, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:23:38.945293 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-27603e03-c229-4785-bd24-3bb109ac8138 req-80576252-7170-4698-a1eb-bdffcd25f6e9 service neutron] 10.222.0.18 "GET /v2.0/networks/ed78ede5-32f5-4a15-9e59-683c99192b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529681 Mar 14 15:23:38.946608 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50644) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:38.977360 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] For port a9a7c89e-d642-4529-ae79-4ce5ee00f40f, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a9a7c89e-d642-4529-ae79-4ce5ee00f40f,segment=NetworkSegment(b4feea2c-6aa0-4a26-932b-1366dd8c8096),segment_id=b4feea2c-6aa0-4a26-932b-1366dd8c8096)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:23:38.983070 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de753cf-d40f-4df2-a2c3-21ea609e0814 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Router cc840909-09ff-4565-83e7-1a47c48c9047 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:23:39.006237 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34740e6e-b723-447b-af02-01b148d3e2ea tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:39.024545 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:39.027569 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ac05435-c739-4fe3-a05f-85b8a9ae3abd tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:39.055895 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3028c-0962-4f01-a6ef-a4fafd76ee0a req-093823ad-8be1-42d3-8750-d30684a0af54 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:39.057564 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-33d3028c-0962-4f01-a6ef-a4fafd76ee0a req-093823ad-8be1-42d3-8750-d30684a0af54 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 944 time: 0.1620381 Mar 14 15:23:39.059993 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c7b0500a-71f5-4a42-8d35-f77451fe27e1 None None] Provisioning complete for port cd92ac98-dfa4-4d3c-b4a3-faee4cf20a96 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:39.060490 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c7b0500a-71f5-4a42-8d35-f77451fe27e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:39.099382 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c7b0500a-71f5-4a42-8d35-f77451fe27e1 None None] Port cd92ac98-dfa4-4d3c-b4a3-faee4cf20a96 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:39.135327 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac05435-c739-4fe3-a05f-85b8a9ae3abd tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Pushing event deleted for resources: {'Port': ['ID=19ab4b2a-57bb-4094-8e0b-c73374d5e653,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:39.141962 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ac05435-c739-4fe3-a05f-85b8a9ae3abd tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:39.145633 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3ac05435-c739-4fe3-a05f-85b8a9ae3abd tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] 10.222.0.59 "DELETE /v2.0/ports/19ab4b2a-57bb-4094-8e0b-c73374d5e653 HTTP/1.1" status: 204 len: 168 time: 1.5499957 Mar 14 15:23:39.152515 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50646) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:39.170300 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34740e6e-b723-447b-af02-01b148d3e2ea tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:39.200487 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-b42af1e8-5ee7-4303-8774-4bad0c109d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:39.202016 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-b42af1e8-5ee7-4303-8774-4bad0c109d27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49fee795-f4c4-42dd-acc3-9b9f00035acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3198900 Mar 14 15:23:39.221266 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:39.221891 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:39.223334 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] 10.222.0.18 "PUT /v2.0/ports/a9a7c89e-d642-4529-ae79-4ce5ee00f40f HTTP/1.1" status: 200 len: 1094 time: 2.8685167 Mar 14 15:23:39.225904 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-b393bd72-334b-4448-a76d-90f309c94df4 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] GET failed (client error): The resource could not be found. Mar 14 15:23:39.231609 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b393bd72-334b-4448-a76d-90f309c94df4 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] 10.222.0.59 "GET /v2.0/ports/19ab4b2a-57bb-4094-8e0b-c73374d5e653 HTTP/1.1" status: 404 len: 333 time: 0.0764236 Mar 14 15:23:39.250176 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50648) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:39.268169 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-33d3028c-0962-4f01-a6ef-a4fafd76ee0a req-be655af0-b8c9-48c5-8515-579e609ec040 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/security-groups?id=a1603967-3516-424c-8a79-2969bef37aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447337 Mar 14 15:23:39.274687 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-e0847106-28cc-4170-8c67-f8da6b94be01 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Request body: {'port': {'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1067917841'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:39.308874 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:39.335917 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0847106-28cc-4170-8c67-f8da6b94be01 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Made reservation on behalf of 191773e5f2c94b3c95c6994088344067 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:39.338634 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e0847106-28cc-4170-8c67-f8da6b94be01 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:39.382071 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-e0847106-28cc-4170-8c67-f8da6b94be01 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] device_id is not set on port d02cad59-8131-4b00-8a5c-5ac303035f7b yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:23:39.389594 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de753cf-d40f-4df2-a2c3-21ea609e0814 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:23:39.400987 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb644549-63f3-42f4-92ca-75a8d5a725e8 None None] Sync routers for ids ['cc840909-09ff-4565-83e7-1a47c48c9047'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:23:39.428307 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb644549-63f3-42f4-92ca-75a8d5a725e8 None None] Routers {'cc840909-09ff-4565-83e7-1a47c48c9047'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:39.428944 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-cb644549-63f3-42f4-92ca-75a8d5a725e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cc840909-09ff-4565-83e7-1a47c48c9047'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:39.467756 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-cb644549-63f3-42f4-92ca-75a8d5a725e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:39.480702 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb644549-63f3-42f4-92ca-75a8d5a725e8 None None] Routers {'cc840909-09ff-4565-83e7-1a47c48c9047'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:39.481907 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-cb644549-63f3-42f4-92ca-75a8d5a725e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cc840909-09ff-4565-83e7-1a47c48c9047'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:39.482545 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6de753cf-d40f-4df2-a2c3-21ea609e0814 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:39.517993 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-cb644549-63f3-42f4-92ca-75a8d5a725e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:39.518897 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb644549-63f3-42f4-92ca-75a8d5a725e8 None None] The sync data for ids ['cc840909-09ff-4565-83e7-1a47c48c9047'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:23:39.540172 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6de753cf-d40f-4df2-a2c3-21ea609e0814 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.8614221 Mar 14 15:23:39.543737 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50650) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:39.565767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb2250-3142-409d-82e6-e4574d77a6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a7c89e-d642-4529-ae79-4ce5ee00f40f,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:39.582213 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafed28-a444-4ff8-bf1e-d1b353326257 req-93364f35-af68-4f83-b251-6b2245fdc7d5 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:39.583739 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cdafed28-a444-4ff8-bf1e-d1b353326257 req-93364f35-af68-4f83-b251-6b2245fdc7d5 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 944 time: 0.5679488 Mar 14 15:23:39.615400 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-27603e03-c229-4785-bd24-3bb109ac8138 req-98bd27f6-88ca-4570-8f80-df7e0b67b2db service neutron] 10.222.0.18 "GET /v2.0/networks/ed78ede5-32f5-4a15-9e59-683c99192b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6468427 Mar 14 15:23:39.669218 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-425ddf13-4914-4ac5-865d-0b09f092baf1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:39.722088 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-880eccc1-d567-4de8-ae02-c5090678ccd3 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Deleting port cd92ac98-dfa4-4d3c-b4a3-faee4cf20a96 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:39.722437 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-880eccc1-d567-4de8-ae02-c5090678ccd3 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:39.727274 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-cbe6249c-930c-4edd-82cf-c11e631a12db tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] 10.222.0.59 "GET /v2.0/floatingips/8a4cb716-8745-4a9b-ba8f-1e9f55368a08 HTTP/1.1" status: 200 len: 983 time: 0.1777444 Mar 14 15:23:39.730695 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50654) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:39.761566 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-eacb85c8-1184-4d40-8184-add995847b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:39.763871 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-eacb85c8-1184-4d40-8184-add995847b96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e0a975c53dd4b5ba8a2e6281815c542&device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 1097 time: 0.4499714 Mar 14 15:23:39.807472 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cdafed28-a444-4ff8-bf1e-d1b353326257 req-fc6f295e-06a1-4862-8aa6-86f9f9fbe8dd tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/security-groups?id=5eab0622-3a46-465f-9778-637516b3a996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952550 Mar 14 15:23:39.808780 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e0847106-28cc-4170-8c67-f8da6b94be01 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:39.833381 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34740e6e-b723-447b-af02-01b148d3e2ea tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:39.837270 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-10f6e035-1205-440d-b578-8db467a38b04 service neutron] 10.222.0.18 "GET /v2.0/networks/49fee795-f4c4-42dd-acc3-9b9f00035acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6129794 Mar 14 15:23:39.867272 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34740e6e-b723-447b-af02-01b148d3e2ea tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:39.935816 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-b7f5abbb-25fc-45f4-967d-f994a6bfefdd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9a7c89e-d642-4529-ae79-4ce5ee00f40f HTTP/1.1" status: 200 len: 217 time: 0.1250136 Mar 14 15:23:39.972803 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-23d53030-a222-4ce2-8fa1-be99057393cd tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3385 time: 0.2402189 Mar 14 15:23:39.982478 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50656) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:40.031570 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b0e5f-ab73-42b2-8124-d28ea41f48bb req-43cbabe7-9b1e-4bc2-8441-2541f9e69b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:40.033107 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-118b0e5f-ab73-42b2-8124-d28ea41f48bb req-43cbabe7-9b1e-4bc2-8441-2541f9e69b8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c724f31e7fdd406db66fd20be3d79551&device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 1097 time: 0.3403771 Mar 14 15:23:40.033281 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708add61-3517-468c-8404-ac366e580f94 req-a31033c5-d51b-4f62-b049-49e41a85170c tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:40.034776 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-708add61-3517-468c-8404-ac366e580f94 req-a31033c5-d51b-4f62-b049-49e41a85170c tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 944 time: 0.2650025 Mar 14 15:23:40.062403 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-880eccc1-d567-4de8-ae02-c5090678ccd3 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:40.069972 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34740e6e-b723-447b-af02-01b148d3e2ea tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Pushing event updated for resources: {'Port': ['ID=b274337f-1b21-4201-a7d2-e7ad2b34a669,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:40.120472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-880eccc1-d567-4de8-ae02-c5090678ccd3 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Calling delete_port for cd92ac98-dfa4-4d3c-b4a3-faee4cf20a96 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:40.122540 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e0847106-28cc-4170-8c67-f8da6b94be01 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:40.127143 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34740e6e-b723-447b-af02-01b148d3e2ea tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:40.215379 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0847106-28cc-4170-8c67-f8da6b94be01 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Network 03650f72-0118-46b8-83a0-78e4cf4def14 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:40.221386 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34740e6e-b723-447b-af02-01b148d3e2ea tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:40.222575 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-34740e6e-b723-447b-af02-01b148d3e2ea tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4614730 Mar 14 15:23:40.238548 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50658) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:40.251541 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-e0847106-28cc-4170-8c67-f8da6b94be01 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:40.253117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bdb5855f-95b7-470e-8506-d110626afa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:40.254121 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0847106-28cc-4170-8c67-f8da6b94be01 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:40.254581 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-bdb5855f-95b7-470e-8506-d110626afa46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=32b536a6-20b7-48a8-995b-e55598332338 HTTP/1.1" status: 200 len: 845 time: 0.3110962 Mar 14 15:23:40.255220 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0847106-28cc-4170-8c67-f8da6b94be01 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:40.255807 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e0847106-28cc-4170-8c67-f8da6b94be01 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:40.260235 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-708add61-3517-468c-8404-ac366e580f94 req-7b5d0720-d8c3-4bd1-9d8e-af78eda183b9 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762812 Mar 14 15:23:40.283938 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0847106-28cc-4170-8c67-f8da6b94be01 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Pushing event updated for resources: {'Port': ['ID=d02cad59-8131-4b00-8a5c-5ac303035f7b,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:40.305218 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e0847106-28cc-4170-8c67-f8da6b94be01 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0349162 Mar 14 15:23:40.307669 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50662) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:40.312797 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8335'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:40.399488 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:40.418333 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-78a31c80-0024-4faf-b75a-240efef569b9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Deleting port 2a63aa31-26f3-47ab-89b8-884a9386134b {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:40.418673 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-78a31c80-0024-4faf-b75a-240efef569b9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:40.487890 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-83717156-a0bd-41f4-92da-644127eaff4d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] 10.222.0.59 "GET /v2.0/floatingips?floating_network_id=c0555148-6ae1-4260-9730-426181405cd1 HTTP/1.1" status: 200 len: 690 time: 0.2371936 Mar 14 15:23:40.512875 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0dac42de-ce6d-4ede-9761-2b46ddc917ac req-bd4026d8-0217-4a1a-b918-429de9c2cc2e service neutron] 10.222.0.18 "GET /v2.0/networks/49fee795-f4c4-42dd-acc3-9b9f00035acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6373274 Mar 14 15:23:40.526685 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50664) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:40.687266 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b0e5f-ab73-42b2-8124-d28ea41f48bb req-93a118e9-914d-4ade-a003-e0d28e6131f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:40.689300 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-118b0e5f-ab73-42b2-8124-d28ea41f48bb req-93a118e9-914d-4ade-a003-e0d28e6131f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed78ede5-32f5-4a15-9e59-683c99192b0a HTTP/1.1" status: 200 len: 912 time: 0.6376200 Mar 14 15:23:40.707508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-d78660ee-b2ec-495e-8622-4a900609e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:40.709004 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-d78660ee-b2ec-495e-8622-4a900609e01e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52d00c44-24c0-4d1a-a340-c039d76298f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4233143 Mar 14 15:23:40.720906 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa559156-b648-4e28-8107-f95f7b326687', 'tag': 'a9a7c89e-d642-4529-ae79-4ce5ee00f40f'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:23:40.723061 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408fc6d4-b9fd-4e82-a238-d6fcd3be16f7" -d '{"events": [{"name": "network-changed", "server_uuid": "fa559156-b648-4e28-8107-f95f7b326687", "tag": "a9a7c89e-d642-4529-ae79-4ce5ee00f40f"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:23:40.784866 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e66c9bb-e041-4338-ba21-ac5abd362eb0 x-openstack-request-id: req-0e66c9bb-e041-4338-ba21-ac5abd362eb0 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:23:40.785159 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa559156-b648-4e28-8107-f95f7b326687", "tag": "a9a7c89e-d642-4529-ae79-4ce5ee00f40f", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:23:40.785416 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0e66c9bb-e041-4338-ba21-ac5abd362eb0 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:23:40.785805 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa559156-b648-4e28-8107-f95f7b326687', 'tag': 'a9a7c89e-d642-4529-ae79-4ce5ee00f40f', 'status': 'completed', 'code': 200} Mar 14 15:23:40.795865 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfd855-4ac8-42c9-902f-e786991d680c req-421e28ca-398b-43d2-a1e8-2dead4df23a8 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:40.797360 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49dfd855-4ac8-42c9-902f-e786991d680c req-421e28ca-398b-43d2-a1e8-2dead4df23a8 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 944 time: 0.4124618 Mar 14 15:23:40.812242 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-78a31c80-0024-4faf-b75a-240efef569b9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:40.812569 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-78a31c80-0024-4faf-b75a-240efef569b9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:40.814121 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-118b0e5f-ab73-42b2-8124-d28ea41f48bb req-edd7402b-5495-4da2-9382-18da7db37fac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25e61a1d-2661-4c47-bc70-4afa29cfca7a HTTP/1.1" status: 200 len: 217 time: 0.1092770 Mar 14 15:23:40.835207 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-78a31c80-0024-4faf-b75a-240efef569b9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Calling delete_port for 2a63aa31-26f3-47ab-89b8-884a9386134b owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:40.876863 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-425ddf13-4914-4ac5-865d-0b09f092baf1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Allocated IP 2001:db8:1::1 (5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f/cd8093d2-c722-461c-8e6d-ef4fdc8c8e7b/f0b7282f-1b02-4929-8b64-8644c570d89b) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:40.998748 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] device_id is not set on port d02cad59-8131-4b00-8a5c-5ac303035f7b yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:23:41.009525 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:41.023237 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:41.038243 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb3c70-99a6-4328-9625-9eb4086f532f req-11776db5-323e-4cf3-ab2b-9e27168e57d9 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:41.039857 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-04cb3c70-99a6-4328-9625-9eb4086f532f req-11776db5-323e-4cf3-ab2b-9e27168e57d9 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 944 time: 0.1420233 Mar 14 15:23:41.122287 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567645ff-7bc4-480f-afa9-f4fbf7e004c7 req-b3f89332-4a53-40e6-b1b3-55fac35bda8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:41.123835 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-567645ff-7bc4-480f-afa9-f4fbf7e004c7 req-b3f89332-4a53-40e6-b1b3-55fac35bda8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3e851ef7d26489f809312a892e32164&device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 1097 time: 0.5436316 Mar 14 15:23:41.128713 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Pushing event updated for resources: {'Port': ['ID=d02cad59-8131-4b00-8a5c-5ac303035f7b,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:41.162166 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-04cb3c70-99a6-4328-9625-9eb4086f532f req-131202b9-0178-4eb1-abbb-050f6d15c039 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/security-groups?id=5eab0622-3a46-465f-9778-637516b3a996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955925 Mar 14 15:23:41.165942 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:41.165942 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:41.165942 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:41.190632 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port d02cad59-8131-4b00-8a5c-5ac303035f7b on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:41.191000 dv-neutron-833559-1-hyperv neutron-server[102567]: ERROR neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:41.192974 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.plugins.ml2.plugin [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 2 to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b Mar 14 15:23:41.214171 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:41.214504 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:41.214838 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:41.224848 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port d02cad59-8131-4b00-8a5c-5ac303035f7b on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:41.225171 dv-neutron-833559-1-hyperv neutron-server[102567]: ERROR neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:41.226118 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.plugins.ml2.plugin [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 3 to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b Mar 14 15:23:41.227253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:41.235397 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-78a31c80-0024-4faf-b75a-240efef569b9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:41.263363 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:41.263615 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:41.263955 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:41.270586 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a31c80-0024-4faf-b75a-240efef569b9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Pushing event deleted for resources: {'Port': ['ID=2a63aa31-26f3-47ab-89b8-884a9386134b,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:41.276210 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port d02cad59-8131-4b00-8a5c-5ac303035f7b on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:41.276541 dv-neutron-833559-1-hyperv neutron-server[102567]: ERROR neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:41.276924 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.plugins.ml2.plugin [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 4 to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b Mar 14 15:23:41.315452 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b0e5f-ab73-42b2-8124-d28ea41f48bb req-4ee1a836-2a3d-42f0-a597-7e2d61835349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:41.316940 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-118b0e5f-ab73-42b2-8124-d28ea41f48bb req-4ee1a836-2a3d-42f0-a597-7e2d61835349 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4 HTTP/1.1" status: 200 len: 850 time: 0.4841690 Mar 14 15:23:41.319793 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49dfd855-4ac8-42c9-902f-e786991d680c req-30923fd1-1c64-49b6-b886-ebe806370445 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/security-groups?id=a1603967-3516-424c-8a79-2969bef37aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4976032 Mar 14 15:23:41.321235 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:41.321576 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:41.321915 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:41.332902 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port d02cad59-8131-4b00-8a5c-5ac303035f7b on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:41.333145 dv-neutron-833559-1-hyperv neutron-server[102567]: ERROR neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:41.334975 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.plugins.ml2.plugin [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 5 to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b Mar 14 15:23:41.380495 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-78a31c80-0024-4faf-b75a-240efef569b9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for floatingip, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:41.380830 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-78a31c80-0024-4faf-b75a-240efef569b9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Floating IP 8a4cb716-8745-4a9b-ba8f-1e9f55368a08 disassociated (deleted). External IP: 172.26.6.126, port: 9672608b-a199-4050-a10e-2d9e9c5c1a0b. Mar 14 15:23:41.383432 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:41.383766 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:41.384098 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:41.421919 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port d02cad59-8131-4b00-8a5c-5ac303035f7b on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:41.422249 dv-neutron-833559-1-hyperv neutron-server[102567]: ERROR neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:41.429210 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.plugins.ml2.plugin [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 6 to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b Mar 14 15:23:41.455530 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:41.455910 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:41.456446 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:41.466728 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-7db1a9a7-92f8-4854-a978-4b1077a0568c service neutron] 10.222.0.18 "GET /v2.0/networks/52d00c44-24c0-4d1a-a340-c039d76298f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7398398 Mar 14 15:23:41.468232 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74562e83-8b74-453d-8a72-39388247786b req-e5bda57e-6c82-4291-b885-e5c8e74613e8 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:41.470298 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-74562e83-8b74-453d-8a72-39388247786b req-e5bda57e-6c82-4291-b885-e5c8e74613e8 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 944 time: 0.1181991 Mar 14 15:23:41.474194 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-880eccc1-d567-4de8-ae02-c5090678ccd3 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:41.510683 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port d02cad59-8131-4b00-8a5c-5ac303035f7b on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:41.511033 dv-neutron-833559-1-hyperv neutron-server[102567]: ERROR neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:41.513831 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.plugins.ml2.plugin [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 7 to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b Mar 14 15:23:41.559138 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:41.559477 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:41.559818 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:41.564932 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-74562e83-8b74-453d-8a72-39388247786b req-36cdac43-2961-4449-8974-7991c68f1329 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646889 Mar 14 15:23:41.570939 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port d02cad59-8131-4b00-8a5c-5ac303035f7b on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:41.571279 dv-neutron-833559-1-hyperv neutron-server[102567]: ERROR neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:41.571803 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.plugins.ml2.plugin [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 8 to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b Mar 14 15:23:41.593750 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880eccc1-d567-4de8-ae02-c5090678ccd3 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Pushing event deleted for resources: {'Port': ['ID=cd92ac98-dfa4-4d3c-b4a3-faee4cf20a96,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:41.619749 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:41.620089 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:41.620424 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:41.628782 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port d02cad59-8131-4b00-8a5c-5ac303035f7b on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:41.629119 dv-neutron-833559-1-hyperv neutron-server[102567]: ERROR neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:41.631148 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.plugins.ml2.plugin [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 9 to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b Mar 14 15:23:41.682859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-880eccc1-d567-4de8-ae02-c5090678ccd3 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:41.683953 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:41.684288 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:41.684626 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:41.689144 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-880eccc1-d567-4de8-ae02-c5090678ccd3 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] 10.222.0.59 "DELETE /v2.0/ports/cd92ac98-dfa4-4d3c-b4a3-faee4cf20a96 HTTP/1.1" status: 204 len: 168 time: 2.7357867 Mar 14 15:23:41.690877 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50672) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:41.692435 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567645ff-7bc4-480f-afa9-f4fbf7e004c7 req-b3c729f9-eae7-40f2-977c-ccf3d64bfde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:41.694500 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-567645ff-7bc4-480f-afa9-f4fbf7e004c7 req-b3c729f9-eae7-40f2-977c-ccf3d64bfde0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=49fee795-f4c4-42dd-acc3-9b9f00035acc HTTP/1.1" status: 200 len: 912 time: 0.5462923 Mar 14 15:23:41.701402 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-425ddf13-4914-4ac5-865d-0b09f092baf1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:41.715689 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b0e5f-ab73-42b2-8124-d28ea41f48bb req-0ac8222b-b4f8-455a-819a-8b29bdd66648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:41.717155 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-118b0e5f-ab73-42b2-8124-d28ea41f48bb req-0ac8222b-b4f8-455a-819a-8b29bdd66648 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed78ede5-32f5-4a15-9e59-683c99192b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3482308 Mar 14 15:23:41.724118 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port d02cad59-8131-4b00-8a5c-5ac303035f7b on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:41.724518 dv-neutron-833559-1-hyperv neutron-server[102567]: ERROR neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:41.728444 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.plugins.ml2.plugin [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempt 10 to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b Mar 14 15:23:41.762432 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:41.762793 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:41.763339 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempting to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:41.769362 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a31c80-0024-4faf-b75a-240efef569b9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Router cc840909-09ff-4565-83e7-1a47c48c9047 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:23:41.773593 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-51982aa8-d64e-4a19-af25-0a3e0a5ba973 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Deleting subnet 60718b83-8e81-4d6f-b52a-803db6929f84 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:23:41.776158 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-567645ff-7bc4-480f-afa9-f4fbf7e004c7 req-b5be0482-ead5-4744-9cc3-9492d205383b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a31cd96-8d3b-46a8-820b-4fcc1444cd86 HTTP/1.1" status: 200 len: 217 time: 0.0730712 Mar 14 15:23:41.778119 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51982aa8-d64e-4a19-af25-0a3e0a5ba973 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:41.780860 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Port d02cad59-8131-4b00-8a5c-5ac303035f7b on network 03650f72-0118-46b8-83a0-78e4cf4def14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:23:41.781191 dv-neutron-833559-1-hyperv neutron-server[102567]: ERROR neutron.plugins.ml2.managers [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Failed to bind port d02cad59-8131-4b00-8a5c-5ac303035f7b on host hv-neutron-8335 for vnic_type normal using segments [{'id': '50345fae-9233-4acc-a782-58f1db3faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03650f72-0118-46b8-83a0-78e4cf4def14'}] Mar 14 15:23:41.781538 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:41.887861 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Deleting port b274337f-1b21-4201-a7d2-e7ad2b34a669 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:41.888127 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:41.891153 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68d62a47-072a-4393-9170-7f0e3d968a46 req-dad4362e-5520-458e-b0b8-164248a5596a service neutron] 10.222.0.18 "GET /v2.0/networks/52d00c44-24c0-4d1a-a340-c039d76298f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863649 Mar 14 15:23:41.892889 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51982aa8-d64e-4a19-af25-0a3e0a5ba973 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:41.992533 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-425ddf13-4914-4ac5-865d-0b09f092baf1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:41.998463 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] For port d02cad59-8131-4b00-8a5c-5ac303035f7b, host hv-neutron-8335, cleared binding levels {{(pid=102567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:23:41.998748 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attempted to set empty binding levels {{(pid=102567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 14 15:23:42.015307 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:42.025966 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567645ff-7bc4-480f-afa9-f4fbf7e004c7 req-71024d7b-b377-4adf-9b48-37130b03420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:42.027442 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-567645ff-7bc4-480f-afa9-f4fbf7e004c7 req-71024d7b-b377-4adf-9b48-37130b03420d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f06bc8a1-e6d6-4299-b660-147ccd6bb298 HTTP/1.1" status: 200 len: 850 time: 0.2340500 Mar 14 15:23:42.070805 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-118b0e5f-ab73-42b2-8124-d28ea41f48bb req-c95bb5ec-34e1-47ee-9f9c-3105607afa0c service neutron] 10.222.0.18 "GET /v2.0/networks/ed78ede5-32f5-4a15-9e59-683c99192b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432598 Mar 14 15:23:42.102189 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] In _notify_port_updated(), no bound segment for port d02cad59-8131-4b00-8a5c-5ac303035f7b on network 03650f72-0118-46b8-83a0-78e4cf4def14 {{(pid=102567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:23:42.103042 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:42.103641 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:42.104945 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] 10.222.0.59 "PUT /v2.0/ports/d02cad59-8131-4b00-8a5c-5ac303035f7b HTTP/1.1" status: 200 len: 977 time: 1.7963669 Mar 14 15:23:42.105854 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425ddf13-4914-4ac5-865d-0b09f092baf1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network 5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:42.112440 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50674) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:42.133576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-425ddf13-4914-4ac5-865d-0b09f092baf1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:42.136001 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425ddf13-4914-4ac5-865d-0b09f092baf1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:42.136728 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-425ddf13-4914-4ac5-865d-0b09f092baf1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:42.149929 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a31c80-0024-4faf-b75a-240efef569b9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:23:42.155247 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4384465-a3ab-4cd5-a866-870da004fc7a tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Pushing event updated for resources: {'Port': ['ID=d02cad59-8131-4b00-8a5c-5ac303035f7b,revision_number=3']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:42.160569 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-78a31c80-0024-4faf-b75a-240efef569b9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:42.167682 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193e7cbb-9ae8-4253-808d-58180d347829 None None] Sync routers for ids ['cc840909-09ff-4565-83e7-1a47c48c9047'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:23:42.170994 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51982aa8-d64e-4a19-af25-0a3e0a5ba973 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:42.191832 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193e7cbb-9ae8-4253-808d-58180d347829 None None] Routers {'cc840909-09ff-4565-83e7-1a47c48c9047'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:42.192470 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-193e7cbb-9ae8-4253-808d-58180d347829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cc840909-09ff-4565-83e7-1a47c48c9047'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:42.200699 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:42.201028 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:42.206199 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ddf13-4914-4ac5-865d-0b09f092baf1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Port': ['ID=f0b7282f-1b02-4929-8b64-8644c570d89b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:42.262262 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-78a31c80-0024-4faf-b75a-240efef569b9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] 10.222.0.59 "DELETE /v2.0/floatingips/8a4cb716-8745-4a9b-ba8f-1e9f55368a08 HTTP/1.1" status: 204 len: 168 time: 2.2756453 Mar 14 15:23:42.262994 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fc6d4-b9fd-4e82-a238-d6fcd3be16f7 req-a64dba73-e8a3-45a1-858e-54324f64f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:42.264518 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-408fc6d4-b9fd-4e82-a238-d6fcd3be16f7 req-a64dba73-e8a3-45a1-858e-54324f64f17a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e0a975c53dd4b5ba8a2e6281815c542&device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 1097 time: 0.2897487 Mar 14 15:23:42.264992 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50678) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:42.265234 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-193e7cbb-9ae8-4253-808d-58180d347829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:42.265895 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Calling delete_port for b274337f-1b21-4201-a7d2-e7ad2b34a669 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:42.279346 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2b298aa6-876a-4e99-a91b-3403c7f29379 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:42.286957 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193e7cbb-9ae8-4253-808d-58180d347829 None None] Routers {'cc840909-09ff-4565-83e7-1a47c48c9047'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:42.287787 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-193e7cbb-9ae8-4253-808d-58180d347829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cc840909-09ff-4565-83e7-1a47c48c9047'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:42.319106 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-4e509bf8-eaf9-43bc-b3da-11fa9a0e3016 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Deleting port d02cad59-8131-4b00-8a5c-5ac303035f7b {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:42.319451 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4e509bf8-eaf9-43bc-b3da-11fa9a0e3016 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:42.321781 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51982aa8-d64e-4a19-af25-0a3e0a5ba973 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:42.335056 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-193e7cbb-9ae8-4253-808d-58180d347829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:42.336522 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193e7cbb-9ae8-4253-808d-58180d347829 None None] The sync data for ids ['cc840909-09ff-4565-83e7-1a47c48c9047'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:23:42.355202 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567645ff-7bc4-480f-afa9-f4fbf7e004c7 req-a798aadf-480c-496a-a1c4-935a41517183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:42.356708 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-567645ff-7bc4-480f-afa9-f4fbf7e004c7 req-a798aadf-480c-496a-a1c4-935a41517183 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49fee795-f4c4-42dd-acc3-9b9f00035acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3013256 Mar 14 15:23:42.387310 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51982aa8-d64e-4a19-af25-0a3e0a5ba973 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Pushing event deleted for resources: {'Subnet': ['ID=60718b83-8e81-4d6f-b52a-803db6929f84,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:42.397787 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51982aa8-d64e-4a19-af25-0a3e0a5ba973 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:42.403487 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-51982aa8-d64e-4a19-af25-0a3e0a5ba973 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] 10.222.0.59 "DELETE /v2.0/subnets/60718b83-8e81-4d6f-b52a-803db6929f84 HTTP/1.1" status: 204 len: 168 time: 0.7103741 Mar 14 15:23:42.404839 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af34e5af-8e22-4f8e-b528-263f714abda9 None None] Network cef3732b-2817-49db-a674-7afa5dd1a7ba requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:42.417725 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50682) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:42.493515 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-4e509bf8-eaf9-43bc-b3da-11fa9a0e3016 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] For port d02cad59-8131-4b00-8a5c-5ac303035f7b, host hv-neutron-8335, got binding levels [] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:42.493877 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4e509bf8-eaf9-43bc-b3da-11fa9a0e3016 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:42.556152 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-4e509bf8-eaf9-43bc-b3da-11fa9a0e3016 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Calling delete_port for d02cad59-8131-4b00-8a5c-5ac303035f7b owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:42.558717 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3c488117-4f22-416d-b343-3272ec770e9b None None] Provisioning complete for port f0b7282f-1b02-4929-8b64-8644c570d89b triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:42.559372 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3c488117-4f22-416d-b343-3272ec770e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:42.580191 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b298aa6-876a-4e99-a91b-3403c7f29379 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:42.600728 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580a2f8-8e5e-4e36-b752-c9e688faa23b req-c6866b48-863c-4b9c-8251-f56fb8718b0d tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:42.602326 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3580a2f8-8e5e-4e36-b752-c9e688faa23b req-c6866b48-863c-4b9c-8251-f56fb8718b0d tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 944 time: 0.1711106 Mar 14 15:23:42.619658 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5f478753-47cc-4eac-8fa8-777563bd4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:42.755020 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3580a2f8-8e5e-4e36-b752-c9e688faa23b req-4de8c009-ac83-4255-b527-1d00f0320289 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/security-groups?id=a1603967-3516-424c-8a79-2969bef37aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970738 Mar 14 15:23:42.768090 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3c488117-4f22-416d-b343-3272ec770e9b None None] Port f0b7282f-1b02-4929-8b64-8644c570d89b cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:42.786335 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4e509bf8-eaf9-43bc-b3da-11fa9a0e3016 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:42.840675 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e509bf8-eaf9-43bc-b3da-11fa9a0e3016 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Pushing event deleted for resources: {'Port': ['ID=d02cad59-8131-4b00-8a5c-5ac303035f7b,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:42.858711 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4e509bf8-eaf9-43bc-b3da-11fa9a0e3016 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:42.861751 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e680f2ce-ac28-497c-803a-e572d413182a None None] DHCP port deletion for cef3732b-2817-49db-a674-7afa5dd1a7ba request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:23:42.866949 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4e509bf8-eaf9-43bc-b3da-11fa9a0e3016 tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] 10.222.0.59 "DELETE /v2.0/ports/d02cad59-8131-4b00-8a5c-5ac303035f7b HTTP/1.1" status: 204 len: 168 time: 0.7460096 Mar 14 15:23:42.866949 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50686) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:42.915089 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0e8aa5-668e-436f-90f2-3318be95883d tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] GET failed (client error): The resource could not be found. Mar 14 15:23:42.920052 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e680f2ce-ac28-497c-803a-e572d413182a None None] Deleting port 621a9ddd-0494-45f1-8307-381c72897040 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:42.920263 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-de0e8aa5-668e-436f-90f2-3318be95883d tempest-PortsAdminExtendedAttrsTestJSON-277865529 tempest-PortsAdminExtendedAttrsTestJSON-277865529-project-admin] 10.222.0.59 "GET /v2.0/ports/d02cad59-8131-4b00-8a5c-5ac303035f7b HTTP/1.1" status: 404 len: 333 time: 0.0487065 Mar 14 15:23:42.920346 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e680f2ce-ac28-497c-803a-e572d413182a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:42.920425 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-5f478753-47cc-4eac-8fa8-777563bd4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Deleting port 621a9ddd-0494-45f1-8307-381c72897040 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:42.920425 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5f478753-47cc-4eac-8fa8-777563bd4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:42.920937 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50688) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:42.944113 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-118b0e5f-ab73-42b2-8124-d28ea41f48bb req-7a7ea179-d143-448a-aa24-384cdafaac2a service neutron] 10.222.0.18 "GET /v2.0/networks/ed78ede5-32f5-4a15-9e59-683c99192b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8371763 Mar 14 15:23:42.981104 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27017b-e546-435a-b649-279256b26fb5 req-d6e55b0f-6d56-41be-9ca0-f5cedba4a56e tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:42.982587 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0c27017b-e546-435a-b649-279256b26fb5 req-d6e55b0f-6d56-41be-9ca0-f5cedba4a56e tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 944 time: 0.6802995 Mar 14 15:23:42.990508 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e680f2ce-ac28-497c-803a-e572d413182a None None] For port 621a9ddd-0494-45f1-8307-381c72897040, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=621a9ddd-0494-45f1-8307-381c72897040,segment=NetworkSegment(9fbc2fc6-639c-4e25-b9fc-5ac95c2f0c6c),segment_id=9fbc2fc6-639c-4e25-b9fc-5ac95c2f0c6c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:42.990932 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e680f2ce-ac28-497c-803a-e572d413182a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.005969 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-425ddf13-4914-4ac5-865d-0b09f092baf1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.007622 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e680f2ce-ac28-497c-803a-e572d413182a None None] Calling delete_port for 621a9ddd-0494-45f1-8307-381c72897040 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:43.009127 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752d79a-e18c-4d4e-a337-aefdfc414d38 req-c3b212fe-327e-4d98-adc4-68f5a7204e78 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:43.010660 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1752d79a-e18c-4d4e-a337-aefdfc414d38 req-c3b212fe-327e-4d98-adc4-68f5a7204e78 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 944 time: 0.1665702 Mar 14 15:23:43.032794 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fc6d4-b9fd-4e82-a238-d6fcd3be16f7 req-348dca87-19c9-4a17-9495-7b57474b7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:43.034320 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-408fc6d4-b9fd-4e82-a238-d6fcd3be16f7 req-348dca87-19c9-4a17-9495-7b57474b7e9f service neutron] 10.222.0.18 "GET /v2.0/networks?id=52d00c44-24c0-4d1a-a340-c039d76298f3 HTTP/1.1" status: 200 len: 907 time: 0.7308488 Mar 14 15:23:43.095213 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-5f478753-47cc-4eac-8fa8-777563bd4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] For port 621a9ddd-0494-45f1-8307-381c72897040, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=621a9ddd-0494-45f1-8307-381c72897040,segment=NetworkSegment(9fbc2fc6-639c-4e25-b9fc-5ac95c2f0c6c),segment_id=9fbc2fc6-639c-4e25-b9fc-5ac95c2f0c6c)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:43.095857 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5f478753-47cc-4eac-8fa8-777563bd4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.100645 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e680f2ce-ac28-497c-803a-e572d413182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.119040 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-5f478753-47cc-4eac-8fa8-777563bd4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Calling delete_port for 621a9ddd-0494-45f1-8307-381c72897040 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:43.123711 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-619be064-3469-42d9-a693-ae59868dfd7a tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.135055 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680f2ce-ac28-497c-803a-e572d413182a None None] Pushing event deleted for resources: {'Port': ['ID=621a9ddd-0494-45f1-8307-381c72897040,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:43.143349 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e680f2ce-ac28-497c-803a-e572d413182a None None] No DVR routers for this DVR port 621a9ddd-0494-45f1-8307-381c72897040 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:23:43.145264 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1752d79a-e18c-4d4e-a337-aefdfc414d38 req-30e88257-024f-45ec-a8bd-195e17315fb4 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000855 Mar 14 15:23:43.175327 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-408fc6d4-b9fd-4e82-a238-d6fcd3be16f7 req-a7cebbb7-1198-48aa-a182-4d9a587585b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9a7c89e-d642-4529-ae79-4ce5ee00f40f HTTP/1.1" status: 200 len: 217 time: 0.0994651 Mar 14 15:23:43.182357 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-567645ff-7bc4-480f-afa9-f4fbf7e004c7 req-c4b77186-082d-4713-95e5-f172b33d175d service neutron] 10.222.0.18 "GET /v2.0/networks/49fee795-f4c4-42dd-acc3-9b9f00035acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7987909 Mar 14 15:23:43.203659 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0c27017b-e546-435a-b649-279256b26fb5 req-fa1f61f9-a5f7-457b-99a1-4c48fae3e48c tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/security-groups?id=5eab0622-3a46-465f-9778-637516b3a996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049031 Mar 14 15:23:43.279670 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-619be064-3469-42d9-a693-ae59868dfd7a tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.288149 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 25e61a1d-2661-4c47-bc70-4afa29cfca7a details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:23:43.308313 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-619be064-3469-42d9-a693-ae59868dfd7a tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03650f72-0118-46b8-83a0-78e4cf4def14']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:43.317918 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5f478753-47cc-4eac-8fa8-777563bd4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.320692 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-619be064-3469-42d9-a693-ae59868dfd7a tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50345fae-9233-4acc-a782-58f1db3faf8c') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:43.320986 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-619be064-3469-42d9-a693-ae59868dfd7a tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50345fae-9233-4acc-a782-58f1db3faf8c') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:43.352445 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f478753-47cc-4eac-8fa8-777563bd4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Pushing event deleted for resources: {'Port': ['ID=621a9ddd-0494-45f1-8307-381c72897040,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:43.356681 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-619be064-3469-42d9-a693-ae59868dfd7a tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.358560 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f478753-47cc-4eac-8fa8-777563bd4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] No DVR routers for this DVR port 621a9ddd-0494-45f1-8307-381c72897040 on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:23:43.403090 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 25e61a1d-2661-4c47-bc70-4afa29cfca7a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=25e61a1d-2661-4c47-bc70-4afa29cfca7a,segment=NetworkSegment(5b66a205-4257-4ef2-b24e-2402f06e70b7),segment_id=5b66a205-4257-4ef2-b24e-2402f06e70b7)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:43.410645 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-619be064-3469-42d9-a693-ae59868dfd7a tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.418128 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '25e61a1d-2661-4c47-bc70-4afa29cfca7a', 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a', 'port_id': '25e61a1d-2661-4c47-bc70-4afa29cfca7a', 'mac_address': 'fa:16:3e:3e:ac:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:23:43.438795 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fc6d4-b9fd-4e82-a238-d6fcd3be16f7 req-d7d3aaf9-39d0-4e76-b4c3-11c48ebbc659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:43.440349 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-408fc6d4-b9fd-4e82-a238-d6fcd3be16f7 req-d7d3aaf9-39d0-4e76-b4c3-11c48ebbc659 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=32b536a6-20b7-48a8-995b-e55598332338 HTTP/1.1" status: 200 len: 845 time: 0.2542424 Mar 14 15:23:43.445515 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619be064-3469-42d9-a693-ae59868dfd7a tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:23:43.446004 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-619be064-3469-42d9-a693-ae59868dfd7a tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:23:43.449622 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:23:43.452182 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.461944 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.477928 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e61a1d-2661-4c47-bc70-4afa29cfca7a {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:23:43.480999 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5f478753-47cc-4eac-8fa8-777563bd4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.498886 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 25e61a1d-2661-4c47-bc70-4afa29cfca7a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=25e61a1d-2661-4c47-bc70-4afa29cfca7a,segment=NetworkSegment(5b66a205-4257-4ef2-b24e-2402f06e70b7),segment_id=5b66a205-4257-4ef2-b24e-2402f06e70b7)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:43.504165 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.507375 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 6a31cd96-8d3b-46a8-820b-4fcc1444cd86 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:23:43.542524 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Pushing event deleted for resources: {'Port': ['ID=b274337f-1b21-4201-a7d2-e7ad2b34a669,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:43.545165 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-5f478753-47cc-4eac-8fa8-777563bd4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef3732b-2817-49db-a674-7afa5dd1a7ba']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:43.557876 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-5f478753-47cc-4eac-8fa8-777563bd4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbc2fc6-639c-4e25-b9fc-5ac95c2f0c6c') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:43.558021 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-5f478753-47cc-4eac-8fa8-777563bd4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbc2fc6-639c-4e25-b9fc-5ac95c2f0c6c') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:43.611181 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-567645ff-7bc4-480f-afa9-f4fbf7e004c7 req-82360ff7-4906-428f-b908-9574e9a0e946 service neutron] 10.222.0.18 "GET /v2.0/networks/49fee795-f4c4-42dd-acc3-9b9f00035acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207325 Mar 14 15:23:43.622203 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=25e61a1d-2661-4c47-bc70-4afa29cfca7a,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:43.640090 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b298aa6-876a-4e99-a91b-3403c7f29379 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.670392 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 6a31cd96-8d3b-46a8-820b-4fcc1444cd86, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6a31cd96-8d3b-46a8-820b-4fcc1444cd86,segment=NetworkSegment(acbb32e0-b9fb-4915-ad33-1c0a044e0b76),segment_id=acbb32e0-b9fb-4915-ad33-1c0a044e0b76)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:43.685244 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '6a31cd96-8d3b-46a8-820b-4fcc1444cd86', 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc', 'port_id': '6a31cd96-8d3b-46a8-820b-4fcc1444cd86', 'mac_address': 'fa:16:3e:5e:0c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06bc8a1-e6d6-4299-b660-147ccd6bb298', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:23:43.700730 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fc6d4-b9fd-4e82-a238-d6fcd3be16f7 req-2b0cd8b8-bf27-40bf-8d1f-60a5c48f118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:43.702381 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-408fc6d4-b9fd-4e82-a238-d6fcd3be16f7 req-2b0cd8b8-bf27-40bf-8d1f-60a5c48f118e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52d00c44-24c0-4d1a-a340-c039d76298f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2497525 Mar 14 15:23:43.725922 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.743834 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a31cd96-8d3b-46a8-820b-4fcc1444cd86 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:23:43.765225 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 6a31cd96-8d3b-46a8-820b-4fcc1444cd86, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6a31cd96-8d3b-46a8-820b-4fcc1444cd86,segment=NetworkSegment(acbb32e0-b9fb-4915-ad33-1c0a044e0b76),segment_id=acbb32e0-b9fb-4915-ad33-1c0a044e0b76)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:43.769815 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.819285 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.825789 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=6a31cd96-8d3b-46a8-820b-4fcc1444cd86,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:43.835973 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-619be064-3469-42d9-a693-ae59868dfd7a tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.839020 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5f478753-47cc-4eac-8fa8-777563bd4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.850366 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-619be064-3469-42d9-a693-ae59868dfd7a tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.855862 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-619be064-3469-42d9-a693-ae59868dfd7a tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] 10.222.0.59 "DELETE /v2.0/networks/03650f72-0118-46b8-83a0-78e4cf4def14 HTTP/1.1" status: 204 len: 168 time: 0.9310703 Mar 14 15:23:43.882370 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619be064-3469-42d9-a693-ae59868dfd7a tempest-PortsAdminExtendedAttrsTestJSON-1851393518 tempest-PortsAdminExtendedAttrsTestJSON-1851393518-project] Pushing event deleted for resources: {'Network': ['ID=03650f72-0118-46b8-83a0-78e4cf4def14,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:43.896809 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5f478753-47cc-4eac-8fa8-777563bd4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.908617 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f478753-47cc-4eac-8fa8-777563bd4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:23:43.908924 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5f478753-47cc-4eac-8fa8-777563bd4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:23:43.911942 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:23:43.966782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-2b298aa6-876a-4e99-a91b-3403c7f29379 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Allocated IP 172.26.6.38 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/77df1a18-ac40-4306-870f-5e86c9bce49f) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:43.975764 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a7235-a287-4dc9-8d41-e3717495889c req-679df2d8-94ad-4f5e-9c7a-c7d0469b64a9 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:43.976857 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-425ddf13-4914-4ac5-865d-0b09f092baf1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.977064 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5b6a7235-a287-4dc9-8d41-e3717495889c req-679df2d8-94ad-4f5e-9c7a-c7d0469b64a9 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 944 time: 0.1102865 Mar 14 15:23:43.992781 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-408fc6d4-b9fd-4e82-a238-d6fcd3be16f7 req-7101e2f4-1b35-47b2-8484-d9280e960ef6 service neutron] 10.222.0.18 "GET /v2.0/networks/52d00c44-24c0-4d1a-a340-c039d76298f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602649 Mar 14 15:23:43.994121 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5f478753-47cc-4eac-8fa8-777563bd4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.994436 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-425ddf13-4914-4ac5-865d-0b09f092baf1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:43.995220 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-425ddf13-4914-4ac5-865d-0b09f092baf1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:44.001491 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:44.005849 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5f478753-47cc-4eac-8fa8-777563bd4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:44.012298 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5f478753-47cc-4eac-8fa8-777563bd4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] 10.222.0.59 "DELETE /v2.0/networks/cef3732b-2817-49db-a674-7afa5dd1a7ba HTTP/1.1" status: 204 len: 168 time: 1.5911155 Mar 14 15:23:44.029999 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f478753-47cc-4eac-8fa8-777563bd4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168 tempest-ExtraDHCPOptionsIpV6TestJSON-349792168-project] Pushing event deleted for resources: {'Network': ['ID=cef3732b-2817-49db-a674-7afa5dd1a7ba,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:44.086226 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 621a9ddd-0494-45f1-8307-381c72897040 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:23:44.087882 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5b6a7235-a287-4dc9-8d41-e3717495889c req-4b5cb659-54aa-4b52-8528-0f17ebc0f4f5 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/security-groups?id=a1603967-3516-424c-8a79-2969bef37aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836670 Mar 14 15:23:44.124536 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['25e61a1d-2661-4c47-bc70-4afa29cfca7a'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:23:44.232802 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50704) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:44.237042 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ddf13-4914-4ac5-865d-0b09f092baf1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Port': ['ID=f0b7282f-1b02-4929-8b64-8644c570d89b,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:44.307696 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-408fc6d4-b9fd-4e82-a238-d6fcd3be16f7 req-0395ba44-2716-4a8b-be9b-c1eca7e8995f service neutron] 10.222.0.18 "GET /v2.0/networks/52d00c44-24c0-4d1a-a340-c039d76298f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025720 Mar 14 15:23:44.328757 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:44.330219 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['6a31cd96-8d3b-46a8-820b-4fcc1444cd86'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:23:44.353482 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50708) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:44.397049 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b298aa6-876a-4e99-a91b-3403c7f29379 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:44.410045 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 621a9ddd-0494-45f1-8307-381c72897040 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:23:44.410385 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 621a9ddd-0494-45f1-8307-381c72897040 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:23:44.432583 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4c267d4f-1e6e-4fce-a1d3-35945beffaec,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:44.448353 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705b202-1370-4aa7-8c34-d39177b23e7d req-be51dd15-d2c5-4c7e-9083-0d479de6358f tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:44.456882 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e705b202-1370-4aa7-8c34-d39177b23e7d req-be51dd15-d2c5-4c7e-9083-0d479de6358f tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 945 time: 0.0852394 Mar 14 15:23:44.497401 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:44.518259 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e705b202-1370-4aa7-8c34-d39177b23e7d req-81bb6efd-b982-49ea-92c7-40fc07988d56 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/security-groups?id=5eab0622-3a46-465f-9778-637516b3a996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605025 Mar 14 15:23:44.527952 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0555148-6ae1-4260-9730-426181405cd1']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:44.540506 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b5a2375-75e1-46e8-8602-c24e55448d57') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:44.541275 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b5a2375-75e1-46e8-8602-c24e55448d57') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:44.562525 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:44.572983 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-084d89b2-e517-4e70-be10-5bb5086c7530 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=af59e5527ede4ca0bec384af664c5090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381462 Mar 14 15:23:44.575505 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-726e4319-fa10-4fb8-b8a9-3172e2f6ffc3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f3d282e67c204865a1db47cfa668dddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206511 Mar 14 15:23:44.576028 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50712) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:44.577317 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425ddf13-4914-4ac5-865d-0b09f092baf1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network 5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:44.578103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50714) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:44.585093 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-425ddf13-4914-4ac5-865d-0b09f092baf1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:44.609084 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:44.623438 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269097ae-ed88-4e0c-9378-de7a040fc5f7 req-22e91126-2258-495a-b7cd-177aa2875364 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:44.625578 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-269097ae-ed88-4e0c-9378-de7a040fc5f7 req-22e91126-2258-495a-b7cd-177aa2875364 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 945 time: 0.3016195 Mar 14 15:23:44.632845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:23:44.633260 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:23:44.636475 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:23:44.682278 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5799ca7d-1162-438e-9972-02a6dd414a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:44.689074 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a6ff36fd-7f19-4b99-bb51-2bc629aeb937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:44.722828 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5799ca7d-1162-438e-9972-02a6dd414a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:44.733768 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a6ff36fd-7f19-4b99-bb51-2bc629aeb937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:44.815499 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5799ca7d-1162-438e-9972-02a6dd414a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:44.818440 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5799ca7d-1162-438e-9972-02a6dd414a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:44.819738 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5799ca7d-1162-438e-9972-02a6dd414a36 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bbe58488-5222-4471-b5b8-996e9894ff0a HTTP/1.1" status: 204 len: 168 time: 0.2405248 Mar 14 15:23:44.822747 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a6ff36fd-7f19-4b99-bb51-2bc629aeb937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:44.825371 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a6ff36fd-7f19-4b99-bb51-2bc629aeb937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:44.829558 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a6ff36fd-7f19-4b99-bb51-2bc629aeb937 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5f4cbaf8-6162-4168-92b7-fea495b328a3 HTTP/1.1" status: 204 len: 168 time: 0.2456234 Mar 14 15:23:44.845251 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799ca7d-1162-438e-9972-02a6dd414a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe58488-5222-4471-b5b8-996e9894ff0a,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:44.868455 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff36fd-7f19-4b99-bb51-2bc629aeb937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4cbaf8-6162-4168-92b7-fea495b328a3,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:44.963763 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b202d2a0-7021-4262-89d2-60a417a82955 None None] Provisioning complete for port f0b7282f-1b02-4929-8b64-8644c570d89b triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:44.964838 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b202d2a0-7021-4262-89d2-60a417a82955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:45.009842 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b202d2a0-7021-4262-89d2-60a417a82955 None None] Port f0b7282f-1b02-4929-8b64-8644c570d89b cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:45.031437 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b298aa6-876a-4e99-a91b-3403c7f29379 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:45.098724 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-269097ae-ed88-4e0c-9378-de7a040fc5f7 req-200ea450-772a-4d6c-8ba2-87ffe13c2b19 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4184754 Mar 14 15:23:45.119973 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b298aa6-876a-4e99-a91b-3403c7f29379 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:45.120476 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:45.123287 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425ddf13-4914-4ac5-865d-0b09f092baf1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router 3bed1ae5-73c1-477a-b4c3-f26f460dc259 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:23:45.124227 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-2b298aa6-876a-4e99-a91b-3403c7f29379 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:45.128498 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b298aa6-876a-4e99-a91b-3403c7f29379 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Pushing event updated for resources: {'Port': ['ID=77df1a18-ac40-4306-870f-5e86c9bce49f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:45.136779 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b298aa6-876a-4e99-a91b-3403c7f29379 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:45.182875 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c0555148-6ae1-4260-9730-426181405cd1 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 14 15:23:45.188386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Pushing event deleted for resources: {'Network': ['ID=c0555148-6ae1-4260-9730-426181405cd1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:45.189490 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50730) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:45.195715 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:45.201101 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7b80042e-2d7a-4d9f-812b-b754cf04ec0c tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] 10.222.0.59 "DELETE /v2.0/networks/c0555148-6ae1-4260-9730-426181405cd1 HTTP/1.1" status: 204 len: 168 time: 4.6695070 Mar 14 15:23:45.203328 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50732) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:45.269765 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-125bf2bd-24d6-462c-bba3-1822f8379730 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=191773e5f2c94b3c95c6994088344067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0760293 Mar 14 15:23:45.270329 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50736) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:45.291281 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a9a7c89e-d642-4529-ae79-4ce5ee00f40f details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:23:45.294630 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 25e61a1d-2661-4c47-bc70-4afa29cfca7a up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:45.331096 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166b712-864a-471a-a015-c52b31bbbcdd req-11b28468-294d-4050-998a-9305e4adb42e tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:45.339364 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d166b712-864a-471a-a015-c52b31bbbcdd req-11b28468-294d-4050-998a-9305e4adb42e tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 944 time: 0.1520693 Mar 14 15:23:45.367715 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3cbdc76-400c-4ff3-9133-e37c820b0836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:45.406158 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d166b712-864a-471a-a015-c52b31bbbcdd req-30099c73-7932-4dbe-889f-b7364d605333 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/security-groups?id=a1603967-3516-424c-8a79-2969bef37aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631049 Mar 14 15:23:45.410206 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b298aa6-876a-4e99-a91b-3403c7f29379 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:45.436256 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1ced4991-c05c-425a-9ce5-6b4529140bea tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2131 time: 0.2313192 Mar 14 15:23:45.439721 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50738) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:45.447568 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3cbdc76-400c-4ff3-9133-e37c820b0836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:45.477421 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 25e61a1d-2661-4c47-bc70-4afa29cfca7a completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:23:45.481475 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425ddf13-4914-4ac5-865d-0b09f092baf1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:23:45.483852 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b298aa6-876a-4e99-a91b-3403c7f29379 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:45.489769 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-425ddf13-4914-4ac5-865d-0b09f092baf1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/3bed1ae5-73c1-477a-b4c3-f26f460dc259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2028902 Mar 14 15:23:45.508190 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50742) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:45.545225 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 25e61a1d-2661-4c47-bc70-4afa29cfca7a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:45.546329 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:45.605461 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3cbdc76-400c-4ff3-9133-e37c820b0836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:45.608071 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3cbdc76-400c-4ff3-9133-e37c820b0836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:45.609343 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c3cbdc76-400c-4ff3-9133-e37c820b0836 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/62607688-bc8b-4998-9c99-40be52d39d88 HTTP/1.1" status: 204 len: 168 time: 0.3383706 Mar 14 15:23:45.632923 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbdc76-400c-4ff3-9133-e37c820b0836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62607688-bc8b-4998-9c99-40be52d39d88,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:45.641088 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c79be1-ed69-4a47-8f7e-488bb5a338fb tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:45.642502 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c0c79be1-ed69-4a47-8f7e-488bb5a338fb tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/ports/f0b7282f-1b02-4929-8b64-8644c570d89b HTTP/1.1" status: 200 len: 913 time: 0.0923138 Mar 14 15:23:45.654254 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50748) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:45.661396 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c058fe-0197-4f97-857b-0a8f16fb844d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:45.661883 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c058fe-0197-4f97-857b-0a8f16fb844d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:45.662318 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c058fe-0197-4f97-857b-0a8f16fb844d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:45.662765 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c058fe-0197-4f97-857b-0a8f16fb844d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:45.663684 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c058fe-0197-4f97-857b-0a8f16fb844d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:45.663684 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c058fe-0197-4f97-857b-0a8f16fb844d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:45.664115 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c058fe-0197-4f97-857b-0a8f16fb844d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:45.664556 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c058fe-0197-4f97-857b-0a8f16fb844d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:45.664992 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c058fe-0197-4f97-857b-0a8f16fb844d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:45.670231 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-50c058fe-0197-4f97-857b-0a8f16fb844d tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5839 time: 0.2296052 Mar 14 15:23:45.670786 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50750) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:45.683395 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a9a7c89e-d642-4529-ae79-4ce5ee00f40f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a9a7c89e-d642-4529-ae79-4ce5ee00f40f,segment=NetworkSegment(b4feea2c-6aa0-4a26-932b-1366dd8c8096),segment_id=b4feea2c-6aa0-4a26-932b-1366dd8c8096)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:45.746157 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'a9a7c89e-d642-4529-ae79-4ce5ee00f40f', 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3', 'port_id': 'a9a7c89e-d642-4529-ae79-4ce5ee00f40f', 'mac_address': 'fa:16:3e:b6:8b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b536a6-20b7-48a8-995b-e55598332338', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:23:45.756950 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-f489e49b-d6f7-4536-be5d-8684350d4129 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] delete failed (client error): The resource could not be found. Mar 14 15:23:45.761586 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f489e49b-d6f7-4536-be5d-8684350d4129 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/ec419cf0-ba56-4693-9f0a-3b87b25019b0 HTTP/1.1" status: 404 len: 345 time: 0.0835469 Mar 14 15:23:45.762147 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50754) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:45.814801 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:45.820320 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:45.824124 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-4770177a-398e-4d93-a093-7de3919c55cc tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] DELETE failed (client error): The resource could not be found. Mar 14 15:23:45.824675 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4770177a-398e-4d93-a093-7de3919c55cc tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:23:45.835700 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4770177a-398e-4d93-a093-7de3919c55cc tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] 10.222.0.59 "DELETE /v2.0/networks/c0555148-6ae1-4260-9730-426181405cd1 HTTP/1.1" status: 404 len: 339 time: 0.0708208 Mar 14 15:23:45.837957 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50758) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:45.843914 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-cb50e57d-c0c5-4e37-9fe5-dbd7a6083968 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Request body: {'network': {'name': 'tempest-network--468799093', 'router:external': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:45.864773 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979c41a-7b8f-4fe9-8ab4-c3c2e1399143 req-8584888c-84dc-4d73-a6e2-9576aaa1c5fb tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:45.867172 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8979c41a-7b8f-4fe9-8ab4-c3c2e1399143 req-8584888c-84dc-4d73-a6e2-9576aaa1c5fb tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 945 time: 0.1881008 Mar 14 15:23:45.880110 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 25e61a1d-2661-4c47-bc70-4afa29cfca7a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=25e61a1d-2661-4c47-bc70-4afa29cfca7a,segment=NetworkSegment(5b66a205-4257-4ef2-b24e-2402f06e70b7),segment_id=5b66a205-4257-4ef2-b24e-2402f06e70b7)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:45.883164 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd2a1e6-2522-4e39-bff4-82747765c6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e61a1d-2661-4c47-bc70-4afa29cfca7a'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:23:45.939445 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb50e57d-c0c5-4e37-9fe5-dbd7a6083968 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Made reservation on behalf of 713d368d7af2430b84a288f05e5d94a4 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:45.942546 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cb50e57d-c0c5-4e37-9fe5-dbd7a6083968 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:45.959975 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b298aa6-876a-4e99-a91b-3403c7f29379 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:45.969294 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8979c41a-7b8f-4fe9-8ab4-c3c2e1399143 req-d1a584f0-2380-45bc-b31b-d71619acdb7a tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/security-groups?id=5eab0622-3a46-465f-9778-637516b3a996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923464 Mar 14 15:23:45.973984 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b298aa6-876a-4e99-a91b-3403c7f29379 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:46.017966 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:46.018772 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 6a31cd96-8d3b-46a8-820b-4fcc1444cd86 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:46.026819 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a7c89e-d642-4529-ae79-4ce5ee00f40f {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:23:46.046159 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb50e57d-c0c5-4e37-9fe5-dbd7a6083968 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:23:46.058302 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a9a7c89e-d642-4529-ae79-4ce5ee00f40f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a9a7c89e-d642-4529-ae79-4ce5ee00f40f,segment=NetworkSegment(b4feea2c-6aa0-4a26-932b-1366dd8c8096),segment_id=b4feea2c-6aa0-4a26-932b-1366dd8c8096)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:46.103144 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cb50e57d-c0c5-4e37-9fe5-dbd7a6083968 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:46.103572 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-cb50e57d-c0c5-4e37-9fe5-dbd7a6083968 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Added segment 9e12b9f8-785b-49a5-b0ca-234f84d01d13 of type vlan for network a61fc23d-1652-4e9b-b0fa-6599749d88ca Mar 14 15:23:46.140403 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b298aa6-876a-4e99-a91b-3403c7f29379 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Pushing event updated for resources: {'Port': ['ID=77df1a18-ac40-4306-870f-5e86c9bce49f,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:46.146394 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aac0aa-8bf7-41c5-88a5-d133edf11eb1 None None] Sync routers for ids ['3bed1ae5-73c1-477a-b4c3-f26f460dc259'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:23:46.170174 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:46.171191 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b298aa6-876a-4e99-a91b-3403c7f29379 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:46.208382 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b298aa6-876a-4e99-a91b-3403c7f29379 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:46.210340 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cb50e57d-c0c5-4e37-9fe5-dbd7a6083968 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:46.213312 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2b298aa6-876a-4e99-a91b-3403c7f29379 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9396245 Mar 14 15:23:46.214374 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50774) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:46.231033 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aac0aa-8bf7-41c5-88a5-d133edf11eb1 None None] Routers {'3bed1ae5-73c1-477a-b4c3-f26f460dc259'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:46.231828 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-86aac0aa-8bf7-41c5-88a5-d133edf11eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['3bed1ae5-73c1-477a-b4c3-f26f460dc259'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:46.294119 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50780) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:46.300117 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-86aac0aa-8bf7-41c5-88a5-d133edf11eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:46.336528 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01742237-1c26-48b1-9296-49b89bd7ab3d req-e9c01ee3-da62-4acc-84c6-d175956f4350 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:46.338078 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-01742237-1c26-48b1-9296-49b89bd7ab3d req-e9c01ee3-da62-4acc-84c6-d175956f4350 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 945 time: 0.1302829 Mar 14 15:23:46.345368 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cb50e57d-c0c5-4e37-9fe5-dbd7a6083968 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:46.346307 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb50e57d-c0c5-4e37-9fe5-dbd7a6083968 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:46.346876 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cb50e57d-c0c5-4e37-9fe5-dbd7a6083968 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:46.372902 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aac0aa-8bf7-41c5-88a5-d133edf11eb1 None None] Routers {'3bed1ae5-73c1-477a-b4c3-f26f460dc259'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:46.374857 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-86aac0aa-8bf7-41c5-88a5-d133edf11eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['3bed1ae5-73c1-477a-b4c3-f26f460dc259'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:46.416730 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50e57d-c0c5-4e37-9fe5-dbd7a6083968 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Pushing event updated for resources: {'Network': ['ID=a61fc23d-1652-4e9b-b0fa-6599749d88ca,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:46.483376 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50786) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:46.484060 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-cb50e57d-c0c5-4e37-9fe5-dbd7a6083968 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6441970 Mar 14 15:23:46.510443 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-01742237-1c26-48b1-9296-49b89bd7ab3d req-ff636d9c-8577-47dc-95b0-eb99f6bec275 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568625 Mar 14 15:23:46.574155 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e3bd6dfc-5c9e-4bad-8928-99a84fb58682 tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:46.600783 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-08260256-b92d-4309-adaf-cd5f1e3ae462 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:46.601042 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=25e61a1d-2661-4c47-bc70-4afa29cfca7a,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:46.617927 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c10ae0-4987-4283-a0d1-cd904998d3a0" -d '{"events": [{"server_uuid": "edd2a1e6-2522-4e39-bff4-82747765c6b6", "name": "network-vif-plugged", "status": "completed", "tag": "25e61a1d-2661-4c47-bc70-4afa29cfca7a"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:23:46.624021 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-86aac0aa-8bf7-41c5-88a5-d133edf11eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:46.624843 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aac0aa-8bf7-41c5-88a5-d133edf11eb1 None None] The sync data for ids ['3bed1ae5-73c1-477a-b4c3-f26f460dc259'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:23:46.627156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network a61fc23d-1652-4e9b-b0fa-6599749d88ca details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:23:46.629968 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['a9a7c89e-d642-4529-ae79-4ce5ee00f40f'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:23:46.635492 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-640ed26f-d1dd-4a79-8b11-a0a2a627cce5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'network': {'name': 'tempest-RoutersTest-2057254875'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:46.757083 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 6a31cd96-8d3b-46a8-820b-4fcc1444cd86 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:23:46.823621 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 6a31cd96-8d3b-46a8-820b-4fcc1444cd86 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:46.824320 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:46.890592 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6dfc-5c9e-4bad-8928-99a84fb58682 tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Notify callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:46.915794 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640ed26f-d1dd-4a79-8b11-a0a2a627cce5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Made reservation on behalf of b6feafefd41e4054a6f4c1f00b8534e6 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:46.921792 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-640ed26f-d1dd-4a79-8b11-a0a2a627cce5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:46.930572 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=a9a7c89e-d642-4529-ae79-4ce5ee00f40f,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:47.006896 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7554d3e-2229-43f0-a347-ecfbe9a182ab x-openstack-request-id: req-a7554d3e-2229-43f0-a347-ecfbe9a182ab {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:23:47.007650 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd2a1e6-2522-4e39-bff4-82747765c6b6", "name": "network-vif-plugged", "status": "completed", "tag": "25e61a1d-2661-4c47-bc70-4afa29cfca7a", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:23:47.008111 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a7554d3e-2229-43f0-a347-ecfbe9a182ab {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:23:47.008906 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd2a1e6-2522-4e39-bff4-82747765c6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e61a1d-2661-4c47-bc70-4afa29cfca7a', 'code': 200} Mar 14 15:23:47.015627 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.059764 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d67ea4-d443-4817-b808-43b81b83b26f tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:47.067733 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d67ea4-d443-4817-b808-43b81b83b26f tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:47.074970 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d67ea4-d443-4817-b808-43b81b83b26f tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:47.082833 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d67ea4-d443-4817-b808-43b81b83b26f tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:47.085502 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-03d67ea4-d443-4817-b808-43b81b83b26f tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6003098 Mar 14 15:23:47.093667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad9788-b9f0-4d7c-89e2-ef818ac2f5ae req-c65b5435-b091-4075-b770-3a49cdec11ed tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:47.094022 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50804) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:47.096166 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-35ad9788-b9f0-4d7c-89e2-ef818ac2f5ae req-c65b5435-b091-4075-b770-3a49cdec11ed tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 945 time: 0.5172377 Mar 14 15:23:47.098285 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-640ed26f-d1dd-4a79-8b11-a0a2a627cce5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.118097 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-08260256-b92d-4309-adaf-cd5f1e3ae462 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting port f0b7282f-1b02-4929-8b64-8644c570d89b {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:47.121055 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-08260256-b92d-4309-adaf-cd5f1e3ae462 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.155715 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 6a31cd96-8d3b-46a8-820b-4fcc1444cd86, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6a31cd96-8d3b-46a8-820b-4fcc1444cd86,segment=NetworkSegment(acbb32e0-b9fb-4915-ad33-1c0a044e0b76),segment_id=acbb32e0-b9fb-4915-ad33-1c0a044e0b76)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:47.168405 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.292679 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-640ed26f-d1dd-4a79-8b11-a0a2a627cce5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.300595 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=6a31cd96-8d3b-46a8-820b-4fcc1444cd86,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:47.313153 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b63c1e15-0502-4fab-b939-c5bee6a9b382 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.323789 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-35ad9788-b9f0-4d7c-89e2-ef818ac2f5ae req-fe008745-6b2a-4d6a-9be9-57cdfb58ebfc tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/security-groups?id=a1603967-3516-424c-8a79-2969bef37aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143848 Mar 14 15:23:47.325707 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50808) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:47.338805 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-640ed26f-d1dd-4a79-8b11-a0a2a627cce5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.348147 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a646e-f879-4738-93e7-b3d54ccd4aa2 req-525deae2-7178-4bc5-8ee9-43e24d5f4f9e tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:47.349728 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b28a646e-f879-4738-93e7-b3d54ccd4aa2 req-525deae2-7178-4bc5-8ee9-43e24d5f4f9e tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 946 time: 0.2031729 Mar 14 15:23:47.385681 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640ed26f-d1dd-4a79-8b11-a0a2a627cce5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:23:47.402398 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-640ed26f-d1dd-4a79-8b11-a0a2a627cce5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.403439 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-640ed26f-d1dd-4a79-8b11-a0a2a627cce5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Added segment 7be195c5-ed47-4ed5-8bbc-02a68a57fccd of type vlan for network be71e78f-f51a-4606-a9b2-0806565b990b Mar 14 15:23:47.425746 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-08260256-b92d-4309-adaf-cd5f1e3ae462 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.462566 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b28a646e-f879-4738-93e7-b3d54ccd4aa2 req-78d4b0a6-906e-479c-9c22-9df49fd52c11 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/security-groups?id=5eab0622-3a46-465f-9778-637516b3a996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052682 Mar 14 15:23:47.497738 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-08260256-b92d-4309-adaf-cd5f1e3ae462 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Calling delete_port for f0b7282f-1b02-4929-8b64-8644c570d89b owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:47.510694 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-45bc57df-ddc8-432f-af7f-3aae679d58d9 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1102662602'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:47.515784 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b63c1e15-0502-4fab-b939-c5bee6a9b382 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.530892 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-640ed26f-d1dd-4a79-8b11-a0a2a627cce5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.559886 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ed26f-d1dd-4a79-8b11-a0a2a627cce5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=596cb644-7b18-4883-b480-c855c838850d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:47.563818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bc57df-ddc8-432f-af7f-3aae679d58d9 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Made reservation on behalf of b3d17804be3e454880bd59b99e907da2 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:47.567527 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45bc57df-ddc8-432f-af7f-3aae679d58d9 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.582495 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45bc57df-ddc8-432f-af7f-3aae679d58d9 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.592090 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-b63c1e15-0502-4fab-b939-c5bee6a9b382 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61fc23d-1652-4e9b-b0fa-6599749d88ca']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:47.602642 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a66842-858f-4102-b5ae-60ad969a06be req-67d4aff9-972c-4a8d-9ed9-695b5dcc2696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:47.604165 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d8a66842-858f-4102-b5ae-60ad969a06be req-67d4aff9-972c-4a8d-9ed9-695b5dcc2696 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 1099 time: 0.3478899 Mar 14 15:23:47.616093 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-b63c1e15-0502-4fab-b939-c5bee6a9b382 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e12b9f8-785b-49a5-b0ca-234f84d01d13') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:47.616653 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-b63c1e15-0502-4fab-b939-c5bee6a9b382 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e12b9f8-785b-49a5-b0ca-234f84d01d13') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:47.627972 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d8a66842-858f-4102-b5ae-60ad969a06be req-04d56d3b-0142-4a80-80e2-92c9fc612aa0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.633008 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b63c1e15-0502-4fab-b939-c5bee6a9b382 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.645125 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-640ed26f-d1dd-4a79-8b11-a0a2a627cce5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.650512 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640ed26f-d1dd-4a79-8b11-a0a2a627cce5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:47.651135 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-640ed26f-d1dd-4a79-8b11-a0a2a627cce5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.663332 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b63c1e15-0502-4fab-b939-c5bee6a9b382 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.673660 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63c1e15-0502-4fab-b939-c5bee6a9b382 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:23:47.674324 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b63c1e15-0502-4fab-b939-c5bee6a9b382 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:23:47.677592 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:23:47.745786 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-640ed26f-d1dd-4a79-8b11-a0a2a627cce5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4506562 Mar 14 15:23:47.756733 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50814) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:47.773867 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-74e95d15-8412-4f37-b0cf-674bdfcd58e2 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'network': {'name': 'tempest-RoutersTest-1370906065'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:47.800301 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b63c1e15-0502-4fab-b939-c5bee6a9b382 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.804140 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63c1e15-0502-4fab-b939-c5bee6a9b382 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a61fc23d-1652-4e9b-b0fa-6599749d88ca {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 14 15:23:47.806579 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b63c1e15-0502-4fab-b939-c5bee6a9b382 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.810251 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b63c1e15-0502-4fab-b939-c5bee6a9b382 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] 10.222.0.59 "DELETE /v2.0/networks/a61fc23d-1652-4e9b-b0fa-6599749d88ca HTTP/1.1" status: 204 len: 168 time: 0.7129626 Mar 14 15:23:47.818493 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50816) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:47.824108 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6dfc-5c9e-4bad-8928-99a84fb58682 tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.833661 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0de2df0a-ada5-493f-8ca4-fff653156d6a tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Request body: {'network': {'name': 'tempest-network--717155777', 'router:external': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:47.837374 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ed26f-d1dd-4a79-8b11-a0a2a627cce5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Network': ['ID=be71e78f-f51a-4606-a9b2-0806565b990b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:47.850936 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network be71e78f-f51a-4606-a9b2-0806565b990b details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:23:47.857558 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c1e15-0502-4fab-b939-c5bee6a9b382 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Pushing event deleted for resources: {'Network': ['ID=a61fc23d-1652-4e9b-b0fa-6599749d88ca,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:47.864437 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de2df0a-ada5-493f-8ca4-fff653156d6a tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Made reservation on behalf of 713d368d7af2430b84a288f05e5d94a4 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:47.867053 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0de2df0a-ada5-493f-8ca4-fff653156d6a tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.891782 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e95d15-8412-4f37-b0cf-674bdfcd58e2 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Made reservation on behalf of b6feafefd41e4054a6f4c1f00b8534e6 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:47.896550 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-74e95d15-8412-4f37-b0cf-674bdfcd58e2 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.917007 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f01520-5ec6-4a14-860a-8ab611fd5fa4 req-c0e03b17-a819-42f5-8680-7745f8ea0d1c tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:47.918564 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-58f01520-5ec6-4a14-860a-8ab611fd5fa4 req-c0e03b17-a819-42f5-8680-7745f8ea0d1c tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.2526913 Mar 14 15:23:47.948035 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de2df0a-ada5-493f-8ca4-fff653156d6a tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:23:47.962133 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e95d15-8412-4f37-b0cf-674bdfcd58e2 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:23:47.972363 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-74e95d15-8412-4f37-b0cf-674bdfcd58e2 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:47.972701 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-74e95d15-8412-4f37-b0cf-674bdfcd58e2 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Added segment d329496d-f98c-48bc-ada9-d2aaf6e7b34b of type vlan for network c0200670-59e7-4128-9c0b-4c5a81b75226 Mar 14 15:23:47.975406 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45bc57df-ddc8-432f-af7f-3aae679d58d9 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:48.022951 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-74e95d15-8412-4f37-b0cf-674bdfcd58e2 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:48.043681 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0de2df0a-ada5-493f-8ca4-fff653156d6a tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:48.044081 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-0de2df0a-ada5-493f-8ca4-fff653156d6a tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Added segment 0affb467-b2e7-4daf-9827-c7ad5d955279 of type vlan for network 41f5a1d8-bf70-4eb0-b331-8f82d8eef3a9 Mar 14 15:23:48.059661 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-08260256-b92d-4309-adaf-cd5f1e3ae462 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:48.125322 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08260256-b92d-4309-adaf-cd5f1e3ae462 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Port': ['ID=f0b7282f-1b02-4929-8b64-8644c570d89b,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:48.142390 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-74e95d15-8412-4f37-b0cf-674bdfcd58e2 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:48.147464 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e95d15-8412-4f37-b0cf-674bdfcd58e2 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:48.148113 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-74e95d15-8412-4f37-b0cf-674bdfcd58e2 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:48.196731 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0de2df0a-ada5-493f-8ca4-fff653156d6a tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:48.244077 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45bc57df-ddc8-432f-af7f-3aae679d58d9 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:48.272070 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d8a66842-858f-4102-b5ae-60ad969a06be req-04d56d3b-0142-4a80-80e2-92c9fc612aa0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:48.301062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d8a66842-858f-4102-b5ae-60ad969a06be req-04d56d3b-0142-4a80-80e2-92c9fc612aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:48.315935 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45bc57df-ddc8-432f-af7f-3aae679d58d9 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:23:48.323105 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-58f01520-5ec6-4a14-860a-8ab611fd5fa4 req-1c1d5f29-9a6c-43d1-9479-5facee7f81b8 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3892457 Mar 14 15:23:48.350766 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc57df-ddc8-432f-af7f-3aae679d58d9 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1afb4583-4f0e-4802-aa6b-a08b45f4e59f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:48.356129 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-e3bd6dfc-5c9e-4bad-8928-99a84fb58682 tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Allocated IP 172.26.6.179 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/3e605eb9-279b-4433-a2f9-1f18f743d422) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:48.365357 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45bc57df-ddc8-432f-af7f-3aae679d58d9 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:48.365705 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-45bc57df-ddc8-432f-af7f-3aae679d58d9 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Added segment 05fde757-3bb5-4568-91c6-e77b8ce39ec0 of type vlan for network 18367c60-cd94-41ad-9682-d0976627a005 Mar 14 15:23:48.369687 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d8a66842-858f-4102-b5ae-60ad969a06be req-04d56d3b-0142-4a80-80e2-92c9fc612aa0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5eab0622-3a46-465f-9778-637516b3a996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7554054 Mar 14 15:23:48.372095 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:23:48.518452 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45bc57df-ddc8-432f-af7f-3aae679d58d9 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:48.522487 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d56d3b-0142-4a80-80e2-92c9fc612aa0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e993cf6b-85c7-44d2-8584-41c6e0d78f58,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:48.599340 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45bc57df-ddc8-432f-af7f-3aae679d58d9 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:48.604736 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bc57df-ddc8-432f-af7f-3aae679d58d9 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:48.605337 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45bc57df-ddc8-432f-af7f-3aae679d58d9 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:48.611083 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6dfc-5c9e-4bad-8928-99a84fb58682 tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:48.618957 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.db.resource_extend [None req-0de2df0a-ada5-493f-8ca4-fff653156d6a tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:23:48.630248 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-74e95d15-8412-4f37-b0cf-674bdfcd58e2 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8671248 Mar 14 15:23:48.639534 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50822) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:48.648659 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8b184f31-ce01-42f4-8c3a-c0d0963ed3da tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'subnet': {'network_id': 'be71e78f-f51a-4606-a9b2-0806565b990b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:48.664797 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e95d15-8412-4f37-b0cf-674bdfcd58e2 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Network': ['ID=c0200670-59e7-4128-9c0b-4c5a81b75226,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:48.679981 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network c0200670-59e7-4128-9c0b-4c5a81b75226 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:23:48.681849 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-08260256-b92d-4309-adaf-cd5f1e3ae462 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:48.687369 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0de2df0a-ada5-493f-8ca4-fff653156d6a tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:48.687729 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de2df0a-ada5-493f-8ca4-fff653156d6a tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:48.688421 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0de2df0a-ada5-493f-8ca4-fff653156d6a tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:48.706022 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-45bc57df-ddc8-432f-af7f-3aae679d58d9 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3633161 Mar 14 15:23:48.714253 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50824) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:48.722978 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-41fe818f-e5c2-4d4a-b61a-bfcc6dc8cb19 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Request body: {'subnet': {'network_id': '18367c60-cd94-41ad-9682-d0976627a005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:48.736865 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35bcbc-94d9-42a2-836b-1d1bb3207eaa req-3090f397-1eb6-41c3-aad1-779cadf960c7 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:48.738341 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bd35bcbc-94d9-42a2-836b-1d1bb3207eaa req-3090f397-1eb6-41c3-aad1-779cadf960c7 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 945 time: 0.1339865 Mar 14 15:23:48.769531 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcc7b6-ea03-4e9c-ab29-9b55737173ae req-5794b630-e5ad-47fc-a2f1-03eb023a1b0b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:48.771042 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bbbcc7b6-ea03-4e9c-ab29-9b55737173ae req-5794b630-e5ad-47fc-a2f1-03eb023a1b0b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 946 time: 0.2164724 Mar 14 15:23:48.782661 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc57df-ddc8-432f-af7f-3aae679d58d9 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Pushing event updated for resources: {'Network': ['ID=18367c60-cd94-41ad-9682-d0976627a005,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:48.795287 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 18367c60-cd94-41ad-9682-d0976627a005 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:23:48.826049 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0de2df0a-ada5-493f-8ca4-fff653156d6a tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0062826 Mar 14 15:23:48.842483 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50826) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:48.871734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6dfc-5c9e-4bad-8928-99a84fb58682 tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:48.882721 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bbbcc7b6-ea03-4e9c-ab29-9b55737173ae req-45ed6d20-5d89-46b4-b9ff-95f6663a9488 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/security-groups?id=5eab0622-3a46-465f-9778-637516b3a996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016865 Mar 14 15:23:48.914833 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2df0a-ada5-493f-8ca4-fff653156d6a tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Pushing event updated for resources: {'Network': ['ID=41f5a1d8-bf70-4eb0-b331-8f82d8eef3a9,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:48.930369 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 41f5a1d8-bf70-4eb0-b331-8f82d8eef3a9 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:23:48.955444 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bd35bcbc-94d9-42a2-836b-1d1bb3207eaa req-4793ce8a-6d6f-4ce5-8d6d-a0302d56f4fd tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/security-groups?id=a1603967-3516-424c-8a79-2969bef37aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577122 Mar 14 15:23:48.962449 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b184f31-ce01-42f4-8c3a-c0d0963ed3da tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Made reservation on behalf of b6feafefd41e4054a6f4c1f00b8534e6 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:48.966165 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b184f31-ce01-42f4-8c3a-c0d0963ed3da tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:48.971026 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bd6dfc-5c9e-4bad-8928-99a84fb58682 tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:48.998456 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-e3bd6dfc-5c9e-4bad-8928-99a84fb58682 tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:49.006905 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bd6dfc-5c9e-4bad-8928-99a84fb58682 tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:49.011366 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353bb212-d349-4ac8-a62d-f7ee4a263c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a31cd96-8d3b-46a8-820b-4fcc1444cd86'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:23:49.013938 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b03c060-398b-4b0d-8af6-f7e01a85d3e7" -d '{"events": [{"server_uuid": "353bb212-d349-4ac8-a62d-f7ee4a263c34", "name": "network-vif-plugged", "status": "completed", "tag": "6a31cd96-8d3b-46a8-820b-4fcc1444cd86"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:23:49.042107 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea424227-066b-4c2f-8e16-ffbc19d13a66 tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:49.046108 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ea424227-066b-4c2f-8e16-ffbc19d13a66 tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] 10.222.0.59 "GET /v2.0/networks/41f5a1d8-bf70-4eb0-b331-8f82d8eef3a9 HTTP/1.1" status: 200 len: 756 time: 0.2000742 Mar 14 15:23:49.048686 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50830) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:49.059289 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf7dc00-6d23-4c73-b9da-8eae07b1bc4d x-openstack-request-id: req-acf7dc00-6d23-4c73-b9da-8eae07b1bc4d {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:23:49.059591 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353bb212-d349-4ac8-a62d-f7ee4a263c34", "name": "network-vif-plugged", "status": "completed", "tag": "6a31cd96-8d3b-46a8-820b-4fcc1444cd86", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:23:49.059848 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-acf7dc00-6d23-4c73-b9da-8eae07b1bc4d {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:23:49.060247 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353bb212-d349-4ac8-a62d-f7ee4a263c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a31cd96-8d3b-46a8-820b-4fcc1444cd86', 'code': 200} Mar 14 15:23:49.061325 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fe818f-e5c2-4d4a-b61a-bfcc6dc8cb19 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Made reservation on behalf of b3d17804be3e454880bd59b99e907da2 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:49.065315 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-41fe818f-e5c2-4d4a-b61a-bfcc6dc8cb19 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:49.068161 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd6dfc-5c9e-4bad-8928-99a84fb58682 tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Pushing event updated for resources: {'Port': ['ID=3e605eb9-279b-4433-a2f9-1f18f743d422,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:49.197138 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6dfc-5c9e-4bad-8928-99a84fb58682 tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:49.221674 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ee0c30-e158-4983-a27f-148f1e89dbb0 tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:49.223102 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a4ee0c30-e158-4983-a27f-148f1e89dbb0 tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] 10.222.0.59 "GET /v2.0/networks/256dff20-fdb8-453e-8328-487b74447717 HTTP/1.1" status: 200 len: 768 time: 0.1726618 Mar 14 15:23:49.226250 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50832) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:49.258781 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08260256-b92d-4309-adaf-cd5f1e3ae462 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router 3bed1ae5-73c1-477a-b4c3-f26f460dc259 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:23:49.287153 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6dfc-5c9e-4bad-8928-99a84fb58682 tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:49.309608 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a9a7c89e-d642-4529-ae79-4ce5ee00f40f up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:49.328671 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b184f31-ce01-42f4-8c3a-c0d0963ed3da tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:49.378896 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port a9a7c89e-d642-4529-ae79-4ce5ee00f40f completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:23:49.386130 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port a9a7c89e-d642-4529-ae79-4ce5ee00f40f triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:49.386636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:49.394739 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f14f3d-faa8-4e01-a027-2fe2cd014f26 req-ef152fc6-42ea-4288-9e78-0f602d0d0cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:49.396414 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-77f14f3d-faa8-4e01-a027-2fe2cd014f26 req-ef152fc6-42ea-4288-9e78-0f602d0d0cf9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 1099 time: 0.1407218 Mar 14 15:23:49.400860 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a02fc542-373f-451c-b0e0-86aa3ca908cc tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:49.467712 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b184f31-ce01-42f4-8c3a-c0d0963ed3da tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Subnet': ['ID=f3d65c27-aa43-4323-9d03-7c31cb04b187,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:49.508304 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:49.513235 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b184f31-ce01-42f4-8c3a-c0d0963ed3da tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Checking segment: {'id': '7be195c5-ed47-4ed5-8bbc-02a68a57fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'be71e78f-f51a-4606-a9b2-0806565b990b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:49.513603 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b184f31-ce01-42f4-8c3a-c0d0963ed3da tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network hostable DHCP agents. Network: be71e78f-f51a-4606-a9b2-0806565b990b, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:23:49.517359 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-77f14f3d-faa8-4e01-a027-2fe2cd014f26 req-f7721d7f-88df-43f0-966e-4ced0a66cd37 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101162 Mar 14 15:23:49.544762 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a9a7c89e-d642-4529-ae79-4ce5ee00f40f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a9a7c89e-d642-4529-ae79-4ce5ee00f40f,segment=NetworkSegment(b4feea2c-6aa0-4a26-932b-1366dd8c8096),segment_id=b4feea2c-6aa0-4a26-932b-1366dd8c8096)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:49.549897 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:49.557488 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b184f31-ce01-42f4-8c3a-c0d0963ed3da tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network be71e78f-f51a-4606-a9b2-0806565b990b is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:23:49.565403 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08260256-b92d-4309-adaf-cd5f1e3ae462 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:23:49.572799 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8b184f31-ce01-42f4-8c3a-c0d0963ed3da tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, be71e78f-f51a-4606-a9b2-0806565b990b) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:49.583353 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b184f31-ce01-42f4-8c3a-c0d0963ed3da tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:49.583941 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8b184f31-ce01-42f4-8c3a-c0d0963ed3da tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:49.587846 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb2b461-e2ab-42ac-9f99-5d35263cfef9 None None] Sync routers for ids ['3bed1ae5-73c1-477a-b4c3-f26f460dc259'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:23:49.588324 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-08260256-b92d-4309-adaf-cd5f1e3ae462 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/3bed1ae5-73c1-477a-b4c3-f26f460dc259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9326923 Mar 14 15:23:49.588404 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6dfc-5c9e-4bad-8928-99a84fb58682 tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:49.592404 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50836) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:49.602666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6dfc-5c9e-4bad-8928-99a84fb58682 tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:49.606882 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb2b461-e2ab-42ac-9f99-5d35263cfef9 None None] Routers {'3bed1ae5-73c1-477a-b4c3-f26f460dc259'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:49.608073 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7bb2b461-e2ab-42ac-9f99-5d35263cfef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['3bed1ae5-73c1-477a-b4c3-f26f460dc259'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:49.630624 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-41fe818f-e5c2-4d4a-b61a-bfcc6dc8cb19 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:49.638359 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=a9a7c89e-d642-4529-ae79-4ce5ee00f40f,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:49.639258 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f843f0c-9a40-460d-a845-4b6478049ae2 req-fdac7f8e-71aa-4c5c-b148-163a84d67a54 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:49.640909 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1f843f0c-9a40-460d-a845-4b6478049ae2 req-fdac7f8e-71aa-4c5c-b148-163a84d67a54 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1975584 Mar 14 15:23:49.652926 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a02fc542-373f-451c-b0e0-86aa3ca908cc tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:49.654088 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7bb2b461-e2ab-42ac-9f99-5d35263cfef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:49.662899 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af900c9-b022-4a7d-9e49-6a812cc89771 None None] Network be71e78f-f51a-4606-a9b2-0806565b990b requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:49.669367 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8b184f31-ce01-42f4-8c3a-c0d0963ed3da tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0278318 Mar 14 15:23:49.673263 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb2b461-e2ab-42ac-9f99-5d35263cfef9 None None] Routers {'3bed1ae5-73c1-477a-b4c3-f26f460dc259'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:49.674393 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7bb2b461-e2ab-42ac-9f99-5d35263cfef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['3bed1ae5-73c1-477a-b4c3-f26f460dc259'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:49.696665 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50838) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:49.701344 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f400f7b7-b43e-4f6d-94cf-bce3c1d26d86 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'subnet': {'network_id': 'c0200670-59e7-4128-9c0b-4c5a81b75226', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:49.714400 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7bb2b461-e2ab-42ac-9f99-5d35263cfef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:49.715438 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb2b461-e2ab-42ac-9f99-5d35263cfef9 None None] The sync data for ids ['3bed1ae5-73c1-477a-b4c3-f26f460dc259'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:23:49.756404 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-a02fc542-373f-451c-b0e0-86aa3ca908cc tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f5a1d8-bf70-4eb0-b331-8f82d8eef3a9']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:49.757719 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd6dfc-5c9e-4bad-8928-99a84fb58682 tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Pushing event updated for resources: {'Port': ['ID=3e605eb9-279b-4433-a2f9-1f18f743d422,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:49.812949 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-a02fc542-373f-451c-b0e0-86aa3ca908cc tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0affb467-b2e7-4daf-9827-c7ad5d955279') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:49.813272 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-a02fc542-373f-451c-b0e0-86aa3ca908cc tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0affb467-b2e7-4daf-9827-c7ad5d955279') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:49.816065 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6dfc-5c9e-4bad-8928-99a84fb58682 tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:49.838505 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe818f-e5c2-4d4a-b61a-bfcc6dc8cb19 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Pushing event updated for resources: {'Subnet': ['ID=acf8fc19-98fb-4c5f-b459-9a1f395526ba,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:49.853758 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a02fc542-373f-451c-b0e0-86aa3ca908cc tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:49.868721 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6dfc-5c9e-4bad-8928-99a84fb58682 tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:49.869973 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e3bd6dfc-5c9e-4bad-8928-99a84fb58682 tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6545930 Mar 14 15:23:49.872608 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-be71e78f-f51a-4606-a9b2-0806565b990b', 'network_id': 'be71e78f-f51a-4606-a9b2-0806565b990b', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'fixed_ips': [{'subnet_id': 'f3d65c27-aa43-4323-9d03-7c31cb04b187'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:23:49.873374 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50840) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:49.875944 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:49.877543 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1f843f0c-9a40-460d-a845-4b6478049ae2 req-4fd06c50-0c67-4a09-a8f4-541aea8486ca tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836259 Mar 14 15:23:49.885706 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a02fc542-373f-451c-b0e0-86aa3ca908cc tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:49.889907 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe818f-e5c2-4d4a-b61a-bfcc6dc8cb19 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Checking segment: {'id': '05fde757-3bb5-4568-91c6-e77b8ce39ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '18367c60-cd94-41ad-9682-d0976627a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:49.890267 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fe818f-e5c2-4d4a-b61a-bfcc6dc8cb19 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Network hostable DHCP agents. Network: 18367c60-cd94-41ad-9682-d0976627a005, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:23:49.901559 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02fc542-373f-451c-b0e0-86aa3ca908cc tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:23:49.901963 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a02fc542-373f-451c-b0e0-86aa3ca908cc tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:23:49.906619 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:23:49.927817 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f400f7b7-b43e-4f6d-94cf-bce3c1d26d86 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Made reservation on behalf of b6feafefd41e4054a6f4c1f00b8534e6 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:49.932091 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f400f7b7-b43e-4f6d-94cf-bce3c1d26d86 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:49.951900 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8b4c3f22-bcdd-4fdc-9d49-0f6d65691172 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3090 time: 0.0761034 Mar 14 15:23:49.952989 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50844) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:50.038710 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fe818f-e5c2-4d4a-b61a-bfcc6dc8cb19 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Network 18367c60-cd94-41ad-9682-d0976627a005 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:23:50.042575 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-58fa4a7c-ce31-4b0e-ba39-d9137cb26962 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0885241 Mar 14 15:23:50.045335 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50848) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:50.057478 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a02fc542-373f-451c-b0e0-86aa3ca908cc tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.113713 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02fc542-373f-451c-b0e0-86aa3ca908cc tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 41f5a1d8-bf70-4eb0-b331-8f82d8eef3a9 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 14 15:23:50.121552 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-41fe818f-e5c2-4d4a-b61a-bfcc6dc8cb19 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 18367c60-cd94-41ad-9682-d0976627a005) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:50.123625 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a02fc542-373f-451c-b0e0-86aa3ca908cc tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.127676 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a02fc542-373f-451c-b0e0-86aa3ca908cc tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] 10.222.0.59 "DELETE /v2.0/networks/41f5a1d8-bf70-4eb0-b331-8f82d8eef3a9 HTTP/1.1" status: 204 len: 168 time: 0.8987894 Mar 14 15:23:50.137447 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9ef64-ae67-4f82-a4c7-f0e5d4e518d4 req-78879a57-e97c-4200-81fd-d74ccd258a56 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:50.138987 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-86b9ef64-ae67-4f82-a4c7-f0e5d4e518d4 req-78879a57-e97c-4200-81fd-d74ccd258a56 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 946 time: 0.1243665 Mar 14 15:23:50.142317 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50850) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:50.145987 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ae982894-3910-4dd3-8e18-b8805459a078 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Request body: {'network': {'name': 'tempest-network--1452616540'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:50.157061 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fe818f-e5c2-4d4a-b61a-bfcc6dc8cb19 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:50.158291 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-41fe818f-e5c2-4d4a-b61a-bfcc6dc8cb19 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.163713 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fc542-373f-451c-b0e0-86aa3ca908cc tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Pushing event deleted for resources: {'Network': ['ID=41f5a1d8-bf70-4eb0-b331-8f82d8eef3a9,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:50.177075 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2129663-5ecd-4693-ac05-defb160a18f9 None None] Network 18367c60-cd94-41ad-9682-d0976627a005 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:50.209039 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae982894-3910-4dd3-8e18-b8805459a078 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Made reservation on behalf of 713d368d7af2430b84a288f05e5d94a4 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:50.211611 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae982894-3910-4dd3-8e18-b8805459a078 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.242431 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-41fe818f-e5c2-4d4a-b61a-bfcc6dc8cb19 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5238361 Mar 14 15:23:50.257064 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50852) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:50.260124 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-86b9ef64-ae67-4f82-a4c7-f0e5d4e518d4 req-a0378385-ef4c-4ca3-8a49-fb2d0295929f tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/security-groups?id=5eab0622-3a46-465f-9778-637516b3a996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062405 Mar 14 15:23:50.265642 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8c423ba1-dae6-4c46-bb8f-28501deb6495 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Request body: {'port': {'network_id': '18367c60-cd94-41ad-9682-d0976627a005', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1050678209'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:50.315822 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7ce71-ee46-4d2a-a448-b1e277b71e72 req-e6542967-8065-469e-a532-6ae4057f5f7b tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:50.317358 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b2a7ce71-ee46-4d2a-a448-b1e277b71e72 req-e6542967-8065-469e-a532-6ae4057f5f7b tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 946 time: 0.2698240 Mar 14 15:23:50.424564 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b2a7ce71-ee46-4d2a-a448-b1e277b71e72 req-f933ff40-f8d9-447a-a9b5-12ac313697d7 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/security-groups?id=a1603967-3516-424c-8a79-2969bef37aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967019 Mar 14 15:23:50.441333 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] Allocated IP 172.20.0.2 (be71e78f-f51a-4606-a9b2-0806565b990b/f3d65c27-aa43-4323-9d03-7c31cb04b187/db0102f8-48f5-4bab-bce0-4790b8454a21) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:50.442582 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-2e6160cd-4c50-4a94-a871-fd3f81d736de tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Deleting port 3e605eb9-279b-4433-a2f9-1f18f743d422 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:50.442946 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e6160cd-4c50-4a94-a871-fd3f81d736de tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.444868 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f400f7b7-b43e-4f6d-94cf-bce3c1d26d86 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.536084 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c423ba1-dae6-4c46-bb8f-28501deb6495 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Made reservation on behalf of b3d17804be3e454880bd59b99e907da2 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:50.542632 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c423ba1-dae6-4c46-bb8f-28501deb6495 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.562869 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400f7b7-b43e-4f6d-94cf-bce3c1d26d86 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Subnet': ['ID=e7c56590-bab6-4ca9-898c-5f8fa092e963,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:50.574457 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-8c423ba1-dae6-4c46-bb8f-28501deb6495 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] device_id is not set on port 188c0e66-4a18-4b6c-92f1-6d7067f77d09 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:23:50.582652 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae982894-3910-4dd3-8e18-b8805459a078 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:23:50.597298 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e6160cd-4c50-4a94-a871-fd3f81d736de tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.597669 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e6160cd-4c50-4a94-a871-fd3f81d736de tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.608736 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f400f7b7-b43e-4f6d-94cf-bce3c1d26d86 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Checking segment: {'id': 'd329496d-f98c-48bc-ada9-d2aaf6e7b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c0200670-59e7-4128-9c0b-4c5a81b75226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:50.609092 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f400f7b7-b43e-4f6d-94cf-bce3c1d26d86 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network hostable DHCP agents. Network: c0200670-59e7-4128-9c0b-4c5a81b75226, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:23:50.615578 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-2e6160cd-4c50-4a94-a871-fd3f81d736de tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Calling delete_port for 3e605eb9-279b-4433-a2f9-1f18f743d422 owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:50.631270 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.652736 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.667887 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.685143 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f400f7b7-b43e-4f6d-94cf-bce3c1d26d86 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network c0200670-59e7-4128-9c0b-4c5a81b75226 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:23:50.709934 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f400f7b7-b43e-4f6d-94cf-bce3c1d26d86 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, c0200670-59e7-4128-9c0b-4c5a81b75226) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:50.716545 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f400f7b7-b43e-4f6d-94cf-bce3c1d26d86 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:50.717181 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f400f7b7-b43e-4f6d-94cf-bce3c1d26d86 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.726649 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89d9607-0f01-4aaf-80e3-2a5f1fc44b6b None None] Network c0200670-59e7-4128-9c0b-4c5a81b75226 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:50.752210 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f400f7b7-b43e-4f6d-94cf-bce3c1d26d86 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0530710 Mar 14 15:23:50.752842 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50854) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:50.757566 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-fdc45f25-8ccd-43fb-bda6-0316fe82bbba tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-311777206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:50.775653 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] Network be71e78f-f51a-4606-a9b2-0806565b990b is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:50.776183 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae982894-3910-4dd3-8e18-b8805459a078 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.776544 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-ae982894-3910-4dd3-8e18-b8805459a078 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Added segment 90872038-8a4c-4f65-9dfb-e23f30c26bd4 of type vlan for network 402f0e2d-8ba3-4f7a-902e-ec7398fed74d Mar 14 15:23:50.819225 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fdc45f25-8ccd-43fb-bda6-0316fe82bbba tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.820235 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fdc45f25-8ccd-43fb-bda6-0316fe82bbba tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.836897 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e6160cd-4c50-4a94-a871-fd3f81d736de tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.864838 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:50.870050 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-18367c60-cd94-41ad-9682-d0976627a005', 'network_id': '18367c60-cd94-41ad-9682-d0976627a005', 'tenant_id': 'b3d17804be3e454880bd59b99e907da2', 'fixed_ips': [{'subnet_id': 'acf8fc19-98fb-4c5f-b459-9a1f395526ba'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:23:50.871452 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.873353 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] Pushing event updated for resources: {'Port': ['ID=db0102f8-48f5-4bab-bce0-4790b8454a21,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:50.875174 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6160cd-4c50-4a94-a871-fd3f81d736de tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Pushing event deleted for resources: {'Port': ['ID=3e605eb9-279b-4433-a2f9-1f18f743d422,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:50.903505 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:50.933447 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fdc45f25-8ccd-43fb-bda6-0316fe82bbba tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.957179 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fdc45f25-8ccd-43fb-bda6-0316fe82bbba tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.987025 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fdc45f25-8ccd-43fb-bda6-0316fe82bbba tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.991651 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fdc45f25-8ccd-43fb-bda6-0316fe82bbba tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2341840 Mar 14 15:23:50.991651 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50858) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:50.993257 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e6160cd-4c50-4a94-a871-fd3f81d736de tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Notify callbacks [] for floatingip, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.995776 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e6160cd-4c50-4a94-a871-fd3f81d736de tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:50.997771 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2e6160cd-4c50-4a94-a871-fd3f81d736de tempest-FloatingIPAdminTestJSON-1225137684 tempest-FloatingIPAdminTestJSON-1225137684-project] 10.222.0.59 "DELETE /v2.0/floatingips/bf3d7d7b-9420-46a1-9115-7c623ba06d4d HTTP/1.1" status: 204 len: 168 time: 0.9506063 Mar 14 15:23:51.003089 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50860) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:51.147509 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa559156-b648-4e28-8107-f95f7b326687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a7c89e-d642-4529-ae79-4ce5ee00f40f'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:23:51.149701 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec16ebf9-ee17-4550-8d4a-ca5a4b288596" -d '{"events": [{"server_uuid": "fa559156-b648-4e28-8107-f95f7b326687", "name": "network-vif-plugged", "status": "completed", "tag": "a9a7c89e-d642-4529-ae79-4ce5ee00f40f"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:23:51.167095 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae982894-3910-4dd3-8e18-b8805459a078 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:51.179980 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1d6bc-3f1b-47d7-97c4-1f4b9138453a req-958b1db8-2856-47c3-a4d2-27489d994e53 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:51.181436 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0bb1d6bc-3f1b-47d7-97c4-1f4b9138453a req-958b1db8-2856-47c3-a4d2-27489d994e53 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1129804 Mar 14 15:23:51.209493 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ad6cb5-73b7-4cc1-8b34-be86978d1710 x-openstack-request-id: req-18ad6cb5-73b7-4cc1-8b34-be86978d1710 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:23:51.210044 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa559156-b648-4e28-8107-f95f7b326687", "name": "network-vif-plugged", "status": "completed", "tag": "a9a7c89e-d642-4529-ae79-4ce5ee00f40f", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:23:51.210455 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-18ad6cb5-73b7-4cc1-8b34-be86978d1710 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:23:51.211084 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa559156-b648-4e28-8107-f95f7b326687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a7c89e-d642-4529-ae79-4ce5ee00f40f', 'code': 200} Mar 14 15:23:51.261804 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0bb1d6bc-3f1b-47d7-97c4-1f4b9138453a req-e93a2605-c212-42d2-92f0-77e373187892 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494866 Mar 14 15:23:51.270947 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] Attempting to bind port db0102f8-48f5-4bab-bce0-4790b8454a21 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:51.271517 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] Attempting to bind port db0102f8-48f5-4bab-bce0-4790b8454a21 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '7be195c5-ed47-4ed5-8bbc-02a68a57fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'be71e78f-f51a-4606-a9b2-0806565b990b'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:51.272033 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] Attempting to bind port db0102f8-48f5-4bab-bce0-4790b8454a21 on network be71e78f-f51a-4606-a9b2-0806565b990b {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:51.279552 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:23:51.280250 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] Checking segment: {'id': '7be195c5-ed47-4ed5-8bbc-02a68a57fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'be71e78f-f51a-4606-a9b2-0806565b990b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:51.280957 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:51.281503 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] Bound using segment: {'id': '7be195c5-ed47-4ed5-8bbc-02a68a57fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'be71e78f-f51a-4606-a9b2-0806565b990b'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:23:51.282824 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] Bound port: db0102f8-48f5-4bab-bce0-4790b8454a21, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be195c5-ed47-4ed5-8bbc-02a68a57fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'be71e78f-f51a-4606-a9b2-0806565b990b'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:23:51.283589 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:51.443835 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-c0200670-59e7-4128-9c0b-4c5a81b75226', 'network_id': 'c0200670-59e7-4128-9c0b-4c5a81b75226', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'fixed_ips': [{'subnet_id': 'e7c56590-bab6-4ca9-898c-5f8fa092e963'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:23:51.447731 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:51.486096 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] For port db0102f8-48f5-4bab-bce0-4790b8454a21, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:23:51.488087 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-8c423ba1-dae6-4c46-bb8f-28501deb6495 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Allocated IP 2001:db8::322 (18367c60-cd94-41ad-9682-d0976627a005/acf8fc19-98fb-4c5f-b459-9a1f395526ba/188c0e66-4a18-4b6c-92f1-6d7067f77d09) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:51.490282 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] For port db0102f8-48f5-4bab-bce0-4790b8454a21, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=db0102f8-48f5-4bab-bce0-4790b8454a21,segment=NetworkSegment(7be195c5-ed47-4ed5-8bbc-02a68a57fccd),segment_id=7be195c5-ed47-4ed5-8bbc-02a68a57fccd)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:23:51.491010 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae982894-3910-4dd3-8e18-b8805459a078 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:51.491963 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae982894-3910-4dd3-8e18-b8805459a078 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:51.492562 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae982894-3910-4dd3-8e18-b8805459a078 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:51.499359 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:51.621769 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ae982894-3910-4dd3-8e18-b8805459a078 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4778221 Mar 14 15:23:51.630131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50870) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:51.646141 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8b990-a6f1-42f1-bf7a-aba673b549e4 req-adc9e4a4-a37d-49a9-b51c-3f7c67d329fd tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:51.647378 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915263b-ea55-4333-ba04-6104b95e58ad None None] Pushing event updated for resources: {'Port': ['ID=db0102f8-48f5-4bab-bce0-4790b8454a21,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:51.658685 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-42b8b990-a6f1-42f1-bf7a-aba673b549e4 req-adc9e4a4-a37d-49a9-b51c-3f7c67d329fd tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.2399809 Mar 14 15:23:51.662417 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50872) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:51.684106 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-31b935b8-5d4d-45a9-9243-41b3219b6906 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:51.703937 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] Allocated IP 172.21.0.2 (c0200670-59e7-4128-9c0b-4c5a81b75226/e7c56590-bab6-4ca9-898c-5f8fa092e963/91b9a881-eb4c-487f-a4d9-72366ddb1f8f) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:51.709991 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae982894-3910-4dd3-8e18-b8805459a078 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Pushing event updated for resources: {'Network': ['ID=402f0e2d-8ba3-4f7a-902e-ec7398fed74d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:51.721802 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ca1c299d-a866-4078-875f-6b4641099548 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Request body: {'floatingip': {'port_id': '6a31cd96-8d3b-46a8-820b-4fcc1444cd86'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:51.746800 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 402f0e2d-8ba3-4f7a-902e-ec7398fed74d details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:23:51.751594 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bc26f-b3e1-472f-92e1-86c63626c9a4 req-401becdb-4b23-43bb-9539-807580fd6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:51.753366 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-319bc26f-b3e1-472f-92e1-86c63626c9a4 req-401becdb-4b23-43bb-9539-807580fd6606 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 1099 time: 0.2676549 Mar 14 15:23:51.775209 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae53033-0112-4fac-8934-9efbc3088adc req-c71d3f69-be35-4a78-a722-c5758dd66734 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:51.776849 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2ae53033-0112-4fac-8934-9efbc3088adc req-c71d3f69-be35-4a78-a722-c5758dd66734 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 946 time: 0.2224102 Mar 14 15:23:51.778944 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca1c299d-a866-4078-875f-6b4641099548 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for floatingip, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:51.927714 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2ae53033-0112-4fac-8934-9efbc3088adc req-0375d01c-a049-4f4f-895b-346ccdffbd9c tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/security-groups?id=5eab0622-3a46-465f-9778-637516b3a996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037078 Mar 14 15:23:51.974356 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-965b7ed9-ff7f-4294-b427-ca5316df9c59 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Deleting port 77df1a18-ac40-4306-870f-5e86c9bce49f {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:51.974703 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-965b7ed9-ff7f-4294-b427-ca5316df9c59 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.027921 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.031504 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-319bc26f-b3e1-472f-92e1-86c63626c9a4 req-40e661a8-323d-4e15-8bdb-236051a49f59 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a1603967-3516-424c-8a79-2969bef37aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339020 Mar 14 15:23:52.040605 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.106826 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408899d-08db-4560-8dbd-65b9e928332d req-2a8f090e-aa8c-4a3d-bd68-0bfb307284c4 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:52.108432 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3408899d-08db-4560-8dbd-65b9e928332d req-2a8f090e-aa8c-4a3d-bd68-0bfb307284c4 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 946 time: 0.3787785 Mar 14 15:23:52.133434 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-965b7ed9-ff7f-4294-b427-ca5316df9c59 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.133434 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-965b7ed9-ff7f-4294-b427-ca5316df9c59 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.146792 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] Network c0200670-59e7-4128-9c0b-4c5a81b75226 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:52.150284 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:52.153698 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-965b7ed9-ff7f-4294-b427-ca5316df9c59 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Calling delete_port for 77df1a18-ac40-4306-870f-5e86c9bce49f owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:52.159986 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:52.166944 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] Pushing event updated for resources: {'Port': ['ID=91b9a881-eb4c-487f-a4d9-72366ddb1f8f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:52.182281 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.219333 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device db0102f8-48f5-4bab-bce0-4790b8454a21 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:52.271785 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-31b935b8-5d4d-45a9-9243-41b3219b6906 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.277718 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c423ba1-dae6-4c46-bb8f-28501deb6495 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.282888 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] Attempting to bind port 91b9a881-eb4c-487f-a4d9-72366ddb1f8f on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:52.283381 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] Attempting to bind port 91b9a881-eb4c-487f-a4d9-72366ddb1f8f by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd329496d-f98c-48bc-ada9-d2aaf6e7b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c0200670-59e7-4128-9c0b-4c5a81b75226'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:52.283827 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] Attempting to bind port 91b9a881-eb4c-487f-a4d9-72366ddb1f8f on network c0200670-59e7-4128-9c0b-4c5a81b75226 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:52.288651 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3408899d-08db-4560-8dbd-65b9e928332d req-794b0882-1366-440c-b722-c1ac3ee581ee tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/security-groups?id=a1603967-3516-424c-8a79-2969bef37aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688859 Mar 14 15:23:52.292210 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:23:52.292670 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] Checking segment: {'id': 'd329496d-f98c-48bc-ada9-d2aaf6e7b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c0200670-59e7-4128-9c0b-4c5a81b75226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:52.293210 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.301714 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] Bound using segment: {'id': 'd329496d-f98c-48bc-ada9-d2aaf6e7b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c0200670-59e7-4128-9c0b-4c5a81b75226'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:23:52.301714 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] Bound port: 91b9a881-eb4c-487f-a4d9-72366ddb1f8f, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd329496d-f98c-48bc-ada9-d2aaf6e7b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c0200670-59e7-4128-9c0b-4c5a81b75226'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:23:52.301714 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.318670 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-31b935b8-5d4d-45a9-9243-41b3219b6906 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.335540 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port db0102f8-48f5-4bab-bce0-4790b8454a21 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:52.337039 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.341216 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31b935b8-5d4d-45a9-9243-41b3219b6906 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Network 402f0e2d-8ba3-4f7a-902e-ec7398fed74d is not hosted by any dhcp agent {{(pid=102568) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 14 15:23:52.342183 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b935b8-5d4d-45a9-9243-41b3219b6906 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:52.342889 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-31b935b8-5d4d-45a9-9243-41b3219b6906 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.346899 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-31b935b8-5d4d-45a9-9243-41b3219b6906 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] 10.222.0.59 "PUT /v2.0/networks/402f0e2d-8ba3-4f7a-902e-ec7398fed74d HTTP/1.1" status: 200 len: 858 time: 0.6836338 Mar 14 15:23:52.356670 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting port 997f0067-5613-4bb6-b865-17062b19b7c1 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:52.357130 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.359683 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50876) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:52.439054 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] For port 91b9a881-eb4c-487f-a4d9-72366ddb1f8f, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:23:52.442292 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] For port 91b9a881-eb4c-487f-a4d9-72366ddb1f8f, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=91b9a881-eb4c-487f-a4d9-72366ddb1f8f,segment=NetworkSegment(d329496d-f98c-48bc-ada9-d2aaf6e7b34b),segment_id=d329496d-f98c-48bc-ada9-d2aaf6e7b34b)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:23:52.449404 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.505680 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbd89f-4887-4a9c-a468-107b27b9cbaa req-a31f28c8-8772-4570-aba6-75802a9c69ad tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:52.515614 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-dfcbd89f-4887-4a9c-a468-107b27b9cbaa req-a31f28c8-8772-4570-aba6-75802a9c69ad tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 946 time: 0.3133082 Mar 14 15:23:52.525337 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50878) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:52.578208 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f06934fd-5fb3-4d6f-96c0-1cc5d126acdf tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Request body: {'floatingip': {'port_id': '25e61a1d-2661-4c47-bc70-4afa29cfca7a'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:52.611475 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f27d93-ebf1-4097-b385-8fdac602a2ae None None] Pushing event updated for resources: {'Port': ['ID=91b9a881-eb4c-487f-a4d9-72366ddb1f8f,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:52.613605 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b935b8-5d4d-45a9-9243-41b3219b6906 tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Pushing event updated for resources: {'Network': ['ID=402f0e2d-8ba3-4f7a-902e-ec7398fed74d,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:52.619108 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c423ba1-dae6-4c46-bb8f-28501deb6495 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.636502 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.645757 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] Allocated IP 2001:db8::2 (18367c60-cd94-41ad-9682-d0976627a005/acf8fc19-98fb-4c5f-b459-9a1f395526ba/701f7dfd-9952-428e-bbaf-74abaebfb94c) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:52.693645 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f06934fd-5fb3-4d6f-96c0-1cc5d126acdf tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for floatingip, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.745591 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port db0102f8-48f5-4bab-bce0-4790b8454a21, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=db0102f8-48f5-4bab-bce0-4790b8454a21,segment=NetworkSegment(7be195c5-ed47-4ed5-8bbc-02a68a57fccd),segment_id=7be195c5-ed47-4ed5-8bbc-02a68a57fccd)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:52.757696 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8d209a4-128d-4eb2-8bf1-0b01c8304cdb tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.775748 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.848678 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c423ba1-dae6-4c46-bb8f-28501deb6495 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Network 18367c60-cd94-41ad-9682-d0976627a005 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:52.872973 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c423ba1-dae6-4c46-bb8f-28501deb6495 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Pushing event updated for resources: {'Port': ['ID=188c0e66-4a18-4b6c-92f1-6d7067f77d09,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:52.879665 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8c423ba1-dae6-4c46-bb8f-28501deb6495 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:52.884459 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.887214 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c423ba1-dae6-4c46-bb8f-28501deb6495 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:52.894116 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c423ba1-dae6-4c46-bb8f-28501deb6495 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:52.894771 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c423ba1-dae6-4c46-bb8f-28501deb6495 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:52.952120 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8c423ba1-dae6-4c46-bb8f-28501deb6495 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6909747 Mar 14 15:23:52.961687 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=db0102f8-48f5-4bab-bce0-4790b8454a21,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:52.987232 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:53.000308 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:53.036614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8d209a4-128d-4eb2-8bf1-0b01c8304cdb tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:53.076835 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] Pushing event updated for resources: {'Port': ['ID=701f7dfd-9952-428e-bbaf-74abaebfb94c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:53.088398 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d8d209a4-128d-4eb2-8bf1-0b01c8304cdb tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['402f0e2d-8ba3-4f7a-902e-ec7398fed74d']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:53.116598 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d8d209a4-128d-4eb2-8bf1-0b01c8304cdb tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90872038-8a4c-4f65-9dfb-e23f30c26bd4') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:53.116803 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d8d209a4-128d-4eb2-8bf1-0b01c8304cdb tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90872038-8a4c-4f65-9dfb-e23f30c26bd4') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:53.128116 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] Network 18367c60-cd94-41ad-9682-d0976627a005 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:53.134485 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:53.134867 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8d209a4-128d-4eb2-8bf1-0b01c8304cdb tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:53.139615 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:53.156668 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8d209a4-128d-4eb2-8bf1-0b01c8304cdb tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:53.164450 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d209a4-128d-4eb2-8bf1-0b01c8304cdb tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:23:53.164864 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8d209a4-128d-4eb2-8bf1-0b01c8304cdb tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:53.217038 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] Attempting to bind port 701f7dfd-9952-428e-bbaf-74abaebfb94c on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:23:53.217583 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] Attempting to bind port 701f7dfd-9952-428e-bbaf-74abaebfb94c by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '05fde757-3bb5-4568-91c6-e77b8ce39ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '18367c60-cd94-41ad-9682-d0976627a005'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:23:53.218898 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] Attempting to bind port 701f7dfd-9952-428e-bbaf-74abaebfb94c on network 18367c60-cd94-41ad-9682-d0976627a005 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:23:53.236644 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:23:53.237207 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] Checking segment: {'id': '05fde757-3bb5-4568-91c6-e77b8ce39ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '18367c60-cd94-41ad-9682-d0976627a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:23:53.237698 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:53.238251 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] Bound using segment: {'id': '05fde757-3bb5-4568-91c6-e77b8ce39ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '18367c60-cd94-41ad-9682-d0976627a005'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:23:53.238859 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] Bound port: 701f7dfd-9952-428e-bbaf-74abaebfb94c, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fde757-3bb5-4568-91c6-e77b8ce39ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '18367c60-cd94-41ad-9682-d0976627a005'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:23:53.239456 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:53.245312 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50880) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:23:53.246027 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:23:53.252965 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Calling delete_port for 997f0067-5613-4bb6-b865-17062b19b7c1 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:53.257888 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-498cfe48-b9f4-46d4-be20-6136e81402a0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Request body: {'port': {'network_id': '18367c60-cd94-41ad-9682-d0976627a005', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-66700276', 'allowed_address_pairs': [{'ip_address': '2001:db8::322', 'mac_address': 'fa:16:3e:40:cc:99'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:53.334806 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8d209a4-128d-4eb2-8bf1-0b01c8304cdb tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:53.349294 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58d0713-a0d7-4e69-bb08-c90906c23443 None None] Network be71e78f-f51a-4606-a9b2-0806565b990b requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:53.373299 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d209a4-128d-4eb2-8bf1-0b01c8304cdb tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 402f0e2d-8ba3-4f7a-902e-ec7398fed74d {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 14 15:23:53.391878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8d209a4-128d-4eb2-8bf1-0b01c8304cdb tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:53.400413 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d8d209a4-128d-4eb2-8bf1-0b01c8304cdb tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] 10.222.0.59 "DELETE /v2.0/networks/402f0e2d-8ba3-4f7a-902e-ec7398fed74d HTTP/1.1" status: 204 len: 168 time: 1.0350397 Mar 14 15:23:53.411850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50884) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:53.457541 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d209a4-128d-4eb2-8bf1-0b01c8304cdb tempest-ExternalNetworksTestJSON-1491144988 tempest-ExternalNetworksTestJSON-1491144988-project-admin] Pushing event deleted for resources: {'Network': ['ID=402f0e2d-8ba3-4f7a-902e-ec7398fed74d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:53.502165 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a3274e-62f3-4ba6-8569-23dc84cd9b7e tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] DELETE failed (client error): The resource could not be found. Mar 14 15:23:53.502932 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a3274e-62f3-4ba6-8569-23dc84cd9b7e tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:23:53.509334 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-98a3274e-62f3-4ba6-8569-23dc84cd9b7e tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] 10.222.0.59 "DELETE /v2.0/subnets/4c267d4f-1e6e-4fce-a1d3-35945beffaec HTTP/1.1" status: 404 len: 337 time: 0.0945539 Mar 14 15:23:53.511134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] For port 701f7dfd-9952-428e-bbaf-74abaebfb94c, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:23:53.514145 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Allocated IP 172.20.0.1 (be71e78f-f51a-4606-a9b2-0806565b990b/f3d65c27-aa43-4323-9d03-7c31cb04b187/ac4b28ca-7a37-4469-895f-26baaa81cd5d) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:53.515662 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-e5442819-d7d9-4107-b5c1-f9ceb285b83e None None] Provisioning complete for port db0102f8-48f5-4bab-bce0-4790b8454a21 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:53.517460 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e5442819-d7d9-4107-b5c1-f9ceb285b83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:53.519567 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50886) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:53.526085 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] For port 701f7dfd-9952-428e-bbaf-74abaebfb94c, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=701f7dfd-9952-428e-bbaf-74abaebfb94c,segment=NetworkSegment(05fde757-3bb5-4568-91c6-e77b8ce39ec0),segment_id=05fde757-3bb5-4568-91c6-e77b8ce39ec0)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:23:53.587957 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:53.683317 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-965b7ed9-ff7f-4294-b427-ca5316df9c59 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:53.711812 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd76100-84a6-4369-af27-02fd9df6a3ab req-8ae73b28-0441-45f4-901a-1ac6f943f485 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:53.721358 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dfd76100-84a6-4369-af27-02fd9df6a3ab req-8ae73b28-0441-45f4-901a-1ac6f943f485 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 946 time: 0.2847888 Mar 14 15:23:53.751801 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498cfe48-b9f4-46d4-be20-6136e81402a0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Made reservation on behalf of b3d17804be3e454880bd59b99e907da2 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:53.855522 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:53.919333 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ffece-b0dd-4d96-bc90-e9e6a097ae65 None None] Pushing event updated for resources: {'Port': ['ID=701f7dfd-9952-428e-bbaf-74abaebfb94c,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:53.928003 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dfd76100-84a6-4369-af27-02fd9df6a3ab req-2f48381a-2c16-4707-84aa-d5892006e53a tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/security-groups?id=a1603967-3516-424c-8a79-2969bef37aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056851 Mar 14 15:23:53.975142 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b7ed9-ff7f-4294-b427-ca5316df9c59 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Pushing event deleted for resources: {'Port': ['ID=77df1a18-ac40-4306-870f-5e86c9bce49f,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:53.990202 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:53.997003 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.db.resource_extend [None req-f06934fd-5fb3-4d6f-96c0-1cc5d126acdf tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:23:54.027394 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e063219-a299-4fe6-840a-ba29e74078bd tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:54.096455 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Port': ['ID=997f0067-5613-4bb6-b865-17062b19b7c1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:54.249081 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.249426 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.249776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.250398 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.250503 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.251459 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.251821 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.252152 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.252481 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.252808 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.253133 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.253457 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.306700 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-498cfe48-b9f4-46d4-be20-6136e81402a0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:54.370553 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:54.376765 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device db0102f8-48f5-4bab-bce0-4790b8454a21 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:54.392856 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-498cfe48-b9f4-46d4-be20-6136e81402a0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] device_id is not set on port ea263988-accf-4cf2-96fd-ddb55dffc2a1 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:23:54.450409 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5a3155-0df3-42a0-ada8-c55046becba1 None None] Network c0200670-59e7-4128-9c0b-4c5a81b75226 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:54.638357 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:54.664032 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-793519d8-1e61-4a98-bd7e-e47149ba2b6f None None] Provisioning complete for port 91b9a881-eb4c-487f-a4d9-72366ddb1f8f triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:54.664607 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-793519d8-1e61-4a98-bd7e-e47149ba2b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:54.686489 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port db0102f8-48f5-4bab-bce0-4790b8454a21 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:54.686858 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:54.729558 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.db.resource_extend [None req-ca1c299d-a866-4078-875f-6b4641099548 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:23:54.744054 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f06934fd-5fb3-4d6f-96c0-1cc5d126acdf tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:54.791202 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f06934fd-5fb3-4d6f-96c0-1cc5d126acdf tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:54.799953 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network be71e78f-f51a-4606-a9b2-0806565b990b is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:54.870952 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-793519d8-1e61-4a98-bd7e-e47149ba2b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:54.878447 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca1c299d-a866-4078-875f-6b4641099548 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:54.885333 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Port': ['ID=ac4b28ca-7a37-4469-895f-26baaa81cd5d,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:54.895675 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-965b7ed9-ff7f-4294-b427-ca5316df9c59 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:54.898522 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-965b7ed9-ff7f-4294-b427-ca5316df9c59 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:54.902633 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 91b9a881-eb4c-487f-a4d9-72366ddb1f8f up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:54.904686 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50892) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:54.905522 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-965b7ed9-ff7f-4294-b427-ca5316df9c59 tempest-FloatingIPAdminTestJSON-313021835 tempest-FloatingIPAdminTestJSON-313021835-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/ea6d7e22-e712-41e0-a6d8-8fbe4dd637a2 HTTP/1.1" status: 204 len: 168 time: 3.9012921 Mar 14 15:23:54.908529 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:54.930148 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca1c299d-a866-4078-875f-6b4641099548 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:54.936709 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:54.948252 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950535d3-e29c-4b56-8282-51166e1af269 req-2a7b2a1e-514b-464f-a377-e6afb4cf0114 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:54.955536 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-950535d3-e29c-4b56-8282-51166e1af269 req-2a7b2a1e-514b-464f-a377-e6afb4cf0114 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 946 time: 0.8527279 Mar 14 15:23:54.964458 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.965226 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.965769 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.966456 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.967038 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.967572 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.968117 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.968649 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.969182 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.970310 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.970887 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.971458 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:54.973299 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-793519d8-1e61-4a98-bd7e-e47149ba2b6f None None] For port 91b9a881-eb4c-487f-a4d9-72366ddb1f8f, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=91b9a881-eb4c-487f-a4d9-72366ddb1f8f,segment=NetworkSegment(d329496d-f98c-48bc-ada9-d2aaf6e7b34b),segment_id=d329496d-f98c-48bc-ada9-d2aaf6e7b34b)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:54.983374 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-793519d8-1e61-4a98-bd7e-e47149ba2b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:55.014891 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50894) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:55.038093 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 91b9a881-eb4c-487f-a4d9-72366ddb1f8f triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:55.038471 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:55.039519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c3d0445c-6495-445c-80f5-2800a90a0ba2 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Request body: {'floatingip': {'port_id': 'a9a7c89e-d642-4529-ae79-4ce5ee00f40f'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:55.068010 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-498cfe48-b9f4-46d4-be20-6136e81402a0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Allocated IP 2001:db8::3ae (18367c60-cd94-41ad-9682-d0976627a005/acf8fc19-98fb-4c5f-b459-9a1f395526ba/ea263988-accf-4cf2-96fd-ddb55dffc2a1) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:23:55.069923 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-793519d8-1e61-4a98-bd7e-e47149ba2b6f None None] Provisioning complete for port db0102f8-48f5-4bab-bce0-4790b8454a21 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:55.070301 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-793519d8-1e61-4a98-bd7e-e47149ba2b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:55.107258 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:55.139949 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e063219-a299-4fe6-840a-ba29e74078bd tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:55.150052 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793519d8-1e61-4a98-bd7e-e47149ba2b6f None None] Pushing event updated for resources: {'Port': ['ID=91b9a881-eb4c-487f-a4d9-72366ddb1f8f,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:55.209869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router 3bed1ae5-73c1-477a-b4c3-f26f460dc259 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:23:55.225421 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3d0445c-6495-445c-80f5-2800a90a0ba2 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:55.298386 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2e063219-a299-4fe6-840a-ba29e74078bd tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256dff20-fdb8-453e-8328-487b74447717']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:55.360911 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-7739ef4b-5645-499a-87ea-7a0590c6b570 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Deleting port 9672608b-a199-4050-a10e-2d9e9c5c1a0b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:55.361260 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7739ef4b-5645-499a-87ea-7a0590c6b570 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:55.379952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2e063219-a299-4fe6-840a-ba29e74078bd tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228beea5-acdf-4e51-b64c-b1174244f4e4') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:55.380327 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2e063219-a299-4fe6-840a-ba29e74078bd tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228beea5-acdf-4e51-b64c-b1174244f4e4') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:55.412288 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e063219-a299-4fe6-840a-ba29e74078bd tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:55.431118 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ad0f076c-13aa-4fa0-930a-4bd845b0f3f1 None None] Provisioning complete for port ac4b28ca-7a37-4469-895f-26baaa81cd5d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:55.431687 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-f06934fd-5fb3-4d6f-96c0-1cc5d126acdf tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Floating IP 379cf6ad-3810-4220-8866-7cc7d4c3e0cb associated. External IP: 172.26.6.119, port: 25e61a1d-2661-4c47-bc70-4afa29cfca7a. Mar 14 15:23:55.432263 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad0f076c-13aa-4fa0-930a-4bd845b0f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:55.450772 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e063219-a299-4fe6-840a-ba29e74078bd tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:55.479089 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f076c-13aa-4fa0-930a-4bd845b0f3f1 None None] Port ac4b28ca-7a37-4469-895f-26baaa81cd5d cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:55.489073 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ad0f076c-13aa-4fa0-930a-4bd845b0f3f1 None None] Provisioning complete for port 91b9a881-eb4c-487f-a4d9-72366ddb1f8f triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:55.489446 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad0f076c-13aa-4fa0-930a-4bd845b0f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:55.508004 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e063219-a299-4fe6-840a-ba29e74078bd tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:23:55.508519 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e063219-a299-4fe6-840a-ba29e74078bd tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:23:55.512634 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:23:55.530066 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-ca1c299d-a866-4078-875f-6b4641099548 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Floating IP fae532ce-4c57-41a8-b87c-3dc964613fd6 associated. External IP: 172.26.6.190, port: 6a31cd96-8d3b-46a8-820b-4fcc1444cd86. Mar 14 15:23:55.566285 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:23:55.571330 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:55.592270 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b0a23d-2980-4db0-b896-c2c3e339350c None None] Sync routers for ids ['3bed1ae5-73c1-477a-b4c3-f26f460dc259'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:23:55.600623 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5921e0-29e6-49be-95e9-4a8d95368ef1 None None] Network 18367c60-cd94-41ad-9682-d0976627a005 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:55.605440 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1c956d45-5619-46a1-8445-ff55eadd9f66 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/3bed1ae5-73c1-477a-b4c3-f26f460dc259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0120380 Mar 14 15:23:55.610443 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50896) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:55.667351 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b0a23d-2980-4db0-b896-c2c3e339350c None None] Routers {'3bed1ae5-73c1-477a-b4c3-f26f460dc259'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:55.668097 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-65b0a23d-2980-4db0-b896-c2c3e339350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['3bed1ae5-73c1-477a-b4c3-f26f460dc259'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:55.699031 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9d44088f-4b51-47ff-a9ff-d23b3c9ade7d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bed1ae5-73c1-477a-b4c3-f26f460dc259 HTTP/1.1" status: 200 len: 205 time: 0.0813181 Mar 14 15:23:55.702496 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50898) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:55.707806 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-65b0a23d-2980-4db0-b896-c2c3e339350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:55.745367 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e063219-a299-4fe6-840a-ba29e74078bd tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:55.747916 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b0a23d-2980-4db0-b896-c2c3e339350c None None] Routers {'3bed1ae5-73c1-477a-b4c3-f26f460dc259'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:55.748637 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-65b0a23d-2980-4db0-b896-c2c3e339350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['3bed1ae5-73c1-477a-b4c3-f26f460dc259'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:55.776279 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7739ef4b-5645-499a-87ea-7a0590c6b570 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:55.787475 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e063219-a299-4fe6-840a-ba29e74078bd tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:55.790260 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-65b0a23d-2980-4db0-b896-c2c3e339350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:55.791012 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b0a23d-2980-4db0-b896-c2c3e339350c None None] The sync data for ids ['3bed1ae5-73c1-477a-b4c3-f26f460dc259'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:23:55.793679 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2e063219-a299-4fe6-840a-ba29e74078bd tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] 10.222.0.59 "DELETE /v2.0/networks/256dff20-fdb8-453e-8328-487b74447717 HTTP/1.1" status: 204 len: 168 time: 2.2725644 Mar 14 15:23:55.825965 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-9dc29b5c-5ae4-4377-a818-7f220831663d None None] Provisioning complete for port 701f7dfd-9952-428e-bbaf-74abaebfb94c triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:55.826341 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9dc29b5c-5ae4-4377-a818-7f220831663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:55.842257 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-7739ef4b-5645-499a-87ea-7a0590c6b570 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Calling delete_port for 9672608b-a199-4050-a10e-2d9e9c5c1a0b owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:55.853157 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e063219-a299-4fe6-840a-ba29e74078bd tempest-ExternalNetworksTestJSON-756425782 tempest-ExternalNetworksTestJSON-756425782-project] Pushing event deleted for resources: {'Network': ['ID=256dff20-fdb8-453e-8328-487b74447717,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:55.858194 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f238770-086d-4583-a448-d93c44b6c616 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:55.957642 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9dc29b5c-5ae4-4377-a818-7f220831663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:56.049994 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-9dc29b5c-5ae4-4377-a818-7f220831663d None None] For port 701f7dfd-9952-428e-bbaf-74abaebfb94c, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=701f7dfd-9952-428e-bbaf-74abaebfb94c,segment=NetworkSegment(05fde757-3bb5-4568-91c6-e77b8ce39ec0),segment_id=05fde757-3bb5-4568-91c6-e77b8ce39ec0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:56.060637 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9dc29b5c-5ae4-4377-a818-7f220831663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:56.096738 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-498cfe48-b9f4-46d4-be20-6136e81402a0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:56.154777 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc29b5c-5ae4-4377-a818-7f220831663d None None] Pushing event updated for resources: {'Port': ['ID=701f7dfd-9952-428e-bbaf-74abaebfb94c,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:56.194783 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f238770-086d-4583-a448-d93c44b6c616 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:56.195048 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06934fd-5fb3-4d6f-96c0-1cc5d126acdf tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Router fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:23:56.211351 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f238770-086d-4583-a448-d93c44b6c616 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:56.314650 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 701f7dfd-9952-428e-bbaf-74abaebfb94c up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:56.389044 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 701f7dfd-9952-428e-bbaf-74abaebfb94c triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:56.389371 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:56.429973 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ff03eca4-071e-43ee-8e32-c762f9deb6c8 None None] Provisioning complete for port 188c0e66-4a18-4b6c-92f1-6d7067f77d09 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:56.430351 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff03eca4-071e-43ee-8e32-c762f9deb6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:56.481465 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ff03eca4-071e-43ee-8e32-c762f9deb6c8 None None] Port 188c0e66-4a18-4b6c-92f1-6d7067f77d09 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:56.523424 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ff03eca4-071e-43ee-8e32-c762f9deb6c8 None None] Provisioning complete for port 701f7dfd-9952-428e-bbaf-74abaebfb94c triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:56.523796 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff03eca4-071e-43ee-8e32-c762f9deb6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:56.551694 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 91b9a881-eb4c-487f-a4d9-72366ddb1f8f up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:56.610862 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50904) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:56.640120 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 91b9a881-eb4c-487f-a4d9-72366ddb1f8f triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:56.640500 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:56.724954 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f238770-086d-4583-a448-d93c44b6c616 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:56.725501 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f238770-086d-4583-a448-d93c44b6c616 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Fanout notify agent at l3_agent the message router_deleted on router 3bed1ae5-73c1-477a-b4c3-f26f460dc259 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:23:56.744083 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f238770-086d-4583-a448-d93c44b6c616 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:56.745338 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0f238770-086d-4583-a448-d93c44b6c616 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/routers/3bed1ae5-73c1-477a-b4c3-f26f460dc259 HTTP/1.1" status: 204 len: 168 time: 1.0345807 Mar 14 15:23:56.756551 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50908) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:56.772246 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-498cfe48-b9f4-46d4-be20-6136e81402a0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:56.807026 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1c299d-a866-4078-875f-6b4641099548 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Router 73e780e4-dc9c-4b78-be55-c29a2cc33e68 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:23:56.809565 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-771bb280-f576-40cf-9b3a-25653529306c None None] Provisioning complete for port 188c0e66-4a18-4b6c-92f1-6d7067f77d09 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:56.809948 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-771bb280-f576-40cf-9b3a-25653529306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:56.815293 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:56.821179 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06934fd-5fb3-4d6f-96c0-1cc5d126acdf tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:23:56.830941 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f06934fd-5fb3-4d6f-96c0-1cc5d126acdf tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:56.833534 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba01b07-b7c3-4744-b6a6-4fc404539706 None None] Sync routers for ids ['fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:23:56.834262 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:56.849424 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba01b07-b7c3-4744-b6a6-4fc404539706 None None] Routers {'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:56.850498 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8ba01b07-b7c3-4744-b6a6-4fc404539706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:56.861657 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-771bb280-f576-40cf-9b3a-25653529306c None None] Port 188c0e66-4a18-4b6c-92f1-6d7067f77d09 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:56.959261 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f06934fd-5fb3-4d6f-96c0-1cc5d126acdf tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "PUT /v2.0/floatingips/379cf6ad-3810-4220-8866-7cc7d4c3e0cb HTTP/1.1" status: 200 len: 992 time: 4.4247146 Mar 14 15:23:56.972337 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-8ba01b07-b7c3-4744-b6a6-4fc404539706 None None] Set router fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:23:56.983741 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd2a1e6-2522-4e39-bff4-82747765c6b6', 'tag': '25e61a1d-2661-4c47-bc70-4afa29cfca7a'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:23:56.991832 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Port': ['ID=ac4b28ca-7a37-4469-895f-26baaa81cd5d,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:57.005433 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:57.051493 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498cfe48-b9f4-46d4-be20-6136e81402a0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Network 18367c60-cd94-41ad-9682-d0976627a005 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:57.073301 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa97b47-0fed-4c5b-a20a-a3940fcd33dd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting subnet cd8093d2-c722-461c-8e6d-ef4fdc8c8e7b {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:23:57.075541 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-498cfe48-b9f4-46d4-be20-6136e81402a0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:57.077438 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498cfe48-b9f4-46d4-be20-6136e81402a0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Pushing event updated for resources: {'Port': ['ID=ea263988-accf-4cf2-96fd-ddb55dffc2a1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:57.084830 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498cfe48-b9f4-46d4-be20-6136e81402a0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:23:57.091345 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498cfe48-b9f4-46d4-be20-6136e81402a0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:57.091345 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-498cfe48-b9f4-46d4-be20-6136e81402a0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:57.108845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2aa97b47-0fed-4c5b-a20a-a3940fcd33dd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:57.137210 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-51b20538-4213-4ffd-b2dd-dad538d1a891 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b4a3294b8df9492eab70848b63a9a360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5227075 Mar 14 15:23:57.144156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50916) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:57.180802 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1c299d-a866-4078-875f-6b4641099548 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:23:57.191391 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca1c299d-a866-4078-875f-6b4641099548 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:57.198427 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7739ef4b-5645-499a-87ea-7a0590c6b570 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:57.199028 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d4324c-0fe5-4d85-8e7a-87f94287eba6 None None] Sync routers for ids ['73e780e4-dc9c-4b78-be55-c29a2cc33e68'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:23:57.216455 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d4324c-0fe5-4d85-8e7a-87f94287eba6 None None] Routers {'73e780e4-dc9c-4b78-be55-c29a2cc33e68'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:57.218343 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-13d4324c-0fe5-4d85-8e7a-87f94287eba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['73e780e4-dc9c-4b78-be55-c29a2cc33e68'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:57.242116 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network be71e78f-f51a-4606-a9b2-0806565b990b is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:23:57.246369 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ca1c299d-a866-4078-875f-6b4641099548 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "PUT /v2.0/floatingips/fae532ce-4c57-41a8-b87c-3dc964613fd6 HTTP/1.1" status: 200 len: 992 time: 5.5812731 Mar 14 15:23:57.247336 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:23:57.267652 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124765c9-36ff-42ae-bd4d-06062a72286d" -d '{"events": [{"name": "network-changed", "server_uuid": "edd2a1e6-2522-4e39-bff4-82747765c6b6", "tag": "25e61a1d-2661-4c47-bc70-4afa29cfca7a"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:23:57.271310 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-498cfe48-b9f4-46d4-be20-6136e81402a0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 4.0243084 Mar 14 15:23:57.277300 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50922) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:57.343577 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2aa97b47-0fed-4c5b-a20a-a3940fcd33dd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:57.366879 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-c3d0445c-6495-445c-80f5-2800a90a0ba2 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:23:57.414548 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739ef4b-5645-499a-87ea-7a0590c6b570 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Pushing event deleted for resources: {'Port': ['ID=9672608b-a199-4050-a10e-2d9e9c5c1a0b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:57.451739 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-13d4324c-0fe5-4d85-8e7a-87f94287eba6 None None] Set router 73e780e4-dc9c-4b78-be55-c29a2cc33e68 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:23:57.482795 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8ba01b07-b7c3-4744-b6a6-4fc404539706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'name': 'tempest-ServersTestManualDisk-247110455-router', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:04Z', 'revision_number': 4, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'gw_port': {'id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '379cf6ad-3810-4220-8866-7cc7d4c3e0cb', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'port_id': '25e61a1d-2661-4c47-bc70-4afa29cfca7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a', 'mac_address': 'fa:16:3e:3e:ac:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd2a1e6-2522-4e39-bff4-82747765c6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:23:16Z', 'updated_at': '2022-03-14T15:23:53Z', 'revision_number': 1, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cfce75-eadf-4340-a944-8ea4806a0406', 'name': '', 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'mac_address': 'fa:16:3e:39:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:00Z', 'updated_at': '2022-03-14T15:23:13Z', 'revision_number': 5, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'subnets': [{'id': '2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:57.528684 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba01b07-b7c3-4744-b6a6-4fc404539706 None None] Checking router: fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:23:57.540577 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba01b07-b7c3-4744-b6a6-4fc404539706 None None] Routers {'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:57.541194 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8ba01b07-b7c3-4744-b6a6-4fc404539706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:57.552957 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2aa97b47-0fed-4c5b-a20a-a3940fcd33dd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:57.576363 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5235c14-1305-42ad-a84d-c649d755e16b tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:57.582705 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5235c14-1305-42ad-a84d-c649d755e16b tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:57.588636 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5235c14-1305-42ad-a84d-c649d755e16b tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:57.598761 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c5235c14-1305-42ad-a84d-c649d755e16b tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3145616 Mar 14 15:23:57.600794 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50924) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:57.624913 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbb776-7489-432b-8a8c-384602176521 req-384111f1-7e2c-481a-acc0-ba5429f4a7ec tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:57.626657 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e1bbb776-7489-432b-8a8c-384602176521 req-384111f1-7e2c-481a-acc0-ba5429f4a7ec tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.2751024 Mar 14 15:23:57.696486 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3d0445c-6495-445c-80f5-2800a90a0ba2 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:57.711215 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2aa97b47-0fed-4c5b-a20a-a3940fcd33dd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:57.760875 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e1bbb776-7489-432b-8a8c-384602176521 req-42793b07-2f18-4fd6-8570-f8f51ba5d158 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119132 Mar 14 15:23:57.766702 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3d0445c-6495-445c-80f5-2800a90a0ba2 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:57.780850 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 9509ecb6-4443-48d6-9a15-2c9342a53b6d is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:23:57.830440 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-130c9ccd-cbcd-4411-8084-74f342342426 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Deleting port ea263988-accf-4cf2-96fd-ddb55dffc2a1 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:57.831171 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-130c9ccd-cbcd-4411-8084-74f342342426 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:57.855565 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-2082e92f-fa3a-4d5b-82c3-5244922a0549 None None] Provisioning complete for port ea263988-accf-4cf2-96fd-ddb55dffc2a1 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:57.856126 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2082e92f-fa3a-4d5b-82c3-5244922a0549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:57.900515 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-8ba01b07-b7c3-4744-b6a6-4fc404539706 None None] Set router fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:23:57.902944 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa97b47-0fed-4c5b-a20a-a3940fcd33dd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Subnet': ['ID=cd8093d2-c722-461c-8e6d-ef4fdc8c8e7b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:57.911056 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2082e92f-fa3a-4d5b-82c3-5244922a0549 None None] Port ea263988-accf-4cf2-96fd-ddb55dffc2a1 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:57.916787 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2aa97b47-0fed-4c5b-a20a-a3940fcd33dd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:57.925853 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50930) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:57.927375 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2aa97b47-0fed-4c5b-a20a-a3940fcd33dd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/subnets/cd8093d2-c722-461c-8e6d-ef4fdc8c8e7b HTTP/1.1" status: 204 len: 168 time: 1.1687093 Mar 14 15:23:57.929442 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-c3d0445c-6495-445c-80f5-2800a90a0ba2 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Floating IP a3d02530-b5a3-420a-b716-fc5ae6bdc070 associated. External IP: 172.26.6.93, port: a9a7c89e-d642-4529-ae79-4ce5ee00f40f. Mar 14 15:23:58.011925 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6af5c8d-ab6c-40d5-929b-0ab19be308f3 None None] Network 5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:58.033463 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfed2c36-adf2-43bb-94da-63fcd3717fb2 x-openstack-request-id: req-cfed2c36-adf2-43bb-94da-63fcd3717fb2 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:23:58.033626 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd2a1e6-2522-4e39-bff4-82747765c6b6", "tag": "25e61a1d-2661-4c47-bc70-4afa29cfca7a", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:23:58.033885 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cfed2c36-adf2-43bb-94da-63fcd3717fb2 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:23:58.034350 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd2a1e6-2522-4e39-bff4-82747765c6b6', 'tag': '25e61a1d-2661-4c47-bc70-4afa29cfca7a', 'status': 'completed', 'code': 200} Mar 14 15:23:58.125258 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edf897-c2b4-42de-95e8-cb5486be529d req-752057d2-99eb-4d39-9867-3a4372a0a6c5 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:58.128547 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-81edf897-c2b4-42de-95e8-cb5486be529d req-752057d2-99eb-4d39-9867-3a4372a0a6c5 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 946 time: 1.0976055 Mar 14 15:23:58.137424 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 701f7dfd-9952-428e-bbaf-74abaebfb94c up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:23:58.174685 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf33ca89-86f9-4d62-a0f8-4a20ef43f728 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting subnet 9a46b0d2-613c-4889-8523-3bb800d1bd4e {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:23:58.189063 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:23:58.191558 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cf33ca89-86f9-4d62-a0f8-4a20ef43f728 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:58.224147 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6ce33565-5149-4a4c-a53a-98534eb26fd6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/9509ecb6-4443-48d6-9a15-2c9342a53b6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2319152 Mar 14 15:23:58.238344 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50932) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:58.241815 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c16abe5c-cb50-413e-8eaa-931b3fdf11d7 None None] Provisioning complete for port ac4b28ca-7a37-4469-895f-26baaa81cd5d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:58.242361 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c16abe5c-cb50-413e-8eaa-931b3fdf11d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:58.252141 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-81edf897-c2b4-42de-95e8-cb5486be529d req-95c18307-984a-4263-8b41-09dc31e8079a tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/security-groups?id=5eab0622-3a46-465f-9778-637516b3a996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690253 Mar 14 15:23:58.258603 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-130c9ccd-cbcd-4411-8084-74f342342426 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:58.286283 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cf33ca89-86f9-4d62-a0f8-4a20ef43f728 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:58.298554 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ef30f-dbd7-40bd-8b88-19704d02cec6 None None] Sync routers for ids ['9509ecb6-4443-48d6-9a15-2c9342a53b6d'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:23:58.306751 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124765c9-36ff-42ae-bd4d-06062a72286d req-c79e77a6-2bd2-4c71-bed8-402ebb6ec536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:58.308456 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-124765c9-36ff-42ae-bd4d-06062a72286d req-c79e77a6-2bd2-4c71-bed8-402ebb6ec536 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c724f31e7fdd406db66fd20be3d79551&device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 1099 time: 0.2649117 Mar 14 15:23:58.325843 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ef30f-dbd7-40bd-8b88-19704d02cec6 None None] Routers {'9509ecb6-4443-48d6-9a15-2c9342a53b6d'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:58.326768 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f67ef30f-dbd7-40bd-8b88-19704d02cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9509ecb6-4443-48d6-9a15-2c9342a53b6d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:58.340922 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b504beb-9c8c-4b33-a91d-2fb08bec22b1 req-8b231832-395f-413a-9d78-94e5b8fc8015 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:58.342558 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2b504beb-9c8c-4b33-a91d-2fb08bec22b1 req-8b231832-395f-413a-9d78-94e5b8fc8015 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.2192719 Mar 14 15:23:58.343560 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-130c9ccd-cbcd-4411-8084-74f342342426 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Calling delete_port for ea263988-accf-4cf2-96fd-ddb55dffc2a1 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:58.365596 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c16abe5c-cb50-413e-8eaa-931b3fdf11d7 None None] Port ac4b28ca-7a37-4469-895f-26baaa81cd5d cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:23:58.376743 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-13d4324c-0fe5-4d85-8e7a-87f94287eba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'name': 'tempest-ServerActionsTestJSON-488606032-router', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:09Z', 'revision_number': 4, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'gw_port': {'id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:59Z', 'updated_at': '2022-03-14T15:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'fae532ce-4c57-41a8-b87c-3dc964613fd6', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'floating_ip_address': '172.26.6.190', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'port_id': '6a31cd96-8d3b-46a8-820b-4fcc1444cd86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc', 'mac_address': 'fa:16:3e:5e:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353bb212-d349-4ac8-a62d-f7ee4a263c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:23:17Z', 'updated_at': '2022-03-14T15:23:54Z', 'revision_number': 1, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286855f1-b68a-49b0-a4ff-77deb1b06c29', 'name': '', 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'mac_address': 'fa:16:3e:64:17:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'f06bc8a1-e6d6-4299-b660-147ccd6bb298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:07Z', 'updated_at': '2022-03-14T15:23:18Z', 'revision_number': 5, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'subnets': [{'id': 'f06bc8a1-e6d6-4299-b660-147ccd6bb298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:58.382987 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f67ef30f-dbd7-40bd-8b88-19704d02cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:58.402900 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ef30f-dbd7-40bd-8b88-19704d02cec6 None None] Routers {'9509ecb6-4443-48d6-9a15-2c9342a53b6d'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:58.403687 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f67ef30f-dbd7-40bd-8b88-19704d02cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9509ecb6-4443-48d6-9a15-2c9342a53b6d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:58.414268 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 701f7dfd-9952-428e-bbaf-74abaebfb94c triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:23:58.414705 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124765c9-36ff-42ae-bd4d-06062a72286d req-00bd83ee-0b05-4422-be5f-5c96b9ea9b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:58.415204 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:58.416372 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-124765c9-36ff-42ae-bd4d-06062a72286d req-00bd83ee-0b05-4422-be5f-5c96b9ea9b4b service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed78ede5-32f5-4a15-9e59-683c99192b0a HTTP/1.1" status: 200 len: 912 time: 0.0953596 Mar 14 15:23:58.419032 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d4324c-0fe5-4d85-8e7a-87f94287eba6 None None] Checking router: 73e780e4-dc9c-4b78-be55-c29a2cc33e68 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:23:58.423732 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b3083dc-e8f6-4fbd-bb37-abfd43919cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:58.448888 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b3083dc-e8f6-4fbd-bb37-abfd43919cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:58.468105 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d4324c-0fe5-4d85-8e7a-87f94287eba6 None None] Routers {'73e780e4-dc9c-4b78-be55-c29a2cc33e68'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:23:58.469114 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-13d4324c-0fe5-4d85-8e7a-87f94287eba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['73e780e4-dc9c-4b78-be55-c29a2cc33e68'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:58.474368 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f67ef30f-dbd7-40bd-8b88-19704d02cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:58.475137 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ef30f-dbd7-40bd-8b88-19704d02cec6 None None] The sync data for ids ['9509ecb6-4443-48d6-9a15-2c9342a53b6d'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:23:58.486450 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8ba01b07-b7c3-4744-b6a6-4fc404539706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'name': 'tempest-ServersTestManualDisk-247110455-router', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:04Z', 'revision_number': 4, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'gw_port': {'id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '379cf6ad-3810-4220-8866-7cc7d4c3e0cb', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'port_id': '25e61a1d-2661-4c47-bc70-4afa29cfca7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a', 'mac_address': 'fa:16:3e:3e:ac:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd2a1e6-2522-4e39-bff4-82747765c6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:23:16Z', 'updated_at': '2022-03-14T15:23:53Z', 'revision_number': 1, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cfce75-eadf-4340-a944-8ea4806a0406', 'name': '', 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'mac_address': 'fa:16:3e:39:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:00Z', 'updated_at': '2022-03-14T15:23:13Z', 'revision_number': 5, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'subnets': [{'id': '2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:58.506403 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2b504beb-9c8c-4b33-a91d-2fb08bec22b1 req-eeaf320d-3c0a-4d48-9d4b-827ba1bce605 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521118 Mar 14 15:23:58.529706 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba01b07-b7c3-4744-b6a6-4fc404539706 None None] The sync data for ids ['fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'] in dv-neutron-833559-1-hyperv is: [{'id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'name': 'tempest-ServersTestManualDisk-247110455-router', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:04Z', 'revision_number': 4, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'gw_port': {'id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '379cf6ad-3810-4220-8866-7cc7d4c3e0cb', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'port_id': '25e61a1d-2661-4c47-bc70-4afa29cfca7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a', 'mac_address': 'fa:16:3e:3e:ac:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd2a1e6-2522-4e39-bff4-82747765c6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:23:16Z', 'updated_at': '2022-03-14T15:23:53Z', 'revision_number': 1, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cfce75-eadf-4340-a944-8ea4806a0406', 'name': '', 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'mac_address': 'fa:16:3e:39:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:00Z', 'updated_at': '2022-03-14T15:23:13Z', 'revision_number': 5, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'subnets': [{'id': '2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:23:58.565871 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720f68ea-6de3-4b80-9ded-3d33fc505af4 None None] DHCP port deletion for 5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:23:58.624013 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cf33ca89-86f9-4d62-a0f8-4a20ef43f728 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:58.675161 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-130c9ccd-cbcd-4411-8084-74f342342426 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:58.714422 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c9ccd-cbcd-4411-8084-74f342342426 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Pushing event deleted for resources: {'Port': ['ID=ea263988-accf-4cf2-96fd-ddb55dffc2a1,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:58.763359 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-13d4324c-0fe5-4d85-8e7a-87f94287eba6 None None] Set router 73e780e4-dc9c-4b78-be55-c29a2cc33e68 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:23:58.820922 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cf33ca89-86f9-4d62-a0f8-4a20ef43f728 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:58.863059 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b29a7-1732-48d3-8321-f492cf2082be None None] New status for floating IP 379cf6ad-3810-4220-8866-7cc7d4c3e0cb: ACTIVE {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:23:58.863637 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b3083dc-e8f6-4fbd-bb37-abfd43919cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:58.865975 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b3083dc-e8f6-4fbd-bb37-abfd43919cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:58.869476 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3b3083dc-e8f6-4fbd-bb37-abfd43919cdf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f92176d9-c5d4-4235-b0a4-f3b31440afba HTTP/1.1" status: 204 len: 168 time: 1.7026355 Mar 14 15:23:58.884668 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7739ef4b-5645-499a-87ea-7a0590c6b570 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:58.890387 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7739ef4b-5645-499a-87ea-7a0590c6b570 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] 10.222.0.59 "DELETE /v2.0/ports/9672608b-a199-4050-a10e-2d9e9c5c1a0b HTTP/1.1" status: 204 len: 168 time: 3.9822090 Mar 14 15:23:58.895255 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3083dc-e8f6-4fbd-bb37-abfd43919cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92176d9-c5d4-4235-b0a4-f3b31440afba,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:58.904908 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b544b1da-94b6-4c0f-b7fb-1b601bb0948b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:58.905861 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50940) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:58.909816 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b544b1da-94b6-4c0f-b7fb-1b601bb0948b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/ports/ac4b28ca-7a37-4469-895f-26baaa81cd5d HTTP/1.1" status: 200 len: 910 time: 0.6567266 Mar 14 15:23:58.910721 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50942) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:58.920347 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33ca89-86f9-4d62-a0f8-4a20ef43f728 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Subnet': ['ID=9a46b0d2-613c-4889-8523-3bb800d1bd4e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:58.997602 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-130c9ccd-cbcd-4411-8084-74f342342426 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:59.005403 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-130c9ccd-cbcd-4411-8084-74f342342426 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "DELETE /v2.0/ports/ea263988-accf-4cf2-96fd-ddb55dffc2a1 HTTP/1.1" status: 204 len: 168 time: 1.4017670 Mar 14 15:23:59.006618 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50944) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:59.008533 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cf33ca89-86f9-4d62-a0f8-4a20ef43f728 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:59.013090 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-cf33ca89-86f9-4d62-a0f8-4a20ef43f728 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/subnets/9a46b0d2-613c-4889-8523-3bb800d1bd4e HTTP/1.1" status: 204 len: 168 time: 1.0829678 Mar 14 15:23:59.013690 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c34ecb2-0dc5-4144-83d6-7478433f61ab None None] Network b9bbc80f-08fe-4ef4-afaf-001003d5fddc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:23:59.027207 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50946) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:59.082085 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-8803a0eb-dbd3-428d-a46f-e05a2037c69b tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] GET failed (client error): The resource could not be found. Mar 14 15:23:59.088495 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8803a0eb-dbd3-428d-a46f-e05a2037c69b tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "GET /v2.0/ports/ea263988-accf-4cf2-96fd-ddb55dffc2a1 HTTP/1.1" status: 404 len: 333 time: 0.0693481 Mar 14 15:23:59.092217 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50950) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:59.099773 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-131c939c-d706-4864-a898-54aafe6f5577 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Request body: {'port': {'network_id': '18367c60-cd94-41ad-9682-d0976627a005', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-858858933'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:23:59.144769 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-124765c9-36ff-42ae-bd4d-06062a72286d req-a0b3b794-a48f-48a5-81ad-7176d733a9eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25e61a1d-2661-4c47-bc70-4afa29cfca7a HTTP/1.1" status: 200 len: 1000 time: 0.6396883 Mar 14 15:23:59.151475 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bd0ca7-c725-4946-84bc-45c66a6419cb tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:59.155806 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-39bd0ca7-c725-4946-84bc-45c66a6419cb tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc840909-09ff-4565-83e7-1a47c48c9047 HTTP/1.1" status: 200 len: 913 time: 0.2271359 Mar 14 15:23:59.163039 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50952) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:59.197666 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-720f68ea-6de3-4b80-9ded-3d33fc505af4 None None] Deleting port 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:59.198223 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-720f68ea-6de3-4b80-9ded-3d33fc505af4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:59.209874 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124765c9-36ff-42ae-bd4d-06062a72286d req-57433495-ed86-48ce-b468-43e80074f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:59.211811 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-124765c9-36ff-42ae-bd4d-06062a72286d req-57433495-ed86-48ce-b468-43e80074f5c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4 HTTP/1.1" status: 200 len: 850 time: 0.0538692 Mar 14 15:23:59.351341 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 50954) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:59.355352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124765c9-36ff-42ae-bd4d-06062a72286d req-19a5b310-cc07-40ee-b9f6-e3658fbfca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:59.356851 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-124765c9-36ff-42ae-bd4d-06062a72286d req-19a5b310-cc07-40ee-b9f6-e3658fbfca79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed78ede5-32f5-4a15-9e59-683c99192b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1110084 Mar 14 15:23:59.376991 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b07951-56da-44a2-9ffd-ad6926d361f3 None None] DHCP port deletion for b9bbc80f-08fe-4ef4-afaf-001003d5fddc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:23:59.414390 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-720f68ea-6de3-4b80-9ded-3d33fc505af4 None None] For port 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=6c18b8fc-ebcb-4793-bbbe-fe213bc2814c,segment=NetworkSegment(95e9521c-65cd-4dc5-a7a9-b925e298042b),segment_id=95e9521c-65cd-4dc5-a7a9-b925e298042b)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:59.414873 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-720f68ea-6de3-4b80-9ded-3d33fc505af4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:59.428261 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9034-e218-4e38-b529-45d415f1ff08 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:59.493059 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-720f68ea-6de3-4b80-9ded-3d33fc505af4 None None] Calling delete_port for 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:59.543409 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d0445c-6495-445c-80f5-2800a90a0ba2 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Router 9f408e7d-60ca-4e28-b3e8-712d89b02601 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:23:59.569807 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131c939c-d706-4864-a898-54aafe6f5577 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Made reservation on behalf of b3d17804be3e454880bd59b99e907da2 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:23:59.573478 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-131c939c-d706-4864-a898-54aafe6f5577 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:59.613361 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fe12b370-0b33-4441-ad00-afce3242550a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=713d368d7af2430b84a288f05e5d94a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554650 Mar 14 15:23:59.617014 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50958) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:23:59.640434 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-131c939c-d706-4864-a898-54aafe6f5577 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] device_id is not set on port 782b7134-7225-461b-af3e-ab98dc5d3897 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:23:59.656403 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-1eaf9034-e218-4e38-b529-45d415f1ff08 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting port 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:59.656852 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9034-e218-4e38-b529-45d415f1ff08 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:59.733873 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-124765c9-36ff-42ae-bd4d-06062a72286d req-baa866ac-3816-45f7-9b8d-8be37f1901d7 service neutron] 10.222.0.18 "GET /v2.0/networks/ed78ede5-32f5-4a15-9e59-683c99192b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906408 Mar 14 15:23:59.795366 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-19b07951-56da-44a2-9ffd-ad6926d361f3 None None] Deleting port 9f4e15aa-fa45-46c4-a7da-c5c98ba98586 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:23:59.795782 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-19b07951-56da-44a2-9ffd-ad6926d361f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:59.845270 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a9801-71af-4f66-9292-2233c7b6b15f req-57db4692-b466-4332-9a90-fcc8af407244 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:23:59.848259 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c15a9801-71af-4f66-9292-2233c7b6b15f req-57db4692-b466-4332-9a90-fcc8af407244 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.2318306 Mar 14 15:23:59.861440 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-720f68ea-6de3-4b80-9ded-3d33fc505af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:59.907814 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720f68ea-6de3-4b80-9ded-3d33fc505af4 None None] No DVR routers for this DVR port 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:23:59.913971 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-19b07951-56da-44a2-9ffd-ad6926d361f3 None None] For port 9f4e15aa-fa45-46c4-a7da-c5c98ba98586, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=9f4e15aa-fa45-46c4-a7da-c5c98ba98586,segment=NetworkSegment(52f5264c-2e70-4877-a4ee-968112d92b38),segment_id=52f5264c-2e70-4877-a4ee-968112d92b38)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:23:59.914908 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-19b07951-56da-44a2-9ffd-ad6926d361f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:59.917362 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f68ea-6de3-4b80-9ded-3d33fc505af4 None None] Pushing event deleted for resources: {'Port': ['ID=6c18b8fc-ebcb-4793-bbbe-fe213bc2814c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:23:59.933879 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be8c497e-8f2f-4163-b8a3-0d0594b08254 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:59.934268 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-13d4324c-0fe5-4d85-8e7a-87f94287eba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'name': 'tempest-ServerActionsTestJSON-488606032-router', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:09Z', 'revision_number': 4, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'gw_port': {'id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:59Z', 'updated_at': '2022-03-14T15:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'fae532ce-4c57-41a8-b87c-3dc964613fd6', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'floating_ip_address': '172.26.6.190', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'port_id': '6a31cd96-8d3b-46a8-820b-4fcc1444cd86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc', 'mac_address': 'fa:16:3e:5e:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353bb212-d349-4ac8-a62d-f7ee4a263c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:23:17Z', 'updated_at': '2022-03-14T15:23:54Z', 'revision_number': 1, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286855f1-b68a-49b0-a4ff-77deb1b06c29', 'name': '', 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'mac_address': 'fa:16:3e:64:17:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'f06bc8a1-e6d6-4299-b660-147ccd6bb298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:07Z', 'updated_at': '2022-03-14T15:23:18Z', 'revision_number': 5, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'subnets': [{'id': 'f06bc8a1-e6d6-4299-b660-147ccd6bb298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:23:59.940627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d0445c-6495-445c-80f5-2800a90a0ba2 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:23:59.948712 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3d0445c-6495-445c-80f5-2800a90a0ba2 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:23:59.961435 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e83478-c743-4c49-8b38-8e6e5f8ef1df None None] Sync routers for ids ['9f408e7d-60ca-4e28-b3e8-712d89b02601'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:23:59.976522 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-19b07951-56da-44a2-9ffd-ad6926d361f3 None None] Calling delete_port for 9f4e15aa-fa45-46c4-a7da-c5c98ba98586 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:23:59.979397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f68ea-6de3-4b80-9ded-3d33fc505af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:59.979843 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f68ea-6de3-4b80-9ded-3d33fc505af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:59.980260 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f68ea-6de3-4b80-9ded-3d33fc505af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:59.980664 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f68ea-6de3-4b80-9ded-3d33fc505af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:59.981065 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f68ea-6de3-4b80-9ded-3d33fc505af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:59.981497 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f68ea-6de3-4b80-9ded-3d33fc505af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:59.981894 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f68ea-6de3-4b80-9ded-3d33fc505af4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:59.983110 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f68ea-6de3-4b80-9ded-3d33fc505af4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:59.983532 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f68ea-6de3-4b80-9ded-3d33fc505af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:59.983928 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f68ea-6de3-4b80-9ded-3d33fc505af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:59.984321 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f68ea-6de3-4b80-9ded-3d33fc505af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:59.984712 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f68ea-6de3-4b80-9ded-3d33fc505af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:23:59.991455 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d4324c-0fe5-4d85-8e7a-87f94287eba6 None None] The sync data for ids ['73e780e4-dc9c-4b78-be55-c29a2cc33e68'] in dv-neutron-833559-1-hyperv is: [{'id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'name': 'tempest-ServerActionsTestJSON-488606032-router', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:09Z', 'revision_number': 4, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'gw_port': {'id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:59Z', 'updated_at': '2022-03-14T15:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'fae532ce-4c57-41a8-b87c-3dc964613fd6', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'floating_ip_address': '172.26.6.190', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'port_id': '6a31cd96-8d3b-46a8-820b-4fcc1444cd86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc', 'mac_address': 'fa:16:3e:5e:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353bb212-d349-4ac8-a62d-f7ee4a263c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:23:17Z', 'updated_at': '2022-03-14T15:23:54Z', 'revision_number': 1, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286855f1-b68a-49b0-a4ff-77deb1b06c29', 'name': '', 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'mac_address': 'fa:16:3e:64:17:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'f06bc8a1-e6d6-4299-b660-147ccd6bb298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:07Z', 'updated_at': '2022-03-14T15:23:18Z', 'revision_number': 5, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'subnets': [{'id': 'f06bc8a1-e6d6-4299-b660-147ccd6bb298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:00.013015 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e83478-c743-4c49-8b38-8e6e5f8ef1df None None] Routers {'9f408e7d-60ca-4e28-b3e8-712d89b02601'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:00.015495 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c1e83478-c743-4c49-8b38-8e6e5f8ef1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9f408e7d-60ca-4e28-b3e8-712d89b02601'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:00.017341 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c15a9801-71af-4f66-9292-2233c7b6b15f req-67446b5b-5cc9-4102-9492-9c4f0bb49cd3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322687 Mar 14 15:24:00.081185 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353bb212-d349-4ac8-a62d-f7ee4a263c34', 'tag': '6a31cd96-8d3b-46a8-820b-4fcc1444cd86'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:24:00.083667 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2461b26a-d6f0-4b00-b619-f60b562d89d5" -d '{"events": [{"name": "network-changed", "server_uuid": "353bb212-d349-4ac8-a62d-f7ee4a263c34", "tag": "6a31cd96-8d3b-46a8-820b-4fcc1444cd86"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:24:00.140325 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c3d0445c-6495-445c-80f5-2800a90a0ba2 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "PUT /v2.0/floatingips/a3d02530-b5a3-420a-b716-fc5ae6bdc070 HTTP/1.1" status: 200 len: 991 time: 5.1050224 Mar 14 15:24:00.141824 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 9f4e15aa-fa45-46c4-a7da-c5c98ba98586 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:24:00.144830 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa559156-b648-4e28-8107-f95f7b326687', 'tag': 'a9a7c89e-d642-4529-ae79-4ce5ee00f40f'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:24:00.147124 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274b7b9b-d989-486d-8ee8-f24a9161c01e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa559156-b648-4e28-8107-f95f7b326687", "tag": "a9a7c89e-d642-4529-ae79-4ce5ee00f40f"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:24:00.164735 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fb45e61a-d6f6-4575-a040-e8e9f2f2ffb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:00.198260 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea935a7-6ddf-4e0f-ac3b-636924a6860d x-openstack-request-id: req-4ea935a7-6ddf-4e0f-ac3b-636924a6860d {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:24:00.198472 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353bb212-d349-4ac8-a62d-f7ee4a263c34", "tag": "6a31cd96-8d3b-46a8-820b-4fcc1444cd86", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:24:00.198720 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ea935a7-6ddf-4e0f-ac3b-636924a6860d {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:24:00.199146 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353bb212-d349-4ac8-a62d-f7ee4a263c34', 'tag': '6a31cd96-8d3b-46a8-820b-4fcc1444cd86', 'status': 'completed', 'code': 200} Mar 14 15:24:00.203322 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-19b07951-56da-44a2-9ffd-ad6926d361f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:00.207168 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 9f4e15aa-fa45-46c4-a7da-c5c98ba98586 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:24:00.211906 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 9f4e15aa-fa45-46c4-a7da-c5c98ba98586 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:24:00.212632 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:24:00.233417 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-1eaf9034-e218-4e38-b529-45d415f1ff08 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] For port 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=6c18b8fc-ebcb-4793-bbbe-fe213bc2814c,segment=NetworkSegment(95e9521c-65cd-4dc5-a7a9-b925e298042b),segment_id=95e9521c-65cd-4dc5-a7a9-b925e298042b)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:00.233785 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9034-e218-4e38-b529-45d415f1ff08 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:00.263310 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c1e83478-c743-4c49-8b38-8e6e5f8ef1df None None] Set router 9f408e7d-60ca-4e28-b3e8-712d89b02601 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:24:00.289380 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-1eaf9034-e218-4e38-b529-45d415f1ff08 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Calling delete_port for 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:00.295256 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fb45e61a-d6f6-4575-a040-e8e9f2f2ffb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:00.299986 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b07951-56da-44a2-9ffd-ad6926d361f3 None None] Pushing event deleted for resources: {'Port': ['ID=9f4e15aa-fa45-46c4-a7da-c5c98ba98586,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:00.306571 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:24:00.309172 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:24:00.314319 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b07951-56da-44a2-9ffd-ad6926d361f3 None None] No DVR routers for this DVR port 9f4e15aa-fa45-46c4-a7da-c5c98ba98586 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:00.331888 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-131c939c-d706-4864-a898-54aafe6f5577 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Allocated IP 2001:db8::20b (18367c60-cd94-41ad-9682-d0976627a005/acf8fc19-98fb-4c5f-b459-9a1f395526ba/782b7134-7225-461b-af3e-ab98dc5d3897) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:00.393540 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-124765c9-36ff-42ae-bd4d-06062a72286d req-f438b25c-3112-4cc6-bb83-5f21fd14c2b5 service neutron] 10.222.0.18 "GET /v2.0/networks/ed78ede5-32f5-4a15-9e59-683c99192b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365504 Mar 14 15:24:00.402032 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d291fb15-c0aa-4186-9279-9017ea3cfb86 None None] New status for floating IP fae532ce-4c57-41a8-b87c-3dc964613fd6: ACTIVE {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:24:00.413768 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a00676-3732-41a2-a223-c0286cf60126 x-openstack-request-id: req-c5a00676-3732-41a2-a223-c0286cf60126 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:24:00.414207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa559156-b648-4e28-8107-f95f7b326687", "tag": "a9a7c89e-d642-4529-ae79-4ce5ee00f40f", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:24:00.414961 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c5a00676-3732-41a2-a223-c0286cf60126 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:24:00.415260 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa559156-b648-4e28-8107-f95f7b326687', 'tag': 'a9a7c89e-d642-4529-ae79-4ce5ee00f40f', 'status': 'completed', 'code': 200} Mar 14 15:24:00.536277 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9034-e218-4e38-b529-45d415f1ff08 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:00.551720 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-924d3d85-8a65-42ed-ac48-9905b799473f tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:00.561184 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fb45e61a-d6f6-4575-a040-e8e9f2f2ffb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:00.565585 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fb45e61a-d6f6-4575-a040-e8e9f2f2ffb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:00.567038 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fb45e61a-d6f6-4575-a040-e8e9f2f2ffb5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/060cd518-703a-46af-92c8-448719ce1969 HTTP/1.1" status: 204 len: 168 time: 0.9458728 Mar 14 15:24:00.600235 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461b26a-d6f0-4b00-b619-f60b562d89d5 req-905d520f-7735-4668-8a26-70525de52adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:00.611460 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2461b26a-d6f0-4b00-b619-f60b562d89d5 req-905d520f-7735-4668-8a26-70525de52adc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3e851ef7d26489f809312a892e32164&device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 1099 time: 0.2096081 Mar 14 15:24:00.630972 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9a161-aadd-4a56-b1e7-a06d7c87c811 req-61635a26-8bed-45ab-b0bf-797afcbeb685 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:00.632648 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-81e9a161-aadd-4a56-b1e7-a06d7c87c811 req-61635a26-8bed-45ab-b0bf-797afcbeb685 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 946 time: 0.2351429 Mar 14 15:24:00.636658 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c1e83478-c743-4c49-8b38-8e6e5f8ef1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'name': 'tempest-ServersTestJSON-1699675645-router', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:08Z', 'revision_number': 4, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'gw_port': {'id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'a3d02530-b5a3-420a-b716-fc5ae6bdc070', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'port_id': 'a9a7c89e-d642-4529-ae79-4ce5ee00f40f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3', 'mac_address': 'fa:16:3e:b6:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa559156-b648-4e28-8107-f95f7b326687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:23:22Z', 'updated_at': '2022-03-14T15:23:57Z', 'revision_number': 1, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0bd637-f443-4915-99c6-51010214304a', 'name': '', 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'mac_address': 'fa:16:3e:f5:7f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '32b536a6-20b7-48a8-995b-e55598332338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:04Z', 'updated_at': '2022-03-14T15:23:15Z', 'revision_number': 5, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'subnets': [{'id': '32b536a6-20b7-48a8-995b-e55598332338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:00.659836 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf9034-e218-4e38-b529-45d415f1ff08 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Port': ['ID=6c18b8fc-ebcb-4793-bbbe-fe213bc2814c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:00.671992 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e83478-c743-4c49-8b38-8e6e5f8ef1df None None] Checking router: 9f408e7d-60ca-4e28-b3e8-712d89b02601 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:24:00.674616 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b7b9b-d989-486d-8ee8-f24a9161c01e req-08b024da-5723-4183-9655-856bd2d82c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:00.676563 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-274b7b9b-d989-486d-8ee8-f24a9161c01e req-08b024da-5723-4183-9655-856bd2d82c2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e0a975c53dd4b5ba8a2e6281815c542&device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 1099 time: 0.2603536 Mar 14 15:24:00.682831 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaf9034-e218-4e38-b529-45d415f1ff08 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] No DVR routers for this DVR port 6c18b8fc-ebcb-4793-bbbe-fe213bc2814c on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:00.685605 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e83478-c743-4c49-8b38-8e6e5f8ef1df None None] Routers {'9f408e7d-60ca-4e28-b3e8-712d89b02601'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:00.686728 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c1e83478-c743-4c49-8b38-8e6e5f8ef1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9f408e7d-60ca-4e28-b3e8-712d89b02601'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:00.702854 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45e61a-d6f6-4575-a040-e8e9f2f2ffb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060cd518-703a-46af-92c8-448719ce1969,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:00.846812 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-be8c497e-8f2f-4163-b8a3-0d0594b08254 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Allocated IP 172.21.0.1 (c0200670-59e7-4128-9c0b-4c5a81b75226/e7c56590-bab6-4ca9-898c-5f8fa092e963/4552effe-23b1-44b5-801b-35a3007c0404) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:00.865251 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-81e9a161-aadd-4a56-b1e7-a06d7c87c811 req-58202f8b-8ef5-40e3-ac0d-2958bd0bad07 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/security-groups?id=a1603967-3516-424c-8a79-2969bef37aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862113 Mar 14 15:24:00.873512 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c1e83478-c743-4c49-8b38-8e6e5f8ef1df None None] Set router 9f408e7d-60ca-4e28-b3e8-712d89b02601 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:24:00.881194 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9034-e218-4e38-b529-45d415f1ff08 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:00.941058 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-131c939c-d706-4864-a898-54aafe6f5577 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:00.957247 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461b26a-d6f0-4b00-b619-f60b562d89d5 req-0a5441d7-80e9-4888-b390-d5453595953e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:00.958737 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2461b26a-d6f0-4b00-b619-f60b562d89d5 req-0a5441d7-80e9-4888-b390-d5453595953e service neutron] 10.222.0.18 "GET /v2.0/networks?id=49fee795-f4c4-42dd-acc3-9b9f00035acc HTTP/1.1" status: 200 len: 912 time: 0.3236585 Mar 14 15:24:00.962326 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b7b9b-d989-486d-8ee8-f24a9161c01e req-a1413e70-d32c-4393-9280-61a8fefad09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:00.963760 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-274b7b9b-d989-486d-8ee8-f24a9161c01e req-a1413e70-d32c-4393-9280-61a8fefad09f service neutron] 10.222.0.18 "GET /v2.0/networks?id=52d00c44-24c0-4d1a-a340-c039d76298f3 HTTP/1.1" status: 200 len: 907 time: 0.2626600 Mar 14 15:24:00.980341 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-1eaf9034-e218-4e38-b529-45d415f1ff08 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:01.013681 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-1eaf9034-e218-4e38-b529-45d415f1ff08 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e9521c-65cd-4dc5-a7a9-b925e298042b') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:01.013681 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-1eaf9034-e218-4e38-b529-45d415f1ff08 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e9521c-65cd-4dc5-a7a9-b925e298042b') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:01.063664 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9034-e218-4e38-b529-45d415f1ff08 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:01.093883 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-131c939c-d706-4864-a898-54aafe6f5577 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:01.107131 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9034-e218-4e38-b529-45d415f1ff08 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:01.172052 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c939c-d706-4864-a898-54aafe6f5577 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Pushing event updated for resources: {'Port': ['ID=782b7134-7225-461b-af3e-ab98dc5d3897,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:01.190755 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eaf9034-e218-4e38-b529-45d415f1ff08 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:24:01.190755 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9034-e218-4e38-b529-45d415f1ff08 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:24:01.192583 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:24:01.248371 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131c939c-d706-4864-a898-54aafe6f5577 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Network 18367c60-cd94-41ad-9682-d0976627a005 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:01.256299 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c1e83478-c743-4c49-8b38-8e6e5f8ef1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'name': 'tempest-ServersTestJSON-1699675645-router', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:08Z', 'revision_number': 4, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'gw_port': {'id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'a3d02530-b5a3-420a-b716-fc5ae6bdc070', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'port_id': 'a9a7c89e-d642-4529-ae79-4ce5ee00f40f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3', 'mac_address': 'fa:16:3e:b6:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa559156-b648-4e28-8107-f95f7b326687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:23:22Z', 'updated_at': '2022-03-14T15:23:57Z', 'revision_number': 1, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0bd637-f443-4915-99c6-51010214304a', 'name': '', 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'mac_address': 'fa:16:3e:f5:7f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '32b536a6-20b7-48a8-995b-e55598332338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:04Z', 'updated_at': '2022-03-14T15:23:15Z', 'revision_number': 5, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'subnets': [{'id': '32b536a6-20b7-48a8-995b-e55598332338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:01.261201 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-131c939c-d706-4864-a898-54aafe6f5577 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:01.264921 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c939c-d706-4864-a898-54aafe6f5577 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:01.271538 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131c939c-d706-4864-a898-54aafe6f5577 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:01.272054 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-131c939c-d706-4864-a898-54aafe6f5577 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:01.290295 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9034-e218-4e38-b529-45d415f1ff08 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:01.300602 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e83478-c743-4c49-8b38-8e6e5f8ef1df None None] The sync data for ids ['9f408e7d-60ca-4e28-b3e8-712d89b02601'] in dv-neutron-833559-1-hyperv is: [{'id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'name': 'tempest-ServersTestJSON-1699675645-router', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:08Z', 'revision_number': 4, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'gw_port': {'id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'a3d02530-b5a3-420a-b716-fc5ae6bdc070', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'port_id': 'a9a7c89e-d642-4529-ae79-4ce5ee00f40f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3', 'mac_address': 'fa:16:3e:b6:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa559156-b648-4e28-8107-f95f7b326687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:23:22Z', 'updated_at': '2022-03-14T15:23:57Z', 'revision_number': 1, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0bd637-f443-4915-99c6-51010214304a', 'name': '', 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'mac_address': 'fa:16:3e:f5:7f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '32b536a6-20b7-48a8-995b-e55598332338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:04Z', 'updated_at': '2022-03-14T15:23:15Z', 'revision_number': 5, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'subnets': [{'id': '32b536a6-20b7-48a8-995b-e55598332338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:01.333718 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9034-e218-4e38-b529-45d415f1ff08 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:01.340185 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1eaf9034-e218-4e38-b529-45d415f1ff08 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/networks/5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f HTTP/1.1" status: 204 len: 168 time: 2.3024795 Mar 14 15:24:01.343382 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-131c939c-d706-4864-a898-54aafe6f5577 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2492626 Mar 14 15:24:01.375560 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50984) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:01.376604 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 50986) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:01.386220 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-6362395e-61be-4e33-95b4-a1f852a59eed tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::322', 'mac_address': 'fa:16:3e:40:cc:99'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:01.402439 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf9034-e218-4e38-b529-45d415f1ff08 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Network': ['ID=5c1f3603-bfbf-4d1c-8a40-1bffedb56f8f,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:01.589643 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-274b7b9b-d989-486d-8ee8-f24a9161c01e req-d2fde13b-52c7-446d-8ccb-9747317b61b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9a7c89e-d642-4529-ae79-4ce5ee00f40f HTTP/1.1" status: 200 len: 999 time: 0.5934997 Mar 14 15:24:01.592271 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2461b26a-d6f0-4b00-b619-f60b562d89d5 req-51b9e6be-91ea-4c76-b885-a5de466f7a92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a31cd96-8d3b-46a8-820b-4fcc1444cd86 HTTP/1.1" status: 200 len: 1002 time: 0.5951169 Mar 14 15:24:01.606477 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be8c497e-8f2f-4163-b8a3-0d0594b08254 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:01.634411 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-9901dc2f-4416-4753-a421-aaef257ddee3 None None] Provisioning complete for port 782b7134-7225-461b-af3e-ab98dc5d3897 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:01.636134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9901dc2f-4416-4753-a421-aaef257ddee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:01.667836 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b1656-5a08-4f2e-bf62-c7eb504a11b3 req-7c53edda-d510-48b7-ae0f-f3dccaa4ecba tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:01.669715 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a27b1656-5a08-4f2e-bf62-c7eb504a11b3 req-7c53edda-d510-48b7-ae0f-f3dccaa4ecba tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.2138100 Mar 14 15:24:01.685831 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-573f5f33-711e-4b86-991d-c77de5b2418b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:01.692076 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9901dc2f-4416-4753-a421-aaef257ddee3 None None] Port 782b7134-7225-461b-af3e-ab98dc5d3897 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:01.705970 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986daccf-8272-4270-bf93-7ea66f75eb77 None None] New status for floating IP a3d02530-b5a3-420a-b716-fc5ae6bdc070: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:24:01.770222 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461b26a-d6f0-4b00-b619-f60b562d89d5 req-eba4adbc-243c-47dc-8291-950bc21bebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:01.771787 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2461b26a-d6f0-4b00-b619-f60b562d89d5 req-eba4adbc-243c-47dc-8291-950bc21bebb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f06bc8a1-e6d6-4299-b660-147ccd6bb298 HTTP/1.1" status: 200 len: 850 time: 0.1637301 Mar 14 15:24:01.773005 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b7b9b-d989-486d-8ee8-f24a9161c01e req-cb0c5cb3-e15a-427b-969d-d84c81048a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:01.774291 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-274b7b9b-d989-486d-8ee8-f24a9161c01e req-cb0c5cb3-e15a-427b-969d-d84c81048a9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=32b536a6-20b7-48a8-995b-e55598332338 HTTP/1.1" status: 200 len: 845 time: 0.1713424 Mar 14 15:24:01.783009 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a27b1656-5a08-4f2e-bf62-c7eb504a11b3 req-33d390c0-44c9-40bf-ba22-e9e3af050046 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836699 Mar 14 15:24:01.838023 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be8c497e-8f2f-4163-b8a3-0d0594b08254 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:01.897230 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8c497e-8f2f-4163-b8a3-0d0594b08254 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network c0200670-59e7-4128-9c0b-4c5a81b75226 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:01.905315 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-be8c497e-8f2f-4163-b8a3-0d0594b08254 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:01.912661 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8c497e-8f2f-4163-b8a3-0d0594b08254 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:01.913862 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-573f5f33-711e-4b86-991d-c77de5b2418b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:01.920255 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b7b9b-d989-486d-8ee8-f24a9161c01e req-870078bc-9d08-4bbc-ba72-53f040cf8259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:01.921774 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-274b7b9b-d989-486d-8ee8-f24a9161c01e req-870078bc-9d08-4bbc-ba72-53f040cf8259 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=52d00c44-24c0-4d1a-a340-c039d76298f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1292140 Mar 14 15:24:01.922438 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c497e-8f2f-4163-b8a3-0d0594b08254 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Port': ['ID=4552effe-23b1-44b5-801b-35a3007c0404,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:01.946040 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-573f5f33-711e-4b86-991d-c77de5b2418b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9bbc80f-08fe-4ef4-afaf-001003d5fddc']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:01.948053 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461b26a-d6f0-4b00-b619-f60b562d89d5 req-51b17cc9-333a-4a47-afe0-0606fc81bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:01.949654 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2461b26a-d6f0-4b00-b619-f60b562d89d5 req-51b17cc9-333a-4a47-afe0-0606fc81bdf5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49fee795-f4c4-42dd-acc3-9b9f00035acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1646934 Mar 14 15:24:01.958945 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-573f5f33-711e-4b86-991d-c77de5b2418b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f5264c-2e70-4877-a4ee-968112d92b38') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:01.958945 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-573f5f33-711e-4b86-991d-c77de5b2418b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f5264c-2e70-4877-a4ee-968112d92b38') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:01.970747 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-573f5f33-711e-4b86-991d-c77de5b2418b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:01.990162 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-573f5f33-711e-4b86-991d-c77de5b2418b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:01.993482 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6362395e-61be-4e33-95b4-a1f852a59eed tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:01.997577 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-924d3d85-8a65-42ed-ac48-9905b799473f tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Deleting port db630ac0-aac9-4087-a4fa-197c8b106c87 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:01.997904 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-924d3d85-8a65-42ed-ac48-9905b799473f tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.117183 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be8c497e-8f2f-4163-b8a3-0d0594b08254 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.146600 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573f5f33-711e-4b86-991d-c77de5b2418b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:24:02.147106 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-573f5f33-711e-4b86-991d-c77de5b2418b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:24:02.150595 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:24:02.152418 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-924d3d85-8a65-42ed-ac48-9905b799473f tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.200560 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-924d3d85-8a65-42ed-ac48-9905b799473f tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Calling delete_port for db630ac0-aac9-4087-a4fa-197c8b106c87 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:02.228442 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-9a1cfafa-b505-49c7-84bd-34d666e4fb96 None None] Provisioning complete for port 4552effe-23b1-44b5-801b-35a3007c0404 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:02.229132 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9a1cfafa-b505-49c7-84bd-34d666e4fb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.262174 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-274b7b9b-d989-486d-8ee8-f24a9161c01e req-7ff8ffd4-48c8-4cf0-b652-fc62723a8a68 service neutron] 10.222.0.18 "GET /v2.0/networks/52d00c44-24c0-4d1a-a340-c039d76298f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162694 Mar 14 15:24:02.273516 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2461b26a-d6f0-4b00-b619-f60b562d89d5 req-8b0e2489-da71-49bc-a3e4-bfc2d4aa024a service neutron] 10.222.0.18 "GET /v2.0/networks/49fee795-f4c4-42dd-acc3-9b9f00035acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134477 Mar 14 15:24:02.302616 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9a1cfafa-b505-49c7-84bd-34d666e4fb96 None None] Port 4552effe-23b1-44b5-801b-35a3007c0404 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:02.320751 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-573f5f33-711e-4b86-991d-c77de5b2418b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.333044 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-573f5f33-711e-4b86-991d-c77de5b2418b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.339689 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-573f5f33-711e-4b86-991d-c77de5b2418b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/networks/b9bbc80f-08fe-4ef4-afaf-001003d5fddc HTTP/1.1" status: 204 len: 168 time: 0.9584198 Mar 14 15:24:02.354109 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51010) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:02.360974 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-6800ac93-1e4e-4927-9609-f6dd10fa3f6b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-799117853'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:02.371941 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f5f33-711e-4b86-991d-c77de5b2418b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Network': ['ID=b9bbc80f-08fe-4ef4-afaf-001003d5fddc,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:02.413663 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be8c497e-8f2f-4163-b8a3-0d0594b08254 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.449326 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51012) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:02.479621 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6800ac93-1e4e-4927-9609-f6dd10fa3f6b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Made reservation on behalf of 0b7813f054dc4f2aa04f19db8d2ac08c for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:02.483041 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6800ac93-1e4e-4927-9609-f6dd10fa3f6b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.518112 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-274b7b9b-d989-486d-8ee8-f24a9161c01e req-67232d3d-16b5-4406-a12d-b0ab4ffe5faa service neutron] 10.222.0.18 "GET /v2.0/networks/52d00c44-24c0-4d1a-a340-c039d76298f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433968 Mar 14 15:24:02.523304 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2461b26a-d6f0-4b00-b619-f60b562d89d5 req-71c1c7c3-72db-4fb8-9948-4a9da48adef8 service neutron] 10.222.0.18 "GET /v2.0/networks/49fee795-f4c4-42dd-acc3-9b9f00035acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386894 Mar 14 15:24:02.603128 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-bf732443-c742-4972-a1d3-2d16331ae27f tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-880629460', 'router:external': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:02.615285 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6800ac93-1e4e-4927-9609-f6dd10fa3f6b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:24:02.646067 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6800ac93-1e4e-4927-9609-f6dd10fa3f6b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.646413 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-6800ac93-1e4e-4927-9609-f6dd10fa3f6b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Added segment f5855bbe-80b0-48e3-8642-8fa87241e984 of type vlan for network c83183f4-c734-4366-9af2-ef2623a48e58 Mar 14 15:24:02.648898 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6362395e-61be-4e33-95b4-a1f852a59eed tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.666413 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6362395e-61be-4e33-95b4-a1f852a59eed tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.745413 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf732443-c742-4972-a1d3-2d16331ae27f tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Made reservation on behalf of 89ffa37f77684135b01fa1943ac60d29 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:02.747770 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bf732443-c742-4972-a1d3-2d16331ae27f tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.761444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6800ac93-1e4e-4927-9609-f6dd10fa3f6b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.764434 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be8c497e-8f2f-4163-b8a3-0d0594b08254 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.770156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be8c497e-8f2f-4163-b8a3-0d0594b08254 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.780587 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-6362395e-61be-4e33-95b4-a1f852a59eed tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] In _notify_port_updated(), no bound segment for port 782b7134-7225-461b-af3e-ab98dc5d3897 on network 18367c60-cd94-41ad-9682-d0976627a005 {{(pid=102567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:24:02.786139 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6362395e-61be-4e33-95b4-a1f852a59eed tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:02.786783 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6362395e-61be-4e33-95b4-a1f852a59eed tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.788150 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6362395e-61be-4e33-95b4-a1f852a59eed tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "PUT /v2.0/ports/782b7134-7225-461b-af3e-ab98dc5d3897 HTTP/1.1" status: 200 len: 1002 time: 1.4093640 Mar 14 15:24:02.794699 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bf732443-c742-4972-a1d3-2d16331ae27f tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.798327 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51016) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:02.856724 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be8c497e-8f2f-4163-b8a3-0d0594b08254 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.857885 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362395e-61be-4e33-95b4-a1f852a59eed tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Pushing event updated for resources: {'Port': ['ID=782b7134-7225-461b-af3e-ab98dc5d3897,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:02.860975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-924d3d85-8a65-42ed-ac48-9905b799473f tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.913161 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6800ac93-1e4e-4927-9609-f6dd10fa3f6b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.918617 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6800ac93-1e4e-4927-9609-f6dd10fa3f6b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:02.919254 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6800ac93-1e4e-4927-9609-f6dd10fa3f6b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:02.921689 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c497e-8f2f-4163-b8a3-0d0594b08254 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Port': ['ID=4552effe-23b1-44b5-801b-35a3007c0404,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:02.929456 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d3d85-8a65-42ed-ac48-9905b799473f tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Pushing event deleted for resources: {'Port': ['ID=db630ac0-aac9-4087-a4fa-197c8b106c87,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:02.968944 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8c497e-8f2f-4163-b8a3-0d0594b08254 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network c0200670-59e7-4128-9c0b-4c5a81b75226 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:02.971992 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-be8c497e-8f2f-4163-b8a3-0d0594b08254 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:03.093369 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6800ac93-1e4e-4927-9609-f6dd10fa3f6b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7381771 Mar 14 15:24:03.098316 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51020) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:03.103704 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-faa1a00f-9d40-499e-b78d-f4c1bcbf881d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'subnet': {'network_id': 'c83183f4-c734-4366-9af2-ef2623a48e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:03.149476 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8c497e-8f2f-4163-b8a3-0d0594b08254 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 9509ecb6-4443-48d6-9a15-2c9342a53b6d has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:24:03.161942 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-445e79e5-f57a-4a05-bda5-7064eb052c52 None None] Provisioning complete for port 782b7134-7225-461b-af3e-ab98dc5d3897 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:03.163578 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-445e79e5-f57a-4a05-bda5-7064eb052c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:03.169314 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800ac93-1e4e-4927-9609-f6dd10fa3f6b tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Network': ['ID=c83183f4-c734-4366-9af2-ef2623a48e58,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:03.216502 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network c83183f4-c734-4366-9af2-ef2623a48e58 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:24:03.229183 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d91bb-6d87-4a6f-bd48-9127b9dbdcb2 req-8a3679d9-5e13-4d66-a8e8-b5bec9313a58 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:03.232005 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4a6d91bb-6d87-4a6f-bd48-9127b9dbdcb2 req-8a3679d9-5e13-4d66-a8e8-b5bec9313a58 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.3236561 Mar 14 15:24:03.310578 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-445e79e5-f57a-4a05-bda5-7064eb052c52 None None] Port 782b7134-7225-461b-af3e-ab98dc5d3897 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:03.421223 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bf732443-c742-4972-a1d3-2d16331ae27f tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:03.430804 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bf732443-c742-4972-a1d3-2d16331ae27f tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:03.440069 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-91a4ac16-c335-4394-9973-2308228ea5a6 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Deleting port 782b7134-7225-461b-af3e-ab98dc5d3897 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:03.440411 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-91a4ac16-c335-4394-9973-2308228ea5a6 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:03.445595 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4a6d91bb-6d87-4a6f-bd48-9127b9dbdcb2 req-7401aa6f-991b-4ac8-8a5b-a4c2a035fbbc tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023318 Mar 14 15:24:03.448801 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-5407fb2a-7e33-40c0-ba63-249905d0e3e4 None None] Provisioning complete for port 4552effe-23b1-44b5-801b-35a3007c0404 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:03.449698 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5407fb2a-7e33-40c0-ba63-249905d0e3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:03.457170 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8c497e-8f2f-4163-b8a3-0d0594b08254 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:03.459419 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa1a00f-9d40-499e-b78d-f4c1bcbf881d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Made reservation on behalf of 0b7813f054dc4f2aa04f19db8d2ac08c for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:03.462996 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-faa1a00f-9d40-499e-b78d-f4c1bcbf881d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:03.472592 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-be8c497e-8f2f-4163-b8a3-0d0594b08254 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/9509ecb6-4443-48d6-9a15-2c9342a53b6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5506639 Mar 14 15:24:03.472864 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51022) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:03.496639 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa4e01-cf20-406f-970e-399ab97c7b87 None None] Sync routers for ids ['9509ecb6-4443-48d6-9a15-2c9342a53b6d'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:03.527088 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa4e01-cf20-406f-970e-399ab97c7b87 None None] Routers {'9509ecb6-4443-48d6-9a15-2c9342a53b6d'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:03.528053 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-99aa4e01-cf20-406f-970e-399ab97c7b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9509ecb6-4443-48d6-9a15-2c9342a53b6d'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:03.531594 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5407fb2a-7e33-40c0-ba63-249905d0e3e4 None None] Port 4552effe-23b1-44b5-801b-35a3007c0404 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:03.553782 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf732443-c742-4972-a1d3-2d16331ae27f tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:24:03.569681 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-99aa4e01-cf20-406f-970e-399ab97c7b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:03.573164 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2342a1b-04b7-4367-8843-dcb7f238596d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:03.577814 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e2342a1b-04b7-4367-8843-dcb7f238596d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/ports/4552effe-23b1-44b5-801b-35a3007c0404 HTTP/1.1" status: 200 len: 910 time: 0.1008496 Mar 14 15:24:03.577970 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf732443-c742-4972-a1d3-2d16331ae27f tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c8e8cf-6b9e-4a2f-93d7-c57000a9bee4,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:03.578054 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51026) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:03.594299 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bf732443-c742-4972-a1d3-2d16331ae27f tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:03.595270 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-bf732443-c742-4972-a1d3-2d16331ae27f tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Added segment 417137c3-234f-44d4-b2c3-b7702e347d32 of type vlan for network 97c2af1f-89d5-4bb8-9677-dc68b238bf86 Mar 14 15:24:03.602736 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa4e01-cf20-406f-970e-399ab97c7b87 None None] Routers {'9509ecb6-4443-48d6-9a15-2c9342a53b6d'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:03.603532 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-99aa4e01-cf20-406f-970e-399ab97c7b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9509ecb6-4443-48d6-9a15-2c9342a53b6d'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:03.613472 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-924d3d85-8a65-42ed-ac48-9905b799473f tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:03.655895 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-99aa4e01-cf20-406f-970e-399ab97c7b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:03.659186 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa4e01-cf20-406f-970e-399ab97c7b87 None None] The sync data for ids ['9509ecb6-4443-48d6-9a15-2c9342a53b6d'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:03.660607 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-91a4ac16-c335-4394-9973-2308228ea5a6 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:03.686724 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bf732443-c742-4972-a1d3-2d16331ae27f tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:03.724249 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-91a4ac16-c335-4394-9973-2308228ea5a6 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Calling delete_port for 782b7134-7225-461b-af3e-ab98dc5d3897 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:03.772129 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c38865-b290-459b-9210-1837307b9d70 req-25ca6b16-9f67-41c9-8ead-07fde100165a tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:03.773612 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-48c38865-b290-459b-9210-1837307b9d70 req-25ca6b16-9f67-41c9-8ead-07fde100165a tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1523614 Mar 14 15:24:03.946297 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-48c38865-b290-459b-9210-1837307b9d70 req-afe95d79-f6b5-4b4f-b9f2-973d4df4b95f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655681 Mar 14 15:24:03.981424 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-faa1a00f-9d40-499e-b78d-f4c1bcbf881d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:04.026353 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf2098f4-0741-4723-8c60-62a36841f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:04.068922 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1a00f-9d40-499e-b78d-f4c1bcbf881d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Subnet': ['ID=492916ef-3024-4bc9-a652-4e65201593e6,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:04.092667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa1a00f-9d40-499e-b78d-f4c1bcbf881d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Checking segment: {'id': 'f5855bbe-80b0-48e3-8642-8fa87241e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c83183f4-c734-4366-9af2-ef2623a48e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:24:04.093050 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa1a00f-9d40-499e-b78d-f4c1bcbf881d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network hostable DHCP agents. Network: c83183f4-c734-4366-9af2-ef2623a48e58, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:24:04.119336 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bf732443-c742-4972-a1d3-2d16331ae27f tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:04.120314 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf732443-c742-4972-a1d3-2d16331ae27f tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:04.120925 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bf732443-c742-4972-a1d3-2d16331ae27f tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:04.135541 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa1a00f-9d40-499e-b78d-f4c1bcbf881d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network c83183f4-c734-4366-9af2-ef2623a48e58 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:24:04.152557 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-faa1a00f-9d40-499e-b78d-f4c1bcbf881d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, c83183f4-c734-4366-9af2-ef2623a48e58) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:04.162076 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1a00f-9d40-499e-b78d-f4c1bcbf881d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:04.162902 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-faa1a00f-9d40-499e-b78d-f4c1bcbf881d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:04.166372 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22edcfff-75b9-43c3-b85b-29d79a0e12fe None None] Network c83183f4-c734-4366-9af2-ef2623a48e58 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:04.200592 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-47284b3a-55fe-4b69-bdc4-0bf7b8783d6c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:04.205952 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-faa1a00f-9d40-499e-b78d-f4c1bcbf881d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1064248 Mar 14 15:24:04.209217 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51032) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:04.215493 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bf732443-c742-4972-a1d3-2d16331ae27f tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7651126 Mar 14 15:24:04.218392 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51034) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:04.226091 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-1aff6ef9-ae46-4502-bb75-30260bb681d6 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Request body: {'subnet': {'network_id': '97c2af1f-89d5-4bb8-9677-dc68b238bf86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:04.230163 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf732443-c742-4972-a1d3-2d16331ae27f tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Pushing event updated for resources: {'Network': ['ID=97c2af1f-89d5-4bb8-9677-dc68b238bf86,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:04.251763 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-db9468f7-ed80-4e44-b242-94581cb02776 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-944210242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:04.275960 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 97c2af1f-89d5-4bb8-9677-dc68b238bf86 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:24:04.330256 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aff6ef9-ae46-4502-bb75-30260bb681d6 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Made reservation on behalf of 89ffa37f77684135b01fa1943ac60d29 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:04.332598 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1aff6ef9-ae46-4502-bb75-30260bb681d6 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:04.342525 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db9468f7-ed80-4e44-b242-94581cb02776 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:04.343561 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db9468f7-ed80-4e44-b242-94581cb02776 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:04.399207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b60f1a-212d-4ee0-937f-93f7239f1c3d req-de1b6abb-fa8a-41b0-8f88-1963af7206e4 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:04.400713 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d4b60f1a-212d-4ee0-937f-93f7239f1c3d req-de1b6abb-fa8a-41b0-8f88-1963af7206e4 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1407278 Mar 14 15:24:04.449942 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-c83183f4-c734-4366-9af2-ef2623a48e58', 'network_id': 'c83183f4-c734-4366-9af2-ef2623a48e58', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'fixed_ips': [{'subnet_id': '492916ef-3024-4bc9-a652-4e65201593e6'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:24:04.453416 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:04.472495 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-91a4ac16-c335-4394-9973-2308228ea5a6 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:04.479511 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d4b60f1a-212d-4ee0-937f-93f7239f1c3d req-72924795-ccd7-48df-87d5-7ae728661d90 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582449 Mar 14 15:24:04.517328 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924d3d85-8a65-42ed-ac48-9905b799473f tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Router cc840909-09ff-4565-83e7-1a47c48c9047 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:24:04.521166 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4ac16-c335-4394-9973-2308228ea5a6 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Pushing event deleted for resources: {'Port': ['ID=782b7134-7225-461b-af3e-ab98dc5d3897,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:04.715205 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] Allocated IP 2001:db8::2 (c83183f4-c734-4366-9af2-ef2623a48e58/492916ef-3024-4bc9-a652-4e65201593e6/617b53e5-d850-4124-a166-3d481ea73b9c) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:04.812077 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-91a4ac16-c335-4394-9973-2308228ea5a6 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:04.816763 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-91a4ac16-c335-4394-9973-2308228ea5a6 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "DELETE /v2.0/ports/782b7134-7225-461b-af3e-ab98dc5d3897 HTTP/1.1" status: 204 len: 168 time: 2.0143297 Mar 14 15:24:04.819637 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51042) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:04.888143 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6413d6f-2202-4deb-82c6-30a2d7ad7b8c tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] GET failed (client error): The resource could not be found. Mar 14 15:24:04.889863 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c6413d6f-2202-4deb-82c6-30a2d7ad7b8c tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "GET /v2.0/ports/782b7134-7225-461b-af3e-ab98dc5d3897 HTTP/1.1" status: 404 len: 333 time: 0.0693855 Mar 14 15:24:04.896332 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51046) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:04.923669 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:04.931643 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:04.938685 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-d7dd95b3-f982-4ac7-afaa-4b8e59f40e61 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Request body: {'port': {'network_id': '18367c60-cd94-41ad-9682-d0976627a005', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-418687535'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:04.944926 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db9468f7-ed80-4e44-b242-94581cb02776 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:04.973725 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db9468f7-ed80-4e44-b242-94581cb02776 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:04.996912 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] Network c83183f4-c734-4366-9af2-ef2623a48e58 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:05.002156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:05.005086 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:05.015877 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] Pushing event updated for resources: {'Port': ['ID=617b53e5-d850-4124-a166-3d481ea73b9c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:05.019447 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db9468f7-ed80-4e44-b242-94581cb02776 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:05.020658 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-db9468f7-ed80-4e44-b242-94581cb02776 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8104548 Mar 14 15:24:05.030901 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51050) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:05.037116 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e25c4395-f1ed-4d59-8839-e641126cd6c5 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'port': {'network_id': 'c83183f4-c734-4366-9af2-ef2623a48e58', 'name': 'tempest-RoutersIpV6Test-2020996689'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:05.050828 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924d3d85-8a65-42ed-ac48-9905b799473f tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:05.061717 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-924d3d85-8a65-42ed-ac48-9905b799473f tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] 10.222.0.59 "PUT /v2.0/routers/cc840909-09ff-4565-83e7-1a47c48c9047/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8953962 Mar 14 15:24:05.066866 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eae5115-33ce-4f49-8f03-909499f5e2f9 None None] Sync routers for ids ['cc840909-09ff-4565-83e7-1a47c48c9047'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:05.067376 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51052) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:05.080169 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eae5115-33ce-4f49-8f03-909499f5e2f9 None None] Routers {'cc840909-09ff-4565-83e7-1a47c48c9047'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:05.081272 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5eae5115-33ce-4f49-8f03-909499f5e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cc840909-09ff-4565-83e7-1a47c48c9047'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:05.098077 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] Attempting to bind port 617b53e5-d850-4124-a166-3d481ea73b9c on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:24:05.098449 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] Attempting to bind port 617b53e5-d850-4124-a166-3d481ea73b9c by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'f5855bbe-80b0-48e3-8642-8fa87241e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c83183f4-c734-4366-9af2-ef2623a48e58'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:24:05.099146 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] Attempting to bind port 617b53e5-d850-4124-a166-3d481ea73b9c on network c83183f4-c734-4366-9af2-ef2623a48e58 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:24:05.106344 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:24:05.106724 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] Checking segment: {'id': 'f5855bbe-80b0-48e3-8642-8fa87241e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c83183f4-c734-4366-9af2-ef2623a48e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:24:05.107151 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:05.107550 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] Bound using segment: {'id': 'f5855bbe-80b0-48e3-8642-8fa87241e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c83183f4-c734-4366-9af2-ef2623a48e58'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:24:05.108780 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] Bound port: 617b53e5-d850-4124-a166-3d481ea73b9c, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5855bbe-80b0-48e3-8642-8fa87241e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c83183f4-c734-4366-9af2-ef2623a48e58'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:24:05.109346 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:05.211510 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dd95b3-f982-4ac7-afaa-4b8e59f40e61 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Made reservation on behalf of b3d17804be3e454880bd59b99e907da2 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:05.211967 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] For port 617b53e5-d850-4124-a166-3d481ea73b9c, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:24:05.216900 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] For port 617b53e5-d850-4124-a166-3d481ea73b9c, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=617b53e5-d850-4124-a166-3d481ea73b9c,segment=NetworkSegment(f5855bbe-80b0-48e3-8642-8fa87241e984),segment_id=f5855bbe-80b0-48e3-8642-8fa87241e984)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:24:05.218170 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d7dd95b3-f982-4ac7-afaa-4b8e59f40e61 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:05.222410 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:05.224262 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30015bd7-362b-46ef-b493-dd641d5c0373 req-644a5b73-bd86-4a78-9628-f014f46082aa tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:05.225720 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-30015bd7-362b-46ef-b493-dd641d5c0373 req-644a5b73-bd86-4a78-9628-f014f46082aa tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1845808 Mar 14 15:24:05.234697 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-47284b3a-55fe-4b69-bdc4-0bf7b8783d6c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting port 4552effe-23b1-44b5-801b-35a3007c0404 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:05.235751 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-47284b3a-55fe-4b69-bdc4-0bf7b8783d6c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:05.242008 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5eae5115-33ce-4f49-8f03-909499f5e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:05.253983 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eae5115-33ce-4f49-8f03-909499f5e2f9 None None] Routers {'cc840909-09ff-4565-83e7-1a47c48c9047'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:05.254907 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5eae5115-33ce-4f49-8f03-909499f5e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:23:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cc840909-09ff-4565-83e7-1a47c48c9047'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:05.259700 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.objects.ports [None req-1aff6ef9-ae46-4502-bb75-30260bb681d6 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102567) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 15:24:05.260173 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1aff6ef9-ae46-4502-bb75-30260bb681d6 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:05.272232 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-d7dd95b3-f982-4ac7-afaa-4b8e59f40e61 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] device_id is not set on port 55b73de3-6988-4e06-be75-c33f3d20c0b2 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:24:05.299292 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23551c-777e-40e2-863b-1a966ef75dc3 None None] Pushing event updated for resources: {'Port': ['ID=617b53e5-d850-4124-a166-3d481ea73b9c,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:05.324722 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5eae5115-33ce-4f49-8f03-909499f5e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:05.325377 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eae5115-33ce-4f49-8f03-909499f5e2f9 None None] The sync data for ids ['cc840909-09ff-4565-83e7-1a47c48c9047'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:05.383748 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff6ef9-ae46-4502-bb75-30260bb681d6 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3ad7198d-5593-43d5-b796-dadfe7b21012,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:05.423067 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aff6ef9-ae46-4502-bb75-30260bb681d6 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Checking segment: {'id': '417137c3-234f-44d4-b2c3-b7702e347d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '97c2af1f-89d5-4bb8-9677-dc68b238bf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:24:05.423428 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aff6ef9-ae46-4502-bb75-30260bb681d6 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Network hostable DHCP agents. Network: 97c2af1f-89d5-4bb8-9677-dc68b238bf86, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:24:05.451851 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54d1a858-5cc2-4268-b113-1a6ca123e6d9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:05.461168 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-d7dd95b3-f982-4ac7-afaa-4b8e59f40e61 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Allocated IP 2001:db8::110 (18367c60-cd94-41ad-9682-d0976627a005/acf8fc19-98fb-4c5f-b459-9a1f395526ba/55b73de3-6988-4e06-be75-c33f3d20c0b2) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:05.461455 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-30015bd7-362b-46ef-b493-dd641d5c0373 req-d52750eb-7752-41b6-a96f-d745ac4736f4 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225175 Mar 14 15:24:05.468914 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aff6ef9-ae46-4502-bb75-30260bb681d6 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Network 97c2af1f-89d5-4bb8-9677-dc68b238bf86 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:24:05.489094 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-1aff6ef9-ae46-4502-bb75-30260bb681d6 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 97c2af1f-89d5-4bb8-9677-dc68b238bf86) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:05.500255 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aff6ef9-ae46-4502-bb75-30260bb681d6 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:05.501336 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1aff6ef9-ae46-4502-bb75-30260bb681d6 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:05.536509 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2192dc-6979-4806-aab9-db976fb1edb9 None None] Network 97c2af1f-89d5-4bb8-9677-dc68b238bf86 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:05.557471 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1aff6ef9-ae46-4502-bb75-30260bb681d6 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3354044 Mar 14 15:24:05.557667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-47284b3a-55fe-4b69-bdc4-0bf7b8783d6c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:05.560098 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51054) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:05.563749 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25c4395-f1ed-4d59-8839-e641126cd6c5 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Made reservation on behalf of 0b7813f054dc4f2aa04f19db8d2ac08c for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:05.567383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e25c4395-f1ed-4d59-8839-e641126cd6c5 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:05.572458 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bc51856d-77b0-4b63-acd6-0be5059b58f1 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1178846152', 'network_id': '97c2af1f-89d5-4bb8-9677-dc68b238bf86'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:05.630579 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-47284b3a-55fe-4b69-bdc4-0bf7b8783d6c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Calling delete_port for 4552effe-23b1-44b5-801b-35a3007c0404 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:05.666206 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-e25c4395-f1ed-4d59-8839-e641126cd6c5 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] device_id is not set on port fd667710-b6b0-4948-8db3-818c3f9a233a yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:24:05.694526 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d7dd95b3-f982-4ac7-afaa-4b8e59f40e61 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:05.748914 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d7dd95b3-f982-4ac7-afaa-4b8e59f40e61 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:05.753084 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daddf61c-8c39-4d10-ac43-667e517f42e8 None None] Network 97c2af1f-89d5-4bb8-9677-dc68b238bf86 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:05.755056 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc51856d-77b0-4b63-acd6-0be5059b58f1 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Made reservation on behalf of 89ffa37f77684135b01fa1943ac60d29 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:05.757377 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc51856d-77b0-4b63-acd6-0be5059b58f1 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:05.791533 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54d1a858-5cc2-4268-b113-1a6ca123e6d9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:05.814568 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-bc51856d-77b0-4b63-acd6-0be5059b58f1 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] device_id is not set on port a0b5a4c0-99de-411e-832e-739622f78af6 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:24:05.817445 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd95b3-f982-4ac7-afaa-4b8e59f40e61 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Pushing event updated for resources: {'Port': ['ID=55b73de3-6988-4e06-be75-c33f3d20c0b2,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:05.821300 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dd95b3-f982-4ac7-afaa-4b8e59f40e61 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Network 18367c60-cd94-41ad-9682-d0976627a005 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:05.823170 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-d7dd95b3-f982-4ac7-afaa-4b8e59f40e61 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:05.825226 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dd95b3-f982-4ac7-afaa-4b8e59f40e61 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:05.831583 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dd95b3-f982-4ac7-afaa-4b8e59f40e61 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:05.832585 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d7dd95b3-f982-4ac7-afaa-4b8e59f40e61 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:05.855887 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d7dd95b3-f982-4ac7-afaa-4b8e59f40e61 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9583590 Mar 14 15:24:05.856481 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51056) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:05.862304 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-123f46aa-60af-4967-bac0-2c04a34648d0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:40:cc:99'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:05.963854 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-123f46aa-60af-4967-bac0-2c04a34648d0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:06.024651 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-e25c4395-f1ed-4d59-8839-e641126cd6c5 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Allocated IP 2001:db8::259 (c83183f4-c734-4366-9af2-ef2623a48e58/492916ef-3024-4bc9-a652-4e65201593e6/fd667710-b6b0-4948-8db3-818c3f9a233a) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:06.112047 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 617b53e5-d850-4124-a166-3d481ea73b9c up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:24:06.138826 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-bc51856d-77b0-4b63-acd6-0be5059b58f1 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Allocated IP 172.20.0.12 (97c2af1f-89d5-4bb8-9677-dc68b238bf86/3ad7198d-5593-43d5-b796-dadfe7b21012/a0b5a4c0-99de-411e-832e-739622f78af6) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:06.159405 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-54d1a858-5cc2-4268-b113-1a6ca123e6d9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Deleting port c8d598a3-f519-412e-9042-eac8fd71c46a {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:06.159787 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54d1a858-5cc2-4268-b113-1a6ca123e6d9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:06.175654 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 617b53e5-d850-4124-a166-3d481ea73b9c triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:06.176273 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:06.179996 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-47284b3a-55fe-4b69-bdc4-0bf7b8783d6c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:06.234598 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-d5b0eaa7-a9ef-4ade-b5b4-12e3a4227f38 None None] Provisioning complete for port 55b73de3-6988-4e06-be75-c33f3d20c0b2 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:06.236396 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d5b0eaa7-a9ef-4ade-b5b4-12e3a4227f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:06.280779 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0eaa7-a9ef-4ade-b5b4-12e3a4227f38 None None] Port 55b73de3-6988-4e06-be75-c33f3d20c0b2 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:06.286373 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47284b3a-55fe-4b69-bdc4-0bf7b8783d6c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Port': ['ID=4552effe-23b1-44b5-801b-35a3007c0404,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:06.324592 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:06.356489 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-123f46aa-60af-4967-bac0-2c04a34648d0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:06.379263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-123f46aa-60af-4967-bac0-2c04a34648d0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:06.394203 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-10198bd4-347f-48cc-a164-f7e15123927c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:06.397251 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 617b53e5-d850-4124-a166-3d481ea73b9c, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=617b53e5-d850-4124-a166-3d481ea73b9c,segment=NetworkSegment(f5855bbe-80b0-48e3-8642-8fa87241e984),segment_id=f5855bbe-80b0-48e3-8642-8fa87241e984)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:06.415076 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:06.456735 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-123f46aa-60af-4967-bac0-2c04a34648d0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] In _notify_port_updated(), no bound segment for port 55b73de3-6988-4e06-be75-c33f3d20c0b2 on network 18367c60-cd94-41ad-9682-d0976627a005 {{(pid=102567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:24:06.462732 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54d1a858-5cc2-4268-b113-1a6ca123e6d9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:06.473390 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123f46aa-60af-4967-bac0-2c04a34648d0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:06.474433 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-123f46aa-60af-4967-bac0-2c04a34648d0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:06.483553 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-123f46aa-60af-4967-bac0-2c04a34648d0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "PUT /v2.0/ports/55b73de3-6988-4e06-be75-c33f3d20c0b2 HTTP/1.1" status: 200 len: 1002 time: 0.6259227 Mar 14 15:24:06.484381 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51058) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:06.504146 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=617b53e5-d850-4124-a166-3d481ea73b9c,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:06.556881 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-54d1a858-5cc2-4268-b113-1a6ca123e6d9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Calling delete_port for c8d598a3-f519-412e-9042-eac8fd71c46a owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:06.562426 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f46aa-60af-4967-bac0-2c04a34648d0 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Pushing event updated for resources: {'Port': ['ID=55b73de3-6988-4e06-be75-c33f3d20c0b2,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:06.700020 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdb244-1ef7-4cca-83a5-93ad0ce7899f req-24804293-2a9a-4910-8292-cfff43b7117a tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:06.702146 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-59fdb244-1ef7-4cca-83a5-93ad0ce7899f req-24804293-2a9a-4910-8292-cfff43b7117a tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.0691938 Mar 14 15:24:06.733392 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f27aa8-0ee6-4cf6-8d79-a374591b5e73 None None] Network c83183f4-c734-4366-9af2-ef2623a48e58 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:06.738440 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e25c4395-f1ed-4d59-8839-e641126cd6c5 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:06.766419 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-59fdb244-1ef7-4cca-83a5-93ad0ce7899f req-9b9af495-939b-4c7f-a35f-d49c5a2d1bcb tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520835 Mar 14 15:24:06.769228 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f55c8-8c94-4dbe-b17f-0390aa336c5c tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Deleting port 55b73de3-6988-4e06-be75-c33f3d20c0b2 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:06.769822 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dd2f55c8-8c94-4dbe-b17f-0390aa336c5c tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:06.792899 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-47284b3a-55fe-4b69-bdc4-0bf7b8783d6c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:06.819472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc51856d-77b0-4b63-acd6-0be5059b58f1 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:06.850422 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-dd5bd000-df6b-460b-9168-ff51ddb9063a None None] Provisioning complete for port 617b53e5-d850-4124-a166-3d481ea73b9c triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:06.850797 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dd5bd000-df6b-460b-9168-ff51ddb9063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:06.901599 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dd2f55c8-8c94-4dbe-b17f-0390aa336c5c tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:06.915614 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f55c8-8c94-4dbe-b17f-0390aa336c5c tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Calling delete_port for 55b73de3-6988-4e06-be75-c33f3d20c0b2 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:06.972013 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e25c4395-f1ed-4d59-8839-e641126cd6c5 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:07.066854 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc51856d-77b0-4b63-acd6-0be5059b58f1 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:07.071805 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25c4395-f1ed-4d59-8839-e641126cd6c5 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network c83183f4-c734-4366-9af2-ef2623a48e58 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:07.088714 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-e25c4395-f1ed-4d59-8839-e641126cd6c5 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:07.093219 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dd2f55c8-8c94-4dbe-b17f-0390aa336c5c tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:07.098162 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c4395-f1ed-4d59-8839-e641126cd6c5 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:07.103858 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c4395-f1ed-4d59-8839-e641126cd6c5 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:07.104320 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e25c4395-f1ed-4d59-8839-e641126cd6c5 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:07.107149 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c4395-f1ed-4d59-8839-e641126cd6c5 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Port': ['ID=fd667710-b6b0-4948-8db3-818c3f9a233a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:07.135416 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f55c8-8c94-4dbe-b17f-0390aa336c5c tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Pushing event deleted for resources: {'Port': ['ID=55b73de3-6988-4e06-be75-c33f3d20c0b2,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:07.156630 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-dd5bd000-df6b-460b-9168-ff51ddb9063a None None] Could not find standard attr ID for object 55b73de3-6988-4e06-be75-c33f3d20c0b2. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:24:07.164644 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dd2f55c8-8c94-4dbe-b17f-0390aa336c5c tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:07.170195 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-dd2f55c8-8c94-4dbe-b17f-0390aa336c5c tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "DELETE /v2.0/ports/55b73de3-6988-4e06-be75-c33f3d20c0b2 HTTP/1.1" status: 204 len: 168 time: 0.6720560 Mar 14 15:24:07.170538 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51062) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:07.206077 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-27cc8fbc-1e2c-46c6-a3d3-45db275403b8 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] GET failed (client error): The resource could not be found. Mar 14 15:24:07.207843 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-27cc8fbc-1e2c-46c6-a3d3-45db275403b8 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "GET /v2.0/ports/55b73de3-6988-4e06-be75-c33f3d20c0b2 HTTP/1.1" status: 404 len: 333 time: 0.0362430 Mar 14 15:24:07.211970 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51064) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:07.219542 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-6541a8c3-6776-47cc-a484-991c2c01c023 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Request body: {'port': {'network_id': '18367c60-cd94-41ad-9682-d0976627a005', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-299459089'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:07.221667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc51856d-77b0-4b63-acd6-0be5059b58f1 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Network 97c2af1f-89d5-4bb8-9677-dc68b238bf86 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:07.234250 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e25c4395-f1ed-4d59-8839-e641126cd6c5 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1998017 Mar 14 15:24:07.234250 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54d1a858-5cc2-4268-b113-1a6ca123e6d9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:07.235663 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51066) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:07.238222 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-bc51856d-77b0-4b63-acd6-0be5059b58f1 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:07.245164 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc51856d-77b0-4b63-acd6-0be5059b58f1 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:07.305072 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51856d-77b0-4b63-acd6-0be5059b58f1 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Pushing event updated for resources: {'Port': ['ID=a0b5a4c0-99de-411e-832e-739622f78af6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:07.379141 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:07.506580 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-7f50363d-4cea-49cd-815e-84092b139b37 None None] Provisioning complete for port 617b53e5-d850-4124-a166-3d481ea73b9c triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:07.506981 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7f50363d-4cea-49cd-815e-84092b139b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:07.596186 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6541a8c3-6776-47cc-a484-991c2c01c023 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Made reservation on behalf of b3d17804be3e454880bd59b99e907da2 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:07.601022 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6541a8c3-6776-47cc-a484-991c2c01c023 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:07.639328 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-7f50363d-4cea-49cd-815e-84092b139b37 None None] Provisioning complete for port fd667710-b6b0-4948-8db3-818c3f9a233a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:07.639710 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7f50363d-4cea-49cd-815e-84092b139b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:07.678393 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-6541a8c3-6776-47cc-a484-991c2c01c023 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] device_id is not set on port 7cb26b38-7578-4b7b-b151-ea98bd24cce9 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:24:07.689481 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-7f50363d-4cea-49cd-815e-84092b139b37 None None] Port fd667710-b6b0-4948-8db3-818c3f9a233a cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:07.696875 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47284b3a-55fe-4b69-bdc4-0bf7b8783d6c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 9509ecb6-4443-48d6-9a15-2c9342a53b6d has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:24:07.724928 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1a858-5cc2-4268-b113-1a6ca123e6d9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Pushing event deleted for resources: {'Port': ['ID=c8d598a3-f519-412e-9042-eac8fd71c46a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:07.731550 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc51856d-77b0-4b63-acd6-0be5059b58f1 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:07.732280 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc51856d-77b0-4b63-acd6-0be5059b58f1 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:07.742616 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e20c25ef-0449-4bb1-91c6-3be56f534e0e tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:07.755499 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54d1a858-5cc2-4268-b113-1a6ca123e6d9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:07.762379 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bc51856d-77b0-4b63-acd6-0be5059b58f1 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.1971512 Mar 14 15:24:07.763729 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51070) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:07.812812 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-90ac95d5-c3fd-440d-ac3c-ee4815e65a48 None None] Provisioning complete for port fd667710-b6b0-4948-8db3-818c3f9a233a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:07.813649 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-90ac95d5-c3fd-440d-ac3c-ee4815e65a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:07.850446 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-90ac95d5-c3fd-440d-ac3c-ee4815e65a48 None None] Port fd667710-b6b0-4948-8db3-818c3f9a233a cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:07.938513 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54d1a858-5cc2-4268-b113-1a6ca123e6d9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:07.944445 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54d1a858-5cc2-4268-b113-1a6ca123e6d9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:07.991881 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-6541a8c3-6776-47cc-a484-991c2c01c023 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Allocated IP 2001:db8::3dd (18367c60-cd94-41ad-9682-d0976627a005/acf8fc19-98fb-4c5f-b459-9a1f395526ba/7cb26b38-7578-4b7b-b151-ea98bd24cce9) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:08.018441 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47284b3a-55fe-4b69-bdc4-0bf7b8783d6c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:08.026499 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-47284b3a-55fe-4b69-bdc4-0bf7b8783d6c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/9509ecb6-4443-48d6-9a15-2c9342a53b6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4454808 Mar 14 15:24:08.026499 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54d1a858-5cc2-4268-b113-1a6ca123e6d9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.026499 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d1a858-5cc2-4268-b113-1a6ca123e6d9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Fanout notify agent at l3_agent the message router_deleted on router cc840909-09ff-4565-83e7-1a47c48c9047 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:24:08.027453 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51074) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:08.034550 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e307195-1f65-4917-8a38-9294d4ea1c2a req-91189c6f-662e-4e70-be58-a31e20a54bfc tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:08.036125 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7e307195-1f65-4917-8a38-9294d4ea1c2a req-91189c6f-662e-4e70-be58-a31e20a54bfc tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1370692 Mar 14 15:24:08.041385 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54d1a858-5cc2-4268-b113-1a6ca123e6d9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.042954 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f255da4-30a2-4da9-891a-0af03b005996 None None] Sync routers for ids ['9509ecb6-4443-48d6-9a15-2c9342a53b6d'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:08.045100 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-54d1a858-5cc2-4268-b113-1a6ca123e6d9 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] 10.222.0.59 "DELETE /v2.0/routers/cc840909-09ff-4565-83e7-1a47c48c9047 HTTP/1.1" status: 204 len: 168 time: 2.9762340 Mar 14 15:24:08.046899 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51076) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:08.058766 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f255da4-30a2-4da9-891a-0af03b005996 None None] Routers {'9509ecb6-4443-48d6-9a15-2c9342a53b6d'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:08.059854 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-0f255da4-30a2-4da9-891a-0af03b005996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9509ecb6-4443-48d6-9a15-2c9342a53b6d'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:08.120658 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7e307195-1f65-4917-8a38-9294d4ea1c2a req-7a88434c-61dd-45b6-9072-72bc0faf913c tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743911 Mar 14 15:24:08.127216 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae51020b-ec66-4d80-922b-b47b97028605 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Deleting subnet e4f06782-b6fa-4861-b47b-c5dbb7b2aa7c {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:24:08.130692 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-0f255da4-30a2-4da9-891a-0af03b005996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:08.131094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae51020b-ec66-4d80-922b-b47b97028605 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.133978 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 617b53e5-d850-4124-a166-3d481ea73b9c up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:24:08.177158 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae51020b-ec66-4d80-922b-b47b97028605 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.180676 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-3d4b6785-b5f6-493d-b5e4-35fe7edb7c9a tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Deleting port a0b5a4c0-99de-411e-832e-739622f78af6 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:08.181080 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3d4b6785-b5f6-493d-b5e4-35fe7edb7c9a tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.183600 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f255da4-30a2-4da9-891a-0af03b005996 None None] Routers {'9509ecb6-4443-48d6-9a15-2c9342a53b6d'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:08.184298 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-0f255da4-30a2-4da9-891a-0af03b005996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9509ecb6-4443-48d6-9a15-2c9342a53b6d'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:08.227238 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-0f255da4-30a2-4da9-891a-0af03b005996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:08.228259 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f255da4-30a2-4da9-891a-0af03b005996 None None] The sync data for ids ['9509ecb6-4443-48d6-9a15-2c9342a53b6d'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:08.243450 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 617b53e5-d850-4124-a166-3d481ea73b9c triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:08.243891 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.278720 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae51020b-ec66-4d80-922b-b47b97028605 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.344822 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae51020b-ec66-4d80-922b-b47b97028605 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.378960 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51020b-ec66-4d80-922b-b47b97028605 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Pushing event deleted for resources: {'Subnet': ['ID=e4f06782-b6fa-4861-b47b-c5dbb7b2aa7c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:08.382722 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae51020b-ec66-4d80-922b-b47b97028605 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.385956 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ae51020b-ec66-4d80-922b-b47b97028605 tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] 10.222.0.59 "DELETE /v2.0/subnets/e4f06782-b6fa-4861-b47b-c5dbb7b2aa7c HTTP/1.1" status: 204 len: 168 time: 0.3375828 Mar 14 15:24:08.388432 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51078) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:08.392689 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3036dab-1ed0-4bd7-b2fe-e4a502a06aed None None] Network 02eb4315-4c85-4cad-8925-69a631dd1588 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:08.468995 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b272f1f4-276d-48b4-9929-738cc540fc8b tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.523534 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b272f1f4-276d-48b4-9929-738cc540fc8b tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Deleting port db24edd5-96a9-4f66-85f8-f0581dce1762 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:08.523877 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b272f1f4-276d-48b4-9929-738cc540fc8b tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.593721 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-b272f1f4-276d-48b4-9929-738cc540fc8b tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] For port db24edd5-96a9-4f66-85f8-f0581dce1762, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=db24edd5-96a9-4f66-85f8-f0581dce1762,segment=NetworkSegment(c5c98b07-6987-4b42-a75e-8f26e91a30cd),segment_id=c5c98b07-6987-4b42-a75e-8f26e91a30cd)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:08.594684 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b272f1f4-276d-48b4-9929-738cc540fc8b tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.598362 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1e0dcb-5c52-456c-9ba6-8a13c5ff15b8 None None] DHCP port deletion for 02eb4315-4c85-4cad-8925-69a631dd1588 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:24:08.607800 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b272f1f4-276d-48b4-9929-738cc540fc8b tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Calling delete_port for db24edd5-96a9-4f66-85f8-f0581dce1762 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:08.648134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e0dcb-5c52-456c-9ba6-8a13c5ff15b8 None None] Deleting port db24edd5-96a9-4f66-85f8-f0581dce1762 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:08.648847 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0dcb-5c52-456c-9ba6-8a13c5ff15b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.694397 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b272f1f4-276d-48b4-9929-738cc540fc8b tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.723548 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272f1f4-276d-48b4-9929-738cc540fc8b tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Pushing event deleted for resources: {'Port': ['ID=db24edd5-96a9-4f66-85f8-f0581dce1762,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:08.729018 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.729935 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b272f1f4-276d-48b4-9929-738cc540fc8b tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] No DVR routers for this DVR port db24edd5-96a9-4f66-85f8-f0581dce1762 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:08.731217 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-aa1e0dcb-5c52-456c-9ba6-8a13c5ff15b8 None None] For port db24edd5-96a9-4f66-85f8-f0581dce1762, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=db24edd5-96a9-4f66-85f8-f0581dce1762,segment=NetworkSegment(c5c98b07-6987-4b42-a75e-8f26e91a30cd),segment_id=c5c98b07-6987-4b42-a75e-8f26e91a30cd)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:08.731669 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0dcb-5c52-456c-9ba6-8a13c5ff15b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.748487 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e0dcb-5c52-456c-9ba6-8a13c5ff15b8 None None] Calling delete_port for db24edd5-96a9-4f66-85f8-f0581dce1762 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:08.790450 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e20c25ef-0449-4bb1-91c6-3be56f534e0e tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.795606 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3d4b6785-b5f6-493d-b5e4-35fe7edb7c9a tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.819344 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.824052 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b272f1f4-276d-48b4-9929-738cc540fc8b tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.837198 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e20c25ef-0449-4bb1-91c6-3be56f534e0e tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.847770 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0dcb-5c52-456c-9ba6-8a13c5ff15b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.849385 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-3d4b6785-b5f6-493d-b5e4-35fe7edb7c9a tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Calling delete_port for a0b5a4c0-99de-411e-832e-739622f78af6 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:08.852227 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-b272f1f4-276d-48b4-9929-738cc540fc8b tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02eb4315-4c85-4cad-8925-69a631dd1588']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:08.864406 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-b272f1f4-276d-48b4-9929-738cc540fc8b tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c98b07-6987-4b42-a75e-8f26e91a30cd') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:08.864406 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-b272f1f4-276d-48b4-9929-738cc540fc8b tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c98b07-6987-4b42-a75e-8f26e91a30cd') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:08.874113 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b272f1f4-276d-48b4-9929-738cc540fc8b tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.883208 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1e0dcb-5c52-456c-9ba6-8a13c5ff15b8 None None] No DVR routers for this DVR port db24edd5-96a9-4f66-85f8-f0581dce1762 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:08.885333 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e0dcb-5c52-456c-9ba6-8a13c5ff15b8 None None] Pushing event deleted for resources: {'Port': ['ID=db24edd5-96a9-4f66-85f8-f0581dce1762,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:08.890230 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b272f1f4-276d-48b4-9929-738cc540fc8b tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.901311 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b272f1f4-276d-48b4-9929-738cc540fc8b tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:24:08.901846 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b272f1f4-276d-48b4-9929-738cc540fc8b tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:24:08.905261 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:24:08.909264 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6541a8c3-6776-47cc-a484-991c2c01c023 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.980166 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b272f1f4-276d-48b4-9929-738cc540fc8b tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.988518 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b272f1f4-276d-48b4-9929-738cc540fc8b tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:08.992677 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b272f1f4-276d-48b4-9929-738cc540fc8b tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] 10.222.0.59 "DELETE /v2.0/networks/02eb4315-4c85-4cad-8925-69a631dd1588 HTTP/1.1" status: 204 len: 168 time: 0.6032710 Mar 14 15:24:08.995124 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51080) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:09.014106 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272f1f4-276d-48b4-9929-738cc540fc8b tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Pushing event deleted for resources: {'Network': ['ID=02eb4315-4c85-4cad-8925-69a631dd1588,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:09.041915 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c25ef-0449-4bb1-91c6-3be56f534e0e tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Port': ['ID=fd667710-b6b0-4948-8db3-818c3f9a233a,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:09.139974 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-0c53fd0b-81f1-434c-98d5-9af1e66312af tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Deleting port 93b706a4-3867-45c7-9ec5-e5a8bc3b0781 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:09.140526 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c53fd0b-81f1-434c-98d5-9af1e66312af tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:09.170870 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6541a8c3-6776-47cc-a484-991c2c01c023 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:09.197833 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-1f2cf770-6d7a-4de8-baf4-60fffb9c1b9e None None] Provisioning complete for port fd667710-b6b0-4948-8db3-818c3f9a233a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:09.198591 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f2cf770-6d7a-4de8-baf4-60fffb9c1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:09.226192 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c53fd0b-81f1-434c-98d5-9af1e66312af tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:09.226585 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c53fd0b-81f1-434c-98d5-9af1e66312af tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:09.240088 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-0c53fd0b-81f1-434c-98d5-9af1e66312af tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Calling delete_port for 93b706a4-3867-45c7-9ec5-e5a8bc3b0781 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:09.245930 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1f2cf770-6d7a-4de8-baf4-60fffb9c1b9e None None] Port fd667710-b6b0-4948-8db3-818c3f9a233a cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:09.274756 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:09.307772 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e20c25ef-0449-4bb1-91c6-3be56f534e0e tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:09.318587 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6541a8c3-6776-47cc-a484-991c2c01c023 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Network 18367c60-cd94-41ad-9682-d0976627a005 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:09.363340 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-6541a8c3-6776-47cc-a484-991c2c01c023 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:09.383746 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6541a8c3-6776-47cc-a484-991c2c01c023 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:09.386385 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c53fd0b-81f1-434c-98d5-9af1e66312af tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:09.389501 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541a8c3-6776-47cc-a484-991c2c01c023 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:09.390118 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6541a8c3-6776-47cc-a484-991c2c01c023 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:09.394933 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541a8c3-6776-47cc-a484-991c2c01c023 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Pushing event updated for resources: {'Port': ['ID=7cb26b38-7578-4b7b-b151-ea98bd24cce9,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:09.400647 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3d4b6785-b5f6-493d-b5e4-35fe7edb7c9a tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:09.420133 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53fd0b-81f1-434c-98d5-9af1e66312af tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Pushing event deleted for resources: {'Port': ['ID=93b706a4-3867-45c7-9ec5-e5a8bc3b0781,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:09.490206 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b6785-b5f6-493d-b5e4-35fe7edb7c9a tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0b5a4c0-99de-411e-832e-739622f78af6,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:09.490458 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c53fd0b-81f1-434c-98d5-9af1e66312af tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:09.492951 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c53fd0b-81f1-434c-98d5-9af1e66312af tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:09.494136 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0c53fd0b-81f1-434c-98d5-9af1e66312af tempest-FloatingIPAdminTestJSON-1282035355 tempest-FloatingIPAdminTestJSON-1282035355-project] 10.222.0.59 "DELETE /v2.0/floatingips/88e677e8-85c6-4a96-b897-2ca522853286 HTTP/1.1" status: 204 len: 168 time: 0.4979451 Mar 14 15:24:09.505336 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbeadce-aeae-44b2-af68-48d5db206eeb req-96dd3f95-96eb-4008-a31b-f879702d22b4 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:09.506931 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6bbeadce-aeae-44b2-af68-48d5db206eeb req-96dd3f95-96eb-4008-a31b-f879702d22b4 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.2795057 Mar 14 15:24:09.515394 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6541a8c3-6776-47cc-a484-991c2c01c023 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2999625 Mar 14 15:24:09.516457 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51086) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:09.521360 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a2881f3a-7101-4224-b613-7724b6dc2221 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Request body: {'port': {'network_id': '18367c60-cd94-41ad-9682-d0976627a005', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1455032194'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:09.654334 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2881f3a-7101-4224-b613-7724b6dc2221 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Made reservation on behalf of b3d17804be3e454880bd59b99e907da2 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:09.659151 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2881f3a-7101-4224-b613-7724b6dc2221 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:09.660370 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6bbeadce-aeae-44b2-af68-48d5db206eeb req-a7986db0-e628-4d48-ac7b-6166cf1614d9 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374612 Mar 14 15:24:09.660949 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e20c25ef-0449-4bb1-91c6-3be56f534e0e tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:09.665056 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cfafb395-ccc6-4d89-9c83-f84bb739c19b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:09.674706 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3b195977-472a-490e-8ea4-10d0c93b99bf None None] Provisioning complete for port 7cb26b38-7578-4b7b-b151-ea98bd24cce9 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:09.675328 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b195977-472a-490e-8ea4-10d0c93b99bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:09.700738 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-a2881f3a-7101-4224-b613-7724b6dc2221 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] device_id is not set on port 56775d2e-13b4-4df7-9bdf-dbcf47ba1014 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:24:09.716881 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3b195977-472a-490e-8ea4-10d0c93b99bf None None] Port 7cb26b38-7578-4b7b-b151-ea98bd24cce9 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:09.731243 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3d4b6785-b5f6-493d-b5e4-35fe7edb7c9a tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:09.734624 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3d4b6785-b5f6-493d-b5e4-35fe7edb7c9a tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "DELETE /v2.0/ports/a0b5a4c0-99de-411e-832e-739622f78af6 HTTP/1.1" status: 204 len: 168 time: 1.9699466 Mar 14 15:24:09.740104 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51088) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:09.747388 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-721a4337-e660-4bc6-95bf-26fd463e4d99 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '97c2af1f-89d5-4bb8-9677-dc68b238bf86', 'external_fixed_ips': [{'subnet_id': '3ad7198d-5593-43d5-b796-dadfe7b21012', 'ip_address': '172.20.0.12'}]}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:09.840523 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-a2881f3a-7101-4224-b613-7724b6dc2221 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Allocated IP 2001:db8::273 (18367c60-cd94-41ad-9682-d0976627a005/acf8fc19-98fb-4c5f-b459-9a1f395526ba/56775d2e-13b4-4df7-9bdf-dbcf47ba1014) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:09.851673 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51092) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:09.882275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-721a4337-e660-4bc6-95bf-26fd463e4d99 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:09.883357 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-721a4337-e660-4bc6-95bf-26fd463e4d99 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:10.037699 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2881f3a-7101-4224-b613-7724b6dc2221 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:10.046865 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6f071ca4-8d7d-4db7-94ca-6ed3dafadb0b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=83aaafe905b6437c8bf2ac1154570724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1941593 Mar 14 15:24:10.049011 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51096) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:10.060084 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-721a4337-e660-4bc6-95bf-26fd463e4d99 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:10.072915 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device db24edd5-96a9-4f66-85f8-f0581dce1762 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:24:10.115348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2881f3a-7101-4224-b613-7724b6dc2221 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:10.122163 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: db24edd5-96a9-4f66-85f8-f0581dce1762 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:24:10.123376 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device db24edd5-96a9-4f66-85f8-f0581dce1762 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:24:10.124652 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f3a43ff-b8c4-48e5-90cf-eeb0962d608b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:10.174580 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2881f3a-7101-4224-b613-7724b6dc2221 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Network 18367c60-cd94-41ad-9682-d0976627a005 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:10.184335 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f3a43ff-b8c4-48e5-90cf-eeb0962d608b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:10.192846 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a2881f3a-7101-4224-b613-7724b6dc2221 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:10.199854 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2881f3a-7101-4224-b613-7724b6dc2221 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:10.205661 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2881f3a-7101-4224-b613-7724b6dc2221 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:10.206314 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2881f3a-7101-4224-b613-7724b6dc2221 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:10.212023 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2881f3a-7101-4224-b613-7724b6dc2221 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Pushing event updated for resources: {'Port': ['ID=56775d2e-13b4-4df7-9bdf-dbcf47ba1014,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:10.252919 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a2881f3a-7101-4224-b613-7724b6dc2221 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7356906 Mar 14 15:24:10.255938 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51098) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:10.260940 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-97717243-e455-46fd-8a0e-6a1a4cab018a tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::322', 'mac_address': 'fa:16:3e:40:cc:99'}, {'ip_address': '2001:db8::3dd', 'mac_address': 'fa:16:3e:f4:f7:2d'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:10.289103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-721a4337-e660-4bc6-95bf-26fd463e4d99 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:10.293172 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f3a43ff-b8c4-48e5-90cf-eeb0962d608b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:10.295742 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f3a43ff-b8c4-48e5-90cf-eeb0962d608b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:10.299732 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6f3a43ff-b8c4-48e5-90cf-eeb0962d608b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/832c936b-45fd-4f93-b5de-4af6b2626dfd HTTP/1.1" status: 204 len: 168 time: 0.2496798 Mar 14 15:24:10.310200 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a43ff-b8c4-48e5-90cf-eeb0962d608b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832c936b-45fd-4f93-b5de-4af6b2626dfd,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:10.444866 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97717243-e455-46fd-8a0e-6a1a4cab018a tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:10.445644 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e20c25ef-0449-4bb1-91c6-3be56f534e0e tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:10.459021 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e20c25ef-0449-4bb1-91c6-3be56f534e0e tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:10.460393 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e20c25ef-0449-4bb1-91c6-3be56f534e0e tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:10.561112 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-64096c8d-b625-4eab-8bab-930d7b353a40 None None] Provisioning complete for port 56775d2e-13b4-4df7-9bdf-dbcf47ba1014 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:10.561579 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64096c8d-b625-4eab-8bab-930d7b353a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:10.611492 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-64096c8d-b625-4eab-8bab-930d7b353a40 None None] Port 56775d2e-13b4-4df7-9bdf-dbcf47ba1014 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:10.697651 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97717243-e455-46fd-8a0e-6a1a4cab018a tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:10.704826 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51106) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:10.712300 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97717243-e455-46fd-8a0e-6a1a4cab018a tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:10.769815 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-506915d2-8a79-41e1-8cec-5db953e2c7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:10.798302 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-97717243-e455-46fd-8a0e-6a1a4cab018a tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] In _notify_port_updated(), no bound segment for port 56775d2e-13b4-4df7-9bdf-dbcf47ba1014 on network 18367c60-cd94-41ad-9682-d0976627a005 {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:24:10.803756 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97717243-e455-46fd-8a0e-6a1a4cab018a tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:10.804417 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97717243-e455-46fd-8a0e-6a1a4cab018a tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:10.805762 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-97717243-e455-46fd-8a0e-6a1a4cab018a tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "PUT /v2.0/ports/56775d2e-13b4-4df7-9bdf-dbcf47ba1014 HTTP/1.1" status: 200 len: 1068 time: 0.5493338 Mar 14 15:24:10.811211 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51108) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:10.830778 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97717243-e455-46fd-8a0e-6a1a4cab018a tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Pushing event updated for resources: {'Port': ['ID=56775d2e-13b4-4df7-9bdf-dbcf47ba1014,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:10.863391 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c25ef-0449-4bb1-91c6-3be56f534e0e tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Port': ['ID=fd667710-b6b0-4948-8db3-818c3f9a233a,revision_number=3']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:10.867400 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-cfafb395-ccc6-4d89-9c83-f84bb739c19b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting port ac4b28ca-7a37-4469-895f-26baaa81cd5d {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:10.867750 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cfafb395-ccc6-4d89-9c83-f84bb739c19b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:10.898149 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fae62-5065-4cad-97d4-aaf4e8a2c018 req-8a7224a9-415c-4a9d-913e-e25a5a40af66 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:10.899751 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dd2fae62-5065-4cad-97d4-aaf4e8a2c018 req-8a7224a9-415c-4a9d-913e-e25a5a40af66 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1453686 Mar 14 15:24:11.001519 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20c25ef-0449-4bb1-91c6-3be56f534e0e tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network c83183f4-c734-4366-9af2-ef2623a48e58 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:11.003720 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dd2fae62-5065-4cad-97d4-aaf4e8a2c018 req-e428582e-c6d4-4654-abaa-4df588c3b037 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788727 Mar 14 15:24:11.008514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-e20c25ef-0449-4bb1-91c6-3be56f534e0e tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:11.020280 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-506915d2-8a79-41e1-8cec-5db953e2c7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:11.025967 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-0ef9624a-62a7-4718-b3a9-e1f4778314d3 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Deleting port 56775d2e-13b4-4df7-9bdf-dbcf47ba1014 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:11.026331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ef9624a-62a7-4718-b3a9-e1f4778314d3 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:11.032595 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cfafb395-ccc6-4d89-9c83-f84bb739c19b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:11.042666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-506915d2-8a79-41e1-8cec-5db953e2c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:11.123484 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-506915d2-8a79-41e1-8cec-5db953e2c7dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f088133309fc432fbe96130244b7f8b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4171526 Mar 14 15:24:11.127738 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506915d2-8a79-41e1-8cec-5db953e2c7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab20c62-19bd-463d-a113-cde1c5a64769,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:11.134818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51112) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:11.159555 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-f589f883-8bcc-4ce2-9b46-e5e1deba56cb None None] Provisioning complete for port 56775d2e-13b4-4df7-9bdf-dbcf47ba1014 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:11.160699 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f589f883-8bcc-4ce2-9b46-e5e1deba56cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:11.170054 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-cfafb395-ccc6-4d89-9c83-f84bb739c19b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Calling delete_port for ac4b28ca-7a37-4469-895f-26baaa81cd5d owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:11.201517 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f589f883-8bcc-4ce2-9b46-e5e1deba56cb None None] Port 56775d2e-13b4-4df7-9bdf-dbcf47ba1014 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:11.216482 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ef9624a-62a7-4718-b3a9-e1f4778314d3 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:11.231958 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-0ef9624a-62a7-4718-b3a9-e1f4778314d3 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Calling delete_port for 56775d2e-13b4-4df7-9bdf-dbcf47ba1014 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:11.255244 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6805e983-ea61-4ddd-ac41-682d0299c419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:11.292145 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-721a4337-e660-4bc6-95bf-26fd463e4d99 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:11.308768 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6805e983-ea61-4ddd-ac41-682d0299c419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:11.321292 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-721a4337-e660-4bc6-95bf-26fd463e4d99 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:11.323469 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-a3d8f5a5-5c38-43d4-ad7a-e077b79b303b None None] Provisioning complete for port fd667710-b6b0-4948-8db3-818c3f9a233a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:11.323906 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3d8f5a5-5c38-43d4-ad7a-e077b79b303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:11.362050 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a3d8f5a5-5c38-43d4-ad7a-e077b79b303b None None] Port fd667710-b6b0-4948-8db3-818c3f9a233a cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:11.406474 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6805e983-ea61-4ddd-ac41-682d0299c419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:11.409431 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6805e983-ea61-4ddd-ac41-682d0299c419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:11.413126 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6805e983-ea61-4ddd-ac41-682d0299c419 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2ab20c62-19bd-463d-a113-cde1c5a64769 HTTP/1.1" status: 204 len: 168 time: 0.2751541 Mar 14 15:24:11.430366 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805e983-ea61-4ddd-ac41-682d0299c419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab20c62-19bd-463d-a113-cde1c5a64769,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:11.434278 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20c25ef-0449-4bb1-91c6-3be56f534e0e tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router fa9abe10-4ea3-460c-ac8a-c658a07b67e3 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:24:11.450563 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ef9624a-62a7-4718-b3a9-e1f4778314d3 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:11.491801 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9624a-62a7-4718-b3a9-e1f4778314d3 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Pushing event deleted for resources: {'Port': ['ID=56775d2e-13b4-4df7-9bdf-dbcf47ba1014,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:11.661508 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cfafb395-ccc6-4d89-9c83-f84bb739c19b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:11.713981 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-61676d05-770c-4b4d-b55b-5ca426ac2f90 req-8f629532-8272-4763-8f3b-33e82b98cc1c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856757 Mar 14 15:24:11.718597 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-721a4337-e660-4bc6-95bf-26fd463e4d99 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Allocated IP 172.20.0.12 (97c2af1f-89d5-4bb8-9677-dc68b238bf86/3ad7198d-5593-43d5-b796-dadfe7b21012/16e99d1b-816e-4867-9e8a-847803ea56cf) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:11.764247 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ef9624a-62a7-4718-b3a9-e1f4778314d3 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:11.772964 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0ef9624a-62a7-4718-b3a9-e1f4778314d3 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "DELETE /v2.0/ports/56775d2e-13b4-4df7-9bdf-dbcf47ba1014 HTTP/1.1" status: 204 len: 168 time: 0.9550636 Mar 14 15:24:11.774292 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51118) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:11.804438 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafb395-ccc6-4d89-9c83-f84bb739c19b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Port': ['ID=ac4b28ca-7a37-4469-895f-26baaa81cd5d,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:11.809985 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c08088-9b47-4041-a3ad-8c9c005c328f tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] GET failed (client error): The resource could not be found. Mar 14 15:24:11.816432 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-65c08088-9b47-4041-a3ad-8c9c005c328f tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "GET /v2.0/ports/56775d2e-13b4-4df7-9bdf-dbcf47ba1014 HTTP/1.1" status: 404 len: 333 time: 0.0407982 Mar 14 15:24:11.818756 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51120) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:11.846953 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20c25ef-0449-4bb1-91c6-3be56f534e0e tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:11.856368 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e20c25ef-0449-4bb1-91c6-3be56f534e0e tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/fa9abe10-4ea3-460c-ac8a-c658a07b67e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6204424 Mar 14 15:24:11.862646 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae0971-15ad-400a-8678-686fd33742ca None None] Sync routers for ids ['fa9abe10-4ea3-460c-ac8a-c658a07b67e3'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:11.873743 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51122) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:11.876473 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae0971-15ad-400a-8678-686fd33742ca None None] Routers {'fa9abe10-4ea3-460c-ac8a-c658a07b67e3'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:11.879767 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-75ae0971-15ad-400a-8678-686fd33742ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fa9abe10-4ea3-460c-ac8a-c658a07b67e3'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:11.921734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51124) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:11.930460 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-75ae0971-15ad-400a-8678-686fd33742ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:11.944010 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae0971-15ad-400a-8678-686fd33742ca None None] Routers {'fa9abe10-4ea3-460c-ac8a-c658a07b67e3'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:11.945146 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-75ae0971-15ad-400a-8678-686fd33742ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fa9abe10-4ea3-460c-ac8a-c658a07b67e3'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:11.961377 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-721a4337-e660-4bc6-95bf-26fd463e4d99 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:11.985856 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-75ae0971-15ad-400a-8678-686fd33742ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:11.986887 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae0971-15ad-400a-8678-686fd33742ca None None] The sync data for ids ['fa9abe10-4ea3-460c-ac8a-c658a07b67e3'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:12.012222 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c905b7d-2320-43c2-9f00-74efb637ae2a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:12.016881 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1c905b7d-2320-43c2-9f00-74efb637ae2a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/ports/fd667710-b6b0-4948-8db3-818c3f9a233a HTTP/1.1" status: 200 len: 984 time: 0.1389284 Mar 14 15:24:12.016881 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61676d05-770c-4b4d-b55b-5ca426ac2f90 req-934dd8fe-886e-4f7c-a3b2-5533c91b7794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:12.017950 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-61676d05-770c-4b4d-b55b-5ca426ac2f90 req-934dd8fe-886e-4f7c-a3b2-5533c91b7794 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c724f31e7fdd406db66fd20be3d79551&device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 1099 time: 0.2000165 Mar 14 15:24:12.018869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1ca34ec-ff9b-4bf4-8cfe-77817c2a55a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:12.034623 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51126) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:12.077478 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cfafb395-ccc6-4d89-9c83-f84bb739c19b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:12.158854 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-33884a4e-f43a-4a5f-9b7e-2fdf0a5a5e53 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Deleting port 7cb26b38-7578-4b7b-b151-ea98bd24cce9 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:12.159098 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33884a4e-f43a-4a5f-9b7e-2fdf0a5a5e53 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:12.243277 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61676d05-770c-4b4d-b55b-5ca426ac2f90 req-3c6f2831-d4a3-4675-81c1-30ec0abab501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:12.244897 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-61676d05-770c-4b4d-b55b-5ca426ac2f90 req-3c6f2831-d4a3-4675-81c1-30ec0abab501 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed78ede5-32f5-4a15-9e59-683c99192b0a HTTP/1.1" status: 200 len: 912 time: 0.2005525 Mar 14 15:24:12.285071 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-721a4337-e660-4bc6-95bf-26fd463e4d99 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:12.328295 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1ca34ec-ff9b-4bf4-8cfe-77817c2a55a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:12.337923 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1ca34ec-ff9b-4bf4-8cfe-77817c2a55a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:12.352033 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cbd11-854b-4031-9a98-980169995c29 req-6e71596e-f84c-4069-913b-826e99ff550f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:12.353599 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7e4cbd11-854b-4031-9a98-980169995c29 req-6e71596e-f84c-4069-913b-826e99ff550f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.2719676 Mar 14 15:24:12.430837 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721a4337-e660-4bc6-95bf-26fd463e4d99 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Network 97c2af1f-89d5-4bb8-9677-dc68b238bf86 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:12.474076 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-721a4337-e660-4bc6-95bf-26fd463e4d99 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:12.479725 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a4337-e660-4bc6-95bf-26fd463e4d99 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Pushing event updated for resources: {'Port': ['ID=16e99d1b-816e-4867-9e8a-847803ea56cf,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:12.482269 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721a4337-e660-4bc6-95bf-26fd463e4d99 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:12.566618 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfafb395-ccc6-4d89-9c83-f84bb739c19b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 9509ecb6-4443-48d6-9a15-2c9342a53b6d has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:24:12.586060 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7e4cbd11-854b-4031-9a98-980169995c29 req-455609ab-46a2-4a4d-87cf-6bce367cc8d5 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167082 Mar 14 15:24:12.618752 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33884a4e-f43a-4a5f-9b7e-2fdf0a5a5e53 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:12.636163 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-61676d05-770c-4b4d-b55b-5ca426ac2f90 req-08922d89-62e2-4a77-a04a-e39fa698def7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25e61a1d-2661-4c47-bc70-4afa29cfca7a HTTP/1.1" status: 200 len: 1002 time: 0.3801835 Mar 14 15:24:12.661367 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-33884a4e-f43a-4a5f-9b7e-2fdf0a5a5e53 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Calling delete_port for 7cb26b38-7578-4b7b-b151-ea98bd24cce9 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:12.682281 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca34ec-ff9b-4bf4-8cfe-77817c2a55a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16993db-b869-497c-9188-e9e7d16d80d0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:12.705401 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a1ca34ec-ff9b-4bf4-8cfe-77817c2a55a0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d465125595434eccb4c1cc90a718a66c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7780521 Mar 14 15:24:12.709686 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51130) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:12.778376 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61676d05-770c-4b4d-b55b-5ca426ac2f90 req-70ef680f-f1fa-4e1e-8c1c-120c1c4d57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:12.779934 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-61676d05-770c-4b4d-b55b-5ca426ac2f90 req-70ef680f-f1fa-4e1e-8c1c-120c1c4d57d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4 HTTP/1.1" status: 200 len: 850 time: 0.1268921 Mar 14 15:24:12.864129 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-01b15b7c-b96b-42f1-945b-0c3bed3c75b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:12.887143 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61676d05-770c-4b4d-b55b-5ca426ac2f90 req-e46782bd-475a-482c-a308-3920a4600363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:12.888689 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-61676d05-770c-4b4d-b55b-5ca426ac2f90 req-e46782bd-475a-482c-a308-3920a4600363 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed78ede5-32f5-4a15-9e59-683c99192b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0992785 Mar 14 15:24:12.930415 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-01b15b7c-b96b-42f1-945b-0c3bed3c75b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:13.011673 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33884a4e-f43a-4a5f-9b7e-2fdf0a5a5e53 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:13.045768 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33884a4e-f43a-4a5f-9b7e-2fdf0a5a5e53 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Pushing event deleted for resources: {'Port': ['ID=7cb26b38-7578-4b7b-b151-ea98bd24cce9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:13.051862 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfafb395-ccc6-4d89-9c83-f84bb739c19b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:13.061225 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-cfafb395-ccc6-4d89-9c83-f84bb739c19b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/9509ecb6-4443-48d6-9a15-2c9342a53b6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0016999 Mar 14 15:24:13.066167 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51132) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:13.072200 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417f0b40-81f3-4c95-a1a9-c3e6f2aea580 None None] Sync routers for ids ['9509ecb6-4443-48d6-9a15-2c9342a53b6d'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:13.085479 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-33884a4e-f43a-4a5f-9b7e-2fdf0a5a5e53 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:13.088884 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-33884a4e-f43a-4a5f-9b7e-2fdf0a5a5e53 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "DELETE /v2.0/ports/7cb26b38-7578-4b7b-b151-ea98bd24cce9 HTTP/1.1" status: 204 len: 168 time: 1.2691786 Mar 14 15:24:13.096430 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51134) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:13.099837 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417f0b40-81f3-4c95-a1a9-c3e6f2aea580 None None] Routers {'9509ecb6-4443-48d6-9a15-2c9342a53b6d'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:13.100477 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-417f0b40-81f3-4c95-a1a9-c3e6f2aea580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9509ecb6-4443-48d6-9a15-2c9342a53b6d'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:13.102141 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-61676d05-770c-4b4d-b55b-5ca426ac2f90 req-c3d9f820-abc0-4a83-a565-41a3667dbedb service neutron] 10.222.0.18 "GET /v2.0/networks/ed78ede5-32f5-4a15-9e59-683c99192b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887302 Mar 14 15:24:13.103197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-01b15b7c-b96b-42f1-945b-0c3bed3c75b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:13.105652 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-01b15b7c-b96b-42f1-945b-0c3bed3c75b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:13.106689 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-01b15b7c-b96b-42f1-945b-0c3bed3c75b9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e16993db-b869-497c-9188-e9e7d16d80d0 HTTP/1.1" status: 204 len: 168 time: 0.3924887 Mar 14 15:24:13.124436 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b15b7c-b96b-42f1-945b-0c3bed3c75b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16993db-b869-497c-9188-e9e7d16d80d0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:13.152496 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-417f0b40-81f3-4c95-a1a9-c3e6f2aea580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:13.174538 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417f0b40-81f3-4c95-a1a9-c3e6f2aea580 None None] Routers {'9509ecb6-4443-48d6-9a15-2c9342a53b6d'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:13.175366 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-417f0b40-81f3-4c95-a1a9-c3e6f2aea580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9509ecb6-4443-48d6-9a15-2c9342a53b6d'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:13.221148 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-52095650-fbde-4a30-88ca-6c4c08eee822 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] GET failed (client error): The resource could not be found. Mar 14 15:24:13.226454 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-52095650-fbde-4a30-88ca-6c4c08eee822 tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "GET /v2.0/ports/7cb26b38-7578-4b7b-b151-ea98bd24cce9 HTTP/1.1" status: 404 len: 333 time: 0.0675085 Mar 14 15:24:13.228956 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51138) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:13.232173 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-417f0b40-81f3-4c95-a1a9-c3e6f2aea580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:13.233122 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417f0b40-81f3-4c95-a1a9-c3e6f2aea580 None None] The sync data for ids ['9509ecb6-4443-48d6-9a15-2c9342a53b6d'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:13.238165 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0c58c62f-ba8f-47d9-8e5f-6b16a0125aff tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/ports?device_id=9509ecb6-4443-48d6-9a15-2c9342a53b6d HTTP/1.1" status: 200 len: 205 time: 0.1707861 Mar 14 15:24:13.242345 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-61676d05-770c-4b4d-b55b-5ca426ac2f90 req-91672bf1-654e-4617-b87b-82e9c1fe6c1e service neutron] 10.222.0.18 "GET /v2.0/networks/ed78ede5-32f5-4a15-9e59-683c99192b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270354 Mar 14 15:24:13.242822 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51140) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:13.345956 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0f06d2e-7908-423f-a4ae-7e692ee2b2e3 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:13.480246 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-721a4337-e660-4bc6-95bf-26fd463e4d99 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:13.533743 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0f06d2e-7908-423f-a4ae-7e692ee2b2e3 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:13.536013 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0f06d2e-7908-423f-a4ae-7e692ee2b2e3 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:13.575946 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-4438de80-d264-43d2-a355-5997f34a1b8d tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Deleting port 188c0e66-4a18-4b6c-92f1-6d7067f77d09 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:13.578999 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4438de80-d264-43d2-a355-5997f34a1b8d tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:13.583248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0f06d2e-7908-423f-a4ae-7e692ee2b2e3 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:13.583924 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f06d2e-7908-423f-a4ae-7e692ee2b2e3 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Fanout notify agent at l3_agent the message router_deleted on router 9509ecb6-4443-48d6-9a15-2c9342a53b6d {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:24:13.592239 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0f06d2e-7908-423f-a4ae-7e692ee2b2e3 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:13.593858 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c0f06d2e-7908-423f-a4ae-7e692ee2b2e3 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/routers/9509ecb6-4443-48d6-9a15-2c9342a53b6d HTTP/1.1" status: 204 len: 168 time: 0.3500240 Mar 14 15:24:13.596695 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51150) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:13.667714 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd996167-5b5c-418c-95b2-7393970699c9 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting subnet e7c56590-bab6-4ca9-898c-5f8fa092e963 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:24:13.667927 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5529ca81-72fd-4ba8-aafa-cee9c3ed116f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:13.671687 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd996167-5b5c-418c-95b2-7393970699c9 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:13.742748 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd996167-5b5c-418c-95b2-7393970699c9 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:13.786496 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a38cb6-6f78-47e6-b64d-b2023aa7f288 req-c965c35a-a07d-4488-80ea-41a5d48f0271 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:13.790222 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f9a38cb6-6f78-47e6-b64d-b2023aa7f288 req-c965c35a-a07d-4488-80ea-41a5d48f0271 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1195238 Mar 14 15:24:13.834001 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4438de80-d264-43d2-a355-5997f34a1b8d tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:13.850297 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f9a38cb6-6f78-47e6-b64d-b2023aa7f288 req-c9146eef-3d5d-4932-8030-94d2fe29bcd5 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526910 Mar 14 15:24:13.850986 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-4438de80-d264-43d2-a355-5997f34a1b8d tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Calling delete_port for 188c0e66-4a18-4b6c-92f1-6d7067f77d09 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:13.900248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd996167-5b5c-418c-95b2-7393970699c9 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:13.967601 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd996167-5b5c-418c-95b2-7393970699c9 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.003823 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd996167-5b5c-418c-95b2-7393970699c9 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.007523 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-dd996167-5b5c-418c-95b2-7393970699c9 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/subnets/e7c56590-bab6-4ca9-898c-5f8fa092e963 HTTP/1.1" status: 204 len: 168 time: 0.4094031 Mar 14 15:24:14.008027 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-721a4337-e660-4bc6-95bf-26fd463e4d99 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.008488 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd996167-5b5c-418c-95b2-7393970699c9 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c56590-bab6-4ca9-898c-5f8fa092e963,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:14.010886 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51166) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:14.017398 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89ff029-f89f-4461-ab25-f0eca5fe725a None None] Network c0200670-59e7-4128-9c0b-4c5a81b75226 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:14.076012 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-f046e28e-f20f-4703-8732-51b8236fba7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting subnet f3d65c27-aa43-4323-9d03-7c31cb04b187 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:24:14.080803 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f046e28e-f20f-4703-8732-51b8236fba7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.131870 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f046e28e-f20f-4703-8732-51b8236fba7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.207843 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4438de80-d264-43d2-a355-5997f34a1b8d tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.254069 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438de80-d264-43d2-a355-5997f34a1b8d tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Pushing event deleted for resources: {'Port': ['ID=188c0e66-4a18-4b6c-92f1-6d7067f77d09,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:14.254856 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f046e28e-f20f-4703-8732-51b8236fba7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.289412 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409f0f2e-de1a-452d-9f59-741f1df5b82c None None] DHCP port deletion for c0200670-59e7-4128-9c0b-4c5a81b75226 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:24:14.294222 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4438de80-d264-43d2-a355-5997f34a1b8d tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.298126 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4438de80-d264-43d2-a355-5997f34a1b8d tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "DELETE /v2.0/ports/188c0e66-4a18-4b6c-92f1-6d7067f77d09 HTTP/1.1" status: 204 len: 168 time: 1.0629487 Mar 14 15:24:14.302722 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51172) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:14.336733 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-5529ca81-72fd-4ba8-aafa-cee9c3ed116f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting port fd667710-b6b0-4948-8db3-818c3f9a233a {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:14.336972 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5529ca81-72fd-4ba8-aafa-cee9c3ed116f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.384101 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f046e28e-f20f-4703-8732-51b8236fba7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.389778 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-409f0f2e-de1a-452d-9f59-741f1df5b82c None None] Deleting port 91b9a881-eb4c-487f-a4d9-72366ddb1f8f {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:14.391681 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-409f0f2e-de1a-452d-9f59-741f1df5b82c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.415546 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721a4337-e660-4bc6-95bf-26fd463e4d99 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Router 61d9c51d-baa5-4bba-a6c1-2fff76365aa4 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:24:14.433280 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046e28e-f20f-4703-8732-51b8236fba7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d65c27-aa43-4323-9d03-7c31cb04b187,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:14.443376 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-2285fbd7-b549-4e8e-aded-825333b7f44c tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Deleting subnet acf8fc19-98fb-4c5f-b459-9a1f395526ba {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:24:14.452838 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2285fbd7-b549-4e8e-aded-825333b7f44c tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.455626 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f046e28e-f20f-4703-8732-51b8236fba7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.461286 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f046e28e-f20f-4703-8732-51b8236fba7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/subnets/f3d65c27-aa43-4323-9d03-7c31cb04b187 HTTP/1.1" status: 204 len: 168 time: 0.4493959 Mar 14 15:24:14.464348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51178) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:14.465091 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3788b3b3-b142-45d2-adf6-eaaecbf457bd None None] Network be71e78f-f51a-4606-a9b2-0806565b990b requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:14.568340 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-409f0f2e-de1a-452d-9f59-741f1df5b82c None None] For port 91b9a881-eb4c-487f-a4d9-72366ddb1f8f, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=91b9a881-eb4c-487f-a4d9-72366ddb1f8f,segment=NetworkSegment(d329496d-f98c-48bc-ada9-d2aaf6e7b34b),segment_id=d329496d-f98c-48bc-ada9-d2aaf6e7b34b)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:14.568739 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-409f0f2e-de1a-452d-9f59-741f1df5b82c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.578521 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2285fbd7-b549-4e8e-aded-825333b7f44c tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.585171 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250a5be8-f12f-4bea-9a00-ae0dc21842e8 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.592802 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-409f0f2e-de1a-452d-9f59-741f1df5b82c None None] Calling delete_port for 91b9a881-eb4c-487f-a4d9-72366ddb1f8f owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:14.664672 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-250a5be8-f12f-4bea-9a00-ae0dc21842e8 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting port 91b9a881-eb4c-487f-a4d9-72366ddb1f8f {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:14.665242 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250a5be8-f12f-4bea-9a00-ae0dc21842e8 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.737950 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-409f0f2e-de1a-452d-9f59-741f1df5b82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.747472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-250a5be8-f12f-4bea-9a00-ae0dc21842e8 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] For port 91b9a881-eb4c-487f-a4d9-72366ddb1f8f, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=91b9a881-eb4c-487f-a4d9-72366ddb1f8f,segment=NetworkSegment(d329496d-f98c-48bc-ada9-d2aaf6e7b34b),segment_id=d329496d-f98c-48bc-ada9-d2aaf6e7b34b)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:14.747980 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250a5be8-f12f-4bea-9a00-ae0dc21842e8 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.765496 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f0f2e-de1a-452d-9f59-741f1df5b82c None None] Pushing event deleted for resources: {'Port': ['ID=91b9a881-eb4c-487f-a4d9-72366ddb1f8f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:14.767628 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-250a5be8-f12f-4bea-9a00-ae0dc21842e8 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Calling delete_port for 91b9a881-eb4c-487f-a4d9-72366ddb1f8f owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:14.769595 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409f0f2e-de1a-452d-9f59-741f1df5b82c None None] No DVR routers for this DVR port 91b9a881-eb4c-487f-a4d9-72366ddb1f8f on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:14.789975 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe425a0-d785-4b56-83f9-b31f271d5f39 None None] DHCP port deletion for be71e78f-f51a-4606-a9b2-0806565b990b request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:24:14.848914 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4fe425a0-d785-4b56-83f9-b31f271d5f39 None None] Deleting port db0102f8-48f5-4bab-bce0-4790b8454a21 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:14.849323 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4fe425a0-d785-4b56-83f9-b31f271d5f39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.852475 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51186) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:14.882767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250a5be8-f12f-4bea-9a00-ae0dc21842e8 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.924152 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a5be8-f12f-4bea-9a00-ae0dc21842e8 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] No DVR routers for this DVR port 91b9a881-eb4c-487f-a4d9-72366ddb1f8f on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:14.932470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a5be8-f12f-4bea-9a00-ae0dc21842e8 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Port': ['ID=91b9a881-eb4c-487f-a4d9-72366ddb1f8f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:14.986451 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5529ca81-72fd-4ba8-aafa-cee9c3ed116f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:14.987710 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4fe425a0-d785-4b56-83f9-b31f271d5f39 None None] For port db0102f8-48f5-4bab-bce0-4790b8454a21, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=db0102f8-48f5-4bab-bce0-4790b8454a21,segment=NetworkSegment(7be195c5-ed47-4ed5-8bbc-02a68a57fccd),segment_id=7be195c5-ed47-4ed5-8bbc-02a68a57fccd)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:14.988302 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4fe425a0-d785-4b56-83f9-b31f271d5f39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.009691 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4fe425a0-d785-4b56-83f9-b31f271d5f39 None None] Calling delete_port for db0102f8-48f5-4bab-bce0-4790b8454a21 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:15.024821 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-69ad92f4-1d5f-49ce-ab66-83172ae37269 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1433436199', 'router:external': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:15.043930 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250a5be8-f12f-4bea-9a00-ae0dc21842e8 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.057627 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-5529ca81-72fd-4ba8-aafa-cee9c3ed116f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Calling delete_port for fd667710-b6b0-4948-8db3-818c3f9a233a owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:15.071425 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-250a5be8-f12f-4bea-9a00-ae0dc21842e8 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0200670-59e7-4128-9c0b-4c5a81b75226']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:15.081109 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ad92f4-1d5f-49ce-ab66-83172ae37269 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Made reservation on behalf of 766c167c5d574426adf25510c4a7584f for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:15.083447 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69ad92f4-1d5f-49ce-ab66-83172ae37269 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.086853 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-250a5be8-f12f-4bea-9a00-ae0dc21842e8 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd329496d-f98c-48bc-ada9-d2aaf6e7b34b') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:15.087172 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-250a5be8-f12f-4bea-9a00-ae0dc21842e8 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd329496d-f98c-48bc-ada9-d2aaf6e7b34b') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:15.097901 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4fe425a0-d785-4b56-83f9-b31f271d5f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.102126 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69ad92f4-1d5f-49ce-ab66-83172ae37269 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.104943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250a5be8-f12f-4bea-9a00-ae0dc21842e8 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.127708 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250a5be8-f12f-4bea-9a00-ae0dc21842e8 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.131580 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe425a0-d785-4b56-83f9-b31f271d5f39 None None] No DVR routers for this DVR port db0102f8-48f5-4bab-bce0-4790b8454a21 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:15.135255 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe425a0-d785-4b56-83f9-b31f271d5f39 None None] Pushing event deleted for resources: {'Port': ['ID=db0102f8-48f5-4bab-bce0-4790b8454a21,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:15.142706 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250a5be8-f12f-4bea-9a00-ae0dc21842e8 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:24:15.143138 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250a5be8-f12f-4bea-9a00-ae0dc21842e8 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: self.session.flush() Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: self.session.flush() Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: self.session.flush() Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: self.session.flush() Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:24:15.149670 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:24:15.159791 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721a4337-e660-4bc6-95bf-26fd463e4d99 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:15.175247 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedafb14-20d8-4a49-979c-aa26ced2a1af req-ae0108c6-3734-47c1-82b1-4fecd6ce0164 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:15.176123 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] Sync routers for ids ['61d9c51d-baa5-4bba-a6c1-2fff76365aa4'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:15.176867 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-dedafb14-20d8-4a49-979c-aa26ced2a1af req-ae0108c6-3734-47c1-82b1-4fecd6ce0164 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1935158 Mar 14 15:24:15.202178 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] Routers {'61d9c51d-baa5-4bba-a6c1-2fff76365aa4'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:15.205889 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['61d9c51d-baa5-4bba-a6c1-2fff76365aa4'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:15.216680 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-721a4337-e660-4bc6-95bf-26fd463e4d99 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.217930 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-721a4337-e660-4bc6-95bf-26fd463e4d99 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.4768448 Mar 14 15:24:15.221833 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51192) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:15.225891 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2285fbd7-b549-4e8e-aded-825333b7f44c tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.232735 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250a5be8-f12f-4bea-9a00-ae0dc21842e8 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.280229 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-250a5be8-f12f-4bea-9a00-ae0dc21842e8 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.286829 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-250a5be8-f12f-4bea-9a00-ae0dc21842e8 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/networks/c0200670-59e7-4128-9c0b-4c5a81b75226 HTTP/1.1" status: 204 len: 168 time: 0.8182876 Mar 14 15:24:15.300914 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51194) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:15.319706 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a5be8-f12f-4bea-9a00-ae0dc21842e8 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Network': ['ID=c0200670-59e7-4128-9c0b-4c5a81b75226,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:15.320968 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-dedafb14-20d8-4a49-979c-aa26ced2a1af req-1ba25790-ea92-48d2-b636-8ec73e40360c tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255739 Mar 14 15:24:15.351030 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] Set router 61d9c51d-baa5-4bba-a6c1-2fff76365aa4 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:24:15.378564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69ad92f4-1d5f-49ce-ab66-83172ae37269 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.398482 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2285fbd7-b549-4e8e-aded-825333b7f44c tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.415482 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69ad92f4-1d5f-49ce-ab66-83172ae37269 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.435335 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285fbd7-b549-4e8e-aded-825333b7f44c tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Pushing event deleted for resources: {'Subnet': ['ID=acf8fc19-98fb-4c5f-b459-9a1f395526ba,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:15.443232 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2285fbd7-b549-4e8e-aded-825333b7f44c tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.448647 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2285fbd7-b549-4e8e-aded-825333b7f44c tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "DELETE /v2.0/subnets/acf8fc19-98fb-4c5f-b459-9a1f395526ba HTTP/1.1" status: 204 len: 168 time: 1.1427073 Mar 14 15:24:15.449156 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51196) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:15.454532 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36b9dbd-4207-4090-bfe1-7f950883a37f None None] Network 18367c60-cd94-41ad-9682-d0976627a005 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:15.462115 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf87d887-2dd1-4f22-ba1e-c6ef4fe2a5c6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.472133 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad92f4-1d5f-49ce-ab66-83172ae37269 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75178ff-fd2b-4957-8f57-a9d58bc16f27,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:15.476964 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a99c8be-4a55-4d77-8e52-1d65c0be98a2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.526065 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ad92f4-1d5f-49ce-ab66-83172ae37269 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:24:15.561549 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69ad92f4-1d5f-49ce-ab66-83172ae37269 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.561898 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-69ad92f4-1d5f-49ce-ab66-83172ae37269 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Added segment 5dfadaf9-1008-4e07-8107-f7979aad7878 of type vlan for network 1a9a9a53-7d75-4ef0-846a-5f5f77b9c023 Mar 14 15:24:15.567352 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5529ca81-72fd-4ba8-aafa-cee9c3ed116f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.612217 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c51d-baa5-4bba-a6c1-2fff76365aa4', 'name': '', 'tenant_id': '89ffa37f77684135b01fa1943ac60d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97c2af1f-89d5-4bb8-9677-dc68b238bf86', 'external_fixed_ips': [{'subnet_id': '3ad7198d-5593-43d5-b796-dadfe7b21012', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '16e99d1b-816e-4867-9e8a-847803ea56cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:24:09Z', 'updated_at': '2022-03-14T15:24:13Z', 'revision_number': 3, 'project_id': '89ffa37f77684135b01fa1943ac60d29', 'gw_port': {'id': '16e99d1b-816e-4867-9e8a-847803ea56cf', 'name': '', 'network_id': '97c2af1f-89d5-4bb8-9677-dc68b238bf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:68:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d9c51d-baa5-4bba-a6c1-2fff76365aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3ad7198d-5593-43d5-b796-dadfe7b21012', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:24:11Z', 'updated_at': '2022-03-14T15:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ad7198d-5593-43d5-b796-dadfe7b21012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:15.624602 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529ca81-72fd-4ba8-aafa-cee9c3ed116f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Port': ['ID=fd667710-b6b0-4948-8db3-818c3f9a233a,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:15.646015 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] Checking router: 61d9c51d-baa5-4bba-a6c1-2fff76365aa4 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:24:15.647091 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] Updating router 61d9c51d-baa5-4bba-a6c1-2fff76365aa4 port 16e99d1b-816e-4867-9e8a-847803ea56cf binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:24:15.676180 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5d45fde6-e723-428a-b3b0-bd53914fdafc tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.683921 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.701923 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf87d887-2dd1-4f22-ba1e-c6ef4fe2a5c6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.717333 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69ad92f4-1d5f-49ce-ab66-83172ae37269 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.719988 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5002b447-2556-45a1-bed5-6f993885102f None None] DHCP port deletion for 18367c60-cd94-41ad-9682-d0976627a005 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:24:15.729573 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a99c8be-4a55-4d77-8e52-1d65c0be98a2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.745563 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-bf87d887-2dd1-4f22-ba1e-c6ef4fe2a5c6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be71e78f-f51a-4606-a9b2-0806565b990b']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:15.765254 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-bf87d887-2dd1-4f22-ba1e-c6ef4fe2a5c6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be195c5-ed47-4ed5-8bbc-02a68a57fccd') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:15.765549 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-bf87d887-2dd1-4f22-ba1e-c6ef4fe2a5c6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be195c5-ed47-4ed5-8bbc-02a68a57fccd') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:15.798248 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5002b447-2556-45a1-bed5-6f993885102f None None] Deleting port 701f7dfd-9952-428e-bbaf-74abaebfb94c {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:15.799034 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5002b447-2556-45a1-bed5-6f993885102f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.809091 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5529ca81-72fd-4ba8-aafa-cee9c3ed116f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.820208 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf87d887-2dd1-4f22-ba1e-c6ef4fe2a5c6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.838385 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69ad92f4-1d5f-49ce-ab66-83172ae37269 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.839648 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ad92f4-1d5f-49ce-ab66-83172ae37269 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:15.840225 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69ad92f4-1d5f-49ce-ab66-83172ae37269 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.869046 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf87d887-2dd1-4f22-ba1e-c6ef4fe2a5c6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.905747 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5002b447-2556-45a1-bed5-6f993885102f None None] For port 701f7dfd-9952-428e-bbaf-74abaebfb94c, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=701f7dfd-9952-428e-bbaf-74abaebfb94c,segment=NetworkSegment(05fde757-3bb5-4568-91c6-e77b8ce39ec0),segment_id=05fde757-3bb5-4568-91c6-e77b8ce39ec0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:15.907704 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5002b447-2556-45a1-bed5-6f993885102f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.929700 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf87d887-2dd1-4f22-ba1e-c6ef4fe2a5c6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:24:15.930138 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf87d887-2dd1-4f22-ba1e-c6ef4fe2a5c6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.931974 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5002b447-2556-45a1-bed5-6f993885102f None None] Calling delete_port for 701f7dfd-9952-428e-bbaf-74abaebfb94c owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:24:15.934152 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:24:15.949639 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-5d45fde6-e723-428a-b3b0-bd53914fdafc tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Deleting port 701f7dfd-9952-428e-bbaf-74abaebfb94c {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:15.949639 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5d45fde6-e723-428a-b3b0-bd53914fdafc tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:15.971276 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-69ad92f4-1d5f-49ce-ab66-83172ae37269 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1143517 Mar 14 15:24:15.989050 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51198) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:16.003585 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-846e04b7-08f8-4863-989e-88a70b37501b tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Request body: {'subnet': {'network_id': '1a9a9a53-7d75-4ef0-846a-5f5f77b9c023', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:16.022009 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad92f4-1d5f-49ce-ab66-83172ae37269 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Pushing event updated for resources: {'Network': ['ID=1a9a9a53-7d75-4ef0-846a-5f5f77b9c023,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:16.038048 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3a99c8be-4a55-4d77-8e52-1d65c0be98a2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Deleting port 16e99d1b-816e-4867-9e8a-847803ea56cf {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:16.038458 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a99c8be-4a55-4d77-8e52-1d65c0be98a2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:16.046790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 1a9a9a53-7d75-4ef0-846a-5f5f77b9c023 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:24:16.053788 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf87d887-2dd1-4f22-ba1e-c6ef4fe2a5c6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:16.067568 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf87d887-2dd1-4f22-ba1e-c6ef4fe2a5c6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:16.075256 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bf87d887-2dd1-4f22-ba1e-c6ef4fe2a5c6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/networks/be71e78f-f51a-4606-a9b2-0806565b990b HTTP/1.1" status: 204 len: 168 time: 0.7696981 Mar 14 15:24:16.107566 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51200) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:16.112556 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5002b447-2556-45a1-bed5-6f993885102f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:16.115678 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c201b277-1e28-4aba-8aa0-aecb49196c62 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'network': {'name': 'tempest-RoutersTest-807958455'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:16.118798 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87d887-2dd1-4f22-ba1e-c6ef4fe2a5c6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Network': ['ID=be71e78f-f51a-4606-a9b2-0806565b990b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:16.140052 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:16.146828 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:16.156013 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 701f7dfd-9952-428e-bbaf-74abaebfb94c no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:24:16.160306 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c201b277-1e28-4aba-8aa0-aecb49196c62 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Made reservation on behalf of b6feafefd41e4054a6f4c1f00b8534e6 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:16.164296 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c201b277-1e28-4aba-8aa0-aecb49196c62 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:16.185737 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5002b447-2556-45a1-bed5-6f993885102f None None] No DVR routers for this DVR port 701f7dfd-9952-428e-bbaf-74abaebfb94c on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:16.185935 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a99c8be-4a55-4d77-8e52-1d65c0be98a2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:16.190985 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002b447-2556-45a1-bed5-6f993885102f None None] Pushing event deleted for resources: {'Port': ['ID=701f7dfd-9952-428e-bbaf-74abaebfb94c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:16.193036 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 701f7dfd-9952-428e-bbaf-74abaebfb94c {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:24:16.194050 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 701f7dfd-9952-428e-bbaf-74abaebfb94c not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:24:16.194948 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device db0102f8-48f5-4bab-bce0-4790b8454a21 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:24:16.206183 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3a99c8be-4a55-4d77-8e52-1d65c0be98a2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Calling delete_port for 16e99d1b-816e-4867-9e8a-847803ea56cf owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:16.212030 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493154f-bc58-49be-9c8d-de30d05062b0 None None] Pushing event updated for resources: {'Port': ['ID=16e99d1b-816e-4867-9e8a-847803ea56cf,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:16.217069 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-5d45fde6-e723-428a-b3b0-bd53914fdafc tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] For port 701f7dfd-9952-428e-bbaf-74abaebfb94c, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=701f7dfd-9952-428e-bbaf-74abaebfb94c,segment=NetworkSegment(05fde757-3bb5-4568-91c6-e77b8ce39ec0),segment_id=05fde757-3bb5-4568-91c6-e77b8ce39ec0)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:16.218605 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5d45fde6-e723-428a-b3b0-bd53914fdafc tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:16.222377 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c201b277-1e28-4aba-8aa0-aecb49196c62 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:24:16.229232 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493154f-bc58-49be-9c8d-de30d05062b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:16.231752 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493154f-bc58-49be-9c8d-de30d05062b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:16.232189 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: db0102f8-48f5-4bab-bce0-4790b8454a21 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:24:16.232329 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493154f-bc58-49be-9c8d-de30d05062b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:16.232866 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device db0102f8-48f5-4bab-bce0-4790b8454a21 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:24:16.236683 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 91b9a881-eb4c-487f-a4d9-72366ddb1f8f no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:24:16.238719 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493154f-bc58-49be-9c8d-de30d05062b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:16.239269 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493154f-bc58-49be-9c8d-de30d05062b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:16.239631 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493154f-bc58-49be-9c8d-de30d05062b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:16.240953 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493154f-bc58-49be-9c8d-de30d05062b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:16.241390 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493154f-bc58-49be-9c8d-de30d05062b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:16.241625 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493154f-bc58-49be-9c8d-de30d05062b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:16.241997 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493154f-bc58-49be-9c8d-de30d05062b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:16.242408 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493154f-bc58-49be-9c8d-de30d05062b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:16.242633 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493154f-bc58-49be-9c8d-de30d05062b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:16.244758 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5529ca81-72fd-4ba8-aafa-cee9c3ed116f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router fa9abe10-4ea3-460c-ac8a-c658a07b67e3 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:24:16.258507 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] Attempting to bind port 16e99d1b-816e-4867-9e8a-847803ea56cf on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:24:16.258874 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] Attempting to bind port 16e99d1b-816e-4867-9e8a-847803ea56cf by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '417137c3-234f-44d4-b2c3-b7702e347d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '97c2af1f-89d5-4bb8-9677-dc68b238bf86'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:24:16.260378 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] Attempting to bind port 16e99d1b-816e-4867-9e8a-847803ea56cf on network 97c2af1f-89d5-4bb8-9677-dc68b238bf86 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:24:16.268537 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-5d45fde6-e723-428a-b3b0-bd53914fdafc tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Calling delete_port for 701f7dfd-9952-428e-bbaf-74abaebfb94c owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:16.270512 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:24:16.271231 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] Checking segment: {'id': '417137c3-234f-44d4-b2c3-b7702e347d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '97c2af1f-89d5-4bb8-9677-dc68b238bf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:24:16.271733 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:16.272233 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] Bound using segment: {'id': '417137c3-234f-44d4-b2c3-b7702e347d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '97c2af1f-89d5-4bb8-9677-dc68b238bf86'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:24:16.272745 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] Bound port: 16e99d1b-816e-4867-9e8a-847803ea56cf, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417137c3-234f-44d4-b2c3-b7702e347d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '97c2af1f-89d5-4bb8-9677-dc68b238bf86'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:24:16.273193 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:16.275630 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 91b9a881-eb4c-487f-a4d9-72366ddb1f8f {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:24:16.276078 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 91b9a881-eb4c-487f-a4d9-72366ddb1f8f not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:24:16.277878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c201b277-1e28-4aba-8aa0-aecb49196c62 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:16.277878 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-c201b277-1e28-4aba-8aa0-aecb49196c62 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Added segment 09acdf97-08d9-40c4-8a5f-57afd4c444a4 of type vlan for network eaab189a-f15b-4416-8933-5d2cfdb9f7ab Mar 14 15:24:16.282687 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846e04b7-08f8-4863-989e-88a70b37501b tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Made reservation on behalf of 766c167c5d574426adf25510c4a7584f for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:16.285138 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-846e04b7-08f8-4863-989e-88a70b37501b tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:16.335620 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c201b277-1e28-4aba-8aa0-aecb49196c62 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:16.355726 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] For port 16e99d1b-816e-4867-9e8a-847803ea56cf, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:24:16.361356 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] For port 16e99d1b-816e-4867-9e8a-847803ea56cf, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=16e99d1b-816e-4867-9e8a-847803ea56cf,segment=NetworkSegment(417137c3-234f-44d4-b2c3-b7702e347d32),segment_id=417137c3-234f-44d4-b2c3-b7702e347d32)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:24:16.375555 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:16.408884 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c201b277-1e28-4aba-8aa0-aecb49196c62 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:16.415728 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c201b277-1e28-4aba-8aa0-aecb49196c62 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:16.416388 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c201b277-1e28-4aba-8aa0-aecb49196c62 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:16.459935 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493154f-bc58-49be-9c8d-de30d05062b0 None None] Pushing event updated for resources: {'Port': ['ID=16e99d1b-816e-4867-9e8a-847803ea56cf,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:16.463018 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5529ca81-72fd-4ba8-aafa-cee9c3ed116f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:16.467259 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] Routers {'61d9c51d-baa5-4bba-a6c1-2fff76365aa4'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:16.469540 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['61d9c51d-baa5-4bba-a6c1-2fff76365aa4'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:16.474120 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bdfd38-685c-4fb6-9a55-ed524685f707 None None] Sync routers for ids ['fa9abe10-4ea3-460c-ac8a-c658a07b67e3'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:16.483231 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5529ca81-72fd-4ba8-aafa-cee9c3ed116f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/fa9abe10-4ea3-460c-ac8a-c658a07b67e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4479787 Mar 14 15:24:16.490261 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51204) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:16.500088 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bdfd38-685c-4fb6-9a55-ed524685f707 None None] Routers {'fa9abe10-4ea3-460c-ac8a-c658a07b67e3'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:16.501029 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-c1bdfd38-685c-4fb6-9a55-ed524685f707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fa9abe10-4ea3-460c-ac8a-c658a07b67e3'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:16.543910 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-c1bdfd38-685c-4fb6-9a55-ed524685f707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:16.556265 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bdfd38-685c-4fb6-9a55-ed524685f707 None None] Routers {'fa9abe10-4ea3-460c-ac8a-c658a07b67e3'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:16.557111 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-c1bdfd38-685c-4fb6-9a55-ed524685f707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fa9abe10-4ea3-460c-ac8a-c658a07b67e3'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:16.566659 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c201b277-1e28-4aba-8aa0-aecb49196c62 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4577155 Mar 14 15:24:16.574865 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] Set router 61d9c51d-baa5-4bba-a6c1-2fff76365aa4 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:24:16.578165 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51206) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:16.592320 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-23d05aac-c638-4cea-a5f4-caef8a1a1616 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'subnet': {'network_id': 'eaab189a-f15b-4416-8933-5d2cfdb9f7ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:16.634162 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d9c51d-baa5-4bba-a6c1-2fff76365aa4', 'name': '', 'tenant_id': '89ffa37f77684135b01fa1943ac60d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:24:09Z', 'updated_at': '2022-03-14T15:24:15Z', 'revision_number': 4, 'project_id': '89ffa37f77684135b01fa1943ac60d29', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:16.664802 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1187a9d-1602-44bc-82b8-cf5a75df3e24 None None] The sync data for ids ['61d9c51d-baa5-4bba-a6c1-2fff76365aa4'] in dv-neutron-833559-1-hyperv is: [{'id': '61d9c51d-baa5-4bba-a6c1-2fff76365aa4', 'name': '', 'tenant_id': '89ffa37f77684135b01fa1943ac60d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:24:09Z', 'updated_at': '2022-03-14T15:24:15Z', 'revision_number': 4, 'project_id': '89ffa37f77684135b01fa1943ac60d29', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:16.729339 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-8713da59-0fc7-4726-9c81-bfd98afdf956 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] remove_router_interface failed (client error): The resource could not be found. Mar 14 15:24:16.730347 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8713da59-0fc7-4726-9c81-bfd98afdf956 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/fa9abe10-4ea3-460c-ac8a-c658a07b67e3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2391798 Mar 14 15:24:16.733412 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51208) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:16.773833 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-c1bdfd38-685c-4fb6-9a55-ed524685f707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:16.774579 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bdfd38-685c-4fb6-9a55-ed524685f707 None None] The sync data for ids ['fa9abe10-4ea3-460c-ac8a-c658a07b67e3'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:16.780432 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5d45fde6-e723-428a-b3b0-bd53914fdafc tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:16.795934 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-43d8dcd6-23ba-447f-bd2c-58f438a676ac tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa9abe10-4ea3-460c-ac8a-c658a07b67e3 HTTP/1.1" status: 200 len: 205 time: 0.0589643 Mar 14 15:24:16.803259 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51210) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:16.835053 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d45fde6-e723-428a-b3b0-bd53914fdafc tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] No DVR routers for this DVR port 701f7dfd-9952-428e-bbaf-74abaebfb94c on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:16.874171 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45fde6-e723-428a-b3b0-bd53914fdafc tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Pushing event deleted for resources: {'Port': ['ID=701f7dfd-9952-428e-bbaf-74abaebfb94c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:16.961477 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9867957d-0705-4ee5-826b-02d073d0ce52 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:16.967351 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201b277-1e28-4aba-8aa0-aecb49196c62 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Network': ['ID=eaab189a-f15b-4416-8933-5d2cfdb9f7ab,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:16.983442 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network eaab189a-f15b-4416-8933-5d2cfdb9f7ab details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:24:16.987903 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ac526-7ce4-416e-9975-082efe27d105 req-0bfe47fb-47c3-4459-bb51-1ba6265df60b tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:16.989413 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-325ac526-7ce4-416e-9975-082efe27d105 req-0bfe47fb-47c3-4459-bb51-1ba6265df60b tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.5376773 Mar 14 15:24:17.017972 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a99c8be-4a55-4d77-8e52-1d65c0be98a2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.082372 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99c8be-4a55-4d77-8e52-1d65c0be98a2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Pushing event deleted for resources: {'Port': ['ID=16e99d1b-816e-4867-9e8a-847803ea56cf,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:17.086965 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d05aac-c638-4cea-a5f4-caef8a1a1616 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Made reservation on behalf of b6feafefd41e4054a6f4c1f00b8534e6 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:17.090627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-23d05aac-c638-4cea-a5f4-caef8a1a1616 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.093683 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5d45fde6-e723-428a-b3b0-bd53914fdafc tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.131518 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-325ac526-7ce4-416e-9975-082efe27d105 req-a5c11667-fb51-4a7c-83c4-fd17faff679a tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332810 Mar 14 15:24:17.188359 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-5d45fde6-e723-428a-b3b0-bd53914fdafc tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18367c60-cd94-41ad-9682-d0976627a005']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:17.191328 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a99c8be-4a55-4d77-8e52-1d65c0be98a2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.229267 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-5d45fde6-e723-428a-b3b0-bd53914fdafc tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05fde757-3bb5-4568-91c6-e77b8ce39ec0') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:17.229824 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-5d45fde6-e723-428a-b3b0-bd53914fdafc tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05fde757-3bb5-4568-91c6-e77b8ce39ec0') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:17.255380 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9867957d-0705-4ee5-826b-02d073d0ce52 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.262455 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9867957d-0705-4ee5-826b-02d073d0ce52 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.268561 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5d45fde6-e723-428a-b3b0-bd53914fdafc tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.295517 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a99c8be-4a55-4d77-8e52-1d65c0be98a2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.299983 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a99c8be-4a55-4d77-8e52-1d65c0be98a2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.321427 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5d45fde6-e723-428a-b3b0-bd53914fdafc tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.326608 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9867957d-0705-4ee5-826b-02d073d0ce52 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.327128 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9867957d-0705-4ee5-826b-02d073d0ce52 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Fanout notify agent at l3_agent the message router_deleted on router fa9abe10-4ea3-460c-ac8a-c658a07b67e3 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:24:17.336313 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9867957d-0705-4ee5-826b-02d073d0ce52 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.340094 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9867957d-0705-4ee5-826b-02d073d0ce52 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/routers/fa9abe10-4ea3-460c-ac8a-c658a07b67e3 HTTP/1.1" status: 204 len: 168 time: 0.5332842 Mar 14 15:24:17.340094 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d45fde6-e723-428a-b3b0-bd53914fdafc tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:24:17.340094 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5d45fde6-e723-428a-b3b0-bd53914fdafc tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:24:17.343537 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:24:17.346625 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51212) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:17.402552 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a99c8be-4a55-4d77-8e52-1d65c0be98a2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.403092 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a99c8be-4a55-4d77-8e52-1d65c0be98a2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61d9c51d-baa5-4bba-a6c1-2fff76365aa4 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:24:17.416479 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a99c8be-4a55-4d77-8e52-1d65c0be98a2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.420039 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3a99c8be-4a55-4d77-8e52-1d65c0be98a2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "DELETE /v2.0/routers/61d9c51d-baa5-4bba-a6c1-2fff76365aa4 HTTP/1.1" status: 204 len: 168 time: 2.1948621 Mar 14 15:24:17.420293 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51214) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:17.427290 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5d45fde6-e723-428a-b3b0-bd53914fdafc tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.432545 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5d45fde6-e723-428a-b3b0-bd53914fdafc tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.439469 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5d45fde6-e723-428a-b3b0-bd53914fdafc tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] 10.222.0.59 "DELETE /v2.0/networks/18367c60-cd94-41ad-9682-d0976627a005 HTTP/1.1" status: 204 len: 168 time: 1.9892628 Mar 14 15:24:17.460664 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45fde6-e723-428a-b3b0-bd53914fdafc tempest-AllowedAddressPairIpV6TestJSON-1681828812 tempest-AllowedAddressPairIpV6TestJSON-1681828812-project] Pushing event deleted for resources: {'Network': ['ID=18367c60-cd94-41ad-9682-d0976627a005,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:17.479443 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34d2d87-2095-4b64-b3ad-50a48fa6b6f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting subnet 492916ef-3024-4bc9-a652-4e65201593e6 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:24:17.497670 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.objects.ports [None req-846e04b7-08f8-4863-989e-88a70b37501b tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102567) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 15:24:17.498148 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-846e04b7-08f8-4863-989e-88a70b37501b tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.510771 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f34d2d87-2095-4b64-b3ad-50a48fa6b6f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.553581 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08d10e6-d666-4d6f-aaa6-c00129c4a284 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Deleting subnet 3ad7198d-5593-43d5-b796-dadfe7b21012 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:24:17.568293 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b08d10e6-d666-4d6f-aaa6-c00129c4a284 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.577332 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e04b7-08f8-4863-989e-88a70b37501b tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Pushing event updated for resources: {'Subnet': ['ID=41f9215f-45d9-4f62-ada7-910c8960282f,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:17.593126 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846e04b7-08f8-4863-989e-88a70b37501b tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Checking segment: {'id': '5dfadaf9-1008-4e07-8107-f7979aad7878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1a9a9a53-7d75-4ef0-846a-5f5f77b9c023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:24:17.593577 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846e04b7-08f8-4863-989e-88a70b37501b tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Network hostable DHCP agents. Network: 1a9a9a53-7d75-4ef0-846a-5f5f77b9c023, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:24:17.601130 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f34d2d87-2095-4b64-b3ad-50a48fa6b6f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.617466 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846e04b7-08f8-4863-989e-88a70b37501b tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Network 1a9a9a53-7d75-4ef0-846a-5f5f77b9c023 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:24:17.623118 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-23d05aac-c638-4cea-a5f4-caef8a1a1616 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.630006 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-846e04b7-08f8-4863-989e-88a70b37501b tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 1a9a9a53-7d75-4ef0-846a-5f5f77b9c023) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:17.635793 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846e04b7-08f8-4863-989e-88a70b37501b tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:17.636396 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-846e04b7-08f8-4863-989e-88a70b37501b tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.642596 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc2038e-81d2-48c6-94d1-6a1e5c813d98 None None] Network 1a9a9a53-7d75-4ef0-846a-5f5f77b9c023 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:17.678031 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-846e04b7-08f8-4863-989e-88a70b37501b tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6870973 Mar 14 15:24:17.678981 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51220) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:17.686560 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b08d10e6-d666-4d6f-aaa6-c00129c4a284 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.717201 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6664ca93-329b-4fb6-9971-e648bf3d8445 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1594936834', 'network_id': '1a9a9a53-7d75-4ef0-846a-5f5f77b9c023'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:17.792469 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6664ca93-329b-4fb6-9971-e648bf3d8445 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Made reservation on behalf of 766c167c5d574426adf25510c4a7584f for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:17.794747 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6664ca93-329b-4fb6-9971-e648bf3d8445 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.799404 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51222) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:17.803930 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d05aac-c638-4cea-a5f4-caef8a1a1616 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Subnet': ['ID=bc3fa8c4-0cb4-44ab-a0b8-0d21b910b896,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:17.807423 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd32fd3-4631-4aa6-8b82-ef4ed7035ec7 None None] Network 1a9a9a53-7d75-4ef0-846a-5f5f77b9c023 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:17.852063 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b08d10e6-d666-4d6f-aaa6-c00129c4a284 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.880575 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-6664ca93-329b-4fb6-9971-e648bf3d8445 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] device_id is not set on port 92fc14d6-d100-4068-8b0d-1655c5690ab4 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:24:17.898603 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f34d2d87-2095-4b64-b3ad-50a48fa6b6f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:17.923665 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d05aac-c638-4cea-a5f4-caef8a1a1616 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Checking segment: {'id': '09acdf97-08d9-40c4-8a5f-57afd4c444a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eaab189a-f15b-4416-8933-5d2cfdb9f7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:24:17.924025 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d05aac-c638-4cea-a5f4-caef8a1a1616 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network hostable DHCP agents. Network: eaab189a-f15b-4416-8933-5d2cfdb9f7ab, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:24:17.993723 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b06d2ef1-330f-463e-94f2-e3debc474dc0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b3d17804be3e454880bd59b99e907da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930442 Mar 14 15:24:17.996534 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51226) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:18.036719 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d05aac-c638-4cea-a5f4-caef8a1a1616 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network eaab189a-f15b-4416-8933-5d2cfdb9f7ab is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:24:18.059577 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a16599f3-b54f-4de9-9a70-2be1f59c7d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.067633 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b08d10e6-d666-4d6f-aaa6-c00129c4a284 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.084343 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a16599f3-b54f-4de9-9a70-2be1f59c7d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.085005 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f34d2d87-2095-4b64-b3ad-50a48fa6b6f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.086992 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-23d05aac-c638-4cea-a5f4-caef8a1a1616 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, eaab189a-f15b-4416-8933-5d2cfdb9f7ab) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:18.091735 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d05aac-c638-4cea-a5f4-caef8a1a1616 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:18.092322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-23d05aac-c638-4cea-a5f4-caef8a1a1616 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.101114 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad78866-54d4-4ae1-a0dc-7723ddc6693b None None] Network eaab189a-f15b-4416-8933-5d2cfdb9f7ab requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:18.121527 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b08d10e6-d666-4d6f-aaa6-c00129c4a284 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.127935 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b08d10e6-d666-4d6f-aaa6-c00129c4a284 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/3ad7198d-5593-43d5-b796-dadfe7b21012 HTTP/1.1" status: 204 len: 168 time: 0.7036138 Mar 14 15:24:18.128623 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51228) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:18.139329 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d10e6-d666-4d6f-aaa6-c00129c4a284 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3ad7198d-5593-43d5-b796-dadfe7b21012,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:18.165692 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-6664ca93-329b-4fb6-9971-e648bf3d8445 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Allocated IP 2001:db8::194 (1a9a9a53-7d75-4ef0-846a-5f5f77b9c023/41f9215f-45d9-4f62-ada7-910c8960282f/92fc14d6-d100-4068-8b0d-1655c5690ab4) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:18.180977 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5784e3-4b52-495d-aefa-b3dda1727d71 None None] Network c83183f4-c734-4366-9af2-ef2623a48e58 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:18.187062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f34d2d87-2095-4b64-b3ad-50a48fa6b6f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.193445 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f34d2d87-2095-4b64-b3ad-50a48fa6b6f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/subnets/492916ef-3024-4bc9-a652-4e65201593e6 HTTP/1.1" status: 204 len: 168 time: 0.8455684 Mar 14 15:24:18.194494 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51232) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:18.196580 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d2d87-2095-4b64-b3ad-50a48fa6b6f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Subnet': ['ID=492916ef-3024-4bc9-a652-4e65201593e6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:18.218200 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-23d05aac-c638-4cea-a5f4-caef8a1a1616 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6343818 Mar 14 15:24:18.223491 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51234) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:18.232515 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-1fed7a98-fc64-44aa-a97f-d4bddd2d4404 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-643788491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:18.317539 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f204d045-2b51-4dd2-8b64-b5eae8e22601 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.379333 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-eaab189a-f15b-4416-8933-5d2cfdb9f7ab', 'network_id': 'eaab189a-f15b-4416-8933-5d2cfdb9f7ab', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'fixed_ips': [{'subnet_id': 'bc3fa8c4-0cb4-44ab-a0b8-0d21b910b896'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:24:18.380317 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.483781 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe75b7c-7e33-498f-a8ee-bde221a36693 None None] DHCP port deletion for c83183f4-c734-4366-9af2-ef2623a48e58 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:24:18.485157 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6664ca93-329b-4fb6-9971-e648bf3d8445 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.494166 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f204d045-2b51-4dd2-8b64-b5eae8e22601 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting port 617b53e5-d850-4124-a166-3d481ea73b9c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:18.495226 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f204d045-2b51-4dd2-8b64-b5eae8e22601 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.542527 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a16599f3-b54f-4de9-9a70-2be1f59c7d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.545122 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a16599f3-b54f-4de9-9a70-2be1f59c7d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.546291 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a16599f3-b54f-4de9-9a70-2be1f59c7d20 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1afb4583-4f0e-4802-aa6b-a08b45f4e59f HTTP/1.1" status: 204 len: 168 time: 0.5478032 Mar 14 15:24:18.565689 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ff237ff0-f07b-4f66-aa1e-5fec8c5c3321 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.571761 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16599f3-b54f-4de9-9a70-2be1f59c7d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afb4583-4f0e-4802-aa6b-a08b45f4e59f,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:18.585303 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-f204d045-2b51-4dd2-8b64-b5eae8e22601 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] For port 617b53e5-d850-4124-a166-3d481ea73b9c, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=617b53e5-d850-4124-a166-3d481ea73b9c,segment=NetworkSegment(f5855bbe-80b0-48e3-8642-8fa87241e984),segment_id=f5855bbe-80b0-48e3-8642-8fa87241e984)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:18.585585 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] Allocated IP 172.20.0.2 (eaab189a-f15b-4416-8933-5d2cfdb9f7ab/bc3fa8c4-0cb4-44ab-a0b8-0d21b910b896/2860a25b-c9f1-4196-b757-8b08e0df4a42) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:18.585770 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f204d045-2b51-4dd2-8b64-b5eae8e22601 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.610567 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f204d045-2b51-4dd2-8b64-b5eae8e22601 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Calling delete_port for 617b53e5-d850-4124-a166-3d481ea73b9c owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:18.612099 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1fed7a98-fc64-44aa-a97f-d4bddd2d4404 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.613351 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1fed7a98-fc64-44aa-a97f-d4bddd2d4404 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.623112 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ffe75b7c-7e33-498f-a8ee-bde221a36693 None None] Deleting port 617b53e5-d850-4124-a166-3d481ea73b9c {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:18.623490 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ffe75b7c-7e33-498f-a8ee-bde221a36693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.704050 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ff237ff0-f07b-4f66-aa1e-5fec8c5c3321 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.727022 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-ff237ff0-f07b-4f66-aa1e-5fec8c5c3321 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c2af1f-89d5-4bb8-9677-dc68b238bf86']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:18.737893 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-ff237ff0-f07b-4f66-aa1e-5fec8c5c3321 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417137c3-234f-44d4-b2c3-b7702e347d32') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:18.738197 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-ff237ff0-f07b-4f66-aa1e-5fec8c5c3321 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417137c3-234f-44d4-b2c3-b7702e347d32') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:18.740406 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f204d045-2b51-4dd2-8b64-b5eae8e22601 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.749159 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ff237ff0-f07b-4f66-aa1e-5fec8c5c3321 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.759676 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6664ca93-329b-4fb6-9971-e648bf3d8445 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.763665 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ff237ff0-f07b-4f66-aa1e-5fec8c5c3321 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.770886 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff237ff0-f07b-4f66-aa1e-5fec8c5c3321 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:24:18.771420 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ff237ff0-f07b-4f66-aa1e-5fec8c5c3321 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.778943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f204d045-2b51-4dd2-8b64-b5eae8e22601 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] No DVR routers for this DVR port 617b53e5-d850-4124-a166-3d481ea73b9c on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:18.787902 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ffe75b7c-7e33-498f-a8ee-bde221a36693 None None] For port 617b53e5-d850-4124-a166-3d481ea73b9c, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=617b53e5-d850-4124-a166-3d481ea73b9c,segment=NetworkSegment(f5855bbe-80b0-48e3-8642-8fa87241e984),segment_id=f5855bbe-80b0-48e3-8642-8fa87241e984)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:18.792391 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ffe75b7c-7e33-498f-a8ee-bde221a36693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.792524 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204d045-2b51-4dd2-8b64-b5eae8e22601 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Port': ['ID=617b53e5-d850-4124-a166-3d481ea73b9c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:18.793345 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b0c2a-9f4c-40fc-8c26-86f0e6fd11dc req-e227a78b-6d39-4f5d-a6e7-60393c2d0d5a tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:18.795575 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d09b0c2a-9f4c-40fc-8c26-86f0e6fd11dc req-e227a78b-6d39-4f5d-a6e7-60393c2d0d5a tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.2568181 Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:24:18.800493 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:24:18.808239 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6664ca93-329b-4fb6-9971-e648bf3d8445 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Network 1a9a9a53-7d75-4ef0-846a-5f5f77b9c023 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:18.819489 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ffe75b7c-7e33-498f-a8ee-bde221a36693 None None] Calling delete_port for 617b53e5-d850-4124-a166-3d481ea73b9c owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:18.869306 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-6664ca93-329b-4fb6-9971-e648bf3d8445 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:18.871169 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664ca93-329b-4fb6-9971-e648bf3d8445 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Pushing event updated for resources: {'Port': ['ID=92fc14d6-d100-4068-8b0d-1655c5690ab4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:18.874881 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6664ca93-329b-4fb6-9971-e648bf3d8445 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:18.875336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6664ca93-329b-4fb6-9971-e648bf3d8445 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:18.876212 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6664ca93-329b-4fb6-9971-e648bf3d8445 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.905075 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6664ca93-329b-4fb6-9971-e648bf3d8445 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2150948 Mar 14 15:24:18.909096 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51244) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:18.921668 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.925942 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d09b0c2a-9f4c-40fc-8c26-86f0e6fd11dc req-94d13960-3062-4457-8d1a-a2d64d60aa1f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912383 Mar 14 15:24:18.958988 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.961556 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1fed7a98-fc64-44aa-a97f-d4bddd2d4404 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.962686 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ff237ff0-f07b-4f66-aa1e-5fec8c5c3321 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.967630 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff237ff0-f07b-4f66-aa1e-5fec8c5c3321 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 97c2af1f-89d5-4bb8-9677-dc68b238bf86 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 14 15:24:18.974683 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ff237ff0-f07b-4f66-aa1e-5fec8c5c3321 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:18.978144 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ff237ff0-f07b-4f66-aa1e-5fec8c5c3321 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "DELETE /v2.0/networks/97c2af1f-89d5-4bb8-9677-dc68b238bf86 HTTP/1.1" status: 204 len: 168 time: 0.8487132 Mar 14 15:24:18.981458 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1fed7a98-fc64-44aa-a97f-d4bddd2d4404 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.002598 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff237ff0-f07b-4f66-aa1e-5fec8c5c3321 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Pushing event deleted for resources: {'Network': ['ID=97c2af1f-89d5-4bb8-9677-dc68b238bf86,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:19.005188 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f204d045-2b51-4dd2-8b64-b5eae8e22601 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.014677 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1fed7a98-fc64-44aa-a97f-d4bddd2d4404 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.016626 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1fed7a98-fc64-44aa-a97f-d4bddd2d4404 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7916591 Mar 14 15:24:19.019918 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51250) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:19.038382 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0d7efeec-20fb-4a98-ac6a-f34d3d8a7b4a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'port': {'network_id': 'eaab189a-f15b-4416-8933-5d2cfdb9f7ab', 'name': 'tempest-RoutersTest-891440205'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:19.042701 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] Network eaab189a-f15b-4416-8933-5d2cfdb9f7ab is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:19.043972 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ffe75b7c-7e33-498f-a8ee-bde221a36693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.050720 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:19.056019 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] Pushing event updated for resources: {'Port': ['ID=2860a25b-c9f1-4196-b757-8b08e0df4a42,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:19.058638 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:19.088696 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe75b7c-7e33-498f-a8ee-bde221a36693 None None] No DVR routers for this DVR port 617b53e5-d850-4124-a166-3d481ea73b9c on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:19.091806 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe75b7c-7e33-498f-a8ee-bde221a36693 None None] Pushing event deleted for resources: {'Port': ['ID=617b53e5-d850-4124-a166-3d481ea73b9c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:19.101941 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f204d045-2b51-4dd2-8b64-b5eae8e22601 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83183f4-c734-4366-9af2-ef2623a48e58']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:19.139156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f204d045-2b51-4dd2-8b64-b5eae8e22601 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5855bbe-80b0-48e3-8642-8fa87241e984') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:19.139383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f204d045-2b51-4dd2-8b64-b5eae8e22601 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5855bbe-80b0-48e3-8642-8fa87241e984') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:19.166094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f204d045-2b51-4dd2-8b64-b5eae8e22601 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.185420 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] Attempting to bind port 2860a25b-c9f1-4196-b757-8b08e0df4a42 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:24:19.188218 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] Attempting to bind port 2860a25b-c9f1-4196-b757-8b08e0df4a42 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '09acdf97-08d9-40c4-8a5f-57afd4c444a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eaab189a-f15b-4416-8933-5d2cfdb9f7ab'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:24:19.188952 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] Attempting to bind port 2860a25b-c9f1-4196-b757-8b08e0df4a42 on network eaab189a-f15b-4416-8933-5d2cfdb9f7ab {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:24:19.192042 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-7f88a031-971b-46df-b08a-21a7c0b687c6 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Deleting port 92fc14d6-d100-4068-8b0d-1655c5690ab4 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:19.192391 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f88a031-971b-46df-b08a-21a7c0b687c6 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.201833 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:24:19.202236 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] Checking segment: {'id': '09acdf97-08d9-40c4-8a5f-57afd4c444a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eaab189a-f15b-4416-8933-5d2cfdb9f7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:24:19.204723 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.204723 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] Bound using segment: {'id': '09acdf97-08d9-40c4-8a5f-57afd4c444a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eaab189a-f15b-4416-8933-5d2cfdb9f7ab'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:24:19.205698 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] Bound port: 2860a25b-c9f1-4196-b757-8b08e0df4a42, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09acdf97-08d9-40c4-8a5f-57afd4c444a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eaab189a-f15b-4416-8933-5d2cfdb9f7ab'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:24:19.208718 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.240424 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7efeec-20fb-4a98-ac6a-f34d3d8a7b4a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Made reservation on behalf of b6feafefd41e4054a6f4c1f00b8534e6 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:19.245786 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f204d045-2b51-4dd2-8b64-b5eae8e22601 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.248269 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0d7efeec-20fb-4a98-ac6a-f34d3d8a7b4a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.267991 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-0d7efeec-20fb-4a98-ac6a-f34d3d8a7b4a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] device_id is not set on port edff1fdd-b714-48e3-a8d6-c2259fa34447 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:24:19.336869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f204d045-2b51-4dd2-8b64-b5eae8e22601 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:24:19.337283 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f204d045-2b51-4dd2-8b64-b5eae8e22601 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: items = [ Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:24:19.346756 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:24:19.364799 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] For port 2860a25b-c9f1-4196-b757-8b08e0df4a42, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:24:19.369326 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] For port 2860a25b-c9f1-4196-b757-8b08e0df4a42, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=2860a25b-c9f1-4196-b757-8b08e0df4a42,segment=NetworkSegment(09acdf97-08d9-40c4-8a5f-57afd4c444a4),segment_id=09acdf97-08d9-40c4-8a5f-57afd4c444a4)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:24:19.383748 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.471828 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-0d7efeec-20fb-4a98-ac6a-f34d3d8a7b4a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Allocated IP 172.20.0.10 (eaab189a-f15b-4416-8933-5d2cfdb9f7ab/bc3fa8c4-0cb4-44ab-a0b8-0d21b910b896/edff1fdd-b714-48e3-a8d6-c2259fa34447) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:19.491855 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60c8c5-52ac-4a02-8c94-d0c4b6ecf072 None None] Pushing event updated for resources: {'Port': ['ID=2860a25b-c9f1-4196-b757-8b08e0df4a42,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:19.511663 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f204d045-2b51-4dd2-8b64-b5eae8e22601 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.514441 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f88a031-971b-46df-b08a-21a7c0b687c6 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.550391 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f204d045-2b51-4dd2-8b64-b5eae8e22601 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.553610 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f204d045-2b51-4dd2-8b64-b5eae8e22601 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/networks/c83183f4-c734-4366-9af2-ef2623a48e58 HTTP/1.1" status: 204 len: 168 time: 1.3581440 Mar 14 15:24:19.558351 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51262) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:19.565590 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-217a274a-4305-4ad4-ad26-9e16ab83d76c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1669147168'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:19.570133 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204d045-2b51-4dd2-8b64-b5eae8e22601 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Network': ['ID=c83183f4-c734-4366-9af2-ef2623a48e58,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:19.575389 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-7f88a031-971b-46df-b08a-21a7c0b687c6 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Calling delete_port for 92fc14d6-d100-4068-8b0d-1655c5690ab4 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:19.608472 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217a274a-4305-4ad4-ad26-9e16ab83d76c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Made reservation on behalf of 0b7813f054dc4f2aa04f19db8d2ac08c for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:19.613280 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-217a274a-4305-4ad4-ad26-9e16ab83d76c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.632414 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51266) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:19.649085 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-831943a5-e182-4d9b-b6c6-98a01acce9d2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Request body: {'router': {'name': 'tempest-router--263651217', 'project_id': 'e241c790df3e49fea74060807077e3f5'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:19.677075 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217a274a-4305-4ad4-ad26-9e16ab83d76c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:24:19.736056 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-831943a5-e182-4d9b-b6c6-98a01acce9d2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.737148 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-831943a5-e182-4d9b-b6c6-98a01acce9d2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.805905 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f88a031-971b-46df-b08a-21a7c0b687c6 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.831126 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-831943a5-e182-4d9b-b6c6-98a01acce9d2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.832362 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-217a274a-4305-4ad4-ad26-9e16ab83d76c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.832707 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-217a274a-4305-4ad4-ad26-9e16ab83d76c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Added segment 11b4deea-24d4-4e89-87c4-a6cd8619d73a of type vlan for network e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc Mar 14 15:24:19.855936 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-831943a5-e182-4d9b-b6c6-98a01acce9d2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.866372 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0d7efeec-20fb-4a98-ac6a-f34d3d8a7b4a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.866575 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88a031-971b-46df-b08a-21a7c0b687c6 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Pushing event deleted for resources: {'Port': ['ID=92fc14d6-d100-4068-8b0d-1655c5690ab4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:19.906077 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f88a031-971b-46df-b08a-21a7c0b687c6 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.914193 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7f88a031-971b-46df-b08a-21a7c0b687c6 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "DELETE /v2.0/ports/92fc14d6-d100-4068-8b0d-1655c5690ab4 HTTP/1.1" status: 204 len: 168 time: 1.0015564 Mar 14 15:24:19.914371 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51272) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:19.919714 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-217a274a-4305-4ad4-ad26-9e16ab83d76c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.928794 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9b8a4af9-fe8b-449e-9ce5-8b3eedffe2d3 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1a9a9a53-7d75-4ef0-846a-5f5f77b9c023', 'external_fixed_ips': [{'subnet_id': '41f9215f-45d9-4f62-ada7-910c8960282f', 'ip_address': '2001:db8::194'}]}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:19.930997 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-831943a5-e182-4d9b-b6c6-98a01acce9d2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.934632 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-831943a5-e182-4d9b-b6c6-98a01acce9d2 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2930353 Mar 14 15:24:19.936228 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51274) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:19.951992 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51276) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:19.974085 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-217a274a-4305-4ad4-ad26-9e16ab83d76c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.981301 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217a274a-4305-4ad4-ad26-9e16ab83d76c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:19.982021 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-217a274a-4305-4ad4-ad26-9e16ab83d76c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:19.989674 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0d7efeec-20fb-4a98-ac6a-f34d3d8a7b4a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.075595 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-217a274a-4305-4ad4-ad26-9e16ab83d76c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5147386 Mar 14 15:24:20.091055 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51282) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:20.104613 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a6d1c135-1193-48a9-89bd-e2313d67ce01 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'subnet': {'network_id': 'e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:20.127024 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7efeec-20fb-4a98-ac6a-f34d3d8a7b4a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network eaab189a-f15b-4416-8933-5d2cfdb9f7ab is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:20.128346 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2860a25b-c9f1-4196-b757-8b08e0df4a42 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:24:20.140261 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-846911ae-1527-4bf2-84c2-0a8b5c62154b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.145302 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b8a4af9-fe8b-449e-9ce5-8b3eedffe2d3 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.146655 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b8a4af9-fe8b-449e-9ce5-8b3eedffe2d3 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.166482 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-0d7efeec-20fb-4a98-ac6a-f34d3d8a7b4a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:20.176482 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7efeec-20fb-4a98-ac6a-f34d3d8a7b4a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:20.197219 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 2860a25b-c9f1-4196-b757-8b08e0df4a42 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:20.197855 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.198092 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-fc148d19-86ef-4549-8bf7-90e623037b7f tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1902531211'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:20.223318 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad091666-321e-43ea-93a3-dfac97930f3d req-5605df90-9285-49f6-9a64-31fffa9801aa tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:20.225473 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ad091666-321e-43ea-93a3-dfac97930f3d req-5605df90-9285-49f6-9a64-31fffa9801aa tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1718760 Mar 14 15:24:20.227958 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7efeec-20fb-4a98-ac6a-f34d3d8a7b4a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:20.228592 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0d7efeec-20fb-4a98-ac6a-f34d3d8a7b4a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.235787 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a274a-4305-4ad4-ad26-9e16ab83d76c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Network': ['ID=e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:20.237902 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7efeec-20fb-4a98-ac6a-f34d3d8a7b4a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Port': ['ID=edff1fdd-b714-48e3-a8d6-c2259fa34447,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:20.258432 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:24:20.268941 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0d7efeec-20fb-4a98-ac6a-f34d3d8a7b4a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2477601 Mar 14 15:24:20.273410 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51284) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:20.311949 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc148d19-86ef-4549-8bf7-90e623037b7f tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Made reservation on behalf of c8d6251fcd55443b98598e4e09a3c2e9 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:20.316136 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc148d19-86ef-4549-8bf7-90e623037b7f tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.334664 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d1c135-1193-48a9-89bd-e2313d67ce01 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Made reservation on behalf of 0b7813f054dc4f2aa04f19db8d2ac08c for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:20.338301 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a6d1c135-1193-48a9-89bd-e2313d67ce01 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.364685 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.403159 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 2860a25b-c9f1-4196-b757-8b08e0df4a42, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=2860a25b-c9f1-4196-b757-8b08e0df4a42,segment=NetworkSegment(09acdf97-08d9-40c4-8a5f-57afd4c444a4),segment_id=09acdf97-08d9-40c4-8a5f-57afd4c444a4)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:20.412108 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.428958 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b8a4af9-fe8b-449e-9ce5-8b3eedffe2d3 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.458311 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc148d19-86ef-4549-8bf7-90e623037b7f tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.471437 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-846911ae-1527-4bf2-84c2-0a8b5c62154b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.479511 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-846911ae-1527-4bf2-84c2-0a8b5c62154b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.488958 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=2860a25b-c9f1-4196-b757-8b08e0df4a42,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:20.521103 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 617b53e5-d850-4124-a166-3d481ea73b9c no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:24:20.560744 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 617b53e5-d850-4124-a166-3d481ea73b9c {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:24:20.561097 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 617b53e5-d850-4124-a166-3d481ea73b9c not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:24:20.589560 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ad091666-321e-43ea-93a3-dfac97930f3d req-6638406b-64ce-49d3-bb55-0f67a602baac tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215532 Mar 14 15:24:20.640494 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-846911ae-1527-4bf2-84c2-0a8b5c62154b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.641116 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846911ae-1527-4bf2-84c2-0a8b5c62154b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e1612fe-766a-4e3c-b54a-22aeeb01fb09 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:24:20.688344 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-846911ae-1527-4bf2-84c2-0a8b5c62154b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.690474 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-846911ae-1527-4bf2-84c2-0a8b5c62154b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "DELETE /v2.0/routers/4e1612fe-766a-4e3c-b54a-22aeeb01fb09 HTTP/1.1" status: 204 len: 168 time: 0.7524090 Mar 14 15:24:20.735199 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b8a4af9-fe8b-449e-9ce5-8b3eedffe2d3 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.786319 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a6d1c135-1193-48a9-89bd-e2313d67ce01 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.799164 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc148d19-86ef-4549-8bf7-90e623037b7f tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.816673 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc148d19-86ef-4549-8bf7-90e623037b7f tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.852203 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc148d19-86ef-4549-8bf7-90e623037b7f tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:24:20.912834 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da225c6-dd9f-4435-9891-57182309ef4a None None] Network eaab189a-f15b-4416-8933-5d2cfdb9f7ab requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:20.916082 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51288) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:20.919261 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc148d19-86ef-4549-8bf7-90e623037b7f tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c99535-33a2-4920-8e57-7ba2eb402647,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:20.923737 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc148d19-86ef-4549-8bf7-90e623037b7f tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.924010 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-fc148d19-86ef-4549-8bf7-90e623037b7f tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Added segment 2531d4a0-06b9-4609-b9fe-a8a7b0371195 of type vlan for network 7e2ba77e-aace-4cea-9091-f59bfc899e1c Mar 14 15:24:20.929401 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1c135-1193-48a9-89bd-e2313d67ce01 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Subnet': ['ID=5b43077e-d07f-4f16-9134-a18b0583520e,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:20.946607 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d1c135-1193-48a9-89bd-e2313d67ce01 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Checking segment: {'id': '11b4deea-24d4-4e89-87c4-a6cd8619d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:24:20.947000 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d1c135-1193-48a9-89bd-e2313d67ce01 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network hostable DHCP agents. Network: e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:24:20.979027 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc148d19-86ef-4549-8bf7-90e623037b7f tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:20.980930 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d31c1118-85bc-4975-8d13-1654729f5e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:21.002840 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d1c135-1193-48a9-89bd-e2313d67ce01 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:24:21.027300 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc148d19-86ef-4549-8bf7-90e623037b7f tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:21.033254 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc148d19-86ef-4549-8bf7-90e623037b7f tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:21.033780 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc148d19-86ef-4549-8bf7-90e623037b7f tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:21.040771 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-0b3ed220-2f67-49cd-bdf0-507b5270a15e None None] Provisioning complete for port 2860a25b-c9f1-4196-b757-8b08e0df4a42 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:21.041276 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0b3ed220-2f67-49cd-bdf0-507b5270a15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:21.054628 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-a6d1c135-1193-48a9-89bd-e2313d67ce01 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:21.059010 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1c135-1193-48a9-89bd-e2313d67ce01 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:21.059783 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a6d1c135-1193-48a9-89bd-e2313d67ce01 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:21.083466 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32091094-aeca-4f2e-9807-b90216eec723 None None] Network e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:21.119289 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fc148d19-86ef-4549-8bf7-90e623037b7f tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1035266 Mar 14 15:24:21.144160 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51292) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:21.149673 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-495a350a-066d-4eb9-92f5-042bd3856217 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Request body: {'subnet': {'network_id': '7e2ba77e-aace-4cea-9091-f59bfc899e1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:21.158402 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a6d1c135-1193-48a9-89bd-e2313d67ce01 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0636282 Mar 14 15:24:21.166743 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51294) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:21.182329 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-1f1b921c-4895-4f6a-8f5e-a002fe865aa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-151633011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:21.259008 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9eac2aeb-4b4a-480f-8372-fc60ef759705 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1487714019', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}, 'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:21.337734 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1f1b921c-4895-4f6a-8f5e-a002fe865aa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:21.338741 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1f1b921c-4895-4f6a-8f5e-a002fe865aa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:21.372505 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9eac2aeb-4b4a-480f-8372-fc60ef759705 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:21.373682 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9eac2aeb-4b4a-480f-8372-fc60ef759705 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:21.471537 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495a350a-066d-4eb9-92f5-042bd3856217 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Made reservation on behalf of c8d6251fcd55443b98598e4e09a3c2e9 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:21.475261 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-495a350a-066d-4eb9-92f5-042bd3856217 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:21.483121 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc', 'network_id': 'e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'fixed_ips': [{'subnet_id': '5b43077e-d07f-4f16-9134-a18b0583520e'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:24:21.484177 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:21.486643 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1f1b921c-4895-4f6a-8f5e-a002fe865aa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:21.526103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1f1b921c-4895-4f6a-8f5e-a002fe865aa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:21.531231 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc148d19-86ef-4549-8bf7-90e623037b7f tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Pushing event updated for resources: {'Network': ['ID=7e2ba77e-aace-4cea-9091-f59bfc899e1c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:21.579117 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 7e2ba77e-aace-4cea-9091-f59bfc899e1c details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:24:21.603912 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9eac2aeb-4b4a-480f-8372-fc60ef759705 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:21.617911 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d31c1118-85bc-4975-8d13-1654729f5e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:21.667651 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d31c1118-85bc-4975-8d13-1654729f5e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:21.680782 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1f1b921c-4895-4f6a-8f5e-a002fe865aa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:21.684563 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1f1b921c-4895-4f6a-8f5e-a002fe865aa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5038080 Mar 14 15:24:21.690480 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51300) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:21.700561 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b8a4af9-fe8b-449e-9ce5-8b3eedffe2d3 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:21.729853 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-5fe89b23-4a6e-4306-90ef-11a4221ba7fa None None] Provisioning complete for port 2860a25b-c9f1-4196-b757-8b08e0df4a42 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:21.730392 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5fe89b23-4a6e-4306-90ef-11a4221ba7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:21.768529 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b8a4af9-fe8b-449e-9ce5-8b3eedffe2d3 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:21.778463 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] Allocated IP 2001:db8::2 (e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc/5b43077e-d07f-4f16-9134-a18b0583520e/744b327e-4ef9-4e89-a27f-a48270489717) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:21.900816 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c1118-85bc-4975-8d13-1654729f5e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Port': ['ID=edff1fdd-b714-48e3-a8d6-c2259fa34447,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:21.955449 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9eac2aeb-4b4a-480f-8372-fc60ef759705 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:21.996885 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:22.026499 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf825f-c9e8-4dbf-baf8-3f3eb1f97090 req-997a8494-4e93-4ecc-b627-f7ed5071d951 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:22.028339 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-29cf825f-c9e8-4dbf-baf8-3f3eb1f97090 req-997a8494-4e93-4ecc-b627-f7ed5071d951 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.2821462 Mar 14 15:24:22.053952 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:22.070352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-9b8a4af9-fe8b-449e-9ce5-8b3eedffe2d3 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Allocated IP 2001:db8::194 (1a9a9a53-7d75-4ef0-846a-5f5f77b9c023/41f9215f-45d9-4f62-ada7-910c8960282f/140ae24d-1081-40da-a7f3-de5276c39491) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:22.104710 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] Network e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:22.110709 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2860a25b-c9f1-4196-b757-8b08e0df4a42 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:24:22.120948 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:22.142627 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-5fe89b23-4a6e-4306-90ef-11a4221ba7fa None None] Provisioning complete for port edff1fdd-b714-48e3-a8d6-c2259fa34447 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:22.143044 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5fe89b23-4a6e-4306-90ef-11a4221ba7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:22.150945 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:22.189904 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] Pushing event updated for resources: {'Port': ['ID=744b327e-4ef9-4e89-a27f-a48270489717,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:22.212161 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-29cf825f-c9e8-4dbf-baf8-3f3eb1f97090 req-9ce08244-df83-45bb-9295-1ca49462736e tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458199 Mar 14 15:24:22.276236 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5fe89b23-4a6e-4306-90ef-11a4221ba7fa None None] Port edff1fdd-b714-48e3-a8d6-c2259fa34447 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:22.294748 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] Attempting to bind port 744b327e-4ef9-4e89-a27f-a48270489717 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:24:22.295156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] Attempting to bind port 744b327e-4ef9-4e89-a27f-a48270489717 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '11b4deea-24d4-4e89-87c4-a6cd8619d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:24:22.298241 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] Attempting to bind port 744b327e-4ef9-4e89-a27f-a48270489717 on network e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:24:22.301573 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be6c853a-1a0b-4cb8-8fc5-bb8409734437 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:22.304973 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:24:22.305365 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] Checking segment: {'id': '11b4deea-24d4-4e89-87c4-a6cd8619d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:24:22.306533 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:22.306995 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] Bound using segment: {'id': '11b4deea-24d4-4e89-87c4-a6cd8619d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:24:22.307503 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] Bound port: 744b327e-4ef9-4e89-a27f-a48270489717, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b4deea-24d4-4e89-87c4-a6cd8619d73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:24:22.308522 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:22.321089 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 2860a25b-c9f1-4196-b757-8b08e0df4a42 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:22.321466 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:22.382404 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b8a4af9-fe8b-449e-9ce5-8b3eedffe2d3 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:22.505391 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ee39c322-79d0-4aab-9629-d5cc64c1d282 None None] Provisioning complete for port edff1fdd-b714-48e3-a8d6-c2259fa34447 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:22.505933 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee39c322-79d0-4aab-9629-d5cc64c1d282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:22.544234 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] For port 744b327e-4ef9-4e89-a27f-a48270489717, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:24:22.565185 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] For port 744b327e-4ef9-4e89-a27f-a48270489717, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=744b327e-4ef9-4e89-a27f-a48270489717,segment=NetworkSegment(11b4deea-24d4-4e89-87c4-a6cd8619d73a),segment_id=11b4deea-24d4-4e89-87c4-a6cd8619d73a)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:24:22.567663 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ee39c322-79d0-4aab-9629-d5cc64c1d282 None None] Port edff1fdd-b714-48e3-a8d6-c2259fa34447 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:22.574412 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:22.627845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b8a4af9-fe8b-449e-9ce5-8b3eedffe2d3 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:22.648890 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-495a350a-066d-4eb9-92f5-042bd3856217 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:22.650867 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9f3b1-21d3-442d-8dda-ccc597e8985b None None] Pushing event updated for resources: {'Port': ['ID=744b327e-4ef9-4e89-a27f-a48270489717,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:22.725414 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d31c1118-85bc-4975-8d13-1654729f5e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:22.730370 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8a4af9-fe8b-449e-9ce5-8b3eedffe2d3 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Network 1a9a9a53-7d75-4ef0-846a-5f5f77b9c023 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:22.743367 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-9b8a4af9-fe8b-449e-9ce5-8b3eedffe2d3 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:22.749428 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8a4af9-fe8b-449e-9ce5-8b3eedffe2d3 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:22.752270 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a4af9-fe8b-449e-9ce5-8b3eedffe2d3 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Pushing event updated for resources: {'Port': ['ID=140ae24d-1081-40da-a7f3-de5276c39491,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:22.786069 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb5bfd-9e97-4388-8671-b0efd224ab31 req-2522f5c8-694c-495b-8960-ed14e48914c4 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:22.787641 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-11eb5bfd-9e97-4388-8671-b0efd224ab31 req-2522f5c8-694c-495b-8960-ed14e48914c4 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.2416215 Mar 14 15:24:22.846675 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a350a-066d-4eb9-92f5-042bd3856217 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Pushing event updated for resources: {'Subnet': ['ID=d62840a2-39c7-497f-8cac-7b81b5e46c43,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:22.878973 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be662a5b-8ca4-454c-96aa-862882419d5e req-f34327ab-9ffa-4ba0-bb98-e54b1f8e8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:22.880527 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-be662a5b-8ca4-454c-96aa-862882419d5e req-f34327ab-9ffa-4ba0-bb98-e54b1f8e8109 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3e851ef7d26489f809312a892e32164&device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 1099 time: 0.2502732 Mar 14 15:24:22.907403 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-be6c853a-1a0b-4cb8-8fc5-bb8409734437 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Allocated IP 2001:db8::1 (e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc/5b43077e-d07f-4f16-9134-a18b0583520e/fbc2df3a-9ade-429f-82c1-1fc6766bfc3b) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:22.939979 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495a350a-066d-4eb9-92f5-042bd3856217 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Checking segment: {'id': '2531d4a0-06b9-4609-b9fe-a8a7b0371195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7e2ba77e-aace-4cea-9091-f59bfc899e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:24:22.940349 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495a350a-066d-4eb9-92f5-042bd3856217 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Network hostable DHCP agents. Network: 7e2ba77e-aace-4cea-9091-f59bfc899e1c, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:24:22.968353 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-11eb5bfd-9e97-4388-8671-b0efd224ab31 req-4a775872-9d4a-4219-bd19-d42a6bcef438 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450913 Mar 14 15:24:23.016916 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d31c1118-85bc-4975-8d13-1654729f5e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:23.073351 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495a350a-066d-4eb9-92f5-042bd3856217 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Network 7e2ba77e-aace-4cea-9091-f59bfc899e1c is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:24:23.121847 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9eac2aeb-4b4a-480f-8372-fc60ef759705 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:23.129110 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-495a350a-066d-4eb9-92f5-042bd3856217 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 7e2ba77e-aace-4cea-9091-f59bfc899e1c) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:23.133746 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495a350a-066d-4eb9-92f5-042bd3856217 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:23.134384 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-495a350a-066d-4eb9-92f5-042bd3856217 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:23.142870 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be662a5b-8ca4-454c-96aa-862882419d5e req-92a1d075-2611-4d23-8bbd-3ceb6cd36cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:23.143111 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b798e9-df87-4381-af6c-20986b8ca609 None None] Network 7e2ba77e-aace-4cea-9091-f59bfc899e1c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:23.144400 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-be662a5b-8ca4-454c-96aa-862882419d5e req-92a1d075-2611-4d23-8bbd-3ceb6cd36cce service neutron] 10.222.0.18 "GET /v2.0/networks?id=49fee795-f4c4-42dd-acc3-9b9f00035acc HTTP/1.1" status: 200 len: 912 time: 0.2390840 Mar 14 15:24:23.163159 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9eac2aeb-4b4a-480f-8372-fc60ef759705 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:23.253896 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-495a350a-066d-4eb9-92f5-042bd3856217 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1080263 Mar 14 15:24:23.258808 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51306) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:23.263796 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b7f521b1-4035-45be-ac35-617de68f04d3 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Request body: {'port': {'network_id': '7e2ba77e-aace-4cea-9091-f59bfc899e1c', 'name': 'tempest-AllowedAddressPairTestJSON-280130927'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:23.298332 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b8a4af9-fe8b-449e-9ce5-8b3eedffe2d3 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:23.307397 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be6c853a-1a0b-4cb8-8fc5-bb8409734437 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:23.318518 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-7e2ba77e-aace-4cea-9091-f59bfc899e1c', 'network_id': '7e2ba77e-aace-4cea-9091-f59bfc899e1c', 'tenant_id': 'c8d6251fcd55443b98598e4e09a3c2e9', 'fixed_ips': [{'subnet_id': 'd62840a2-39c7-497f-8cac-7b81b5e46c43'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:24:23.319428 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:23.371969 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-be662a5b-8ca4-454c-96aa-862882419d5e req-7f5e1b99-e94a-4275-a0f4-928493116e46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a31cd96-8d3b-46a8-820b-4fcc1444cd86 HTTP/1.1" status: 200 len: 1002 time: 0.2003338 Mar 14 15:24:23.423024 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-9eac2aeb-4b4a-480f-8372-fc60ef759705 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Allocated IP 172.26.6.31 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/4ab03b88-2681-4658-801b-5a6c9e664509) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:23.478384 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be662a5b-8ca4-454c-96aa-862882419d5e req-4fdf53c3-a3d5-4e0d-a721-c8db55289046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:23.479731 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-be662a5b-8ca4-454c-96aa-862882419d5e req-4fdf53c3-a3d5-4e0d-a721-c8db55289046 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f06bc8a1-e6d6-4299-b660-147ccd6bb298 HTTP/1.1" status: 200 len: 850 time: 0.0976963 Mar 14 15:24:23.484860 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] Allocated IP 172.20.0.2 (7e2ba77e-aace-4cea-9091-f59bfc899e1c/d62840a2-39c7-497f-8cac-7b81b5e46c43/afc06c44-19f2-4397-bee9-f2805e2a46aa) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:23.555993 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d31c1118-85bc-4975-8d13-1654729f5e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:23.570829 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d31c1118-85bc-4975-8d13-1654729f5e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:23.590536 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be6c853a-1a0b-4cb8-8fc5-bb8409734437 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:23.675399 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9eac2aeb-4b4a-480f-8372-fc60ef759705 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:23.685087 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d31c1118-85bc-4975-8d13-1654729f5e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:23.687214 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c1118-85bc-4975-8d13-1654729f5e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Port': ['ID=edff1fdd-b714-48e3-a8d6-c2259fa34447,revision_number=3']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:23.692855 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6c853a-1a0b-4cb8-8fc5-bb8409734437 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:23.703419 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-be6c853a-1a0b-4cb8-8fc5-bb8409734437 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:23.710565 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be662a5b-8ca4-454c-96aa-862882419d5e req-4865a34d-88c4-4c79-9cd0-24fefc85922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:23.712217 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-be662a5b-8ca4-454c-96aa-862882419d5e req-4865a34d-88c4-4c79-9cd0-24fefc85922c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49fee795-f4c4-42dd-acc3-9b9f00035acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1920009 Mar 14 15:24:23.715522 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6c853a-1a0b-4cb8-8fc5-bb8409734437 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:23.716078 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be6c853a-1a0b-4cb8-8fc5-bb8409734437 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:23.721770 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:23.732737 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:23.767901 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f521b1-4035-45be-ac35-617de68f04d3 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Made reservation on behalf of c8d6251fcd55443b98598e4e09a3c2e9 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:23.771504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b7f521b1-4035-45be-ac35-617de68f04d3 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:23.786084 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] Network 7e2ba77e-aace-4cea-9091-f59bfc899e1c is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:23.790022 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:23.792016 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] Pushing event updated for resources: {'Port': ['ID=afc06c44-19f2-4397-bee9-f2805e2a46aa,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:23.794187 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:23.795364 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9eac2aeb-4b4a-480f-8372-fc60ef759705 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:23.862572 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eac2aeb-4b4a-480f-8372-fc60ef759705 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:23.869847 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31c1118-85bc-4975-8d13-1654729f5e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network eaab189a-f15b-4416-8933-5d2cfdb9f7ab is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:23.870347 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-9eac2aeb-4b4a-480f-8372-fc60ef759705 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:23.872822 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] Attempting to bind port afc06c44-19f2-4397-bee9-f2805e2a46aa on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:24:23.873000 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eac2aeb-4b4a-480f-8372-fc60ef759705 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:23.873378 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] Attempting to bind port afc06c44-19f2-4397-bee9-f2805e2a46aa by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '2531d4a0-06b9-4609-b9fe-a8a7b0371195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7e2ba77e-aace-4cea-9091-f59bfc899e1c'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:24:23.873886 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] Attempting to bind port afc06c44-19f2-4397-bee9-f2805e2a46aa on network 7e2ba77e-aace-4cea-9091-f59bfc899e1c {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:24:23.878795 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-d31c1118-85bc-4975-8d13-1654729f5e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:23.881948 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:24:23.882720 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] Checking segment: {'id': '2531d4a0-06b9-4609-b9fe-a8a7b0371195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7e2ba77e-aace-4cea-9091-f59bfc899e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:24:23.883326 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:23.883795 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] Bound using segment: {'id': '2531d4a0-06b9-4609-b9fe-a8a7b0371195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7e2ba77e-aace-4cea-9091-f59bfc899e1c'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:24:23.884346 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] Bound port: afc06c44-19f2-4397-bee9-f2805e2a46aa, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2531d4a0-06b9-4609-b9fe-a8a7b0371195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7e2ba77e-aace-4cea-9091-f59bfc899e1c'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:24:23.884817 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:23.921137 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac2aeb-4b4a-480f-8372-fc60ef759705 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Pushing event updated for resources: {'Port': ['ID=4ab03b88-2681-4658-801b-5a6c9e664509,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:24.028373 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] For port afc06c44-19f2-4397-bee9-f2805e2a46aa, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:24:24.034295 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] For port afc06c44-19f2-4397-bee9-f2805e2a46aa, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=afc06c44-19f2-4397-bee9-f2805e2a46aa,segment=NetworkSegment(2531d4a0-06b9-4609-b9fe-a8a7b0371195),segment_id=2531d4a0-06b9-4609-b9fe-a8a7b0371195)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:24:24.053265 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:24.150270 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dc2552-18e3-4c52-9076-fb5521ec8278 None None] Network e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:24.167061 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31c1118-85bc-4975-8d13-1654729f5e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:24:24.230661 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b8a4af9-fe8b-449e-9ce5-8b3eedffe2d3 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:24.263160 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 744b327e-4ef9-4e89-a27f-a48270489717 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:24:24.293683 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c853a-1a0b-4cb8-8fc5-bb8409734437 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Port': ['ID=fbc2df3a-9ade-429f-82c1-1fc6766bfc3b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:24.305780 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-b7f521b1-4035-45be-ac35-617de68f04d3 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] device_id is not set on port 7ad27d3d-318b-425d-b3f5-cbc1852a3c28 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:24:24.347400 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-d8251893-532b-4508-97a8-b0643ec1814b None None] Provisioning complete for port 744b327e-4ef9-4e89-a27f-a48270489717 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:24.347757 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8251893-532b-4508-97a8-b0643ec1814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:24.395871 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31c1118-85bc-4975-8d13-1654729f5e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:24.401774 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d31c1118-85bc-4975-8d13-1654729f5e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1246653 Mar 14 15:24:24.404029 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51312) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:24.423151 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c2cca8-12ce-43a4-a666-d11f0c8e791d None None] Sync routers for ids ['1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:24.442775 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd0be8-e1bd-4549-88f5-151b655c2723 None None] Pushing event updated for resources: {'Port': ['ID=afc06c44-19f2-4397-bee9-f2805e2a46aa,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:24.474808 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 744b327e-4ef9-4e89-a27f-a48270489717 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:24.475089 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:24.492963 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e57c82-8cf5-4dac-9b7c-34b0b70695aa tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:24.494935 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d2e57c82-8cf5-4dac-9b7c-34b0b70695aa tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/ports/edff1fdd-b714-48e3-a8d6-c2259fa34447 HTTP/1.1" status: 200 len: 977 time: 0.0897794 Mar 14 15:24:24.498159 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51314) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:24.498907 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c2cca8-12ce-43a4-a666-d11f0c8e791d None None] Routers {'1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:24.500800 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f7c2cca8-12ce-43a4-a666-d11f0c8e791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:24.572516 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f7c2cca8-12ce-43a4-a666-d11f0c8e791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:24.577062 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8251893-532b-4508-97a8-b0643ec1814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:24.607630 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c2cca8-12ce-43a4-a666-d11f0c8e791d None None] Routers {'1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:24.616481 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f7c2cca8-12ce-43a4-a666-d11f0c8e791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:24.646997 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3f83a-fe37-4ebf-8433-4e5e744ff297 req-75c68369-d300-4391-8b4f-86a1b70b3a65 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:24.648609 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c1c3f83a-fe37-4ebf-8433-4e5e744ff297 req-75c68369-d300-4391-8b4f-86a1b70b3a65 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.3606131 Mar 14 15:24:24.649359 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8a4af9-fe8b-449e-9ce5-8b3eedffe2d3 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Router 1fb10e8a-f6e3-46a6-9381-f3b1b3c9b55d is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:24:24.674098 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d8251893-532b-4508-97a8-b0643ec1814b None None] For port 744b327e-4ef9-4e89-a27f-a48270489717, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=744b327e-4ef9-4e89-a27f-a48270489717,segment=NetworkSegment(11b4deea-24d4-4e89-87c4-a6cd8619d73a),segment_id=11b4deea-24d4-4e89-87c4-a6cd8619d73a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:24.693593 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f7c2cca8-12ce-43a4-a666-d11f0c8e791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:24.694764 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c2cca8-12ce-43a4-a666-d11f0c8e791d None None] The sync data for ids ['1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:24.710958 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be6c853a-1a0b-4cb8-8fc5-bb8409734437 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:24.726672 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-be662a5b-8ca4-454c-96aa-862882419d5e req-dfdbc8ab-6b2b-4868-93c0-9fe97b242eec service neutron] 10.222.0.18 "GET /v2.0/networks/49fee795-f4c4-42dd-acc3-9b9f00035acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9698658 Mar 14 15:24:24.810423 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9eac2aeb-4b4a-480f-8372-fc60ef759705 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:24.897421 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8251893-532b-4508-97a8-b0643ec1814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:24.946729 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:24.985777 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8251893-532b-4508-97a8-b0643ec1814b None None] Pushing event updated for resources: {'Port': ['ID=744b327e-4ef9-4e89-a27f-a48270489717,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:25.035203 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:24:25.035563 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:24:25.040033 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-8445a3d4-3ddf-4b9a-bf40-d783b090f701 None None] Provisioning complete for port 744b327e-4ef9-4e89-a27f-a48270489717 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:25.040442 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8445a3d4-3ddf-4b9a-bf40-d783b090f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:25.068950 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c1c3f83a-fe37-4ebf-8433-4e5e744ff297 req-7ca5ebb5-6bb0-42b6-901c-b097c56c3d11 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4127324 Mar 14 15:24:25.157138 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-8445a3d4-3ddf-4b9a-bf40-d783b090f701 None None] Provisioning complete for port fbc2df3a-9ade-429f-82c1-1fc6766bfc3b triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:25.158813 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8445a3d4-3ddf-4b9a-bf40-d783b090f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:25.181561 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8a4af9-fe8b-449e-9ce5-8b3eedffe2d3 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:25.197099 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] Sync routers for ids ['1fb10e8a-f6e3-46a6-9381-f3b1b3c9b55d'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:25.205720 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-be662a5b-8ca4-454c-96aa-862882419d5e req-826755fd-8414-45a2-aea4-a0613b9563bb service neutron] 10.222.0.18 "GET /v2.0/networks/49fee795-f4c4-42dd-acc3-9b9f00035acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568696 Mar 14 15:24:25.206735 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-b7f521b1-4035-45be-ac35-617de68f04d3 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Allocated IP 172.20.0.8 (7e2ba77e-aace-4cea-9091-f59bfc899e1c/d62840a2-39c7-497f-8cac-7b81b5e46c43/7ad27d3d-318b-425d-b3f5-cbc1852a3c28) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:25.221987 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] Routers {'1fb10e8a-f6e3-46a6-9381-f3b1b3c9b55d'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:25.223552 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1fb10e8a-f6e3-46a6-9381-f3b1b3c9b55d'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:25.298885 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b8a4af9-fe8b-449e-9ce5-8b3eedffe2d3 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:25.300342 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9b8a4af9-fe8b-449e-9ce5-8b3eedffe2d3 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.3849466 Mar 14 15:24:25.302935 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8445a3d4-3ddf-4b9a-bf40-d783b090f701 None None] Port fbc2df3a-9ade-429f-82c1-1fc6766bfc3b cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:25.310449 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51316) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:25.358154 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-8445a3d4-3ddf-4b9a-bf40-d783b090f701 None None] Provisioning complete for port edff1fdd-b714-48e3-a8d6-c2259fa34447 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:25.358696 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8445a3d4-3ddf-4b9a-bf40-d783b090f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:25.359362 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:24:25.415332 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8445a3d4-3ddf-4b9a-bf40-d783b090f701 None None] Port edff1fdd-b714-48e3-a8d6-c2259fa34447 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:25.426029 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] Set router 1fb10e8a-f6e3-46a6-9381-f3b1b3c9b55d gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:24:25.515504 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9eac2aeb-4b4a-480f-8372-fc60ef759705 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:25.616335 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-208073cd-f8c4-48d7-8ad5-056067b138f4 None None] Provisioning complete for port fbc2df3a-9ade-429f-82c1-1fc6766bfc3b triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:25.616714 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-208073cd-f8c4-48d7-8ad5-056067b138f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:25.620605 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1249532a-217f-4347-9c5d-8d2cf910ba67 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:25.626509 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd380-efa7-4874-82dd-661d315a5768 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:25.704539 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22af7ff4-5256-4a8a-bf87-0060aaae1046 None None] Network 7e2ba77e-aace-4cea-9091-f59bfc899e1c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:25.722080 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-208073cd-f8c4-48d7-8ad5-056067b138f4 None None] Port fbc2df3a-9ade-429f-82c1-1fc6766bfc3b cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:25.776087 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be6c853a-1a0b-4cb8-8fc5-bb8409734437 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:25.796289 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be6c853a-1a0b-4cb8-8fc5-bb8409734437 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:25.796961 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be6c853a-1a0b-4cb8-8fc5-bb8409734437 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:25.819146 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb10e8a-f6e3-46a6-9381-f3b1b3c9b55d', 'name': '', 'tenant_id': '766c167c5d574426adf25510c4a7584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a9a9a53-7d75-4ef0-846a-5f5f77b9c023', 'external_fixed_ips': [{'subnet_id': '41f9215f-45d9-4f62-ada7-910c8960282f', 'ip_address': '2001:db8::194'}], 'enable_snat': True}, 'gw_port_id': '140ae24d-1081-40da-a7f3-de5276c39491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:24:20Z', 'updated_at': '2022-03-14T15:24:22Z', 'revision_number': 3, 'project_id': '766c167c5d574426adf25510c4a7584f', 'gw_port': {'id': '140ae24d-1081-40da-a7f3-de5276c39491', 'name': '', 'network_id': '1a9a9a53-7d75-4ef0-846a-5f5f77b9c023', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:73:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb10e8a-f6e3-46a6-9381-f3b1b3c9b55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '41f9215f-45d9-4f62-ada7-910c8960282f', 'ip_address': '2001:db8::194', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:24:21Z', 'updated_at': '2022-03-14T15:24:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41f9215f-45d9-4f62-ada7-910c8960282f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:25.838103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eac2aeb-4b4a-480f-8372-fc60ef759705 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Router 2dd3c2e6-fea6-490a-b80a-da42474c950e is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:24:25.877671 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] Checking router: 1fb10e8a-f6e3-46a6-9381-f3b1b3c9b55d for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:24:25.878004 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] Updating router 1fb10e8a-f6e3-46a6-9381-f3b1b3c9b55d port 140ae24d-1081-40da-a7f3-de5276c39491 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:24:25.880437 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b7f521b1-4035-45be-ac35-617de68f04d3 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:25.917003 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:25.924956 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-6d6c52e2-d69b-4cc3-9a23-e1d6aa73975c None None] Provisioning complete for port afc06c44-19f2-4397-bee9-f2805e2a46aa triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:25.925335 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6d6c52e2-d69b-4cc3-9a23-e1d6aa73975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:25.943498 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd380-efa7-4874-82dd-661d315a5768 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:25.954765 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c853a-1a0b-4cb8-8fc5-bb8409734437 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Port': ['ID=fbc2df3a-9ade-429f-82c1-1fc6766bfc3b,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:25.999665 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-1249532a-217f-4347-9c5d-8d2cf910ba67 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting port edff1fdd-b714-48e3-a8d6-c2259fa34447 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:25.999863 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1249532a-217f-4347-9c5d-8d2cf910ba67 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:26.017992 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eac2aeb-4b4a-480f-8372-fc60ef759705 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:26.040819 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f492197-5466-499d-ac3f-b5b6389d3f40 None None] Sync routers for ids ['2dd3c2e6-fea6-490a-b80a-da42474c950e'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:26.041401 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6c853a-1a0b-4cb8-8fc5-bb8409734437 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:26.042409 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b7f521b1-4035-45be-ac35-617de68f04d3 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:26.053025 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-be6c853a-1a0b-4cb8-8fc5-bb8409734437 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:26.074185 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9eac2aeb-4b4a-480f-8372-fc60ef759705 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:26.075721 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9eac2aeb-4b4a-480f-8372-fc60ef759705 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.1569760 Mar 14 15:24:26.079856 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51318) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:26.097197 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f492197-5466-499d-ac3f-b5b6389d3f40 None None] Routers {'2dd3c2e6-fea6-490a-b80a-da42474c950e'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:26.097688 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0f492197-5466-499d-ac3f-b5b6389d3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['2dd3c2e6-fea6-490a-b80a-da42474c950e'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:26.127280 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f521b1-4035-45be-ac35-617de68f04d3 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Pushing event updated for resources: {'Port': ['ID=7ad27d3d-318b-425d-b3f5-cbc1852a3c28,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:26.147418 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f521b1-4035-45be-ac35-617de68f04d3 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Network 7e2ba77e-aace-4cea-9091-f59bfc899e1c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:26.156645 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b7f521b1-4035-45be-ac35-617de68f04d3 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:26.164084 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f521b1-4035-45be-ac35-617de68f04d3 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:26.178792 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1249532a-217f-4347-9c5d-8d2cf910ba67 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:26.279180 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0f492197-5466-499d-ac3f-b5b6389d3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:26.293687 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-1249532a-217f-4347-9c5d-8d2cf910ba67 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Calling delete_port for edff1fdd-b714-48e3-a8d6-c2259fa34447 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:26.324118 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f492197-5466-499d-ac3f-b5b6389d3f40 None None] Routers {'2dd3c2e6-fea6-490a-b80a-da42474c950e'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:26.324766 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0f492197-5466-499d-ac3f-b5b6389d3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['2dd3c2e6-fea6-490a-b80a-da42474c950e'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:26.387290 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6d6c52e2-d69b-4cc3-9a23-e1d6aa73975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:26.413759 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0f492197-5466-499d-ac3f-b5b6389d3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:26.413952 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cfdbd380-efa7-4874-82dd-661d315a5768 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Deleting port 140ae24d-1081-40da-a7f3-de5276c39491 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:26.414664 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f492197-5466-499d-ac3f-b5b6389d3f40 None None] The sync data for ids ['2dd3c2e6-fea6-490a-b80a-da42474c950e'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:26.415669 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd380-efa7-4874-82dd-661d315a5768 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:26.454213 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6d6c52e2-d69b-4cc3-9a23-e1d6aa73975c None None] For port afc06c44-19f2-4397-bee9-f2805e2a46aa, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=afc06c44-19f2-4397-bee9-f2805e2a46aa,segment=NetworkSegment(2531d4a0-06b9-4609-b9fe-a8a7b0371195),segment_id=2531d4a0-06b9-4609-b9fe-a8a7b0371195)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:26.464797 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device afc06c44-19f2-4397-bee9-f2805e2a46aa up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:24:26.476572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f521b1-4035-45be-ac35-617de68f04d3 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:26.477545 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b7f521b1-4035-45be-ac35-617de68f04d3 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:26.488141 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6d6c52e2-d69b-4cc3-9a23-e1d6aa73975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:26.554331 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bb1b4519-f54f-41cc-a727-f0024319c31e tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "GET /v2.0/routers/2dd3c2e6-fea6-490a-b80a-da42474c950e HTTP/1.1" status: 200 len: 920 time: 0.4742677 Mar 14 15:24:26.561750 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51322) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:26.599184 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c52e2-d69b-4cc3-9a23-e1d6aa73975c None None] Pushing event updated for resources: {'Port': ['ID=afc06c44-19f2-4397-bee9-f2805e2a46aa,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:26.606973 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce0e96-8936-4be7-82d1-376cd41441ea req-3ba6caff-bd33-4832-bdf8-bf9d06d2bc18 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:26.608935 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-39ce0e96-8936-4be7-82d1-376cd41441ea req-3ba6caff-bd33-4832-bdf8-bf9d06d2bc18 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.3893726 Mar 14 15:24:26.611886 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-32e8dc2a-4270-4832-ac93-926a2107f6aa tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dd3c2e6-fea6-490a-b80a-da42474c950e HTTP/1.1" status: 200 len: 205 time: 0.0469797 Mar 14 15:24:26.614487 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51324) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:26.664936 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-8a30fbed-348a-4b3d-bf41-bfe9b2e53a64 None None] Provisioning complete for port fbc2df3a-9ade-429f-82c1-1fc6766bfc3b triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:26.665311 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8a30fbed-348a-4b3d-bf41-bfe9b2e53a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:26.759057 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port afc06c44-19f2-4397-bee9-f2805e2a46aa triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:26.759458 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:26.787973 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-39ce0e96-8936-4be7-82d1-376cd41441ea req-f31a23ab-e7f4-43ee-a28c-97ed4de0f75c tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708791 Mar 14 15:24:26.798866 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8a30fbed-348a-4b3d-bf41-bfe9b2e53a64 None None] Port fbc2df3a-9ade-429f-82c1-1fc6766bfc3b cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:26.804047 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:26.818734 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1249532a-217f-4347-9c5d-8d2cf910ba67 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:26.821156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:26.832039 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-01bed4c0-6edf-4d8b-bd44-79968d5a9b47 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:26.835894 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-8a30fbed-348a-4b3d-bf41-bfe9b2e53a64 None None] Provisioning complete for port afc06c44-19f2-4397-bee9-f2805e2a46aa triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:26.836274 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8a30fbed-348a-4b3d-bf41-bfe9b2e53a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:26.899452 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249532a-217f-4347-9c5d-8d2cf910ba67 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Port': ['ID=edff1fdd-b714-48e3-a8d6-c2259fa34447,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:26.954738 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf001dfd-afe2-4343-8d1d-0495df575e59 None None] Pushing event updated for resources: {'Port': ['ID=140ae24d-1081-40da-a7f3-de5276c39491,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:26.967033 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] Attempting to bind port 140ae24d-1081-40da-a7f3-de5276c39491 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:24:26.967437 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] Attempting to bind port 140ae24d-1081-40da-a7f3-de5276c39491 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '5dfadaf9-1008-4e07-8107-f7979aad7878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1a9a9a53-7d75-4ef0-846a-5f5f77b9c023'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:24:26.968320 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] Attempting to bind port 140ae24d-1081-40da-a7f3-de5276c39491 on network 1a9a9a53-7d75-4ef0-846a-5f5f77b9c023 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:24:26.990770 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b7f521b1-4035-45be-ac35-617de68f04d3 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7261629 Mar 14 15:24:26.992805 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51330) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:26.997665 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a074743c-20de-4124-8677-40f8dc8fca02 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Request body: {'port': {'network_id': '7e2ba77e-aace-4cea-9091-f59bfc899e1c', 'name': 'tempest-AllowedAddressPairTestJSON-1771720168', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:a7:d2:05'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:27.003599 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:24:27.003599 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] Checking segment: {'id': '5dfadaf9-1008-4e07-8107-f7979aad7878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1a9a9a53-7d75-4ef0-846a-5f5f77b9c023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:24:27.003944 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:27.004220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] Bound using segment: {'id': '5dfadaf9-1008-4e07-8107-f7979aad7878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1a9a9a53-7d75-4ef0-846a-5f5f77b9c023'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:24:27.004885 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] Bound port: 140ae24d-1081-40da-a7f3-de5276c39491, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dfadaf9-1008-4e07-8107-f7979aad7878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1a9a9a53-7d75-4ef0-846a-5f5f77b9c023'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:24:27.005073 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:27.115158 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0d541-b62a-4ac5-809a-6ee00cb19f70 req-322c20d8-b64c-4f9f-b988-818e83a73957 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:27.116866 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9cb0d541-b62a-4ac5-809a-6ee00cb19f70 req-322c20d8-b64c-4f9f-b988-818e83a73957 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1905818 Mar 14 15:24:27.118223 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1249532a-217f-4347-9c5d-8d2cf910ba67 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:27.123865 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd380-efa7-4874-82dd-661d315a5768 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:27.132108 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-01bed4c0-6edf-4d8b-bd44-79968d5a9b47 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:27.155872 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cfdbd380-efa7-4874-82dd-661d315a5768 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Calling delete_port for 140ae24d-1081-40da-a7f3-de5276c39491 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:27.188586 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6c853a-1a0b-4cb8-8fc5-bb8409734437 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router b34e83ee-c3f6-45e2-be72-6b4223f2bbd3 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:24:27.213130 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 744b327e-4ef9-4e89-a27f-a48270489717 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:24:27.261958 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9cb0d541-b62a-4ac5-809a-6ee00cb19f70 req-ea783b02-664e-424d-90b2-9a5cef89ce61 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352575 Mar 14 15:24:27.307052 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] For port 140ae24d-1081-40da-a7f3-de5276c39491, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:24:27.310377 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] For port 140ae24d-1081-40da-a7f3-de5276c39491, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=140ae24d-1081-40da-a7f3-de5276c39491,segment=NetworkSegment(5dfadaf9-1008-4e07-8107-f7979aad7878),segment_id=5dfadaf9-1008-4e07-8107-f7979aad7878)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:24:27.321795 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:27.327874 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 744b327e-4ef9-4e89-a27f-a48270489717 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:27.327874 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:27.346784 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1249532a-217f-4347-9c5d-8d2cf910ba67 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:24:27.358553 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-01bed4c0-6edf-4d8b-bd44-79968d5a9b47 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Deleting port 4ab03b88-2681-4658-801b-5a6c9e664509 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:27.359076 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-01bed4c0-6edf-4d8b-bd44-79968d5a9b47 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:27.400963 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a074743c-20de-4124-8677-40f8dc8fca02 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Made reservation on behalf of c8d6251fcd55443b98598e4e09a3c2e9 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:27.435964 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-bd4fc340-41f1-4928-b737-ec368ce30c84 None None] Provisioning complete for port 7ad27d3d-318b-425d-b3f5-cbc1852a3c28 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:27.436351 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc340-41f1-4928-b737-ec368ce30c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:27.458505 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6c853a-1a0b-4cb8-8fc5-bb8409734437 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:27.472591 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-be6c853a-1a0b-4cb8-8fc5-bb8409734437 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/b34e83ee-c3f6-45e2-be72-6b4223f2bbd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7809808 Mar 14 15:24:27.474481 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf001dfd-afe2-4343-8d1d-0495df575e59 None None] Pushing event updated for resources: {'Port': ['ID=140ae24d-1081-40da-a7f3-de5276c39491,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:27.485693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4311ec2-2d43-44b2-a9e2-6593e0b43ba0 None None] Sync routers for ids ['b34e83ee-c3f6-45e2-be72-6b4223f2bbd3'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:27.485995 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51334) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:27.487953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] Routers {'1fb10e8a-f6e3-46a6-9381-f3b1b3c9b55d'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:27.488580 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1fb10e8a-f6e3-46a6-9381-f3b1b3c9b55d'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:27.532801 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1249532a-217f-4347-9c5d-8d2cf910ba67 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:27.547604 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6a62d0-7f2a-4517-8964-d42c24dc8251 None None] Sync routers for ids ['1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:27.563487 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1249532a-217f-4347-9c5d-8d2cf910ba67 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0636811 Mar 14 15:24:27.567890 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51338) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:27.576081 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6a62d0-7f2a-4517-8964-d42c24dc8251 None None] Routers {'1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:27.576765 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9f6a62d0-7f2a-4517-8964-d42c24dc8251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:27.579790 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9083b78-beae-4875-b942-09e7c1f792fb tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:27.582171 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a9083b78-beae-4875-b942-09e7c1f792fb tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/ports/fbc2df3a-9ade-429f-82c1-1fc6766bfc3b HTTP/1.1" status: 200 len: 911 time: 0.0933225 Mar 14 15:24:27.592382 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51340) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:27.616911 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd380-efa7-4874-82dd-661d315a5768 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:27.630890 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9f6a62d0-7f2a-4517-8964-d42c24dc8251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:27.642305 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6a62d0-7f2a-4517-8964-d42c24dc8251 None None] Routers {'1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:27.643338 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9f6a62d0-7f2a-4517-8964-d42c24dc8251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:27.651058 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4311ec2-2d43-44b2-a9e2-6593e0b43ba0 None None] Routers {'b34e83ee-c3f6-45e2-be72-6b4223f2bbd3'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:27.651708 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-c4311ec2-2d43-44b2-a9e2-6593e0b43ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['b34e83ee-c3f6-45e2-be72-6b4223f2bbd3'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:27.653371 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fc340-41f1-4928-b737-ec368ce30c84 None None] Port 7ad27d3d-318b-425d-b3f5-cbc1852a3c28 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:27.666702 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a074743c-20de-4124-8677-40f8dc8fca02 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:27.672903 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbd380-efa7-4874-82dd-661d315a5768 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Pushing event deleted for resources: {'Port': ['ID=140ae24d-1081-40da-a7f3-de5276c39491,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:27.692645 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9f6a62d0-7f2a-4517-8964-d42c24dc8251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:27.693543 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6a62d0-7f2a-4517-8964-d42c24dc8251 None None] The sync data for ids ['1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:27.727554 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-c4311ec2-2d43-44b2-a9e2-6593e0b43ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:27.740757 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] Set router 1fb10e8a-f6e3-46a6-9381-f3b1b3c9b55d gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:24:27.741099 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-a074743c-20de-4124-8677-40f8dc8fca02 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] device_id is not set on port 516ddf65-0bb5-4908-9a28-756aa94c479a yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:24:27.780564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd380-efa7-4874-82dd-661d315a5768 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:27.806212 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb10e8a-f6e3-46a6-9381-f3b1b3c9b55d', 'name': '', 'tenant_id': '766c167c5d574426adf25510c4a7584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:24:20Z', 'updated_at': '2022-03-14T15:24:25Z', 'revision_number': 4, 'project_id': '766c167c5d574426adf25510c4a7584f', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:27.833348 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4311ec2-2d43-44b2-a9e2-6593e0b43ba0 None None] Routers {'b34e83ee-c3f6-45e2-be72-6b4223f2bbd3'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:27.833995 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-c4311ec2-2d43-44b2-a9e2-6593e0b43ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['b34e83ee-c3f6-45e2-be72-6b4223f2bbd3'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:27.838954 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad6126-a12e-499a-b150-cd29de9e1965 None None] The sync data for ids ['1fb10e8a-f6e3-46a6-9381-f3b1b3c9b55d'] in dv-neutron-833559-1-hyperv is: [{'id': '1fb10e8a-f6e3-46a6-9381-f3b1b3c9b55d', 'name': '', 'tenant_id': '766c167c5d574426adf25510c4a7584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:24:20Z', 'updated_at': '2022-03-14T15:24:25Z', 'revision_number': 4, 'project_id': '766c167c5d574426adf25510c4a7584f', 'gw_port_host': None}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:27.871695 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-c4311ec2-2d43-44b2-a9e2-6593e0b43ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:27.872364 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4311ec2-2d43-44b2-a9e2-6593e0b43ba0 None None] The sync data for ids ['b34e83ee-c3f6-45e2-be72-6b4223f2bbd3'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:27.876180 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-01bed4c0-6edf-4d8b-bd44-79968d5a9b47 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:27.917580 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd380-efa7-4874-82dd-661d315a5768 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:27.923884 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd380-efa7-4874-82dd-661d315a5768 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:27.932542 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b364bd3-b651-4fb3-affa-60f4c7f1b8c6 req-cb82e606-e23e-4799-a036-4fa94e36b39c tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:27.934176 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8b364bd3-b651-4fb3-affa-60f4c7f1b8c6 req-cb82e606-e23e-4799-a036-4fa94e36b39c tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.2721980 Mar 14 15:24:28.044919 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd380-efa7-4874-82dd-661d315a5768 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:28.045480 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdbd380-efa7-4874-82dd-661d315a5768 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1fb10e8a-f6e3-46a6-9381-f3b1b3c9b55d {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:24:28.049852 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-a074743c-20de-4124-8677-40f8dc8fca02 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Allocated IP 172.20.0.9 (7e2ba77e-aace-4cea-9091-f59bfc899e1c/d62840a2-39c7-497f-8cac-7b81b5e46c43/516ddf65-0bb5-4908-9a28-756aa94c479a) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:28.060422 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd380-efa7-4874-82dd-661d315a5768 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:28.065420 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cfdbd380-efa7-4874-82dd-661d315a5768 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "DELETE /v2.0/routers/1fb10e8a-f6e3-46a6-9381-f3b1b3c9b55d HTTP/1.1" status: 204 len: 168 time: 2.7501793 Mar 14 15:24:28.067027 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51342) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:28.080187 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8b364bd3-b651-4fb3-affa-60f4c7f1b8c6 req-1623334b-9f39-4bcd-b326-ec2e83abbc5a tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248806 Mar 14 15:24:28.112723 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device afc06c44-19f2-4397-bee9-f2805e2a46aa up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:24:28.154125 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4c1923-4bc2-4e19-89cd-87688c6e600c tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Deleting subnet 41f9215f-45d9-4f62-ada7-910c8960282f {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:24:28.162031 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b4c1923-4bc2-4e19-89cd-87688c6e600c tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:28.171351 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port afc06c44-19f2-4397-bee9-f2805e2a46aa triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:28.171880 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:28.224253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b4c1923-4bc2-4e19-89cd-87688c6e600c tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:28.272656 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-01bed4c0-6edf-4d8b-bd44-79968d5a9b47 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Calling delete_port for 4ab03b88-2681-4658-801b-5a6c9e664509 owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:28.318104 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b4c1923-4bc2-4e19-89cd-87688c6e600c tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:28.394817 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a074743c-20de-4124-8677-40f8dc8fca02 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:28.410443 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b4c1923-4bc2-4e19-89cd-87688c6e600c tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:28.441293 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c1923-4bc2-4e19-89cd-87688c6e600c tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=41f9215f-45d9-4f62-ada7-910c8960282f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:28.451607 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b4c1923-4bc2-4e19-89cd-87688c6e600c tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:28.455541 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7b4c1923-4bc2-4e19-89cd-87688c6e600c tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/41f9215f-45d9-4f62-ada7-910c8960282f HTTP/1.1" status: 204 len: 168 time: 0.3874128 Mar 14 15:24:28.460447 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51346) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:28.505946 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83efa1-c3b7-4e06-99c3-3ed9a63e14fb req-01fffcee-965d-4fc1-a7d1-78136c796700 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:28.507495 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2b83efa1-c3b7-4e06-99c3-3ed9a63e14fb req-01fffcee-965d-4fc1-a7d1-78136c796700 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.2534177 Mar 14 15:24:28.508601 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-ca3bbd91-cf04-402d-b25c-12e7508ef28d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] remove_router_interface failed (client error): The resource could not be found. Mar 14 15:24:28.509522 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ca3bbd91-cf04-402d-b25c-12e7508ef28d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9260876 Mar 14 15:24:28.513482 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51348) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:28.540614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a074743c-20de-4124-8677-40f8dc8fca02 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:28.546062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c3f06c2-bec2-4029-9287-5dc6a0f7ec83 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:28.559970 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c7ebf2a1-7f54-4a39-8271-03d5e3bbe91c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6 HTTP/1.1" status: 200 len: 205 time: 0.0407846 Mar 14 15:24:28.561956 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51350) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:28.608384 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a074743c-20de-4124-8677-40f8dc8fca02 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Network 7e2ba77e-aace-4cea-9091-f59bfc899e1c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:28.641284 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a074743c-20de-4124-8677-40f8dc8fca02 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:28.644598 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a074743c-20de-4124-8677-40f8dc8fca02 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:28.662000 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2b83efa1-c3b7-4e06-99c3-3ed9a63e14fb req-72794aca-ee9d-44eb-904a-4df09804df0e tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329474 Mar 14 15:24:28.710956 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074743c-20de-4124-8677-40f8dc8fca02 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Pushing event updated for resources: {'Port': ['ID=516ddf65-0bb5-4908-9a28-756aa94c479a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:28.724768 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-542c9f22-66fe-4900-9d14-00aa0b3926b5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:28.761181 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-01bed4c0-6edf-4d8b-bd44-79968d5a9b47 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:28.798032 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bed4c0-6edf-4d8b-bd44-79968d5a9b47 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Pushing event deleted for resources: {'Port': ['ID=4ab03b88-2681-4658-801b-5a6c9e664509,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:28.881258 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-01bed4c0-6edf-4d8b-bd44-79968d5a9b47 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:28.886349 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-977b3362-eafc-4325-8907-177d61ad1ebf tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:28.906724 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a074743c-20de-4124-8677-40f8dc8fca02 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:28.907737 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a074743c-20de-4124-8677-40f8dc8fca02 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:28.911616 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c3f06c2-bec2-4029-9287-5dc6a0f7ec83 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:28.981546 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-7d229eac-09a7-4a5b-9788-d1fdbf04413d None None] Provisioning complete for port 516ddf65-0bb5-4908-9a28-756aa94c479a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:28.982027 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7d229eac-09a7-4a5b-9788-d1fdbf04413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.009081 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0c3f06c2-bec2-4029-9287-5dc6a0f7ec83 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9a9a53-7d75-4ef0-846a-5f5f77b9c023']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:29.020593 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-7d229eac-09a7-4a5b-9788-d1fdbf04413d None None] Port 516ddf65-0bb5-4908-9a28-756aa94c479a cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:29.049670 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a074743c-20de-4124-8677-40f8dc8fca02 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.0558083 Mar 14 15:24:29.051450 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0c3f06c2-bec2-4029-9287-5dc6a0f7ec83 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dfadaf9-1008-4e07-8107-f7979aad7878') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:29.051745 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0c3f06c2-bec2-4029-9287-5dc6a0f7ec83 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dfadaf9-1008-4e07-8107-f7979aad7878') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:29.055479 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-542c9f22-66fe-4900-9d14-00aa0b3926b5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.061554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51354) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:29.066477 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-542c9f22-66fe-4900-9d14-00aa0b3926b5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.077020 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c3f06c2-bec2-4029-9287-5dc6a0f7ec83 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.079280 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-01bed4c0-6edf-4d8b-bd44-79968d5a9b47 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.082622 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-01bed4c0-6edf-4d8b-bd44-79968d5a9b47 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.137458 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de093a67-834b-4d1f-8333-f52fdc2b105e req-4fb8a61d-cc22-4f7e-9936-eb159c9fa449 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:29.138965 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-de093a67-834b-4d1f-8333-f52fdc2b105e req-4fb8a61d-cc22-4f7e-9936-eb159c9fa449 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.3416026 Mar 14 15:24:29.157884 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-01bed4c0-6edf-4d8b-bd44-79968d5a9b47 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.158416 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bed4c0-6edf-4d8b-bd44-79968d5a9b47 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Fanout notify agent at l3_agent the message router_deleted on router 2dd3c2e6-fea6-490a-b80a-da42474c950e {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:24:29.165725 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-01bed4c0-6edf-4d8b-bd44-79968d5a9b47 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.166841 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-01bed4c0-6edf-4d8b-bd44-79968d5a9b47 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "DELETE /v2.0/routers/2dd3c2e6-fea6-490a-b80a-da42474c950e HTTP/1.1" status: 204 len: 168 time: 2.5512252 Mar 14 15:24:29.170335 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51356) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:29.185782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c3f06c2-bec2-4029-9287-5dc6a0f7ec83 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.191269 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-21483417-4621-43da-8a24-c4148b415c0c tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Request body: {'router': {'name': 'tempest-snat-router-171883408', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'enable_snat': False}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:29.206253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3f06c2-bec2-4029-9287-5dc6a0f7ec83 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:24:29.206771 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c3f06c2-bec2-4029-9287-5dc6a0f7ec83 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.209670 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-542c9f22-66fe-4900-9d14-00aa0b3926b5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.210199 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542c9f22-66fe-4900-9d14-00aa0b3926b5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Fanout notify agent at l3_agent the message router_deleted on router 1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: items = [ Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:24:29.211788 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:24:29.217469 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-542c9f22-66fe-4900-9d14-00aa0b3926b5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.218760 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-542c9f22-66fe-4900-9d14-00aa0b3926b5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/routers/1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6 HTTP/1.1" status: 204 len: 168 time: 0.6381712 Mar 14 15:24:29.222708 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51358) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:29.225108 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21483417-4621-43da-8a24-c4148b415c0c tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.226130 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21483417-4621-43da-8a24-c4148b415c0c tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.305123 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4af4c7b-549c-4814-92dd-6a3b378fda28 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:29.310772 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4af4c7b-549c-4814-92dd-6a3b378fda28 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:29.317087 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4af4c7b-549c-4814-92dd-6a3b378fda28 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:29.318724 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c4af4c7b-549c-4814-92dd-6a3b378fda28 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2562637 Mar 14 15:24:29.322731 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-de093a67-834b-4d1f-8333-f52fdc2b105e req-a1251d1c-cb86-4279-9fe9-382498e890dd tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480265 Mar 14 15:24:29.325167 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51360) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:29.349489 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21483417-4621-43da-8a24-c4148b415c0c tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.351093 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c3f06c2-bec2-4029-9287-5dc6a0f7ec83 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.354079 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c9644b-611a-4a3e-bdeb-68265108496e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting subnet bc3fa8c4-0cb4-44ab-a0b8-0d21b910b896 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:24:29.359964 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e3c9644b-611a-4a3e-bdeb-68265108496e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.362331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3f06c2-bec2-4029-9287-5dc6a0f7ec83 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1a9a9a53-7d75-4ef0-846a-5f5f77b9c023 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 14 15:24:29.373726 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c3f06c2-bec2-4029-9287-5dc6a0f7ec83 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.377482 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0c3f06c2-bec2-4029-9287-5dc6a0f7ec83 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "DELETE /v2.0/networks/1a9a9a53-7d75-4ef0-846a-5f5f77b9c023 HTTP/1.1" status: 204 len: 168 time: 0.9161069 Mar 14 15:24:29.382164 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f06c2-bec2-4029-9287-5dc6a0f7ec83 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a9a9a53-7d75-4ef0-846a-5f5f77b9c023,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:29.488171 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-27cc1402-3f2a-40f4-afb1-acb8a892d724 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Deleting port 516ddf65-0bb5-4908-9a28-756aa94c479a {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:29.489217 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27cc1402-3f2a-40f4-afb1-acb8a892d724 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.532617 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e3c9644b-611a-4a3e-bdeb-68265108496e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.640388 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27cc1402-3f2a-40f4-afb1-acb8a892d724 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.645686 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21483417-4621-43da-8a24-c4148b415c0c tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.701006 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-27cc1402-3f2a-40f4-afb1-acb8a892d724 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Calling delete_port for 516ddf65-0bb5-4908-9a28-756aa94c479a owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:29.708513 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-977b3362-eafc-4325-8907-177d61ad1ebf tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting port fbc2df3a-9ade-429f-82c1-1fc6766bfc3b {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:29.708812 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-977b3362-eafc-4325-8907-177d61ad1ebf tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.734081 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51372) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:29.744102 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-34d76f92-9971-43a0-9e59-4cfad4c25f3f tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Request body: {'router': {'name': 'tempest-router--636523383', 'project_id': '8654cb5474cf46c0952aa6c150c9b299'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:29.751751 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e3c9644b-611a-4a3e-bdeb-68265108496e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.802693 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17751722-6423-49a7-9781-709386b9eaa4 req-0bff16d4-76cf-465c-95ab-768e6e9950fe tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:29.804528 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-17751722-6423-49a7-9781-709386b9eaa4 req-0bff16d4-76cf-465c-95ab-768e6e9950fe tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1861215 Mar 14 15:24:29.876367 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34d76f92-9971-43a0-9e59-4cfad4c25f3f tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.876610 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34d76f92-9971-43a0-9e59-4cfad4c25f3f tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.883635 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-17751722-6423-49a7-9781-709386b9eaa4 req-a3aad810-5e88-4d84-99a8-3a4d42e0121c tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676062 Mar 14 15:24:29.919275 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27cc1402-3f2a-40f4-afb1-acb8a892d724 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.937089 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-977b3362-eafc-4325-8907-177d61ad1ebf tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.950752 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc1402-3f2a-40f4-afb1-acb8a892d724 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Pushing event deleted for resources: {'Port': ['ID=516ddf65-0bb5-4908-9a28-756aa94c479a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:29.985086 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34d76f92-9971-43a0-9e59-4cfad4c25f3f tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:29.986818 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-977b3362-eafc-4325-8907-177d61ad1ebf tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Calling delete_port for fbc2df3a-9ade-429f-82c1-1fc6766bfc3b owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:29.998198 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34d76f92-9971-43a0-9e59-4cfad4c25f3f tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.011423 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e3c9644b-611a-4a3e-bdeb-68265108496e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.085263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34d76f92-9971-43a0-9e59-4cfad4c25f3f tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.090033 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-34d76f92-9971-43a0-9e59-4cfad4c25f3f tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3482702 Mar 14 15:24:30.090033 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9644b-611a-4a3e-bdeb-68265108496e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Subnet': ['ID=bc3fa8c4-0cb4-44ab-a0b8-0d21b910b896,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:30.090371 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51374) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:30.090452 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e3c9644b-611a-4a3e-bdeb-68265108496e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.095518 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b1bf0b-5ff1-4f1b-bee0-609f7d8c1669 None None] Network eaab189a-f15b-4416-8933-5d2cfdb9f7ab requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:30.095982 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e3c9644b-611a-4a3e-bdeb-68265108496e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/subnets/bc3fa8c4-0cb4-44ab-a0b8-0d21b910b896 HTTP/1.1" status: 204 len: 168 time: 0.8721728 Mar 14 15:24:30.100688 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51376) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:30.276200 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.332918 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1962069-71b9-4512-af6f-650e5449b9eb None None] DHCP port deletion for eaab189a-f15b-4416-8933-5d2cfdb9f7ab request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:24:30.393028 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-d1962069-71b9-4512-af6f-650e5449b9eb None None] Deleting port 2860a25b-c9f1-4196-b757-8b08e0df4a42 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:30.393400 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d1962069-71b9-4512-af6f-650e5449b9eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.417051 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21483417-4621-43da-8a24-c4148b415c0c tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.451073 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21483417-4621-43da-8a24-c4148b415c0c tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.464613 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72c3d746-f856-435f-9082-7921a3aa5c12 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.468314 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d1962069-71b9-4512-af6f-650e5449b9eb None None] For port 2860a25b-c9f1-4196-b757-8b08e0df4a42, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=2860a25b-c9f1-4196-b757-8b08e0df4a42,segment=NetworkSegment(09acdf97-08d9-40c4-8a5f-57afd4c444a4),segment_id=09acdf97-08d9-40c4-8a5f-57afd4c444a4)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:30.469292 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d1962069-71b9-4512-af6f-650e5449b9eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.473105 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-27cc1402-3f2a-40f4-afb1-acb8a892d724 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.476894 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-27cc1402-3f2a-40f4-afb1-acb8a892d724 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "DELETE /v2.0/ports/516ddf65-0bb5-4908-9a28-756aa94c479a HTTP/1.1" status: 204 len: 168 time: 1.1521673 Mar 14 15:24:30.490895 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-d1962069-71b9-4512-af6f-650e5449b9eb None None] Calling delete_port for 2860a25b-c9f1-4196-b757-8b08e0df4a42 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:30.498062 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51378) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:30.511519 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-977b3362-eafc-4325-8907-177d61ad1ebf tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.550355 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-849707cd-590d-464f-8ef6-7f54613b577e tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] GET failed (client error): The resource could not be found. Mar 14 15:24:30.555707 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-849707cd-590d-464f-8ef6-7f54613b577e tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "GET /v2.0/ports/516ddf65-0bb5-4908-9a28-756aa94c479a HTTP/1.1" status: 404 len: 333 time: 0.0520027 Mar 14 15:24:30.569987 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51380) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:30.574279 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c08db8aa-f49c-4561-9f78-46739b234e08 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Request body: {'port': {'network_id': '7e2ba77e-aace-4cea-9091-f59bfc899e1c', 'name': 'tempest-AllowedAddressPairTestJSON-1976193693'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:30.579707 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b3362-eafc-4325-8907-177d61ad1ebf tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Port': ['ID=fbc2df3a-9ade-429f-82c1-1fc6766bfc3b,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:30.598052 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d1962069-71b9-4512-af6f-650e5449b9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.604736 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting port 2860a25b-c9f1-4196-b757-8b08e0df4a42 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:30.605079 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.649091 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1962069-71b9-4512-af6f-650e5449b9eb None None] Pushing event deleted for resources: {'Port': ['ID=2860a25b-c9f1-4196-b757-8b08e0df4a42,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:30.653790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1962069-71b9-4512-af6f-650e5449b9eb None None] No DVR routers for this DVR port 2860a25b-c9f1-4196-b757-8b08e0df4a42 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:30.708765 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72c3d746-f856-435f-9082-7921a3aa5c12 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.712663 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72c3d746-f856-435f-9082-7921a3aa5c12 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.783139 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-977b3362-eafc-4325-8907-177d61ad1ebf tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.794186 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] For port 2860a25b-c9f1-4196-b757-8b08e0df4a42, host dv-neutron-833559-1-hyperv, got binding levels [] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:30.794542 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.798824 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-21483417-4621-43da-8a24-c4148b415c0c tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Allocated IP 172.26.6.22 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/3578c8e0-8809-486d-98a9-aa74dcc21553) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:30.822221 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72c3d746-f856-435f-9082-7921a3aa5c12 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.822530 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c3d746-f856-435f-9082-7921a3aa5c12 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ea8472c-52d3-41a1-9507-87a136dbd48a {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:24:30.826965 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Calling delete_port for 2860a25b-c9f1-4196-b757-8b08e0df4a42 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:30.835115 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.ipam_backend_mixin [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Port 2860a25b-c9f1-4196-b757-8b08e0df4a42 was not found and therefore no delete operation was performed {{(pid=102567) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 15:24:30.845141 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72c3d746-f856-435f-9082-7921a3aa5c12 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.846734 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-72c3d746-f856-435f-9082-7921a3aa5c12 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "DELETE /v2.0/routers/5ea8472c-52d3-41a1-9507-87a136dbd48a HTTP/1.1" status: 204 len: 168 time: 0.7559571 Mar 14 15:24:30.888383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08db8aa-f49c-4561-9f78-46739b234e08 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Made reservation on behalf of c8d6251fcd55443b98598e4e09a3c2e9 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:30.893446 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c08db8aa-f49c-4561-9f78-46739b234e08 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.906888 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:30.924428 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-c08db8aa-f49c-4561-9f78-46739b234e08 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] device_id is not set on port 449e1bd2-e750-478a-8f2f-ce399ecdd1a4 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:24:31.026753 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51388) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:31.066500 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-c08db8aa-f49c-4561-9f78-46739b234e08 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Allocated IP 172.20.0.3 (7e2ba77e-aace-4cea-9091-f59bfc899e1c/d62840a2-39c7-497f-8cac-7b81b5e46c43/449e1bd2-e750-478a-8f2f-ce399ecdd1a4) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:31.256653 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c08db8aa-f49c-4561-9f78-46739b234e08 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:31.296636 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c08db8aa-f49c-4561-9f78-46739b234e08 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:31.321328 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Port': ['ID=2860a25b-c9f1-4196-b757-8b08e0df4a42,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:31.333495 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08db8aa-f49c-4561-9f78-46739b234e08 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Network 7e2ba77e-aace-4cea-9091-f59bfc899e1c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:31.342038 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] No DVR routers for this DVR port 2860a25b-c9f1-4196-b757-8b08e0df4a42 on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:31.362031 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c08db8aa-f49c-4561-9f78-46739b234e08 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:31.364892 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08db8aa-f49c-4561-9f78-46739b234e08 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:31.423776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-82fbf325-ee77-48c6-a281-c97dddd13a86 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1605273549', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:31.471734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08db8aa-f49c-4561-9f78-46739b234e08 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:31.472456 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c08db8aa-f49c-4561-9f78-46739b234e08 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:31.497302 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08db8aa-f49c-4561-9f78-46739b234e08 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Pushing event updated for resources: {'Port': ['ID=449e1bd2-e750-478a-8f2f-ce399ecdd1a4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:31.521830 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c08db8aa-f49c-4561-9f78-46739b234e08 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9491558 Mar 14 15:24:31.527380 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59fe66-683c-4351-84d7-4ec15681411c req-0d0ca388-c974-40af-be84-191b624d5851 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:31.535461 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8a59fe66-683c-4351-84d7-4ec15681411c req-0d0ca388-c974-40af-be84-191b624d5851 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.2770700 Mar 14 15:24:31.542289 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51396) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:31.544472 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:31.550059 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b091e094-e2db-4020-b4c0-6968a4f2ec70 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:a7:d2:05'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:31.553903 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-82fbf325-ee77-48c6-a281-c97dddd13a86 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:31.555231 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-82fbf325-ee77-48c6-a281-c97dddd13a86 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:31.593042 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21483417-4621-43da-8a24-c4148b415c0c tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:31.610411 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977b3362-eafc-4325-8907-177d61ad1ebf tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router b34e83ee-c3f6-45e2-be72-6b4223f2bbd3 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:24:31.612047 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaab189a-f15b-4416-8933-5d2cfdb9f7ab']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:31.633687 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09acdf97-08d9-40c4-8a5f-57afd4c444a4') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:31.633990 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09acdf97-08d9-40c4-8a5f-57afd4c444a4') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:31.658244 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c30d5d-f4e7-47b5-b1f1-795d72ea966d req-190293ba-dbf9-4be5-b74e-2e0c1a6b4fa9 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:31.658393 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8a59fe66-683c-4351-84d7-4ec15681411c req-fa92321b-777c-4a60-8ded-dc81fce7bfc3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219966 Mar 14 15:24:31.660557 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:31.665408 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c9c30d5d-f4e7-47b5-b1f1-795d72ea966d req-190293ba-dbf9-4be5-b74e-2e0c1a6b4fa9 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 946 time: 0.1721878 Mar 14 15:24:31.680783 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ea42aaa4-8995-433d-8d7d-d492a8b53223 None None] Provisioning complete for port 449e1bd2-e750-478a-8f2f-ce399ecdd1a4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:31.681824 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ea42aaa4-8995-433d-8d7d-d492a8b53223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:31.691261 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:31.700216 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-82fbf325-ee77-48c6-a281-c97dddd13a86 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:31.703500 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:24:31.704169 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:31.707899 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b091e094-e2db-4020-b4c0-6968a4f2ec70 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:31.730549 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ea42aaa4-8995-433d-8d7d-d492a8b53223 None None] Port 449e1bd2-e750-478a-8f2f-ce399ecdd1a4 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:24:31.738890 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:24:31.823591 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977b3362-eafc-4325-8907-177d61ad1ebf tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:31.829613 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21483417-4621-43da-8a24-c4148b415c0c tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:31.835167 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-977b3362-eafc-4325-8907-177d61ad1ebf tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/b34e83ee-c3f6-45e2-be72-6b4223f2bbd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2230816 Mar 14 15:24:31.839807 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51402) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:31.852469 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb985471-3a55-4f46-bb8b-56c9784a7d4f None None] Sync routers for ids ['b34e83ee-c3f6-45e2-be72-6b4223f2bbd3'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:31.860904 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c9c30d5d-f4e7-47b5-b1f1-795d72ea966d req-7e8d9515-b3f9-49f4-95df-32184ac5db52 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/security-groups?id=5eab0622-3a46-465f-9778-637516b3a996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944742 Mar 14 15:24:31.892537 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb985471-3a55-4f46-bb8b-56c9784a7d4f None None] Routers {'b34e83ee-c3f6-45e2-be72-6b4223f2bbd3'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:31.896061 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-cb985471-3a55-4f46-bb8b-56c9784a7d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['b34e83ee-c3f6-45e2-be72-6b4223f2bbd3'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:31.896821 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:31.900498 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-67859700-26a2-4d19-9334-2f8a613a5e28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/ports?device_id=b34e83ee-c3f6-45e2-be72-6b4223f2bbd3 HTTP/1.1" status: 200 len: 205 time: 0.0565906 Mar 14 15:24:31.911261 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:31.914343 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/networks/eaab189a-f15b-4416-8933-5d2cfdb9f7ab HTTP/1.1" status: 204 len: 168 time: 1.8127217 Mar 14 15:24:31.918424 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51404) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:31.918424 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51406) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:31.934704 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f35d0229-895a-4d87-9f38-40e7038c539f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'network': {'name': 'tempest-RoutersTest-145382722'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:31.938015 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-cb985471-3a55-4f46-bb8b-56c9784a7d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:31.942252 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21483417-4621-43da-8a24-c4148b415c0c tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:31.948476 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb985471-3a55-4f46-bb8b-56c9784a7d4f None None] Routers {'b34e83ee-c3f6-45e2-be72-6b4223f2bbd3'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:31.949166 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-cb985471-3a55-4f46-bb8b-56c9784a7d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['b34e83ee-c3f6-45e2-be72-6b4223f2bbd3'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:31.974228 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-82fbf325-ee77-48c6-a281-c97dddd13a86 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.009231 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-21483417-4621-43da-8a24-c4148b415c0c tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:32.010167 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-cb985471-3a55-4f46-bb8b-56c9784a7d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:32.011155 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb985471-3a55-4f46-bb8b-56c9784a7d4f None None] The sync data for ids ['b34e83ee-c3f6-45e2-be72-6b4223f2bbd3'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:32.012296 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21483417-4621-43da-8a24-c4148b415c0c tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:32.018658 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab42810-2c9c-41ad-9e25-0a1177d07cfc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Network': ['ID=eaab189a-f15b-4416-8933-5d2cfdb9f7ab,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:32.026221 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21483417-4621-43da-8a24-c4148b415c0c tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Pushing event updated for resources: {'Port': ['ID=3578c8e0-8809-486d-98a9-aa74dcc21553,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:32.096474 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b6b511b1-7535-4f2c-bbf7-806d85577cf7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.127785 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2860a25b-c9f1-4196-b757-8b08e0df4a42 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:24:32.141440 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35d0229-895a-4d87-9f38-40e7038c539f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Made reservation on behalf of b6feafefd41e4054a6f4c1f00b8534e6 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:32.145135 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f35d0229-895a-4d87-9f38-40e7038c539f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.156467 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 2860a25b-c9f1-4196-b757-8b08e0df4a42 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:24:32.161246 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2860a25b-c9f1-4196-b757-8b08e0df4a42 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:24:32.184521 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b091e094-e2db-4020-b4c0-6968a4f2ec70 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.192995 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b091e094-e2db-4020-b4c0-6968a4f2ec70 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.232047 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc246d1-ef2f-45ff-ba71-d49b519c2800 req-e2d22d23-687a-4137-8d4a-8ca21401ad0c tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:32.233527 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4bc246d1-ef2f-45ff-ba71-d49b519c2800 req-e2d22d23-687a-4137-8d4a-8ca21401ad0c tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.3391030 Mar 14 15:24:32.317313 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091e094-e2db-4020-b4c0-6968a4f2ec70 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Pushing event updated for resources: {'Port': ['ID=449e1bd2-e750-478a-8f2f-ce399ecdd1a4,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:32.343337 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35d0229-895a-4d87-9f38-40e7038c539f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:24:32.385492 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-82fbf325-ee77-48c6-a281-c97dddd13a86 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.409754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b091e094-e2db-4020-b4c0-6968a4f2ec70 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] In _notify_port_updated(), no bound segment for port 449e1bd2-e750-478a-8f2f-ce399ecdd1a4 on network 7e2ba77e-aace-4cea-9091-f59bfc899e1c {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:24:32.417123 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b6b511b1-7535-4f2c-bbf7-806d85577cf7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.418665 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b091e094-e2db-4020-b4c0-6968a4f2ec70 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:32.419221 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b091e094-e2db-4020-b4c0-6968a4f2ec70 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.420929 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b091e094-e2db-4020-b4c0-6968a4f2ec70 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "PUT /v2.0/ports/449e1bd2-e750-478a-8f2f-ce399ecdd1a4 HTTP/1.1" status: 200 len: 993 time: 0.8768775 Mar 14 15:24:32.423183 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-82fbf325-ee77-48c6-a281-c97dddd13a86 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.423330 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b6b511b1-7535-4f2c-bbf7-806d85577cf7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.424977 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51408) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:32.426297 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f35d0229-895a-4d87-9f38-40e7038c539f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.426642 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-f35d0229-895a-4d87-9f38-40e7038c539f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Added segment 46731282-9f82-4414-af01-29823101202c of type vlan for network d9bb1867-8861-4942-8ecf-bf970dc8525f Mar 14 15:24:32.511603 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4bc246d1-ef2f-45ff-ba71-d49b519c2800 req-29db9aa0-ff76-4a14-9988-1db65e8c7de9 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413654 Mar 14 15:24:32.527287 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b6b511b1-7535-4f2c-bbf7-806d85577cf7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.527946 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b511b1-7535-4f2c-bbf7-806d85577cf7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Fanout notify agent at l3_agent the message router_deleted on router b34e83ee-c3f6-45e2-be72-6b4223f2bbd3 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:24:32.531190 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f35d0229-895a-4d87-9f38-40e7038c539f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.564133 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-2ebfd10d-fda2-4b02-9650-db7cdbc3c6fd None None] Provisioning complete for port 449e1bd2-e750-478a-8f2f-ce399ecdd1a4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:32.564835 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2ebfd10d-fda2-4b02-9650-db7cdbc3c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.567254 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b6b511b1-7535-4f2c-bbf7-806d85577cf7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.568349 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b6b511b1-7535-4f2c-bbf7-806d85577cf7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/routers/b34e83ee-c3f6-45e2-be72-6b4223f2bbd3 HTTP/1.1" status: 204 len: 168 time: 0.6421311 Mar 14 15:24:32.571892 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51410) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:32.611616 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2ebfd10d-fda2-4b02-9650-db7cdbc3c6fd None None] Port 449e1bd2-e750-478a-8f2f-ce399ecdd1a4 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:32.615140 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-82fbf325-ee77-48c6-a281-c97dddd13a86 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Allocated IP 172.26.6.98 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/a162d170-4b94-4a36-98f0-0bb57bbda5c2) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:32.621102 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f7faf343-e0e0-4eb2-93af-9cff665e8d3b tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Deleting port 449e1bd2-e750-478a-8f2f-ce399ecdd1a4 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:32.621443 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7faf343-e0e0-4eb2-93af-9cff665e8d3b tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.633854 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f35d0229-895a-4d87-9f38-40e7038c539f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.639181 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35d0229-895a-4d87-9f38-40e7038c539f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:32.639768 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f35d0229-895a-4d87-9f38-40e7038c539f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.743337 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f35d0229-895a-4d87-9f38-40e7038c539f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8158588 Mar 14 15:24:32.747400 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51412) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:32.754398 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-658c9436-e1ec-4d75-b444-361a3baa4a6f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'subnet': {'network_id': 'd9bb1867-8861-4942-8ecf-bf970dc8525f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:32.759102 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4cda70-9ac8-473b-8d6d-c338b114e0bb tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting subnet 5b43077e-d07f-4f16-9134-a18b0583520e {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:24:32.767813 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21483417-4621-43da-8a24-c4148b415c0c tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.770115 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fb4cda70-9ac8-473b-8d6d-c338b114e0bb tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.823870 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d0229-895a-4d87-9f38-40e7038c539f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Network': ['ID=d9bb1867-8861-4942-8ecf-bf970dc8525f,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:32.853017 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7faf343-e0e0-4eb2-93af-9cff665e8d3b tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.854807 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fb4cda70-9ac8-473b-8d6d-c338b114e0bb tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.868710 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network d9bb1867-8861-4942-8ecf-bf970dc8525f details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:24:32.897521 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-82fbf325-ee77-48c6-a281-c97dddd13a86 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:32.899114 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f7faf343-e0e0-4eb2-93af-9cff665e8d3b tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Calling delete_port for 449e1bd2-e750-478a-8f2f-ce399ecdd1a4 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:32.951928 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658c9436-e1ec-4d75-b444-361a3baa4a6f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Made reservation on behalf of b6feafefd41e4054a6f4c1f00b8534e6 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:32.955632 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-658c9436-e1ec-4d75-b444-361a3baa4a6f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:33.068721 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fb4cda70-9ac8-473b-8d6d-c338b114e0bb tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:33.091052 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21483417-4621-43da-8a24-c4148b415c0c tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:33.150863 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37d9e7-8565-437b-82b5-43a7a5788c40 req-710e1972-e759-4967-82b9-f56aee62c682 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:33.152495 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9b37d9e7-8565-437b-82b5-43a7a5788c40 req-710e1972-e759-4967-82b9-f56aee62c682 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.18 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 946 time: 0.2221880 Mar 14 15:24:33.209820 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e400a-97bd-4c3b-a11f-1cada1424654 req-8011cb34-f028-455f-867f-a48cb54ec46a tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:33.211423 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-273e400a-97bd-4c3b-a11f-1cada1424654 req-8011cb34-f028-455f-867f-a48cb54ec46a tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 946 time: 0.2610743 Mar 14 15:24:33.227340 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-82fbf325-ee77-48c6-a281-c97dddd13a86 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:33.492960 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fb4cda70-9ac8-473b-8d6d-c338b114e0bb tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:33.525710 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cda70-9ac8-473b-8d6d-c338b114e0bb tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Subnet': ['ID=5b43077e-d07f-4f16-9134-a18b0583520e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:33.534773 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fb4cda70-9ac8-473b-8d6d-c338b114e0bb tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:33.540280 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fb4cda70-9ac8-473b-8d6d-c338b114e0bb tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/subnets/5b43077e-d07f-4f16-9134-a18b0583520e HTTP/1.1" status: 204 len: 168 time: 0.9615934 Mar 14 15:24:33.542438 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51418) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:33.552209 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44da4622-6edb-4ab0-b901-0b36e7461d43 None None] Network e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:33.626239 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fbf325-ee77-48c6-a281-c97dddd13a86 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:33.662529 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21483417-4621-43da-8a24-c4148b415c0c tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Router 4438b687-ab6f-467d-a9ae-c788dbe7ad0a is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:24:33.663818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-82fbf325-ee77-48c6-a281-c97dddd13a86 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:33.669125 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c898b157-242a-4b8b-8810-498dd654b20c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:33.689294 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fbf325-ee77-48c6-a281-c97dddd13a86 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:33.719702 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbf325-ee77-48c6-a281-c97dddd13a86 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Pushing event updated for resources: {'Port': ['ID=a162d170-4b94-4a36-98f0-0bb57bbda5c2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:33.731213 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-273e400a-97bd-4c3b-a11f-1cada1424654 req-540cea3f-b5fd-455f-8c65-939ce4b7122a tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/security-groups?id=5eab0622-3a46-465f-9778-637516b3a996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5078599 Mar 14 15:24:33.733545 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6f624-e92d-4502-b5fb-ba985ea1e804 req-bf1c05a3-a0eb-47b7-bedf-4c7b222b0bff tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:33.735844 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-07e6f624-e92d-4502-b5fb-ba985ea1e804 req-bf1c05a3-a0eb-47b7-bedf-4c7b222b0bff tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1234019 Mar 14 15:24:33.805546 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7faf343-e0e0-4eb2-93af-9cff665e8d3b tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:33.813381 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c0b5b0-4406-416f-80ac-4df9f818c2a6 None None] DHCP port deletion for e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:24:33.842252 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-07e6f624-e92d-4502-b5fb-ba985ea1e804 req-70c433dc-e6ee-4dff-a896-f8762d7b50fc tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997574 Mar 14 15:24:33.871754 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b0c0b5b0-4406-416f-80ac-4df9f818c2a6 None None] Deleting port 744b327e-4ef9-4e89-a27f-a48270489717 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:33.872262 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b5b0-4406-416f-80ac-4df9f818c2a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:33.872574 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21483417-4621-43da-8a24-c4148b415c0c tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:33.877430 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-c898b157-242a-4b8b-8810-498dd654b20c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting port 744b327e-4ef9-4e89-a27f-a48270489717 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:33.877771 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c898b157-242a-4b8b-8810-498dd654b20c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:33.881220 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-658c9436-e1ec-4d75-b444-361a3baa4a6f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:33.894797 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] Sync routers for ids ['4438b687-ab6f-467d-a9ae-c788dbe7ad0a'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:33.896479 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7faf343-e0e0-4eb2-93af-9cff665e8d3b tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Pushing event deleted for resources: {'Port': ['ID=449e1bd2-e750-478a-8f2f-ce399ecdd1a4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:33.935126 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21483417-4621-43da-8a24-c4148b415c0c tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:33.937428 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] Routers {'4438b687-ab6f-467d-a9ae-c788dbe7ad0a'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:33.938257 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['4438b687-ab6f-467d-a9ae-c788dbe7ad0a'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:33.939639 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-21483417-4621-43da-8a24-c4148b415c0c tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7518609 Mar 14 15:24:33.942249 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51424) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:33.986043 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-9b37d9e7-8565-437b-82b5-43a7a5788c40 req-376a1882-c0eb-47fd-a7a8-3eddd36d86cc tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Deleting port 25e61a1d-2661-4c47-bc70-4afa29cfca7a {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:33.986386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b37d9e7-8565-437b-82b5-43a7a5788c40 req-376a1882-c0eb-47fd-a7a8-3eddd36d86cc tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:34.029444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-c898b157-242a-4b8b-8810-498dd654b20c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] For port 744b327e-4ef9-4e89-a27f-a48270489717, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=744b327e-4ef9-4e89-a27f-a48270489717,segment=NetworkSegment(11b4deea-24d4-4e89-87c4-a6cd8619d73a),segment_id=11b4deea-24d4-4e89-87c4-a6cd8619d73a)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:34.029818 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c898b157-242a-4b8b-8810-498dd654b20c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:34.061930 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-c898b157-242a-4b8b-8810-498dd654b20c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Calling delete_port for 744b327e-4ef9-4e89-a27f-a48270489717 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:34.148392 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c9436-e1ec-4d75-b444-361a3baa4a6f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Subnet': ['ID=fc0fbc3a-7455-40ab-bb51-8a3808386a80,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:34.210942 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] Set router 4438b687-ab6f-467d-a9ae-c788dbe7ad0a gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:24:34.221077 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 744b327e-4ef9-4e89-a27f-a48270489717 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:24:34.225934 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a83b38e5-758d-42c8-baa5-40b7df54e8e8 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "GET /v2.0/routers/4438b687-ab6f-467d-a9ae-c788dbe7ad0a HTTP/1.1" status: 200 len: 907 time: 0.2805288 Mar 14 15:24:34.227602 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51426) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:34.236108 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-6930879e-2779-406f-a2b1-7da7513d5f76 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Request body: {'router': {'name': 'tempest-snat-router-171883408', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'enable_snat': True}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:34.297486 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6930879e-2779-406f-a2b1-7da7513d5f76 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:34.299037 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6930879e-2779-406f-a2b1-7da7513d5f76 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:34.316288 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c9436-e1ec-4d75-b444-361a3baa4a6f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Checking segment: {'id': '46731282-9f82-4414-af01-29823101202c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'd9bb1867-8861-4942-8ecf-bf970dc8525f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:24:34.317061 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658c9436-e1ec-4d75-b444-361a3baa4a6f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network hostable DHCP agents. Network: d9bb1867-8861-4942-8ecf-bf970dc8525f, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:24:34.353134 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c898b157-242a-4b8b-8810-498dd654b20c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:34.367847 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b0c0b5b0-4406-416f-80ac-4df9f818c2a6 None None] For port 744b327e-4ef9-4e89-a27f-a48270489717, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=744b327e-4ef9-4e89-a27f-a48270489717,segment=NetworkSegment(11b4deea-24d4-4e89-87c4-a6cd8619d73a),segment_id=11b4deea-24d4-4e89-87c4-a6cd8619d73a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:34.368224 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b5b0-4406-416f-80ac-4df9f818c2a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:34.395564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-9b37d9e7-8565-437b-82b5-43a7a5788c40 req-376a1882-c0eb-47fd-a7a8-3eddd36d86cc tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] For port 25e61a1d-2661-4c47-bc70-4afa29cfca7a, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=25e61a1d-2661-4c47-bc70-4afa29cfca7a,segment=NetworkSegment(5b66a205-4257-4ef2-b24e-2402f06e70b7),segment_id=5b66a205-4257-4ef2-b24e-2402f06e70b7)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:34.396305 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b37d9e7-8565-437b-82b5-43a7a5788c40 req-376a1882-c0eb-47fd-a7a8-3eddd36d86cc tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:34.397400 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b0c0b5b0-4406-416f-80ac-4df9f818c2a6 None None] Calling delete_port for 744b327e-4ef9-4e89-a27f-a48270489717 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:34.402187 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6930879e-2779-406f-a2b1-7da7513d5f76 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:34.423438 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a85300-de15-4c7e-ba85-9a04c5c93b0b req-d598c981-44d1-4595-a65f-33509b4becb6 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:34.431350 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-17a85300-de15-4c7e-ba85-9a04c5c93b0b req-d598c981-44d1-4595-a65f-33509b4becb6 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.3159235 Mar 14 15:24:34.434796 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898b157-242a-4b8b-8810-498dd654b20c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Port': ['ID=744b327e-4ef9-4e89-a27f-a48270489717,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:34.451604 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-42bfc824-04a6-49c9-889f-03f30abb1f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:34.508627 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No active binding found for port 744b327e-4ef9-4e89-a27f-a48270489717 {{(pid=102569) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 14 15:24:34.509304 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 744b327e-4ef9-4e89-a27f-a48270489717 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:24:34.522085 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c898b157-242a-4b8b-8810-498dd654b20c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] No DVR routers for this DVR port 744b327e-4ef9-4e89-a27f-a48270489717 on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:34.577551 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b5b0-4406-416f-80ac-4df9f818c2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:34.619020 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c0b5b0-4406-416f-80ac-4df9f818c2a6 None None] No DVR routers for this DVR port 744b327e-4ef9-4e89-a27f-a48270489717 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:34.624042 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0b5b0-4406-416f-80ac-4df9f818c2a6 None None] Pushing event deleted for resources: {'Port': ['ID=744b327e-4ef9-4e89-a27f-a48270489717,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:34.629359 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658c9436-e1ec-4d75-b444-361a3baa4a6f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network d9bb1867-8861-4942-8ecf-bf970dc8525f is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:24:34.658806 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7faf343-e0e0-4eb2-93af-9cff665e8d3b tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:34.661597 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4438b687-ab6f-467d-a9ae-c788dbe7ad0a', 'name': 'tempest-snat-router-171883408', 'tenant_id': '89ffa37f77684135b01fa1943ac60d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.22'}], 'enable_snat': False}, 'gw_port_id': '3578c8e0-8809-486d-98a9-aa74dcc21553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:24:29Z', 'updated_at': '2022-03-14T15:24:32Z', 'revision_number': 3, 'project_id': '89ffa37f77684135b01fa1943ac60d29', 'gw_port': {'id': '3578c8e0-8809-486d-98a9-aa74dcc21553', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4438b687-ab6f-467d-a9ae-c788dbe7ad0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:24:30Z', 'updated_at': '2022-03-14T15:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:34.662109 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f7faf343-e0e0-4eb2-93af-9cff665e8d3b tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "DELETE /v2.0/ports/449e1bd2-e750-478a-8f2f-ce399ecdd1a4 HTTP/1.1" status: 204 len: 168 time: 2.2352412 Mar 14 15:24:34.670770 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51432) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:34.689800 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-658c9436-e1ec-4d75-b444-361a3baa4a6f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, d9bb1867-8861-4942-8ecf-bf970dc8525f) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:34.694166 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] Checking router: 4438b687-ab6f-467d-a9ae-c788dbe7ad0a for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:24:34.694848 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] Updating router 4438b687-ab6f-467d-a9ae-c788dbe7ad0a port 3578c8e0-8809-486d-98a9-aa74dcc21553 binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:24:34.698384 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e2590c-3123-48a3-befc-d036a6513d58 None None] Network d9bb1867-8861-4942-8ecf-bf970dc8525f requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:34.701070 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-82fbf325-ee77-48c6-a281-c97dddd13a86 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:34.705038 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c9436-e1ec-4d75-b444-361a3baa4a6f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:34.705038 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-658c9436-e1ec-4d75-b444-361a3baa4a6f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:34.732370 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:34.766964 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-17a85300-de15-4c7e-ba85-9a04c5c93b0b req-4fe7eb5f-49ff-4de3-936f-bae217d7eb75 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3321731 Mar 14 15:24:34.846485 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-658c9436-e1ec-4d75-b444-361a3baa4a6f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0966206 Mar 14 15:24:34.852105 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c898b157-242a-4b8b-8810-498dd654b20c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:34.878785 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-c898b157-242a-4b8b-8810-498dd654b20c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:34.879028 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51438) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:34.892694 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a3aeb45a-8cde-48c0-9b3b-bc26f06a1a93 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1014811462', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:34.895363 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-c898b157-242a-4b8b-8810-498dd654b20c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b4deea-24d4-4e89-87c4-a6cd8619d73a') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:34.895668 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-c898b157-242a-4b8b-8810-498dd654b20c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b4deea-24d4-4e89-87c4-a6cd8619d73a') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:34.906647 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c898b157-242a-4b8b-8810-498dd654b20c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:34.920409 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c898b157-242a-4b8b-8810-498dd654b20c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:34.921405 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-d9bb1867-8861-4942-8ecf-bf970dc8525f', 'network_id': 'd9bb1867-8861-4942-8ecf-bf970dc8525f', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'fixed_ips': [{'subnet_id': 'fc0fbc3a-7455-40ab-bb51-8a3808386a80'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:24:34.922683 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:34.927323 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c898b157-242a-4b8b-8810-498dd654b20c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:24:34.927731 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c898b157-242a-4b8b-8810-498dd654b20c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:34.997086 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-372874f3-b06f-47b3-9916-d7748b08c3f5 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] GET failed (client error): The resource could not be found. Mar 14 15:24:34.998940 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-372874f3-b06f-47b3-9916-d7748b08c3f5 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "GET /v2.0/ports/449e1bd2-e750-478a-8f2f-ce399ecdd1a4 HTTP/1.1" status: 404 len: 333 time: 0.3218639 Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:24:35.001140 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:24:35.011600 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51440) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:35.017233 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-024b09c3-253f-4bf0-ad85-ffcadd8d4de7 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Request body: {'port': {'network_id': '7e2ba77e-aace-4cea-9091-f59bfc899e1c', 'name': 'tempest-AllowedAddressPairTestJSON-351123423'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:35.023919 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb45a-8cde-48c0-9b3b-bc26f06a1a93 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.024900 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb45a-8cde-48c0-9b3b-bc26f06a1a93 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.054450 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6930879e-2779-406f-a2b1-7da7513d5f76 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.065561 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c898b157-242a-4b8b-8810-498dd654b20c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.068557 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.083685 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1a0a2-2a7c-4b8e-b20b-c7b089227ff0 req-1fc5e478-e6d1-436d-9800-f0e2e5d72826 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:35.084861 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.085237 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2ba1a0a2-2a7c-4b8e-b20b-c7b089227ff0 req-1fc5e478-e6d1-436d-9800-f0e2e5d72826 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 946 time: 0.2441168 Mar 14 15:24:35.091993 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c898b157-242a-4b8b-8810-498dd654b20c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.100468 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c898b157-242a-4b8b-8810-498dd654b20c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/networks/e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc HTTP/1.1" status: 204 len: 168 time: 1.5569370 Mar 14 15:24:35.107236 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898b157-242a-4b8b-8810-498dd654b20c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Network': ['ID=e92b9c28-ddb0-4bc3-aec3-b5dd5aac30dc,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:35.124799 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51442) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:35.127501 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] Allocated IP 172.20.0.2 (d9bb1867-8861-4942-8ecf-bf970dc8525f/fc0fbc3a-7455-40ab-bb51-8a3808386a80/68b42c1d-b0d8-4d38-997a-f06cc5bfeae3) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:35.136830 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b37d9e7-8565-437b-82b5-43a7a5788c40 req-376a1882-c0eb-47fd-a7a8-3eddd36d86cc tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.137249 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b37d9e7-8565-437b-82b5-43a7a5788c40 req-376a1882-c0eb-47fd-a7a8-3eddd36d86cc tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.137571 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [req-9b37d9e7-8565-437b-82b5-43a7a5788c40 req-376a1882-c0eb-47fd-a7a8-3eddd36d86cc tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Floating IP 379cf6ad-3810-4220-8866-7cc7d4c3e0cb disassociated. External IP: 172.26.6.119, port: 25e61a1d-2661-4c47-bc70-4afa29cfca7a. Mar 14 15:24:35.138006 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-9b37d9e7-8565-437b-82b5-43a7a5788c40 req-376a1882-c0eb-47fd-a7a8-3eddd36d86cc tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Calling delete_port for 25e61a1d-2661-4c47-bc70-4afa29cfca7a owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:35.142512 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2e21e-b82c-4e7f-850c-2e4fa01b9821 req-c1ca9093-a10c-4c5b-8504-8833604b9736 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:35.144158 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba166422-d4d0-4107-9159-31b33092e16d None None] Pushing event updated for resources: {'Port': ['ID=3578c8e0-8809-486d-98a9-aa74dcc21553,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:35.153305 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6ff2e21e-b82c-4e7f-850c-2e4fa01b9821 req-c1ca9093-a10c-4c5b-8504-8833604b9736 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 946 time: 0.5169482 Mar 14 15:24:35.174893 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] Attempting to bind port 3578c8e0-8809-486d-98a9-aa74dcc21553 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:24:35.175455 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] Attempting to bind port 3578c8e0-8809-486d-98a9-aa74dcc21553 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:24:35.175916 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] Attempting to bind port 3578c8e0-8809-486d-98a9-aa74dcc21553 on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:24:35.182697 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:24:35.183643 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:24:35.184166 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.184652 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:24:35.185221 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] Bound port: 3578c8e0-8809-486d-98a9-aa74dcc21553, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:24:35.185364 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2812464c-6acc-4f2f-855d-a62751f78228 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2140933231', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:35.185795 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.240792 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6ff2e21e-b82c-4e7f-850c-2e4fa01b9821 req-34b557b1-e8d6-4181-8796-2b88ce7a8a8d tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/security-groups?id=a1603967-3516-424c-8a79-2969bef37aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866058 Mar 14 15:24:35.278462 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] For port 3578c8e0-8809-486d-98a9-aa74dcc21553, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:24:35.283049 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] For port 3578c8e0-8809-486d-98a9-aa74dcc21553, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3578c8e0-8809-486d-98a9-aa74dcc21553,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:24:35.292406 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.334897 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.345568 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.363916 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] Routers {'4438b687-ab6f-467d-a9ae-c788dbe7ad0a'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:35.364718 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['4438b687-ab6f-467d-a9ae-c788dbe7ad0a'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:35.405638 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] Network d9bb1867-8861-4942-8ecf-bf970dc8525f is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:35.406165 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba166422-d4d0-4107-9159-31b33092e16d None None] Pushing event updated for resources: {'Port': ['ID=3578c8e0-8809-486d-98a9-aa74dcc21553,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:35.414537 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb45a-8cde-48c0-9b3b-bc26f06a1a93 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.427974 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:35.432100 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] Pushing event updated for resources: {'Port': ['ID=68b42c1d-b0d8-4d38-997a-f06cc5bfeae3,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:35.441275 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:35.472627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb45a-8cde-48c0-9b3b-bc26f06a1a93 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.474865 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2812464c-6acc-4f2f-855d-a62751f78228 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.475947 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2812464c-6acc-4f2f-855d-a62751f78228 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.483326 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6930879e-2779-406f-a2b1-7da7513d5f76 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.504940 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2ba1a0a2-2a7c-4b8e-b20b-c7b089227ff0 req-67611f79-b600-40a7-a16a-dbf71f9bf0d2 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/security-groups?id=5eab0622-3a46-465f-9778-637516b3a996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3783486 Mar 14 15:24:35.510322 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] Attempting to bind port 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:24:35.510322 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] Attempting to bind port 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '46731282-9f82-4414-af01-29823101202c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'd9bb1867-8861-4942-8ecf-bf970dc8525f'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:24:35.510514 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] Attempting to bind port 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3 on network d9bb1867-8861-4942-8ecf-bf970dc8525f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:24:35.512835 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6930879e-2779-406f-a2b1-7da7513d5f76 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.518789 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:24:35.519214 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] Checking segment: {'id': '46731282-9f82-4414-af01-29823101202c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'd9bb1867-8861-4942-8ecf-bf970dc8525f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:24:35.520005 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.520125 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] Bound using segment: {'id': '46731282-9f82-4414-af01-29823101202c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'd9bb1867-8861-4942-8ecf-bf970dc8525f'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:24:35.520597 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] Bound port: 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46731282-9f82-4414-af01-29823101202c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'd9bb1867-8861-4942-8ecf-bf970dc8525f'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:24:35.521272 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.523130 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] Set router 4438b687-ab6f-467d-a9ae-c788dbe7ad0a gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:24:35.590219 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2812464c-6acc-4f2f-855d-a62751f78228 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.596331 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6b763-133d-4b80-a304-39798617c405 req-efbdb2c3-29fd-4e34-b69f-9076593b653c tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:35.598402 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6fa6b763-133d-4b80-a304-39798617c405 req-efbdb2c3-29fd-4e34-b69f-9076593b653c tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.2117343 Mar 14 15:24:35.600607 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb45a-8cde-48c0-9b3b-bc26f06a1a93 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.605594 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a3aeb45a-8cde-48c0-9b3b-bc26f06a1a93 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7232869 Mar 14 15:24:35.606364 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] For port 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:24:35.607531 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51444) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:35.610174 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] For port 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=68b42c1d-b0d8-4d38-997a-f06cc5bfeae3,segment=NetworkSegment(46731282-9f82-4414-af01-29823101202c),segment_id=46731282-9f82-4414-af01-29823101202c)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:24:35.615532 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.618455 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-82fbf325-ee77-48c6-a281-c97dddd13a86 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.685253 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29869b-612e-4b89-81ac-3702d49668c5 None None] Pushing event updated for resources: {'Port': ['ID=68b42c1d-b0d8-4d38-997a-f06cc5bfeae3,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:35.717503 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024b09c3-253f-4bf0-ad85-ffcadd8d4de7 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Made reservation on behalf of c8d6251fcd55443b98598e4e09a3c2e9 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:35.721806 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-024b09c3-253f-4bf0-ad85-ffcadd8d4de7 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:35.770464 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4438b687-ab6f-467d-a9ae-c788dbe7ad0a', 'name': 'tempest-snat-router-171883408', 'tenant_id': '89ffa37f77684135b01fa1943ac60d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.22'}], 'enable_snat': False}, 'gw_port_id': '3578c8e0-8809-486d-98a9-aa74dcc21553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:24:29Z', 'updated_at': '2022-03-14T15:24:32Z', 'revision_number': 3, 'project_id': '89ffa37f77684135b01fa1943ac60d29', 'gw_port': {'id': '3578c8e0-8809-486d-98a9-aa74dcc21553', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4438b687-ab6f-467d-a9ae-c788dbe7ad0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:24:30Z', 'updated_at': '2022-03-14T15:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:35.808265 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf08f69-1832-40cd-b98a-75bdf8db9304 None None] The sync data for ids ['4438b687-ab6f-467d-a9ae-c788dbe7ad0a'] in dv-neutron-833559-1-hyperv is: [{'id': '4438b687-ab6f-467d-a9ae-c788dbe7ad0a', 'name': 'tempest-snat-router-171883408', 'tenant_id': '89ffa37f77684135b01fa1943ac60d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.22'}], 'enable_snat': False}, 'gw_port_id': '3578c8e0-8809-486d-98a9-aa74dcc21553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:24:29Z', 'updated_at': '2022-03-14T15:24:32Z', 'revision_number': 3, 'project_id': '89ffa37f77684135b01fa1943ac60d29', 'gw_port': {'id': '3578c8e0-8809-486d-98a9-aa74dcc21553', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4438b687-ab6f-467d-a9ae-c788dbe7ad0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:24:30Z', 'updated_at': '2022-03-14T15:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:35.884178 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-024b09c3-253f-4bf0-ad85-ffcadd8d4de7 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] device_id is not set on port 720e58ed-2827-4fac-8f41-22b500916927 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:24:35.892533 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6fa6b763-133d-4b80-a304-39798617c405 req-203b85e9-662f-4e3a-8a05-327804105053 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953735 Mar 14 15:24:35.939992 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-6930879e-2779-406f-a2b1-7da7513d5f76 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Allocated IP 172.26.6.169 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:36.059465 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df2a73ce-2fd2-4a06-8614-919cb1fa2b7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:36.254063 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:24:36.325992 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6930879e-2779-406f-a2b1-7da7513d5f76 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:36.330368 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:36.330901 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:36.404959 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f5976d1f-28a6-4a6b-b574-f180be166723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:36.456161 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2812464c-6acc-4f2f-855d-a62751f78228 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:36.465154 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:36.528687 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6930879e-2779-406f-a2b1-7da7513d5f76 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:36.531845 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=68b42c1d-b0d8-4d38-997a-f06cc5bfeae3,segment=NetworkSegment(46731282-9f82-4414-af01-29823101202c),segment_id=46731282-9f82-4414-af01-29823101202c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:36.538467 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:36.609814 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=68b42c1d-b0d8-4d38-997a-f06cc5bfeae3,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:36.615737 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6930879e-2779-406f-a2b1-7da7513d5f76 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:36.628784 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-6930879e-2779-406f-a2b1-7da7513d5f76 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:36.636119 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6930879e-2779-406f-a2b1-7da7513d5f76 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:36.648800 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340671b1-5211-4fbb-b88e-af6723a531c2 req-94dce2f1-bb37-43b5-94af-fefc626573f9 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:36.650377 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-340671b1-5211-4fbb-b88e-af6723a531c2 req-94dce2f1-bb37-43b5-94af-fefc626573f9 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 946 time: 0.2735415 Mar 14 15:24:36.671022 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b37d9e7-8565-437b-82b5-43a7a5788c40 req-376a1882-c0eb-47fd-a7a8-3eddd36d86cc tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:36.742701 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-df2a73ce-2fd2-4a06-8614-919cb1fa2b7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Allocated IP 172.20.0.1 (d9bb1867-8861-4942-8ecf-bf970dc8525f/fc0fbc3a-7455-40ab-bb51-8a3808386a80/3ec3ab53-e5e3-4416-b940-0cdaa078fca4) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:36.746470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16634a31-7ce8-4f0a-a2ef-086e9b17d721 req-8e435e13-9208-4630-8aee-f14a08947e22 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:36.748228 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-16634a31-7ce8-4f0a-a2ef-086e9b17d721 req-8e435e13-9208-4630-8aee-f14a08947e22 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.3457661 Mar 14 15:24:36.766635 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930879e-2779-406f-a2b1-7da7513d5f76 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Pushing event updated for resources: {'Port': ['ID=d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:36.792696 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c5bc6-7a5e-4a9a-bfec-0c30d058fe43 req-2ba6db48-5d45-43b7-b734-71900f771da3 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:36.794663 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b72c5bc6-7a5e-4a9a-bfec-0c30d058fe43 req-2ba6db48-5d45-43b7-b734-71900f771da3 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 946 time: 0.4280009 Mar 14 15:24:36.811762 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a1882-c0eb-47fd-a7a8-3eddd36d86cc tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Pushing event deleted for resources: {'Port': ['ID=25e61a1d-2661-4c47-bc70-4afa29cfca7a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:36.903051 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-340671b1-5211-4fbb-b88e-af6723a531c2 req-e214a6fd-6c21-4f36-9b93-2a9f347876e0 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/security-groups?id=a1603967-3516-424c-8a79-2969bef37aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211486 Mar 14 15:24:36.996464 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-024b09c3-253f-4bf0-ad85-ffcadd8d4de7 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Allocated IP 172.20.0.10 (7e2ba77e-aace-4cea-9091-f59bfc899e1c/d62840a2-39c7-497f-8cac-7b81b5e46c43/720e58ed-2827-4fac-8f41-22b500916927) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:37.007393 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fbf325-ee77-48c6-a281-c97dddd13a86 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Router 9bf5c663-e782-4356-9aef-2fd2649a1a03 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:24:37.028953 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-16634a31-7ce8-4f0a-a2ef-086e9b17d721 req-6a5f8b1c-ed73-48a0-a875-cc44c5ee0248 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269144 Mar 14 15:24:37.237400 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-b72c5bc6-7a5e-4a9a-bfec-0c30d058fe43 req-cd1f191a-15c7-40b5-abcb-7083be63f1f1 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Deleting port a9a7c89e-d642-4529-ae79-4ce5ee00f40f {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:37.237907 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b72c5bc6-7a5e-4a9a-bfec-0c30d058fe43 req-cd1f191a-15c7-40b5-abcb-7083be63f1f1 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:37.270985 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2632bf0d-4648-4d50-9a18-f2cd5ed9a843 None None] Network d9bb1867-8861-4942-8ecf-bf970dc8525f requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:37.357572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b37d9e7-8565-437b-82b5-43a7a5788c40 req-376a1882-c0eb-47fd-a7a8-3eddd36d86cc tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Router fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:24:37.482253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5460584-a076-4205-bebb-3dfdcd46d899 req-9af45b80-64fd-4f82-903f-cc2dc5e4159f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:37.484803 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d5460584-a076-4205-bebb-3dfdcd46d899 req-9af45b80-64fd-4f82-903f-cc2dc5e4159f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.2890420 Mar 14 15:24:37.487664 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 25e61a1d-2661-4c47-bc70-4afa29cfca7a no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:24:37.534763 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-e1cfc51e-0abd-44d0-9cac-27392d867049 None None] Provisioning complete for port 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:37.535212 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc51e-0abd-44d0-9cac-27392d867049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:37.538733 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:37.540348 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-21e26549-c111-4531-8b2d-17180ffb62ff req-84398a4f-1302-4f6b-811a-6367b37b0dfc tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/ports?device_id=edd2a1e6-2522-4e39-bff4-82747765c6b6 HTTP/1.1" status: 200 len: 210 time: 0.0343633 Mar 14 15:24:37.562234 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 25e61a1d-2661-4c47-bc70-4afa29cfca7a {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:24:37.563168 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 25e61a1d-2661-4c47-bc70-4afa29cfca7a not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:24:37.563589 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a9a7c89e-d642-4529-ae79-4ce5ee00f40f no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:24:37.615172 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fbf325-ee77-48c6-a281-c97dddd13a86 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:37.622037 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df2a73ce-2fd2-4a06-8614-919cb1fa2b7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:37.630752 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b72c5bc6-7a5e-4a9a-bfec-0c30d058fe43 req-cd1f191a-15c7-40b5-abcb-7083be63f1f1 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] For port a9a7c89e-d642-4529-ae79-4ce5ee00f40f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a9a7c89e-d642-4529-ae79-4ce5ee00f40f,segment=NetworkSegment(b4feea2c-6aa0-4a26-932b-1366dd8c8096),segment_id=b4feea2c-6aa0-4a26-932b-1366dd8c8096)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:37.631276 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b72c5bc6-7a5e-4a9a-bfec-0c30d058fe43 req-cd1f191a-15c7-40b5-abcb-7083be63f1f1 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:37.654205 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154701d0-6955-40c0-a1d9-cca0f7f35087 None None] Sync routers for ids ['9bf5c663-e782-4356-9aef-2fd2649a1a03'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:37.775518 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:37.796242 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154701d0-6955-40c0-a1d9-cca0f7f35087 None None] Routers {'9bf5c663-e782-4356-9aef-2fd2649a1a03'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:37.798620 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-154701d0-6955-40c0-a1d9-cca0f7f35087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9bf5c663-e782-4356-9aef-2fd2649a1a03'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:37.811462 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d5460584-a076-4205-bebb-3dfdcd46d899 req-385e7484-c175-4c74-9ac0-517b8a0360f3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3028178 Mar 14 15:24:37.851304 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-82fbf325-ee77-48c6-a281-c97dddd13a86 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:37.853309 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-82fbf325-ee77-48c6-a281-c97dddd13a86 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.8251345 Mar 14 15:24:37.880727 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51456) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:37.899624 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df2a73ce-2fd2-4a06-8614-919cb1fa2b7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:37.907447 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-154701d0-6955-40c0-a1d9-cca0f7f35087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:37.976220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa559156-b648-4e28-8107-f95f7b326687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9a7c89e-d642-4529-ae79-4ce5ee00f40f'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:24:37.979040 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3389069-0a8d-4b30-a6a6-65bc58084cb0" -d '{"events": [{"server_uuid": "fa559156-b648-4e28-8107-f95f7b326687", "name": "network-vif-unplugged", "status": "completed", "tag": "a9a7c89e-d642-4529-ae79-4ce5ee00f40f"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:24:38.056708 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a9a7c89e-d642-4529-ae79-4ce5ee00f40f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a9a7c89e-d642-4529-ae79-4ce5ee00f40f,segment=NetworkSegment(b4feea2c-6aa0-4a26-932b-1366dd8c8096),segment_id=b4feea2c-6aa0-4a26-932b-1366dd8c8096)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:38.061306 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154701d0-6955-40c0-a1d9-cca0f7f35087 None None] Routers {'9bf5c663-e782-4356-9aef-2fd2649a1a03'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:38.062769 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-154701d0-6955-40c0-a1d9-cca0f7f35087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9bf5c663-e782-4356-9aef-2fd2649a1a03'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:38.070747 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:38.098446 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-024b09c3-253f-4bf0-ad85-ffcadd8d4de7 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:38.101273 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b37d9e7-8565-437b-82b5-43a7a5788c40 req-376a1882-c0eb-47fd-a7a8-3eddd36d86cc tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:38.112543 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796296c4-94df-459c-8a3f-676754c46306 None None] Sync routers for ids ['fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:38.115585 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-154701d0-6955-40c0-a1d9-cca0f7f35087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:38.116038 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154701d0-6955-40c0-a1d9-cca0f7f35087 None None] The sync data for ids ['9bf5c663-e782-4356-9aef-2fd2649a1a03'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:38.123906 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2a73ce-2fd2-4a06-8614-919cb1fa2b7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network d9bb1867-8861-4942-8ecf-bf970dc8525f is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:38.126875 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a73ce-2fd2-4a06-8614-919cb1fa2b7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Port': ['ID=3ec3ab53-e5e3-4416-b940-0cdaa078fca4,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:38.129881 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2812464c-6acc-4f2f-855d-a62751f78228 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:38.131382 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-df2a73ce-2fd2-4a06-8614-919cb1fa2b7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:38.138726 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796296c4-94df-459c-8a3f-676754c46306 None None] Routers {'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:38.139384 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-796296c4-94df-459c-8a3f-676754c46306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:38.146597 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a73ce-2fd2-4a06-8614-919cb1fa2b7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:38.209102 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=a9a7c89e-d642-4529-ae79-4ce5ee00f40f,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:38.254040 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-710e8fab-f391-4a1a-9bf9-9db0aecda091 None None] Provisioning complete for port 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:38.254040 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-710e8fab-f391-4a1a-9bf9-9db0aecda091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:38.371267 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-796296c4-94df-459c-8a3f-676754c46306 None None] Set router fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:24:38.380935 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:24:38.410758 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b37d9e7-8565-437b-82b5-43a7a5788c40 req-376a1882-c0eb-47fd-a7a8-3eddd36d86cc tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] No DVR routers for this DVR port 25e61a1d-2661-4c47-bc70-4afa29cfca7a on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:38.410758 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9b37d9e7-8565-437b-82b5-43a7a5788c40 req-376a1882-c0eb-47fd-a7a8-3eddd36d86cc tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:38.413938 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9b37d9e7-8565-437b-82b5-43a7a5788c40 req-376a1882-c0eb-47fd-a7a8-3eddd36d86cc tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.18 "DELETE /v2.0/ports/25e61a1d-2661-4c47-bc70-4afa29cfca7a HTTP/1.1" status: 204 len: 173 time: 5.2509730 Mar 14 15:24:38.415294 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2812464c-6acc-4f2f-855d-a62751f78228 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:38.504524 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6930879e-2779-406f-a2b1-7da7513d5f76 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:38.631599 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-2812464c-6acc-4f2f-855d-a62751f78228 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Allocated IP 172.26.6.189 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/4e69ab01-5929-4052-8a27-dd6e194a6083) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:38.717672 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-796296c4-94df-459c-8a3f-676754c46306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'name': 'tempest-ServersTestManualDisk-247110455-router', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:04Z', 'revision_number': 4, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'gw_port': {'id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'a7cfce75-eadf-4340-a944-8ea4806a0406', 'name': '', 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'mac_address': 'fa:16:3e:39:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:00Z', 'updated_at': '2022-03-14T15:23:13Z', 'revision_number': 5, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'subnets': [{'id': '2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:38.724824 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:38.741204 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:38.742568 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:38.761544 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796296c4-94df-459c-8a3f-676754c46306 None None] Checking router: fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:24:38.772704 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2812464c-6acc-4f2f-855d-a62751f78228 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:38.779020 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796296c4-94df-459c-8a3f-676754c46306 None None] Routers {'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:38.779642 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-796296c4-94df-459c-8a3f-676754c46306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:38.814341 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd2a1e6-2522-4e39-bff4-82747765c6b6', 'name': 'network-vif-deleted', 'tag': '25e61a1d-2661-4c47-bc70-4afa29cfca7a'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:24:38.818691 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07c0cc8-f417-4424-b8ff-08044e08bf01" -d '{"events": [{"server_uuid": "edd2a1e6-2522-4e39-bff4-82747765c6b6", "name": "network-vif-deleted", "tag": "25e61a1d-2661-4c47-bc70-4afa29cfca7a"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:24:38.830085 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2812464c-6acc-4f2f-855d-a62751f78228 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:38.869675 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:38.886632 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-a250d7ad-20e6-467e-8ecb-f0e4c307464a None None] Provisioning complete for port 3ec3ab53-e5e3-4416-b940-0cdaa078fca4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:38.887747 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a250d7ad-20e6-467e-8ecb-f0e4c307464a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:38.975806 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2812464c-6acc-4f2f-855d-a62751f78228 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:38.992343 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-796296c4-94df-459c-8a3f-676754c46306 None None] Set router fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:24:39.011250 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748dcb9-289a-4d72-b581-5df952782ef0 req-5647d41e-9598-411a-b056-a67fdeb05cb5 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:39.012804 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9748dcb9-289a-4d72-b581-5df952782ef0 req-5647d41e-9598-411a-b056-a67fdeb05cb5 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 1.0129015 Mar 14 15:24:39.025541 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a250d7ad-20e6-467e-8ecb-f0e4c307464a None None] Port 3ec3ab53-e5e3-4416-b940-0cdaa078fca4 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:39.067541 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d3a75-c429-4890-b97b-8e881b7c7665 req-b6fb47b5-bc16-405e-85a8-bb9e641025c7 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:39.069468 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-893d3a75-c429-4890-b97b-8e881b7c7665 req-b6fb47b5-bc16-405e-85a8-bb9e641025c7 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 944 time: 1.0076361 Mar 14 15:24:39.069762 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3578c8e0-8809-486d-98a9-aa74dcc21553 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:24:39.070560 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-2812464c-6acc-4f2f-855d-a62751f78228 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:39.073296 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2812464c-6acc-4f2f-855d-a62751f78228 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:39.137155 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9358cb4c-1405-433d-bca8-f55cdf402d44 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "GET /v2.0/routers/9bf5c663-e782-4356-9aef-2fd2649a1a03 HTTP/1.1" status: 200 len: 924 time: 1.2512963 Mar 14 15:24:39.143580 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51468) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:39.157286 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df2a73ce-2fd2-4a06-8614-919cb1fa2b7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:39.183608 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 3578c8e0-8809-486d-98a9-aa74dcc21553 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:39.184849 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:39.305425 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6930879e-2779-406f-a2b1-7da7513d5f76 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:39.348701 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:39.362121 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-796296c4-94df-459c-8a3f-676754c46306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'name': 'tempest-ServersTestManualDisk-247110455-router', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:04Z', 'revision_number': 4, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'gw_port': {'id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'a7cfce75-eadf-4340-a944-8ea4806a0406', 'name': '', 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'mac_address': 'fa:16:3e:39:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:00Z', 'updated_at': '2022-03-14T15:23:13Z', 'revision_number': 5, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'subnets': [{'id': '2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:39.392290 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796296c4-94df-459c-8a3f-676754c46306 None None] The sync data for ids ['fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'] in dv-neutron-833559-1-hyperv is: [{'id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'name': 'tempest-ServersTestManualDisk-247110455-router', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:04Z', 'revision_number': 4, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'gw_port': {'id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'a7cfce75-eadf-4340-a944-8ea4806a0406', 'name': '', 'network_id': 'ed78ede5-32f5-4a15-9e59-683c99192b0a', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'mac_address': 'fa:16:3e:39:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:00Z', 'updated_at': '2022-03-14T15:23:13Z', 'revision_number': 5, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'subnets': [{'id': '2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:39.405779 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 3578c8e0-8809-486d-98a9-aa74dcc21553, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3578c8e0-8809-486d-98a9-aa74dcc21553,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:39.436841 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:39.489384 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:39.496273 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9748dcb9-289a-4d72-b581-5df952782ef0 req-3bb45d08-4f48-49df-889f-b9d48ce7c9a0 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4602196 Mar 14 15:24:39.529927 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=3578c8e0-8809-486d-98a9-aa74dcc21553,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:39.569241 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 15:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e36403-f11a-44e2-927e-d4d29a900f90 x-openstack-request-id: req-d5e36403-f11a-44e2-927e-d4d29a900f90 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:24:39.569569 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa559156-b648-4e28-8107-f95f7b326687", "name": "network-vif-unplugged", "status": "completed", "tag": "a9a7c89e-d642-4529-ae79-4ce5ee00f40f", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:24:39.569830 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d5e36403-f11a-44e2-927e-d4d29a900f90 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:24:39.570232 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa559156-b648-4e28-8107-f95f7b326687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9a7c89e-d642-4529-ae79-4ce5ee00f40f', 'code': 200} Mar 14 15:24:39.604346 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df2a73ce-2fd2-4a06-8614-919cb1fa2b7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:39.617980 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6930879e-2779-406f-a2b1-7da7513d5f76 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Router c47ea34e-ee33-4210-9ecb-614665a08fb2 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:24:39.692916 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51474) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:39.709264 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1239c4b0-48f6-4617-8540-55790dad455d x-openstack-request-id: req-1239c4b0-48f6-4617-8540-55790dad455d {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:24:39.709553 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd2a1e6-2522-4e39-bff4-82747765c6b6", "name": "network-vif-deleted", "tag": "25e61a1d-2661-4c47-bc70-4afa29cfca7a", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:24:39.709807 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1239c4b0-48f6-4617-8540-55790dad455d {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:24:39.710193 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd2a1e6-2522-4e39-bff4-82747765c6b6', 'name': 'network-vif-deleted', 'tag': '25e61a1d-2661-4c47-bc70-4afa29cfca7a', 'status': 'completed', 'code': 200} Mar 14 15:24:39.732160 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812464c-6acc-4f2f-855d-a62751f78228 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Port': ['ID=4e69ab01-5929-4052-8a27-dd6e194a6083,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:39.762236 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af2280-6d47-49da-877a-d9b3813e03be None None] New status for floating IP 379cf6ad-3810-4220-8866-7cc7d4c3e0cb: DOWN {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:24:39.781191 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-024b09c3-253f-4bf0-ad85-ffcadd8d4de7 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:39.787086 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4014ce04-8c03-4a1f-a0b6-67ade707adf7 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "GET /v2.0/ports?device_id=9bf5c663-e782-4356-9aef-2fd2649a1a03 HTTP/1.1" status: 200 len: 205 time: 0.0795476 Mar 14 15:24:39.790602 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51476) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:39.909892 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b09c3-253f-4bf0-ad85-ffcadd8d4de7 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Network 7e2ba77e-aace-4cea-9091-f59bfc899e1c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:39.912126 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a4aba5d-4a62-4ce6-8627-97e21e59f4f3 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:39.924468 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b72c5bc6-7a5e-4a9a-bfec-0c30d058fe43 req-cd1f191a-15c7-40b5-abcb-7083be63f1f1 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:39.924840 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b72c5bc6-7a5e-4a9a-bfec-0c30d058fe43 req-cd1f191a-15c7-40b5-abcb-7083be63f1f1 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:39.925160 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [req-b72c5bc6-7a5e-4a9a-bfec-0c30d058fe43 req-cd1f191a-15c7-40b5-abcb-7083be63f1f1 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Floating IP a3d02530-b5a3-420a-b716-fc5ae6bdc070 disassociated. External IP: 172.26.6.93, port: a9a7c89e-d642-4529-ae79-4ce5ee00f40f. Mar 14 15:24:39.925508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-b72c5bc6-7a5e-4a9a-bfec-0c30d058fe43 req-cd1f191a-15c7-40b5-abcb-7083be63f1f1 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Calling delete_port for a9a7c89e-d642-4529-ae79-4ce5ee00f40f owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:39.929877 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6930879e-2779-406f-a2b1-7da7513d5f76 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:39.941823 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-024b09c3-253f-4bf0-ad85-ffcadd8d4de7 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:39.943076 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] Sync routers for ids ['c47ea34e-ee33-4210-9ecb-614665a08fb2'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:39.956048 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024b09c3-253f-4bf0-ad85-ffcadd8d4de7 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:39.957539 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] Routers {'c47ea34e-ee33-4210-9ecb-614665a08fb2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:39.963875 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['c47ea34e-ee33-4210-9ecb-614665a08fb2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:40.005589 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a4aba5d-4a62-4ce6-8627-97e21e59f4f3 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:40.029642 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6930879e-2779-406f-a2b1-7da7513d5f76 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:40.035728 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6930879e-2779-406f-a2b1-7da7513d5f76 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.8063364 Mar 14 15:24:40.038272 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024b09c3-253f-4bf0-ad85-ffcadd8d4de7 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:40.038900 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-024b09c3-253f-4bf0-ad85-ffcadd8d4de7 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:40.039078 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51478) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:40.079412 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-893d3a75-c429-4890-b97b-8e881b7c7665 req-1cf73d60-cdd1-43de-b65a-ec9f01c3d363 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/security-groups?id=a1603967-3516-424c-8a79-2969bef37aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9555068 Mar 14 15:24:40.164845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b09c3-253f-4bf0-ad85-ffcadd8d4de7 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Pushing event updated for resources: {'Port': ['ID=720e58ed-2827-4fac-8f41-22b500916927,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:40.190783 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3578c8e0-8809-486d-98a9-aa74dcc21553 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:24:40.210405 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-024b09c3-253f-4bf0-ad85-ffcadd8d4de7 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1953032 Mar 14 15:24:40.215960 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51480) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:40.223483 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-40ad4785-244f-40be-bb4b-b5f1bf3067e6 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a7:d2:05'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:40.284302 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a4aba5d-4a62-4ce6-8627-97e21e59f4f3 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:40.286836 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a4aba5d-4a62-4ce6-8627-97e21e59f4f3 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:40.287986 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2a4aba5d-4a62-4ce6-8627-97e21e59f4f3 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "DELETE /v2.0/security-groups/5eab0622-3a46-465f-9778-637516b3a996 HTTP/1.1" status: 204 len: 168 time: 0.5922077 Mar 14 15:24:40.290435 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df2a73ce-2fd2-4a06-8614-919cb1fa2b7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:40.293498 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 3578c8e0-8809-486d-98a9-aa74dcc21553 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:40.294402 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:40.298713 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51482) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:40.309694 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] Set router c47ea34e-ee33-4210-9ecb-614665a08fb2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:24:40.315427 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df2a73ce-2fd2-4a06-8614-919cb1fa2b7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:40.324855 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-2b4e7d8c-a3b6-438c-932b-cbb20423709b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] show failed (client error): The resource could not be found. Mar 14 15:24:40.325902 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2b4e7d8c-a3b6-438c-932b-cbb20423709b tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "GET /v2.0/security-groups/5eab0622-3a46-465f-9778-637516b3a996 HTTP/1.1" status: 404 len: 347 time: 0.0261412 Mar 14 15:24:40.331925 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51484) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:40.333598 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4aba5d-4a62-4ce6-8627-97e21e59f4f3 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eab0622-3a46-465f-9778-637516b3a996,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:40.344323 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c98e4ef-b1d6-478d-b6fc-8454d91611ea tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:40.361054 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-da0b6be3-a503-40cf-97d7-5e4ca6c9e21d tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "GET /v2.0/routers/c47ea34e-ee33-4210-9ecb-614665a08fb2 HTTP/1.1" status: 200 len: 907 time: 0.3189392 Mar 14 15:24:40.406000 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51486) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:40.513091 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-eda5e959-5937-4d66-82ae-873afb702f66 None None] Provisioning complete for port 720e58ed-2827-4fac-8f41-22b500916927 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:40.514698 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eda5e959-5937-4d66-82ae-873afb702f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:40.527251 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a73ce-2fd2-4a06-8614-919cb1fa2b7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Port': ['ID=3ec3ab53-e5e3-4416-b940-0cdaa078fca4,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:40.533233 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df2a73ce-2fd2-4a06-8614-919cb1fa2b7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:40.585510 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47ea34e-ee33-4210-9ecb-614665a08fb2', 'name': 'tempest-snat-router-171883408', 'tenant_id': '89ffa37f77684135b01fa1943ac60d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': 'd7aa7dae-857b-40a1-a9b4-a78e3e0e3aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:24:34Z', 'updated_at': '2022-03-14T15:24:37Z', 'revision_number': 3, 'project_id': '89ffa37f77684135b01fa1943ac60d29', 'gw_port': {'id': 'd7aa7dae-857b-40a1-a9b4-a78e3e0e3aed', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47ea34e-ee33-4210-9ecb-614665a08fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:24:35Z', 'updated_at': '2022-03-14T15:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:40.627122 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] Checking router: c47ea34e-ee33-4210-9ecb-614665a08fb2 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:24:40.628873 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2812464c-6acc-4f2f-855d-a62751f78228 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:40.629201 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] Updating router c47ea34e-ee33-4210-9ecb-614665a08fb2 port d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:24:40.657670 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:40.658654 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-40ad4785-244f-40be-bb4b-b5f1bf3067e6 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:40.663318 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-96821103-dd48-46a1-bfc0-b3a1b5ef0a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:40.712947 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b72c5bc6-7a5e-4a9a-bfec-0c30d058fe43 req-cd1f191a-15c7-40b5-abcb-7083be63f1f1 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:40.728609 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c98e4ef-b1d6-478d-b6fc-8454d91611ea tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:40.741381 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-eda5e959-5937-4d66-82ae-873afb702f66 None None] Port 720e58ed-2827-4fac-8f41-22b500916927 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:40.797572 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2a73ce-2fd2-4a06-8614-919cb1fa2b7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network d9bb1867-8861-4942-8ecf-bf970dc8525f is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:40.800684 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f191a-15c7-40b5-abcb-7083be63f1f1 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Pushing event deleted for resources: {'Port': ['ID=a9a7c89e-d642-4529-ae79-4ce5ee00f40f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:40.807007 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-df2a73ce-2fd2-4a06-8614-919cb1fa2b7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:40.936726 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4c64bbb6-8452-41c1-9e11-7c0edfc22c04 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Deleting port 569721df-fa84-4566-a08e-fad3c0440b32 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:40.938701 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c64bbb6-8452-41c1-9e11-7c0edfc22c04 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:40.984810 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:40.995630 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:41.059996 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] Attempting to bind port d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:24:41.060333 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] Attempting to bind port d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:24:41.060972 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] Attempting to bind port d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:24:41.069469 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52ab4a-0299-4590-a334-e0a46ec8ffb7 None None] Pushing event updated for resources: {'Port': ['ID=d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:41.080959 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:24:41.081625 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:24:41.082689 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:41.083283 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:24:41.083939 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] Bound port: d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:24:41.084509 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:41.106657 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2c98e4ef-b1d6-478d-b6fc-8454d91611ea tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Deleting port a162d170-4b94-4a36-98f0-0bb57bbda5c2 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:41.106944 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c98e4ef-b1d6-478d-b6fc-8454d91611ea tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:41.156830 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] For port d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:24:41.168550 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] For port d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:24:41.177677 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:41.188152 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c64bbb6-8452-41c1-9e11-7c0edfc22c04 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:41.188152 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c64bbb6-8452-41c1-9e11-7c0edfc22c04 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:41.197929 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b72c5bc6-7a5e-4a9a-bfec-0c30d058fe43 req-cd1f191a-15c7-40b5-abcb-7083be63f1f1 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Router 9f408e7d-60ca-4e28-b3e8-712d89b02601 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:24:41.219121 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4c64bbb6-8452-41c1-9e11-7c0edfc22c04 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Calling delete_port for 569721df-fa84-4566-a08e-fad3c0440b32 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:41.227187 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2812464c-6acc-4f2f-855d-a62751f78228 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:41.263246 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52ab4a-0299-4590-a334-e0a46ec8ffb7 None None] Pushing event updated for resources: {'Port': ['ID=d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:41.296298 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] Routers {'c47ea34e-ee33-4210-9ecb-614665a08fb2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:41.297942 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['c47ea34e-ee33-4210-9ecb-614665a08fb2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:41.311061 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-d54834cf-69d4-4508-accf-7c6a6c611621 None None] Provisioning complete for port 3ec3ab53-e5e3-4416-b940-0cdaa078fca4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:41.311768 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d54834cf-69d4-4508-accf-7c6a6c611621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:41.361242 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c98e4ef-b1d6-478d-b6fc-8454d91611ea tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:41.380158 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-265408dd-9a7b-4040-b6e8-1b1cb51c4b87 req-3c7ea7b0-dcad-4bf2-97c8-64b396dd3103 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 210 time: 0.0497537 Mar 14 15:24:41.404038 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-d54834cf-69d4-4508-accf-7c6a6c611621 None None] Port 3ec3ab53-e5e3-4416-b940-0cdaa078fca4 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:41.418695 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] Set router c47ea34e-ee33-4210-9ecb-614665a08fb2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:24:41.441514 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2c98e4ef-b1d6-478d-b6fc-8454d91611ea tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Calling delete_port for a162d170-4b94-4a36-98f0-0bb57bbda5c2 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:41.479441 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-96821103-dd48-46a1-bfc0-b3a1b5ef0a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:41.581096 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2a73ce-2fd2-4a06-8614-919cb1fa2b7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 87fbe947-5e7b-478d-95fd-0443a4a09ad8 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:24:41.604720 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-40ad4785-244f-40be-bb4b-b5f1bf3067e6 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:41.615029 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-40ad4785-244f-40be-bb4b-b5f1bf3067e6 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:41.638203 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47ea34e-ee33-4210-9ecb-614665a08fb2', 'name': 'tempest-snat-router-171883408', 'tenant_id': '89ffa37f77684135b01fa1943ac60d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': 'd7aa7dae-857b-40a1-a9b4-a78e3e0e3aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:24:34Z', 'updated_at': '2022-03-14T15:24:37Z', 'revision_number': 3, 'project_id': '89ffa37f77684135b01fa1943ac60d29', 'gw_port': {'id': 'd7aa7dae-857b-40a1-a9b4-a78e3e0e3aed', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47ea34e-ee33-4210-9ecb-614665a08fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:24:35Z', 'updated_at': '2022-03-14T15:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:41.654397 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-96821103-dd48-46a1-bfc0-b3a1b5ef0a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Deleting port d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:41.654739 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-96821103-dd48-46a1-bfc0-b3a1b5ef0a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:41.668353 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40ab1e1-3de9-4b95-9b81-5ee48334d1f1 None None] The sync data for ids ['c47ea34e-ee33-4210-9ecb-614665a08fb2'] in dv-neutron-833559-1-hyperv is: [{'id': 'c47ea34e-ee33-4210-9ecb-614665a08fb2', 'name': 'tempest-snat-router-171883408', 'tenant_id': '89ffa37f77684135b01fa1943ac60d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': 'd7aa7dae-857b-40a1-a9b4-a78e3e0e3aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:24:34Z', 'updated_at': '2022-03-14T15:24:37Z', 'revision_number': 3, 'project_id': '89ffa37f77684135b01fa1943ac60d29', 'gw_port': {'id': 'd7aa7dae-857b-40a1-a9b4-a78e3e0e3aed', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47ea34e-ee33-4210-9ecb-614665a08fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:24:35Z', 'updated_at': '2022-03-14T15:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:41.833375 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad4785-244f-40be-bb4b-b5f1bf3067e6 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Pushing event updated for resources: {'Port': ['ID=720e58ed-2827-4fac-8f41-22b500916927,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:41.857051 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2a73ce-2fd2-4a06-8614-919cb1fa2b7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:41.868514 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7915f938-b0d6-4f47-9779-585442b0fbac None None] Sync routers for ids ['87fbe947-5e7b-478d-95fd-0443a4a09ad8'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:41.875420 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-df2a73ce-2fd2-4a06-8614-919cb1fa2b7e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/87fbe947-5e7b-478d-95fd-0443a4a09ad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2657607 Mar 14 15:24:41.879837 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51490) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:41.886079 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7915f938-b0d6-4f47-9779-585442b0fbac None None] Routers {'87fbe947-5e7b-478d-95fd-0443a4a09ad8'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:41.886959 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7915f938-b0d6-4f47-9779-585442b0fbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['87fbe947-5e7b-478d-95fd-0443a4a09ad8'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:41.889532 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-40ad4785-244f-40be-bb4b-b5f1bf3067e6 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] In _notify_port_updated(), no bound segment for port 720e58ed-2827-4fac-8f41-22b500916927 on network 7e2ba77e-aace-4cea-9091-f59bfc899e1c {{(pid=102567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:24:41.895434 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ad4785-244f-40be-bb4b-b5f1bf3067e6 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:41.896075 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-40ad4785-244f-40be-bb4b-b5f1bf3067e6 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:41.897365 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-40ad4785-244f-40be-bb4b-b5f1bf3067e6 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "PUT /v2.0/ports/720e58ed-2827-4fac-8f41-22b500916927 HTTP/1.1" status: 200 len: 996 time: 1.6788175 Mar 14 15:24:41.905684 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51492) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:41.937404 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7915f938-b0d6-4f47-9779-585442b0fbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:41.982326 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7915f938-b0d6-4f47-9779-585442b0fbac None None] Routers {'87fbe947-5e7b-478d-95fd-0443a4a09ad8'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:41.983190 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7915f938-b0d6-4f47-9779-585442b0fbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['87fbe947-5e7b-478d-95fd-0443a4a09ad8'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:42.040440 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7915f938-b0d6-4f47-9779-585442b0fbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:42.041104 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7915f938-b0d6-4f47-9779-585442b0fbac None None] The sync data for ids ['87fbe947-5e7b-478d-95fd-0443a4a09ad8'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:42.051078 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-96821103-dd48-46a1-bfc0-b3a1b5ef0a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] For port d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:42.051562 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-96821103-dd48-46a1-bfc0-b3a1b5ef0a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:42.071792 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600f71d6-de39-4415-a29b-38a52f780360 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:42.077301 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-600f71d6-de39-4415-a29b-38a52f780360 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/ports/3ec3ab53-e5e3-4416-b940-0cdaa078fca4 HTTP/1.1" status: 200 len: 910 time: 0.1961818 Mar 14 15:24:42.078701 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51494) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:42.116040 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b72c5bc6-7a5e-4a9a-bfec-0c30d058fe43 req-cd1f191a-15c7-40b5-abcb-7083be63f1f1 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:42.139877 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-96821103-dd48-46a1-bfc0-b3a1b5ef0a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Calling delete_port for d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:42.143091 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-9cf821a4-d970-450f-8aba-badb9e3110e1 None None] Provisioning complete for port 720e58ed-2827-4fac-8f41-22b500916927 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:42.143495 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9cf821a4-d970-450f-8aba-badb9e3110e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:42.145316 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd36069b-d3ba-44f8-91d2-3542c14182e3 None None] Sync routers for ids ['9f408e7d-60ca-4e28-b3e8-712d89b02601'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:42.163408 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd36069b-d3ba-44f8-91d2-3542c14182e3 None None] Routers {'9f408e7d-60ca-4e28-b3e8-712d89b02601'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:42.167902 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fd36069b-d3ba-44f8-91d2-3542c14182e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9f408e7d-60ca-4e28-b3e8-712d89b02601'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:42.204416 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9cf821a4-d970-450f-8aba-badb9e3110e1 None None] Port 720e58ed-2827-4fac-8f41-22b500916927 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:42.215070 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:24:42.294151 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:42.294530 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:42.343322 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-fd36069b-d3ba-44f8-91d2-3542c14182e3 None None] Set router 9f408e7d-60ca-4e28-b3e8-712d89b02601 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:24:42.385852 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c98e4ef-b1d6-478d-b6fc-8454d91611ea tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:42.400047 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72c5bc6-7a5e-4a9a-bfec-0c30d058fe43 req-cd1f191a-15c7-40b5-abcb-7083be63f1f1 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] No DVR routers for this DVR port a9a7c89e-d642-4529-ae79-4ce5ee00f40f on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:42.413734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c64bbb6-8452-41c1-9e11-7c0edfc22c04 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:42.425524 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b72c5bc6-7a5e-4a9a-bfec-0c30d058fe43 req-cd1f191a-15c7-40b5-abcb-7083be63f1f1 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:42.429178 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b72c5bc6-7a5e-4a9a-bfec-0c30d058fe43 req-cd1f191a-15c7-40b5-abcb-7083be63f1f1 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.18 "DELETE /v2.0/ports/a9a7c89e-d642-4529-ae79-4ce5ee00f40f HTTP/1.1" status: 204 len: 173 time: 5.6209223 Mar 14 15:24:42.436126 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa559156-b648-4e28-8107-f95f7b326687', 'name': 'network-vif-deleted', 'tag': 'a9a7c89e-d642-4529-ae79-4ce5ee00f40f'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:24:42.440204 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d87a2d2-f2e9-4596-b396-7bb01072a87b" -d '{"events": [{"server_uuid": "fa559156-b648-4e28-8107-f95f7b326687", "name": "network-vif-deleted", "tag": "a9a7c89e-d642-4529-ae79-4ce5ee00f40f"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:24:42.483117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2812464c-6acc-4f2f-855d-a62751f78228 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router 9409c08e-0618-4409-b786-e0c4fd29c6b4 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:24:42.503437 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:42.507339 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98e4ef-b1d6-478d-b6fc-8454d91611ea tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Pushing event deleted for resources: {'Port': ['ID=a162d170-4b94-4a36-98f0-0bb57bbda5c2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:42.586508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a11118b-71a3-4a55-a5d1-ba20ac564566 x-openstack-request-id: req-0a11118b-71a3-4a55-a5d1-ba20ac564566 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:24:42.586619 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa559156-b648-4e28-8107-f95f7b326687", "name": "network-vif-deleted", "tag": "a9a7c89e-d642-4529-ae79-4ce5ee00f40f", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:24:42.586940 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a11118b-71a3-4a55-a5d1-ba20ac564566 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:24:42.587486 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa559156-b648-4e28-8107-f95f7b326687', 'name': 'network-vif-deleted', 'tag': 'a9a7c89e-d642-4529-ae79-4ce5ee00f40f', 'status': 'completed', 'code': 200} Mar 14 15:24:42.593184 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:42.611811 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:42.653021 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-feb16d82-16f7-4427-85e4-5f8cb16eb606 req-f87a8bfe-0ec1-4fef-93ff-629f74efdafb tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa559156-b648-4e28-8107-f95f7b326687 HTTP/1.1" status: 200 len: 210 time: 0.0424314 Mar 14 15:24:42.657381 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c98e4ef-b1d6-478d-b6fc-8454d91611ea tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:42.736032 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:42.757733 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-7f70c8b9-c54c-4ed9-8369-7e466054bca0 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Deleting port 720e58ed-2827-4fac-8f41-22b500916927 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:42.758314 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7f70c8b9-c54c-4ed9-8369-7e466054bca0 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:42.787678 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fd36069b-d3ba-44f8-91d2-3542c14182e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'name': 'tempest-ServersTestJSON-1699675645-router', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:08Z', 'revision_number': 4, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'gw_port': {'id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'dd0bd637-f443-4915-99c6-51010214304a', 'name': '', 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'mac_address': 'fa:16:3e:f5:7f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '32b536a6-20b7-48a8-995b-e55598332338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:04Z', 'updated_at': '2022-03-14T15:23:15Z', 'revision_number': 5, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'subnets': [{'id': '32b536a6-20b7-48a8-995b-e55598332338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:42.821170 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2812464c-6acc-4f2f-855d-a62751f78228 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:42.831633 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd36069b-d3ba-44f8-91d2-3542c14182e3 None None] Checking router: 9f408e7d-60ca-4e28-b3e8-712d89b02601 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:24:42.832360 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3423ae89-fd28-44d2-b3d9-ef68143d0d05 None None] Sync routers for ids ['9409c08e-0618-4409-b786-e0c4fd29c6b4'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:42.849539 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd36069b-d3ba-44f8-91d2-3542c14182e3 None None] Routers {'9f408e7d-60ca-4e28-b3e8-712d89b02601'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:42.850705 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fd36069b-d3ba-44f8-91d2-3542c14182e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9f408e7d-60ca-4e28-b3e8-712d89b02601'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:42.850827 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64bbb6-8452-41c1-9e11-7c0edfc22c04 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Pushing event deleted for resources: {'Port': ['ID=569721df-fa84-4566-a08e-fad3c0440b32,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:42.862482 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3423ae89-fd28-44d2-b3d9-ef68143d0d05 None None] Routers {'9409c08e-0618-4409-b786-e0c4fd29c6b4'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:42.863079 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3423ae89-fd28-44d2-b3d9-ef68143d0d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9409c08e-0618-4409-b786-e0c4fd29c6b4'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:42.939805 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3423ae89-fd28-44d2-b3d9-ef68143d0d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:42.950397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3423ae89-fd28-44d2-b3d9-ef68143d0d05 None None] Routers {'9409c08e-0618-4409-b786-e0c4fd29c6b4'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:42.951168 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3423ae89-fd28-44d2-b3d9-ef68143d0d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9409c08e-0618-4409-b786-e0c4fd29c6b4'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:42.969004 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c98e4ef-b1d6-478d-b6fc-8454d91611ea tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:42.973811 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c98e4ef-b1d6-478d-b6fc-8454d91611ea tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:42.977453 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2812464c-6acc-4f2f-855d-a62751f78228 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:42.982354 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2812464c-6acc-4f2f-855d-a62751f78228 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.8500643 Mar 14 15:24:42.983204 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51500) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:42.983641 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7f70c8b9-c54c-4ed9-8369-7e466054bca0 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:43.016800 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-7f70c8b9-c54c-4ed9-8369-7e466054bca0 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Calling delete_port for 720e58ed-2827-4fac-8f41-22b500916927 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:43.017114 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3423ae89-fd28-44d2-b3d9-ef68143d0d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:43.018156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3423ae89-fd28-44d2-b3d9-ef68143d0d05 None None] The sync data for ids ['9409c08e-0618-4409-b786-e0c4fd29c6b4'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:43.041388 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c64bbb6-8452-41c1-9e11-7c0edfc22c04 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:43.046580 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c64bbb6-8452-41c1-9e11-7c0edfc22c04 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:43.051949 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4c64bbb6-8452-41c1-9e11-7c0edfc22c04 tempest-ServersTestManualDisk-1920064709 tempest-ServersTestManualDisk-1920064709-project] 10.222.0.59 "DELETE /v2.0/floatingips/379cf6ad-3810-4220-8866-7cc7d4c3e0cb HTTP/1.1" status: 204 len: 168 time: 2.7146647 Mar 14 15:24:43.055715 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51502) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:43.159989 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c98e4ef-b1d6-478d-b6fc-8454d91611ea tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:43.160642 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c98e4ef-b1d6-478d-b6fc-8454d91611ea tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Fanout notify agent at l3_agent the message router_deleted on router 9bf5c663-e782-4356-9aef-2fd2649a1a03 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:24:43.170463 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c98e4ef-b1d6-478d-b6fc-8454d91611ea tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:43.176366 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2c98e4ef-b1d6-478d-b6fc-8454d91611ea tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "DELETE /v2.0/routers/9bf5c663-e782-4356-9aef-2fd2649a1a03 HTTP/1.1" status: 204 len: 168 time: 3.3728378 Mar 14 15:24:43.181909 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51504) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:43.187887 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-d699c463-1992-433f-b81b-40da18d2bf88 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1071411795', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'enable_snat': False}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:43.200628 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-96821103-dd48-46a1-bfc0-b3a1b5ef0a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:43.231433 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f5825683-115a-4f5f-adfb-a751723a57f5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:43.246257 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-fd36069b-d3ba-44f8-91d2-3542c14182e3 None None] Set router 9f408e7d-60ca-4e28-b3e8-712d89b02601 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:24:43.294773 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2fdf0b25-d09f-4091-a2ed-a1e36e202e3d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/routers/9409c08e-0618-4409-b786-e0c4fd29c6b4 HTTP/1.1" status: 200 len: 885 time: 0.3077040 Mar 14 15:24:43.295508 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51506) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:43.331396 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96821103-dd48-46a1-bfc0-b3a1b5ef0a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:43.416002 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d699c463-1992-433f-b81b-40da18d2bf88 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:43.416982 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d699c463-1992-433f-b81b-40da18d2bf88 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:43.512948 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-fd36069b-d3ba-44f8-91d2-3542c14182e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'name': 'tempest-ServersTestJSON-1699675645-router', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:08Z', 'revision_number': 4, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'gw_port': {'id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'dd0bd637-f443-4915-99c6-51010214304a', 'name': '', 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'mac_address': 'fa:16:3e:f5:7f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '32b536a6-20b7-48a8-995b-e55598332338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:04Z', 'updated_at': '2022-03-14T15:23:15Z', 'revision_number': 5, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'subnets': [{'id': '32b536a6-20b7-48a8-995b-e55598332338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:43.543271 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-96821103-dd48-46a1-bfc0-b3a1b5ef0a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:43.546276 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd36069b-d3ba-44f8-91d2-3542c14182e3 None None] The sync data for ids ['9f408e7d-60ca-4e28-b3e8-712d89b02601'] in dv-neutron-833559-1-hyperv is: [{'id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'name': 'tempest-ServersTestJSON-1699675645-router', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:08Z', 'revision_number': 4, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'gw_port': {'id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'dd0bd637-f443-4915-99c6-51010214304a', 'name': '', 'network_id': '52d00c44-24c0-4d1a-a340-c039d76298f3', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'mac_address': 'fa:16:3e:f5:7f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '32b536a6-20b7-48a8-995b-e55598332338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:04Z', 'updated_at': '2022-03-14T15:23:15Z', 'revision_number': 5, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'subnets': [{'id': '32b536a6-20b7-48a8-995b-e55598332338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:43.575475 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-84fd1051-dd8e-4f42-a050-b51af697cdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:43.580351 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7f70c8b9-c54c-4ed9-8369-7e466054bca0 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:43.754237 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51512) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:43.846757 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f5efb89a-5753-4e7a-92c3-d745f67fec08 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:43.904199 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f5efb89a-5753-4e7a-92c3-d745f67fec08 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:43.956071 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-84fd1051-dd8e-4f42-a050-b51af697cdf4 admin admin] Deleting port a7cfce75-eadf-4340-a944-8ea4806a0406 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:43.956423 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-84fd1051-dd8e-4f42-a050-b51af697cdf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:44.011469 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f5efb89a-5753-4e7a-92c3-d745f67fec08 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:44.014186 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f5efb89a-5753-4e7a-92c3-d745f67fec08 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:44.015417 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f5efb89a-5753-4e7a-92c3-d745f67fec08 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "DELETE /v2.0/security-groups/a1603967-3516-424c-8a79-2969bef37aba HTTP/1.1" status: 204 len: 168 time: 0.2591109 Mar 14 15:24:44.021716 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51514) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:44.035986 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70c8b9-c54c-4ed9-8369-7e466054bca0 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Pushing event deleted for resources: {'Port': ['ID=720e58ed-2827-4fac-8f41-22b500916927,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:44.040239 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-96821103-dd48-46a1-bfc0-b3a1b5ef0a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:44.042824 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efb89a-5753-4e7a-92c3-d745f67fec08 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1603967-3516-424c-8a79-2969bef37aba,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:44.046425 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-96821103-dd48-46a1-bfc0-b3a1b5ef0a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:44.061777 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-c16f0bb9-81d4-48e3-8db0-576d8aac60f0 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] show failed (client error): The resource could not be found. Mar 14 15:24:44.062873 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c16f0bb9-81d4-48e3-8db0-576d8aac60f0 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "GET /v2.0/security-groups/a1603967-3516-424c-8a79-2969bef37aba HTTP/1.1" status: 404 len: 347 time: 0.0401599 Mar 14 15:24:44.065626 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51516) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:44.104453 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d699c463-1992-433f-b81b-40da18d2bf88 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:44.146383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-84fd1051-dd8e-4f42-a050-b51af697cdf4 admin admin] For port a7cfce75-eadf-4340-a944-8ea4806a0406, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a7cfce75-eadf-4340-a944-8ea4806a0406,segment=NetworkSegment(5b66a205-4257-4ef2-b24e-2402f06e70b7),segment_id=5b66a205-4257-4ef2-b24e-2402f06e70b7)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:44.146770 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-84fd1051-dd8e-4f42-a050-b51af697cdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:44.188505 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ddfa2-0aa5-43b4-83e8-64db8b5446bc None None] New status for floating IP a3d02530-b5a3-420a-b716-fc5ae6bdc070: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:24:44.216292 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-84fd1051-dd8e-4f42-a050-b51af697cdf4 admin admin] Calling delete_port for a7cfce75-eadf-4340-a944-8ea4806a0406 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:44.347638 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3390d447-844a-492b-bb1e-f7d604c82638 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Deleting port 19297926-e71f-4739-b7d0-04eefff1ff84 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:44.347990 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3390d447-844a-492b-bb1e-f7d604c82638 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:44.372386 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7f70c8b9-c54c-4ed9-8369-7e466054bca0 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:44.380074 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7f70c8b9-c54c-4ed9-8369-7e466054bca0 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "DELETE /v2.0/ports/720e58ed-2827-4fac-8f41-22b500916927 HTTP/1.1" status: 204 len: 168 time: 2.4160073 Mar 14 15:24:44.381808 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51518) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:44.433311 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-96821103-dd48-46a1-bfc0-b3a1b5ef0a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:44.433840 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96821103-dd48-46a1-bfc0-b3a1b5ef0a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c47ea34e-ee33-4210-9ecb-614665a08fb2 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:24:44.453858 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-303f13ce-1bc1-43ce-b77f-74abace41859 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] GET failed (client error): The resource could not be found. Mar 14 15:24:44.458989 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-303f13ce-1bc1-43ce-b77f-74abace41859 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "GET /v2.0/ports/720e58ed-2827-4fac-8f41-22b500916927 HTTP/1.1" status: 404 len: 333 time: 0.0727909 Mar 14 15:24:44.461921 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51520) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:44.465068 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-96821103-dd48-46a1-bfc0-b3a1b5ef0a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:44.466203 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-96821103-dd48-46a1-bfc0-b3a1b5ef0a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "DELETE /v2.0/routers/c47ea34e-ee33-4210-9ecb-614665a08fb2 HTTP/1.1" status: 204 len: 168 time: 4.0591583 Mar 14 15:24:44.471424 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51522) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:44.479067 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-8b573ce5-1afb-4f8a-b76e-382ed193ef89 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Request body: {'port': {'network_id': '7e2ba77e-aace-4cea-9091-f59bfc899e1c', 'name': 'tempest-AllowedAddressPairTestJSON-1554226742'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:44.486136 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d699c463-1992-433f-b81b-40da18d2bf88 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:44.566753 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3390d447-844a-492b-bb1e-f7d604c82638 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:44.567234 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3390d447-844a-492b-bb1e-f7d604c82638 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:44.644198 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3390d447-844a-492b-bb1e-f7d604c82638 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Calling delete_port for 19297926-e71f-4739-b7d0-04eefff1ff84 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:44.702163 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-84fd1051-dd8e-4f42-a050-b51af697cdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:44.713892 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2066d9b2-e1c3-41d0-b943-0c3c79545f4b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:44.737540 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd1051-dd8e-4f42-a050-b51af697cdf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7cfce75-eadf-4340-a944-8ea4806a0406,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:44.758550 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a2083402-fcc1-4bfe-9278-d5d137457801 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.4590981 Mar 14 15:24:44.762819 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51524) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:44.770442 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-92f10748-48ff-4e52-9260-d1dcc15e1197 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2140933231'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:44.835634 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b573ce5-1afb-4f8a-b76e-382ed193ef89 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Made reservation on behalf of c8d6251fcd55443b98598e4e09a3c2e9 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:44.839088 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8b573ce5-1afb-4f8a-b76e-382ed193ef89 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:44.917485 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-8b573ce5-1afb-4f8a-b76e-382ed193ef89 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] device_id is not set on port e7140b9b-4beb-491d-989e-39fb20fe0f2c yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:24:44.928775 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-f5825683-115a-4f5f-adfb-a751723a57f5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting port 3ec3ab53-e5e3-4416-b940-0cdaa078fca4 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:44.929162 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f5825683-115a-4f5f-adfb-a751723a57f5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:45.268364 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2066d9b2-e1c3-41d0-b943-0c3c79545f4b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:45.293505 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f5825683-115a-4f5f-adfb-a751723a57f5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:45.322664 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-f5825683-115a-4f5f-adfb-a751723a57f5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Calling delete_port for 3ec3ab53-e5e3-4416-b940-0cdaa078fca4 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:45.326625 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-8b573ce5-1afb-4f8a-b76e-382ed193ef89 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Allocated IP 172.20.0.10 (7e2ba77e-aace-4cea-9091-f59bfc899e1c/d62840a2-39c7-497f-8cac-7b81b5e46c43/e7140b9b-4beb-491d-989e-39fb20fe0f2c) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:45.343146 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d699c463-1992-433f-b81b-40da18d2bf88 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:45.349964 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3390d447-844a-492b-bb1e-f7d604c82638 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:45.394901 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390d447-844a-492b-bb1e-f7d604c82638 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Pushing event deleted for resources: {'Port': ['ID=19297926-e71f-4739-b7d0-04eefff1ff84,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:45.400327 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-84fd1051-dd8e-4f42-a050-b51af697cdf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:45.438593 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d699c463-1992-433f-b81b-40da18d2bf88 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:45.503386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2066d9b2-e1c3-41d0-b943-0c3c79545f4b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Deleting port 3578c8e0-8809-486d-98a9-aa74dcc21553 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:45.503726 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2066d9b2-e1c3-41d0-b943-0c3c79545f4b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:45.524256 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3390d447-844a-492b-bb1e-f7d604c82638 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:45.526609 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3390d447-844a-492b-bb1e-f7d604c82638 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:45.527782 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3390d447-844a-492b-bb1e-f7d604c82638 tempest-ServersTestJSON-201082785 tempest-ServersTestJSON-201082785-project] 10.222.0.59 "DELETE /v2.0/floatingips/a3d02530-b5a3-420a-b716-fc5ae6bdc070 HTTP/1.1" status: 204 len: 168 time: 1.4612093 Mar 14 15:24:45.531956 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51528) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:45.647058 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-92f10748-48ff-4e52-9260-d1dcc15e1197 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:45.721136 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-2066d9b2-e1c3-41d0-b943-0c3c79545f4b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] For port 3578c8e0-8809-486d-98a9-aa74dcc21553, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3578c8e0-8809-486d-98a9-aa74dcc21553,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:45.721503 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2066d9b2-e1c3-41d0-b943-0c3c79545f4b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:45.777670 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2066d9b2-e1c3-41d0-b943-0c3c79545f4b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Calling delete_port for 3578c8e0-8809-486d-98a9-aa74dcc21553 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:46.024021 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fd1051-dd8e-4f42-a050-b51af697cdf4 admin admin] Router fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:24:46.025748 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-92f10748-48ff-4e52-9260-d1dcc15e1197 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:46.058675 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-d699c463-1992-433f-b81b-40da18d2bf88 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Allocated IP 172.26.6.88 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/03d9bbbe-9ddb-4a76-8ff7-02fb7335643e) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:46.117756 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:24:46.141838 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:24:46.142180 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d7aa7dae-857b-40a1-a9b4-a78e3e0e3aed not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:24:46.199762 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8b573ce5-1afb-4f8a-b76e-382ed193ef89 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:46.245765 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2066d9b2-e1c3-41d0-b943-0c3c79545f4b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:46.259616 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fd1051-dd8e-4f42-a050-b51af697cdf4 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:46.276508 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f5825683-115a-4f5f-adfb-a751723a57f5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:46.278695 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96899701-8ff8-401e-9761-32b105699aee None None] Sync routers for ids ['fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:46.289177 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-84fd1051-dd8e-4f42-a050-b51af697cdf4 admin admin] 10.222.0.59 "PUT /v2.0/routers/fbb9e2ca-da3c-43ba-b0ed-62e4115b0435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2300518 Mar 14 15:24:46.290295 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51530) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:46.292495 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066d9b2-e1c3-41d0-b943-0c3c79545f4b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Pushing event deleted for resources: {'Port': ['ID=3578c8e0-8809-486d-98a9-aa74dcc21553,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:46.321326 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5825683-115a-4f5f-adfb-a751723a57f5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Port': ['ID=3ec3ab53-e5e3-4416-b940-0cdaa078fca4,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:46.322621 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96899701-8ff8-401e-9761-32b105699aee None None] Routers {'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:46.323528 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-96899701-8ff8-401e-9761-32b105699aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:46.388450 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f10748-48ff-4e52-9260-d1dcc15e1197 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router 9409c08e-0618-4409-b786-e0c4fd29c6b4 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:24:46.460339 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d699c463-1992-433f-b81b-40da18d2bf88 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:46.470176 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8b573ce5-1afb-4f8a-b76e-382ed193ef89 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:46.524303 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2066d9b2-e1c3-41d0-b943-0c3c79545f4b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:46.570097 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-96899701-8ff8-401e-9761-32b105699aee None None] Set router fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:24:46.641071 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2066d9b2-e1c3-41d0-b943-0c3c79545f4b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:46.643222 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d26637d-a862-4397-8b46-df960f530e46 admin admin] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:46.646362 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2066d9b2-e1c3-41d0-b943-0c3c79545f4b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:46.667108 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d699c463-1992-433f-b81b-40da18d2bf88 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:46.672400 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b573ce5-1afb-4f8a-b76e-382ed193ef89 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Network 7e2ba77e-aace-4cea-9091-f59bfc899e1c is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:46.722803 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-8b573ce5-1afb-4f8a-b76e-382ed193ef89 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:46.725282 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b573ce5-1afb-4f8a-b76e-382ed193ef89 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:46.734588 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f5825683-115a-4f5f-adfb-a751723a57f5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:46.740808 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-068cec94-f3c8-4092-93dd-4eb192d4c1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:46.777324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2066d9b2-e1c3-41d0-b943-0c3c79545f4b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:46.777843 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2066d9b2-e1c3-41d0-b943-0c3c79545f4b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4438b687-ab6f-467d-a9ae-c788dbe7ad0a {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:24:46.799020 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b573ce5-1afb-4f8a-b76e-382ed193ef89 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Pushing event updated for resources: {'Port': ['ID=e7140b9b-4beb-491d-989e-39fb20fe0f2c,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:46.799749 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-96899701-8ff8-401e-9761-32b105699aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'name': 'tempest-ServersTestManualDisk-247110455-router', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:24:44Z', 'revision_number': 5, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'gw_port': {'id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:46.821718 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2066d9b2-e1c3-41d0-b943-0c3c79545f4b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:46.824574 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2066d9b2-e1c3-41d0-b943-0c3c79545f4b tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "DELETE /v2.0/routers/4438b687-ab6f-467d-a9ae-c788dbe7ad0a HTTP/1.1" status: 204 len: 168 time: 2.3523271 Mar 14 15:24:46.831026 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51532) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:46.841743 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ecf06be1-7d8e-4403-b8d8-cf4cf7444461 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-11474104', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:46.864923 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96899701-8ff8-401e-9761-32b105699aee None None] Checking router: fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:24:46.888985 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96899701-8ff8-401e-9761-32b105699aee None None] Routers {'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:46.890387 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-96899701-8ff8-401e-9761-32b105699aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:46.913147 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699c463-1992-433f-b81b-40da18d2bf88 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Pushing event updated for resources: {'Port': ['ID=03d9bbbe-9ddb-4a76-8ff7-02fb7335643e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:46.919876 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d699c463-1992-433f-b81b-40da18d2bf88 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:46.963847 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecf06be1-7d8e-4403-b8d8-cf4cf7444461 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:46.965103 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecf06be1-7d8e-4403-b8d8-cf4cf7444461 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:46.981949 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d26637d-a862-4397-8b46-df960f530e46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:46.992390 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-d699c463-1992-433f-b81b-40da18d2bf88 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:46.995574 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d699c463-1992-433f-b81b-40da18d2bf88 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:47.061344 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b573ce5-1afb-4f8a-b76e-382ed193ef89 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:47.062322 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8b573ce5-1afb-4f8a-b76e-382ed193ef89 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:47.115102 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-96899701-8ff8-401e-9761-32b105699aee None None] Set router fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:24:47.132871 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8b573ce5-1afb-4f8a-b76e-382ed193ef89 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6575642 Mar 14 15:24:47.138578 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51534) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:47.145400 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f9ca1db8-2a73-4a7c-90c5-b009e7b61f9a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Request body: {'port': {'network_id': '7e2ba77e-aace-4cea-9091-f59bfc899e1c', 'name': 'tempest-AllowedAddressPairTestJSON-2047793709'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:47.155576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecf06be1-7d8e-4403-b8d8-cf4cf7444461 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:47.182792 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f10748-48ff-4e52-9260-d1dcc15e1197 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:47.190267 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-92f10748-48ff-4e52-9260-d1dcc15e1197 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:47.194358 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6c3ab5-4a24-48ed-8f59-433dc1c9ea85 None None] Sync routers for ids ['9409c08e-0618-4409-b786-e0c4fd29c6b4'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:47.207501 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-92f10748-48ff-4e52-9260-d1dcc15e1197 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/9409c08e-0618-4409-b786-e0c4fd29c6b4 HTTP/1.1" status: 200 len: 892 time: 2.4406943 Mar 14 15:24:47.208129 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51536) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:47.212325 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6c3ab5-4a24-48ed-8f59-433dc1c9ea85 None None] Routers {'9409c08e-0618-4409-b786-e0c4fd29c6b4'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:47.212979 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4c6c3ab5-4a24-48ed-8f59-433dc1c9ea85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9409c08e-0618-4409-b786-e0c4fd29c6b4'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:47.281252 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4c6c3ab5-4a24-48ed-8f59-433dc1c9ea85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:47.307161 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6c3ab5-4a24-48ed-8f59-433dc1c9ea85 None None] Routers {'9409c08e-0618-4409-b786-e0c4fd29c6b4'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:47.307808 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4c6c3ab5-4a24-48ed-8f59-433dc1c9ea85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9409c08e-0618-4409-b786-e0c4fd29c6b4'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:47.336914 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-fcccd696-01e8-4402-8b82-ab15ecd7e640 None None] Provisioning complete for port e7140b9b-4beb-491d-989e-39fb20fe0f2c triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:47.337493 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fcccd696-01e8-4402-8b82-ab15ecd7e640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:47.360194 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4c6c3ab5-4a24-48ed-8f59-433dc1c9ea85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:47.361079 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6c3ab5-4a24-48ed-8f59-433dc1c9ea85 None None] The sync data for ids ['9409c08e-0618-4409-b786-e0c4fd29c6b4'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:47.365139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecf06be1-7d8e-4403-b8d8-cf4cf7444461 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:47.396918 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-fcccd696-01e8-4402-8b82-ab15ecd7e640 None None] Port e7140b9b-4beb-491d-989e-39fb20fe0f2c cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:47.405185 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3d26637d-a862-4397-8b46-df960f530e46 admin admin] Deleting port 3c8fa3e1-f7af-4310-9b47-8df05c9b6429 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:47.405596 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d26637d-a862-4397-8b46-df960f530e46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:47.429015 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-96899701-8ff8-401e-9761-32b105699aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'name': 'tempest-ServersTestManualDisk-247110455-router', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:24:44Z', 'revision_number': 5, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'gw_port': {'id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:47.483506 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96899701-8ff8-401e-9761-32b105699aee None None] The sync data for ids ['fbb9e2ca-da3c-43ba-b0ed-62e4115b0435'] in dv-neutron-833559-1-hyperv is: [{'id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'name': 'tempest-ServersTestManualDisk-247110455-router', 'tenant_id': 'c724f31e7fdd406db66fd20be3d79551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:24:44Z', 'revision_number': 5, 'project_id': 'c724f31e7fdd406db66fd20be3d79551', 'gw_port': {'id': '3c8fa3e1-f7af-4310-9b47-8df05c9b6429', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:06:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb9e2ca-da3c-43ba-b0ed-62e4115b0435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:47.537109 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5825683-115a-4f5f-adfb-a751723a57f5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 87fbe947-5e7b-478d-95fd-0443a4a09ad8 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:24:47.775405 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6da16d21-8827-4bc2-9574-98c5871eed75 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/routers/9409c08e-0618-4409-b786-e0c4fd29c6b4 HTTP/1.1" status: 200 len: 892 time: 0.4839540 Mar 14 15:24:47.779711 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5825683-115a-4f5f-adfb-a751723a57f5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:47.784987 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51538) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:47.789654 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f5825683-115a-4f5f-adfb-a751723a57f5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/87fbe947-5e7b-478d-95fd-0443a4a09ad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6994436 Mar 14 15:24:47.792541 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8845574a-bf93-43de-84e5-8b670fd56f47 None None] Sync routers for ids ['87fbe947-5e7b-478d-95fd-0443a4a09ad8'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:47.800540 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51540) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:47.809854 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8845574a-bf93-43de-84e5-8b670fd56f47 None None] Routers {'87fbe947-5e7b-478d-95fd-0443a4a09ad8'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:47.811299 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-8845574a-bf93-43de-84e5-8b670fd56f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['87fbe947-5e7b-478d-95fd-0443a4a09ad8'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:47.847938 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7f8dd393-a059-4f41-be35-32651a8d7290 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/ports?device_id=87fbe947-5e7b-478d-95fd-0443a4a09ad8 HTTP/1.1" status: 200 len: 205 time: 0.0465136 Mar 14 15:24:47.849857 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0fbc4826-a0da-436a-bbbb-6e253a696379 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/ports?device_id=9409c08e-0618-4409-b786-e0c4fd29c6b4 HTTP/1.1" status: 200 len: 205 time: 0.0637481 Mar 14 15:24:47.850568 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ca1db8-2a73-4a7c-90c5-b009e7b61f9a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Made reservation on behalf of c8d6251fcd55443b98598e4e09a3c2e9 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:47.852273 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51542) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:47.852782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51544) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:47.853949 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f9ca1db8-2a73-4a7c-90c5-b009e7b61f9a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:47.857882 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-8845574a-bf93-43de-84e5-8b670fd56f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:47.868536 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8845574a-bf93-43de-84e5-8b670fd56f47 None None] Routers {'87fbe947-5e7b-478d-95fd-0443a4a09ad8'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:47.869392 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-8845574a-bf93-43de-84e5-8b670fd56f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['87fbe947-5e7b-478d-95fd-0443a4a09ad8'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:47.888275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-f9ca1db8-2a73-4a7c-90c5-b009e7b61f9a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] device_id is not set on port 4de0352f-1504-4322-ae53-7f01d324c89a yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:24:47.898592 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d699c463-1992-433f-b81b-40da18d2bf88 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:47.912448 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-8845574a-bf93-43de-84e5-8b670fd56f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:47.913233 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8845574a-bf93-43de-84e5-8b670fd56f47 None None] The sync data for ids ['87fbe947-5e7b-478d-95fd-0443a4a09ad8'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:48.047279 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-297474a3-a316-40fd-bc7b-0c3f1e42a1f5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:48.053677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-3d26637d-a862-4397-8b46-df960f530e46 admin admin] For port 3c8fa3e1-f7af-4310-9b47-8df05c9b6429, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3c8fa3e1-f7af-4310-9b47-8df05c9b6429,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:48.054316 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d26637d-a862-4397-8b46-df960f530e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:48.104571 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a7cfce75-eadf-4340-a944-8ea4806a0406 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:24:48.129988 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: a7cfce75-eadf-4340-a944-8ea4806a0406 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:24:48.129988 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a7cfce75-eadf-4340-a944-8ea4806a0406 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:24:48.130379 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3578c8e0-8809-486d-98a9-aa74dcc21553 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:24:48.135162 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-f9ca1db8-2a73-4a7c-90c5-b009e7b61f9a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Allocated IP 172.20.0.11 (7e2ba77e-aace-4cea-9091-f59bfc899e1c/d62840a2-39c7-497f-8cac-7b81b5e46c43/4de0352f-1504-4322-ae53-7f01d324c89a) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:48.143697 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3d26637d-a862-4397-8b46-df960f530e46 admin admin] Calling delete_port for 3c8fa3e1-f7af-4310-9b47-8df05c9b6429 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:48.151561 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 3578c8e0-8809-486d-98a9-aa74dcc21553 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:24:48.151908 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3578c8e0-8809-486d-98a9-aa74dcc21553 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:24:48.228219 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d699c463-1992-433f-b81b-40da18d2bf88 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:48.297549 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-068cec94-f3c8-4092-93dd-4eb192d4c1ef admin admin] Deleting port dd0bd637-f443-4915-99c6-51010214304a {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:48.297789 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-068cec94-f3c8-4092-93dd-4eb192d4c1ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:48.320664 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fafd14d8-6d6c-4bf9-b587-fac8757f1fa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:48.420679 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-297474a3-a316-40fd-bc7b-0c3f1e42a1f5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:48.429506 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-297474a3-a316-40fd-bc7b-0c3f1e42a1f5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:48.579233 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-297474a3-a316-40fd-bc7b-0c3f1e42a1f5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:48.579672 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297474a3-a316-40fd-bc7b-0c3f1e42a1f5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Fanout notify agent at l3_agent the message router_deleted on router 87fbe947-5e7b-478d-95fd-0443a4a09ad8 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:24:48.605038 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-297474a3-a316-40fd-bc7b-0c3f1e42a1f5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:48.606240 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-297474a3-a316-40fd-bc7b-0c3f1e42a1f5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/routers/87fbe947-5e7b-478d-95fd-0443a4a09ad8 HTTP/1.1" status: 204 len: 168 time: 0.7361081 Mar 14 15:24:48.610793 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51546) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:48.694336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-068cec94-f3c8-4092-93dd-4eb192d4c1ef admin admin] For port dd0bd637-f443-4915-99c6-51010214304a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=dd0bd637-f443-4915-99c6-51010214304a,segment=NetworkSegment(b4feea2c-6aa0-4a26-932b-1366dd8c8096),segment_id=b4feea2c-6aa0-4a26-932b-1366dd8c8096)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:48.694726 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-068cec94-f3c8-4092-93dd-4eb192d4c1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:48.726810 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-57246234-a382-4071-b83b-a9d62f8f40b4 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting subnet fc0fbc3a-7455-40ab-bb51-8a3808386a80 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:24:48.736940 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-068cec94-f3c8-4092-93dd-4eb192d4c1ef admin admin] Calling delete_port for dd0bd637-f443-4915-99c6-51010214304a owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:48.739590 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecf06be1-7d8e-4403-b8d8-cf4cf7444461 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:48.741874 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57246234-a382-4071-b83b-a9d62f8f40b4 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:48.761492 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fafd14d8-6d6c-4bf9-b587-fac8757f1fa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:48.771943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecf06be1-7d8e-4403-b8d8-cf4cf7444461 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:48.794866 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57246234-a382-4071-b83b-a9d62f8f40b4 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:48.854370 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d699c463-1992-433f-b81b-40da18d2bf88 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Router 40ab3f55-c6a5-4434-9d44-3076f4e0fc0d is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:24:48.933248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d26637d-a862-4397-8b46-df960f530e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:48.937268 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57246234-a382-4071-b83b-a9d62f8f40b4 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:48.966157 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f9ca1db8-2a73-4a7c-90c5-b009e7b61f9a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:48.994521 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26637d-a862-4397-8b46-df960f530e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c8fa3e1-f7af-4310-9b47-8df05c9b6429,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:49.064607 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d699c463-1992-433f-b81b-40da18d2bf88 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:49.076684 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] Sync routers for ids ['40ab3f55-c6a5-4434-9d44-3076f4e0fc0d'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:49.084633 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f9ca1db8-2a73-4a7c-90c5-b009e7b61f9a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.094317 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57246234-a382-4071-b83b-a9d62f8f40b4 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.095592 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] Routers {'40ab3f55-c6a5-4434-9d44-3076f4e0fc0d'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:49.096456 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['40ab3f55-c6a5-4434-9d44-3076f4e0fc0d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:49.105265 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-fafd14d8-6d6c-4bf9-b587-fac8757f1fa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting port 4e69ab01-5929-4052-8a27-dd6e194a6083 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:49.105576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fafd14d8-6d6c-4bf9-b587-fac8757f1fa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.121200 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d699c463-1992-433f-b81b-40da18d2bf88 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.125375 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d699c463-1992-433f-b81b-40da18d2bf88 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.9386070 Mar 14 15:24:49.128232 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-ecf06be1-7d8e-4403-b8d8-cf4cf7444461 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Allocated IP 172.26.6.102 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/a26fff6f-17e8-490b-ab8e-354e115866f3) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:49.132422 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51548) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:49.158622 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57246234-a382-4071-b83b-a9d62f8f40b4 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Subnet': ['ID=fc0fbc3a-7455-40ab-bb51-8a3808386a80,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:49.167442 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ca1db8-2a73-4a7c-90c5-b009e7b61f9a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Network 7e2ba77e-aace-4cea-9091-f59bfc899e1c is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:49.168605 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57246234-a382-4071-b83b-a9d62f8f40b4 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.174656 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-57246234-a382-4071-b83b-a9d62f8f40b4 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/subnets/fc0fbc3a-7455-40ab-bb51-8a3808386a80 HTTP/1.1" status: 204 len: 168 time: 0.5615249 Mar 14 15:24:49.175316 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51550) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:49.177664 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f07d20c-6a99-4b80-9116-aa53395f0dd4 None None] Network d9bb1867-8861-4942-8ecf-bf970dc8525f requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:49.189219 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f9ca1db8-2a73-4a7c-90c5-b009e7b61f9a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:49.203883 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ca1db8-2a73-4a7c-90c5-b009e7b61f9a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:49.231360 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca1db8-2a73-4a7c-90c5-b009e7b61f9a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Pushing event updated for resources: {'Port': ['ID=4de0352f-1504-4322-ae53-7f01d324c89a,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:49.243373 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d26637d-a862-4397-8b46-df960f530e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.274646 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] Set router 40ab3f55-c6a5-4434-9d44-3076f4e0fc0d gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:24:49.321515 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ca1db8-2a73-4a7c-90c5-b009e7b61f9a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:49.322199 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f9ca1db8-2a73-4a7c-90c5-b009e7b61f9a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.328501 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-75abaf99-29c7-47f2-a338-225474271499 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.362979 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f9ca1db8-2a73-4a7c-90c5-b009e7b61f9a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2213144 Mar 14 15:24:49.388220 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51552) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:49.393815 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-2eb71d4f-b75c-451a-86b1-b20cc5be2ba8 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:a7:d2:05'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:73:ba:1b'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:49.482720 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4104174a-9f56-4c42-a778-e04c051ff26b None None] DHCP port deletion for d9bb1867-8861-4942-8ecf-bf970dc8525f request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:24:49.538216 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-75abaf99-29c7-47f2-a338-225474271499 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting port 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:49.538568 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-75abaf99-29c7-47f2-a338-225474271499 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.567587 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4104174a-9f56-4c42-a778-e04c051ff26b None None] Deleting port 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:49.568236 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4104174a-9f56-4c42-a778-e04c051ff26b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.569253 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ab3f55-c6a5-4434-9d44-3076f4e0fc0d', 'name': 'tempest-snat-router-1071411795', 'tenant_id': '766c167c5d574426adf25510c4a7584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.88'}], 'enable_snat': False}, 'gw_port_id': '03d9bbbe-9ddb-4a76-8ff7-02fb7335643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:24:43Z', 'updated_at': '2022-03-14T15:24:47Z', 'revision_number': 3, 'project_id': '766c167c5d574426adf25510c4a7584f', 'gw_port': {'id': '03d9bbbe-9ddb-4a76-8ff7-02fb7335643e', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:90:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ab3f55-c6a5-4434-9d44-3076f4e0fc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:24:45Z', 'updated_at': '2022-03-14T15:24:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:49.609727 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] Checking router: 40ab3f55-c6a5-4434-9d44-3076f4e0fc0d for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:24:49.610072 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] Updating router 40ab3f55-c6a5-4434-9d44-3076f4e0fc0d port 03d9bbbe-9ddb-4a76-8ff7-02fb7335643e binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:24:49.654420 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.659069 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-75abaf99-29c7-47f2-a338-225474271499 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] For port 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=68b42c1d-b0d8-4d38-997a-f06cc5bfeae3,segment=NetworkSegment(46731282-9f82-4414-af01-29823101202c),segment_id=46731282-9f82-4414-af01-29823101202c)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:49.659069 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-75abaf99-29c7-47f2-a338-225474271499 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.665032 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4104174a-9f56-4c42-a778-e04c051ff26b None None] For port 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=68b42c1d-b0d8-4d38-997a-f06cc5bfeae3,segment=NetworkSegment(46731282-9f82-4414-af01-29823101202c),segment_id=46731282-9f82-4414-af01-29823101202c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:49.665425 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4104174a-9f56-4c42-a778-e04c051ff26b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.665546 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2eb71d4f-b75c-451a-86b1-b20cc5be2ba8 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.675714 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fafd14d8-6d6c-4bf9-b587-fac8757f1fa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.676751 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-e93b5186-1dac-46df-8c3d-de8cc58e6a21 None None] Provisioning complete for port 4de0352f-1504-4322-ae53-7f01d324c89a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:49.677110 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e93b5186-1dac-46df-8c3d-de8cc58e6a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.678617 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-75abaf99-29c7-47f2-a338-225474271499 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Calling delete_port for 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:49.681848 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4104174a-9f56-4c42-a778-e04c051ff26b None None] Calling delete_port for 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:49.690646 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-fafd14d8-6d6c-4bf9-b587-fac8757f1fa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Calling delete_port for 4e69ab01-5929-4052-8a27-dd6e194a6083 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:49.817204 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-75abaf99-29c7-47f2-a338-225474271499 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.848011 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abaf99-29c7-47f2-a338-225474271499 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Port': ['ID=68b42c1d-b0d8-4d38-997a-f06cc5bfeae3,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:49.851815 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75abaf99-29c7-47f2-a338-225474271499 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] No DVR routers for this DVR port 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3 on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:49.870222 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d26637d-a862-4397-8b46-df960f530e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.879987 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e93b5186-1dac-46df-8c3d-de8cc58e6a21 None None] Port 4de0352f-1504-4322-ae53-7f01d324c89a cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:49.890532 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d26637d-a862-4397-8b46-df960f530e46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.919955 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4104174a-9f56-4c42-a778-e04c051ff26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.934749 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-75abaf99-29c7-47f2-a338-225474271499 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.947601 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104174a-9f56-4c42-a778-e04c051ff26b None None] Pushing event deleted for resources: {'Port': ['ID=68b42c1d-b0d8-4d38-997a-f06cc5bfeae3,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:49.953598 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4104174a-9f56-4c42-a778-e04c051ff26b None None] No DVR routers for this DVR port 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:49.963877 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-75abaf99-29c7-47f2-a338-225474271499 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9bb1867-8861-4942-8ecf-bf970dc8525f']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:49.973347 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-75abaf99-29c7-47f2-a338-225474271499 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46731282-9f82-4414-af01-29823101202c') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:49.973711 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-75abaf99-29c7-47f2-a338-225474271499 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46731282-9f82-4414-af01-29823101202c') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:49.984915 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-75abaf99-29c7-47f2-a338-225474271499 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:49.998102 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-75abaf99-29c7-47f2-a338-225474271499 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.004967 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75abaf99-29c7-47f2-a338-225474271499 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:24:50.005348 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-75abaf99-29c7-47f2-a338-225474271499 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:24:50.008595 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:24:50.081790 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-75abaf99-29c7-47f2-a338-225474271499 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.083140 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d26637d-a862-4397-8b46-df960f530e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.083638 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d26637d-a862-4397-8b46-df960f530e46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:24:50.090572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-068cec94-f3c8-4092-93dd-4eb192d4c1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.096397 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d26637d-a862-4397-8b46-df960f530e46 admin admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.097905 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3d26637d-a862-4397-8b46-df960f530e46 admin admin] 10.222.0.59 "DELETE /v2.0/routers/fbb9e2ca-da3c-43ba-b0ed-62e4115b0435 HTTP/1.1" status: 204 len: 168 time: 3.8065398 Mar 14 15:24:50.101025 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-75abaf99-29c7-47f2-a338-225474271499 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.109662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51554) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:50.110237 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51556) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:50.112678 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-75abaf99-29c7-47f2-a338-225474271499 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/networks/d9bb1867-8861-4942-8ecf-bf970dc8525f HTTP/1.1" status: 204 len: 168 time: 0.9341056 Mar 14 15:24:50.132061 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-73a50d1e-fb94-4b4b-ab4d-075de7cc1dd1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2147145960', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:50.141213 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1cca547d-4704-4474-a306-9ded05fa4c23 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "GET /v2.0/routers/40ab3f55-c6a5-4434-9d44-3076f4e0fc0d HTTP/1.1" status: 200 len: 908 time: 1.0047991 Mar 14 15:24:50.160439 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51558) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:50.169875 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a080406d-43d1-457e-b732-e5b0da6296da tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1071411795', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'enable_snat': True}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:50.181842 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:24:50.185894 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abaf99-29c7-47f2-a338-225474271499 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Network': ['ID=d9bb1867-8861-4942-8ecf-bf970dc8525f,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:50.210260 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:24:50.211030 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 68b42c1d-b0d8-4d38-997a-f06cc5bfeae3 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:24:50.236339 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cec94-f3c8-4092-93dd-4eb192d4c1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=dd0bd637-f443-4915-99c6-51010214304a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:50.256960 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecf06be1-7d8e-4403-b8d8-cf4cf7444461 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.273736 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2eb71d4f-b75c-451a-86b1-b20cc5be2ba8 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.280277 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2eb71d4f-b75c-451a-86b1-b20cc5be2ba8 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.344000 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73a50d1e-fb94-4b4b-ab4d-075de7cc1dd1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.345117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73a50d1e-fb94-4b4b-ab4d-075de7cc1dd1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.364665 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a080406d-43d1-457e-b732-e5b0da6296da tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.365931 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a080406d-43d1-457e-b732-e5b0da6296da tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.371816 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e008a4f-9fd9-4173-8174-06b2db7dcab1 admin admin] Deleting subnet 2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:24:50.388334 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb71d4f-b75c-451a-86b1-b20cc5be2ba8 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Pushing event updated for resources: {'Port': ['ID=4de0352f-1504-4322-ae53-7f01d324c89a,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:50.400033 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-2eb71d4f-b75c-451a-86b1-b20cc5be2ba8 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] In _notify_port_updated(), no bound segment for port 4de0352f-1504-4322-ae53-7f01d324c89a on network 7e2ba77e-aace-4cea-9091-f59bfc899e1c {{(pid=102567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:24:50.405483 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb71d4f-b75c-451a-86b1-b20cc5be2ba8 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:50.406985 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2eb71d4f-b75c-451a-86b1-b20cc5be2ba8 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.412153 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2eb71d4f-b75c-451a-86b1-b20cc5be2ba8 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "PUT /v2.0/ports/4de0352f-1504-4322-ae53-7f01d324c89a HTTP/1.1" status: 200 len: 1057 time: 1.0190151 Mar 14 15:24:50.412786 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e008a4f-9fd9-4173-8174-06b2db7dcab1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.415804 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51560) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:50.451441 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fafd14d8-6d6c-4bf9-b587-fac8757f1fa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.524681 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd7ab5-8fd0-4487-bc61-604a9f872309 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Deleting port 4de0352f-1504-4322-ae53-7f01d324c89a {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:50.525456 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c5bd7ab5-8fd0-4487-bc61-604a9f872309 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.531250 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd14d8-6d6c-4bf9-b587-fac8757f1fa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Port': ['ID=4e69ab01-5929-4052-8a27-dd6e194a6083,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:50.548956 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e008a4f-9fd9-4173-8174-06b2db7dcab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.606191 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-8b074f6e-7f96-41dc-9b2e-76272247714b None None] Provisioning complete for port 4de0352f-1504-4322-ae53-7f01d324c89a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:50.606821 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b074f6e-7f96-41dc-9b2e-76272247714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.636580 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c5bd7ab5-8fd0-4487-bc61-604a9f872309 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.666858 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd7ab5-8fd0-4487-bc61-604a9f872309 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Calling delete_port for 4de0352f-1504-4322-ae53-7f01d324c89a owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:50.671419 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73a50d1e-fb94-4b4b-ab4d-075de7cc1dd1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.673338 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a080406d-43d1-457e-b732-e5b0da6296da tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.684522 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8b074f6e-7f96-41dc-9b2e-76272247714b None None] Port 4de0352f-1504-4322-ae53-7f01d324c89a cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:50.685535 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecf06be1-7d8e-4403-b8d8-cf4cf7444461 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.817789 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.824442 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.826251 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c5bd7ab5-8fd0-4487-bc61-604a9f872309 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.878515 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] Attempting to bind port 03d9bbbe-9ddb-4a76-8ff7-02fb7335643e on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:24:50.878894 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] Attempting to bind port 03d9bbbe-9ddb-4a76-8ff7-02fb7335643e by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:24:50.879321 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] Attempting to bind port 03d9bbbe-9ddb-4a76-8ff7-02fb7335643e on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:24:50.885453 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acfb15-82f9-43cb-ab17-f9d00c300a66 None None] Pushing event updated for resources: {'Port': ['ID=03d9bbbe-9ddb-4a76-8ff7-02fb7335643e,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:50.890769 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:24:50.891215 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:24:50.891730 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.892122 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:24:50.892598 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] Bound port: 03d9bbbe-9ddb-4a76-8ff7-02fb7335643e, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:24:50.893351 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:50.909169 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd7ab5-8fd0-4487-bc61-604a9f872309 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Pushing event deleted for resources: {'Port': ['ID=4de0352f-1504-4322-ae53-7f01d324c89a,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:50.933279 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf06be1-7d8e-4403-b8d8-cf4cf7444461 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:50.955005 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-ecf06be1-7d8e-4403-b8d8-cf4cf7444461 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:50.957929 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf06be1-7d8e-4403-b8d8-cf4cf7444461 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:50.972550 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] For port 03d9bbbe-9ddb-4a76-8ff7-02fb7335643e, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:24:50.976520 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] For port 03d9bbbe-9ddb-4a76-8ff7-02fb7335643e, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=03d9bbbe-9ddb-4a76-8ff7-02fb7335643e,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:24:50.987142 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:51.020243 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fafd14d8-6d6c-4bf9-b587-fac8757f1fa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:51.057415 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acfb15-82f9-43cb-ab17-f9d00c300a66 None None] Pushing event updated for resources: {'Port': ['ID=03d9bbbe-9ddb-4a76-8ff7-02fb7335643e,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:51.065291 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] Routers {'40ab3f55-c6a5-4434-9d44-3076f4e0fc0d'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:51.065908 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['40ab3f55-c6a5-4434-9d44-3076f4e0fc0d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:51.085622 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf06be1-7d8e-4403-b8d8-cf4cf7444461 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Pushing event updated for resources: {'Port': ['ID=a26fff6f-17e8-490b-ab8e-354e115866f3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:51.108302 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c5bd7ab5-8fd0-4487-bc61-604a9f872309 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:51.111896 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c5bd7ab5-8fd0-4487-bc61-604a9f872309 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "DELETE /v2.0/ports/4de0352f-1504-4322-ae53-7f01d324c89a HTTP/1.1" status: 204 len: 168 time: 0.6949327 Mar 14 15:24:51.114531 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51562) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:51.143755 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce5b2a3-9111-47e7-bade-820d511a7a4a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] GET failed (client error): The resource could not be found. Mar 14 15:24:51.145396 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bce5b2a3-9111-47e7-bade-820d511a7a4a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "GET /v2.0/ports/4de0352f-1504-4322-ae53-7f01d324c89a HTTP/1.1" status: 404 len: 333 time: 0.0298059 Mar 14 15:24:51.148235 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51564) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:51.187663 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] Set router 40ab3f55-c6a5-4434-9d44-3076f4e0fc0d gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:24:51.246720 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-b9a8f9e4-ac4e-4062-b5bb-b0e494ccc2da tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Deleting port e7140b9b-4beb-491d-989e-39fb20fe0f2c {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:51.247186 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f9e4-ac4e-4062-b5bb-b0e494ccc2da tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:51.261180 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a080406d-43d1-457e-b732-e5b0da6296da tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:51.268157 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73a50d1e-fb94-4b4b-ab4d-075de7cc1dd1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:51.284208 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fafd14d8-6d6c-4bf9-b587-fac8757f1fa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:51.286002 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-068cec94-f3c8-4092-93dd-4eb192d4c1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:51.288472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fafd14d8-6d6c-4bf9-b587-fac8757f1fa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:51.299016 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e008a4f-9fd9-4173-8174-06b2db7dcab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:51.345080 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f9e4-ac4e-4062-b5bb-b0e494ccc2da tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:51.358880 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-b9a8f9e4-ac4e-4062-b5bb-b0e494ccc2da tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Calling delete_port for e7140b9b-4beb-491d-989e-39fb20fe0f2c owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:51.465535 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ab3f55-c6a5-4434-9d44-3076f4e0fc0d', 'name': 'tempest-snat-router-1071411795', 'tenant_id': '766c167c5d574426adf25510c4a7584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.88'}], 'enable_snat': False}, 'gw_port_id': '03d9bbbe-9ddb-4a76-8ff7-02fb7335643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:24:43Z', 'updated_at': '2022-03-14T15:24:47Z', 'revision_number': 3, 'project_id': '766c167c5d574426adf25510c4a7584f', 'gw_port': {'id': '03d9bbbe-9ddb-4a76-8ff7-02fb7335643e', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:90:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ab3f55-c6a5-4434-9d44-3076f4e0fc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:24:45Z', 'updated_at': '2022-03-14T15:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:51.496519 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b216b0-5cb1-4494-a852-1e2a4fcc5b6e None None] The sync data for ids ['40ab3f55-c6a5-4434-9d44-3076f4e0fc0d'] in dv-neutron-833559-1-hyperv is: [{'id': '40ab3f55-c6a5-4434-9d44-3076f4e0fc0d', 'name': 'tempest-snat-router-1071411795', 'tenant_id': '766c167c5d574426adf25510c4a7584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.88'}], 'enable_snat': False}, 'gw_port_id': '03d9bbbe-9ddb-4a76-8ff7-02fb7335643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:24:43Z', 'updated_at': '2022-03-14T15:24:47Z', 'revision_number': 3, 'project_id': '766c167c5d574426adf25510c4a7584f', 'gw_port': {'id': '03d9bbbe-9ddb-4a76-8ff7-02fb7335643e', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:90:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ab3f55-c6a5-4434-9d44-3076f4e0fc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:24:45Z', 'updated_at': '2022-03-14T15:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:51.509664 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f9e4-ac4e-4062-b5bb-b0e494ccc2da tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:51.608070 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8f9e4-ac4e-4062-b5bb-b0e494ccc2da tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Pushing event deleted for resources: {'Port': ['ID=e7140b9b-4beb-491d-989e-39fb20fe0f2c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:51.630619 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f9e4-ac4e-4062-b5bb-b0e494ccc2da tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:51.638192 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b9a8f9e4-ac4e-4062-b5bb-b0e494ccc2da tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "DELETE /v2.0/ports/e7140b9b-4beb-491d-989e-39fb20fe0f2c HTTP/1.1" status: 204 len: 168 time: 0.4888999 Mar 14 15:24:51.639025 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51566) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:51.671716 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebee88d7-462d-4198-ac36-95432c8dc1aa tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] GET failed (client error): The resource could not be found. Mar 14 15:24:51.673499 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ebee88d7-462d-4198-ac36-95432c8dc1aa tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "GET /v2.0/ports/e7140b9b-4beb-491d-989e-39fb20fe0f2c HTTP/1.1" status: 404 len: 333 time: 0.0332808 Mar 14 15:24:51.677245 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51568) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:51.807397 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-d955d122-9a1d-439f-bc8f-07cdd2b9edc4 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Deleting port 7ad27d3d-318b-425d-b3f5-cbc1852a3c28 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:51.807895 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d955d122-9a1d-439f-bc8f-07cdd2b9edc4 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:51.838565 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fafd14d8-6d6c-4bf9-b587-fac8757f1fa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:51.839255 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafd14d8-6d6c-4bf9-b587-fac8757f1fa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Fanout notify agent at l3_agent the message router_deleted on router 9409c08e-0618-4409-b786-e0c4fd29c6b4 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:24:51.886881 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fafd14d8-6d6c-4bf9-b587-fac8757f1fa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:51.888265 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fafd14d8-6d6c-4bf9-b587-fac8757f1fa8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/routers/9409c08e-0618-4409-b786-e0c4fd29c6b4 HTTP/1.1" status: 204 len: 168 time: 4.0170760 Mar 14 15:24:51.895350 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51572) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:51.905111 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a72959ef-cdf6-48c4-808b-d8dd33e22321 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-84985189'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:51.930290 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d955d122-9a1d-439f-bc8f-07cdd2b9edc4 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:51.948247 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-d955d122-9a1d-439f-bc8f-07cdd2b9edc4 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Calling delete_port for 7ad27d3d-318b-425d-b3f5-cbc1852a3c28 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:51.952899 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72959ef-cdf6-48c4-808b-d8dd33e22321 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Made reservation on behalf of 0b7813f054dc4f2aa04f19db8d2ac08c for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:51.957077 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a72959ef-cdf6-48c4-808b-d8dd33e22321 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:51.990758 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72959ef-cdf6-48c4-808b-d8dd33e22321 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:24:52.034608 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a72959ef-cdf6-48c4-808b-d8dd33e22321 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:52.035028 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-a72959ef-cdf6-48c4-808b-d8dd33e22321 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Added segment 4e776cbb-2503-4d6c-849e-5ae7fe197bbb of type vlan for network d41cd523-bd7b-4b75-a4be-d3c1f8a950a4 Mar 14 15:24:52.047513 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e008a4f-9fd9-4173-8174-06b2db7dcab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:52.098509 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a72959ef-cdf6-48c4-808b-d8dd33e22321 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:52.149321 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e008a4f-9fd9-4173-8174-06b2db7dcab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:52.159515 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e008a4f-9fd9-4173-8174-06b2db7dcab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:52.162848 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4e008a4f-9fd9-4173-8174-06b2db7dcab1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2d9e7ed3-8160-49d1-bb08-b21a83d0f0a4 HTTP/1.1" status: 204 len: 168 time: 2.0502777 Mar 14 15:24:52.165300 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba5e0ae-fe17-4e4a-a33e-7429972b4935 None None] Network ed78ede5-32f5-4a15-9e59-683c99192b0a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:52.167656 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a72959ef-cdf6-48c4-808b-d8dd33e22321 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:52.171815 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51574) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:52.174232 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72959ef-cdf6-48c4-808b-d8dd33e22321 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:52.174848 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a72959ef-cdf6-48c4-808b-d8dd33e22321 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:52.256899 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72959ef-cdf6-48c4-808b-d8dd33e22321 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Network': ['ID=d41cd523-bd7b-4b75-a4be-d3c1f8a950a4,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:52.269048 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a72959ef-cdf6-48c4-808b-d8dd33e22321 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3686104 Mar 14 15:24:52.269048 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51576) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:52.274506 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-847409cb-7333-4c4d-a9c2-44095f38725d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'subnet': {'network_id': 'd41cd523-bd7b-4b75-a4be-d3c1f8a950a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:52.277336 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network d41cd523-bd7b-4b75-a4be-d3c1f8a950a4 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:24:52.316010 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 03d9bbbe-9ddb-4a76-8ff7-02fb7335643e up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:24:52.335120 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d955d122-9a1d-439f-bc8f-07cdd2b9edc4 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:52.399342 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecf06be1-7d8e-4403-b8d8-cf4cf7444461 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:52.419141 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:52.422485 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955d122-9a1d-439f-bc8f-07cdd2b9edc4 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Pushing event deleted for resources: {'Port': ['ID=7ad27d3d-318b-425d-b3f5-cbc1852a3c28,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:52.483281 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 03d9bbbe-9ddb-4a76-8ff7-02fb7335643e triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:52.483721 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:52.512830 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d955d122-9a1d-439f-bc8f-07cdd2b9edc4 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:52.520831 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d955d122-9a1d-439f-bc8f-07cdd2b9edc4 tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "DELETE /v2.0/ports/7ad27d3d-318b-425d-b3f5-cbc1852a3c28 HTTP/1.1" status: 204 len: 168 time: 0.8398550 Mar 14 15:24:52.522519 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51578) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:52.618527 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e5d668-bf3c-4fbb-b383-c087fed5040b None None] DHCP port deletion for ed78ede5-32f5-4a15-9e59-683c99192b0a request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:24:52.629376 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847409cb-7333-4c4d-a9c2-44095f38725d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Made reservation on behalf of 0b7813f054dc4f2aa04f19db8d2ac08c for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:52.633368 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-847409cb-7333-4c4d-a9c2-44095f38725d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:52.641948 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-0501c2c0-1cc1-4386-9024-ac78192a07be tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Deleting subnet d62840a2-39c7-497f-8cac-7b81b5e46c43 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:24:52.657459 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0501c2c0-1cc1-4386-9024-ac78192a07be tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:52.674737 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:52.710859 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 03d9bbbe-9ddb-4a76-8ff7-02fb7335643e, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=03d9bbbe-9ddb-4a76-8ff7-02fb7335643e,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:52.721515 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:52.737890 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3c8fa3e1-f7af-4310-9b47-8df05c9b6429 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:24:52.766564 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0501c2c0-1cc1-4386-9024-ac78192a07be tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:52.769662 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 3c8fa3e1-f7af-4310-9b47-8df05c9b6429 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:24:52.770597 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3c8fa3e1-f7af-4310-9b47-8df05c9b6429 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:24:52.807684 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-66e5d668-bf3c-4fbb-b383-c087fed5040b None None] Deleting port 7429d7d5-ef6d-486d-9b5d-4b40032beb3b {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:52.808442 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-66e5d668-bf3c-4fbb-b383-c087fed5040b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:52.821465 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068cec94-f3c8-4092-93dd-4eb192d4c1ef admin admin] Router 9f408e7d-60ca-4e28-b3e8-712d89b02601 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:24:52.914315 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=03d9bbbe-9ddb-4a76-8ff7-02fb7335643e,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:52.934447 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-66e5d668-bf3c-4fbb-b383-c087fed5040b None None] For port 7429d7d5-ef6d-486d-9b5d-4b40032beb3b, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=7429d7d5-ef6d-486d-9b5d-4b40032beb3b,segment=NetworkSegment(5b66a205-4257-4ef2-b24e-2402f06e70b7),segment_id=5b66a205-4257-4ef2-b24e-2402f06e70b7)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:52.934851 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-66e5d668-bf3c-4fbb-b383-c087fed5040b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:52.949048 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-66e5d668-bf3c-4fbb-b383-c087fed5040b None None] Calling delete_port for 7429d7d5-ef6d-486d-9b5d-4b40032beb3b owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:52.955400 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73a50d1e-fb94-4b4b-ab4d-075de7cc1dd1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:52.980287 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0501c2c0-1cc1-4386-9024-ac78192a07be tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:52.983605 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-847409cb-7333-4c4d-a9c2-44095f38725d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:52.997010 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73a50d1e-fb94-4b4b-ab4d-075de7cc1dd1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.041321 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-66e5d668-bf3c-4fbb-b383-c087fed5040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.072166 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5d668-bf3c-4fbb-b383-c087fed5040b None None] Pushing event deleted for resources: {'Port': ['ID=7429d7d5-ef6d-486d-9b5d-4b40032beb3b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:53.080058 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e5d668-bf3c-4fbb-b383-c087fed5040b None None] No DVR routers for this DVR port 7429d7d5-ef6d-486d-9b5d-4b40032beb3b on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:53.081839 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847409cb-7333-4c4d-a9c2-44095f38725d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Subnet': ['ID=20c82969-21e8-4561-96ae-5b349ce87fd2,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:53.082227 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a080406d-43d1-457e-b732-e5b0da6296da tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.102955 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847409cb-7333-4c4d-a9c2-44095f38725d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Checking segment: {'id': '4e776cbb-2503-4d6c-849e-5ae7fe197bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd41cd523-bd7b-4b75-a4be-d3c1f8a950a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:24:53.103354 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847409cb-7333-4c4d-a9c2-44095f38725d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network hostable DHCP agents. Network: d41cd523-bd7b-4b75-a4be-d3c1f8a950a4, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:24:53.107049 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0501c2c0-1cc1-4386-9024-ac78192a07be tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.141393 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501c2c0-1cc1-4386-9024-ac78192a07be tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Pushing event deleted for resources: {'Subnet': ['ID=d62840a2-39c7-497f-8cac-7b81b5e46c43,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:53.146333 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0501c2c0-1cc1-4386-9024-ac78192a07be tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.148022 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Deleting port 7429d7d5-ef6d-486d-9b5d-4b40032beb3b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:53.148371 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.153132 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0501c2c0-1cc1-4386-9024-ac78192a07be tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "DELETE /v2.0/subnets/d62840a2-39c7-497f-8cac-7b81b5e46c43 HTTP/1.1" status: 204 len: 168 time: 0.6236875 Mar 14 15:24:53.153132 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51580) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:53.158359 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a080406d-43d1-457e-b732-e5b0da6296da tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.158798 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbc020b-5138-48f7-a24f-a8e733ba5351 None None] Network 7e2ba77e-aace-4cea-9091-f59bfc899e1c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:53.177349 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847409cb-7333-4c4d-a9c2-44095f38725d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network d41cd523-bd7b-4b75-a4be-d3c1f8a950a4 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:24:53.234551 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-847409cb-7333-4c4d-a9c2-44095f38725d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, d41cd523-bd7b-4b75-a4be-d3c1f8a950a4) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:53.245791 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847409cb-7333-4c4d-a9c2-44095f38725d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:53.246497 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-847409cb-7333-4c4d-a9c2-44095f38725d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.247409 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f13e97-d36d-4294-80d5-0345702351b4 None None] Network d41cd523-bd7b-4b75-a4be-d3c1f8a950a4 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:53.268593 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-042fc7a5-19a4-42aa-bfdf-9cfb624ad60a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.282304 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-847409cb-7333-4c4d-a9c2-44095f38725d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0096860 Mar 14 15:24:53.282948 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51582) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:53.287311 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-50dbd9f3-330d-473a-a734-7d9943bf85d6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1040293136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:53.338318 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-50dbd9f3-330d-473a-a734-7d9943bf85d6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.339917 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-50dbd9f3-330d-473a-a734-7d9943bf85d6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.411935 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-042fc7a5-19a4-42aa-bfdf-9cfb624ad60a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Deleting port afc06c44-19f2-4397-bee9-f2805e2a46aa {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:53.412254 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-042fc7a5-19a4-42aa-bfdf-9cfb624ad60a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.415881 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-50dbd9f3-330d-473a-a734-7d9943bf85d6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.430313 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-50dbd9f3-330d-473a-a734-7d9943bf85d6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.491833 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-50dbd9f3-330d-473a-a734-7d9943bf85d6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.493116 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-50dbd9f3-330d-473a-a734-7d9943bf85d6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2095745 Mar 14 15:24:53.496385 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51584) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:53.506697 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-d41cd523-bd7b-4b75-a4be-d3c1f8a950a4', 'network_id': 'd41cd523-bd7b-4b75-a4be-d3c1f8a950a4', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'fixed_ips': [{'subnet_id': '20c82969-21e8-4561-96ae-5b349ce87fd2'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:24:53.508105 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-042fc7a5-19a4-42aa-bfdf-9cfb624ad60a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] For port afc06c44-19f2-4397-bee9-f2805e2a46aa, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=afc06c44-19f2-4397-bee9-f2805e2a46aa,segment=NetworkSegment(2531d4a0-06b9-4609-b9fe-a8a7b0371195),segment_id=2531d4a0-06b9-4609-b9fe-a8a7b0371195)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:53.508403 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.508511 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-042fc7a5-19a4-42aa-bfdf-9cfb624ad60a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.516364 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5fb854-2d48-4b45-90dc-b8804319606d None None] DHCP port deletion for 7e2ba77e-aace-4cea-9091-f59bfc899e1c request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:24:53.582291 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-042fc7a5-19a4-42aa-bfdf-9cfb624ad60a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Calling delete_port for afc06c44-19f2-4397-bee9-f2805e2a46aa owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:53.612026 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecf06be1-7d8e-4403-b8d8-cf4cf7444461 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.689599 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4e5fb854-2d48-4b45-90dc-b8804319606d None None] Deleting port afc06c44-19f2-4397-bee9-f2805e2a46aa {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:53.690077 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e5fb854-2d48-4b45-90dc-b8804319606d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.711470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] For port 7429d7d5-ef6d-486d-9b5d-4b40032beb3b, host dv-neutron-833559-1-hyperv, got binding levels [] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:53.711761 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.742413 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Calling delete_port for 7429d7d5-ef6d-486d-9b5d-4b40032beb3b owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:53.746686 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068cec94-f3c8-4092-93dd-4eb192d4c1ef admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:53.748461 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Port 7429d7d5-ef6d-486d-9b5d-4b40032beb3b was not found and therefore no delete operation was performed {{(pid=102568) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 15:24:53.758760 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-068cec94-f3c8-4092-93dd-4eb192d4c1ef admin admin] 10.222.0.59 "PUT /v2.0/routers/9f408e7d-60ca-4e28-b3e8-712d89b02601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2029054 Mar 14 15:24:53.763555 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.771032 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51586) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:53.776592 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-73a50d1e-fb94-4b4b-ab4d-075de7cc1dd1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Allocated IP 172.26.6.158 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/2043ed61-c4cd-4b74-b555-b84db1977bdc) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:53.788227 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5764a27-9be5-437b-b300-acebe4b07a6d None None] Sync routers for ids ['9f408e7d-60ca-4e28-b3e8-712d89b02601'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:53.795503 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] Allocated IP 2001:db8::2 (d41cd523-bd7b-4b75-a4be-d3c1f8a950a4/20c82969-21e8-4561-96ae-5b349ce87fd2/89f15c30-c5f6-49d7-b01b-9654bae9c77b) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:53.836424 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-042fc7a5-19a4-42aa-bfdf-9cfb624ad60a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.883377 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7429d7d5-ef6d-486d-9b5d-4b40032beb3b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:53.884005 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.901975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042fc7a5-19a4-42aa-bfdf-9cfb624ad60a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] No DVR routers for this DVR port afc06c44-19f2-4397-bee9-f2805e2a46aa on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:53.906454 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] No DVR routers for this DVR port 7429d7d5-ef6d-486d-9b5d-4b40032beb3b on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:53.912241 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4e5fb854-2d48-4b45-90dc-b8804319606d None None] For port afc06c44-19f2-4397-bee9-f2805e2a46aa, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=afc06c44-19f2-4397-bee9-f2805e2a46aa,segment=NetworkSegment(2531d4a0-06b9-4609-b9fe-a8a7b0371195),segment_id=2531d4a0-06b9-4609-b9fe-a8a7b0371195)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:53.912669 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e5fb854-2d48-4b45-90dc-b8804319606d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:53.921190 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fc7a5-19a4-42aa-bfdf-9cfb624ad60a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Pushing event deleted for resources: {'Port': ['ID=afc06c44-19f2-4397-bee9-f2805e2a46aa,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:53.944591 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4e5fb854-2d48-4b45-90dc-b8804319606d None None] Calling delete_port for afc06c44-19f2-4397-bee9-f2805e2a46aa owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:53.951859 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5764a27-9be5-437b-b300-acebe4b07a6d None None] Routers {'9f408e7d-60ca-4e28-b3e8-712d89b02601'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:53.953073 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d5764a27-9be5-437b-b300-acebe4b07a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9f408e7d-60ca-4e28-b3e8-712d89b02601'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:54.127034 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.134236 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c42a51e5-13ba-4aaf-849c-5c4f0a1a283a admin admin] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.140090 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 03d9bbbe-9ddb-4a76-8ff7-02fb7335643e up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:24:54.227132 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed78ede5-32f5-4a15-9e59-683c99192b0a']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:54.257692 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e5fb854-2d48-4b45-90dc-b8804319606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.268596 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b66a205-4257-4ef2-b24e-2402f06e70b7') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:54.268935 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b66a205-4257-4ef2-b24e-2402f06e70b7') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:54.269412 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-d5764a27-9be5-437b-b300-acebe4b07a6d None None] Set router 9f408e7d-60ca-4e28-b3e8-712d89b02601 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:24:54.273188 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73a50d1e-fb94-4b4b-ab4d-075de7cc1dd1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.322271 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf06be1-7d8e-4403-b8d8-cf4cf7444461 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Router 65a2a6a6-8459-47c1-b650-b40a4d2aaf44 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:24:54.329437 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.349362 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.352818 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5fb854-2d48-4b45-90dc-b8804319606d None None] No DVR routers for this DVR port afc06c44-19f2-4397-bee9-f2805e2a46aa on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:54.357637 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fb854-2d48-4b45-90dc-b8804319606d None None] Pushing event deleted for resources: {'Port': ['ID=afc06c44-19f2-4397-bee9-f2805e2a46aa,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:54.373925 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.397759 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-042fc7a5-19a4-42aa-bfdf-9cfb624ad60a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.430417 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.451785 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c42a51e5-13ba-4aaf-849c-5c4f0a1a283a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.456869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:24:54.456869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:24:54.461219 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:24:54.463298 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-042fc7a5-19a4-42aa-bfdf-9cfb624ad60a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2ba77e-aace-4cea-9091-f59bfc899e1c']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:54.493034 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-042fc7a5-19a4-42aa-bfdf-9cfb624ad60a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2531d4a0-06b9-4609-b9fe-a8a7b0371195') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:54.493582 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-042fc7a5-19a4-42aa-bfdf-9cfb624ad60a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2531d4a0-06b9-4609-b9fe-a8a7b0371195') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:54.534031 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-042fc7a5-19a4-42aa-bfdf-9cfb624ad60a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.558534 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-042fc7a5-19a4-42aa-bfdf-9cfb624ad60a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.565604 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73a50d1e-fb94-4b4b-ab4d-075de7cc1dd1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.571551 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042fc7a5-19a4-42aa-bfdf-9cfb624ad60a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:24:54.571973 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-042fc7a5-19a4-42aa-bfdf-9cfb624ad60a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:24:54.575035 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:24:54.602167 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 03d9bbbe-9ddb-4a76-8ff7-02fb7335643e triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:54.602579 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.608311 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] Network d41cd523-bd7b-4b75-a4be-d3c1f8a950a4 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:54.632537 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:54.640353 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:54.651662 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] Pushing event updated for resources: {'Port': ['ID=89f15c30-c5f6-49d7-b01b-9654bae9c77b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:54.652179 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.668857 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf06be1-7d8e-4403-b8d8-cf4cf7444461 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:54.675350 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.678669 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ed78ede5-32f5-4a15-9e59-683c99192b0a HTTP/1.1" status: 204 len: 168 time: 2.5060272 Mar 14 15:24:54.684577 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d87206-c2e8-4a76-a174-95157ef1c9a9 None None] Sync routers for ids ['65a2a6a6-8459-47c1-b650-b40a4d2aaf44'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:54.701304 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-042fc7a5-19a4-42aa-bfdf-9cfb624ad60a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.701982 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d87206-c2e8-4a76-a174-95157ef1c9a9 None None] Routers {'65a2a6a6-8459-47c1-b650-b40a4d2aaf44'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:54.702824 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-58d87206-c2e8-4a76-a174-95157ef1c9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['65a2a6a6-8459-47c1-b650-b40a4d2aaf44'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:54.706280 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-042fc7a5-19a4-42aa-bfdf-9cfb624ad60a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.706955 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a50d1e-fb94-4b4b-ab4d-075de7cc1dd1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:54.712608 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-042fc7a5-19a4-42aa-bfdf-9cfb624ad60a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] 10.222.0.59 "DELETE /v2.0/networks/7e2ba77e-aace-4cea-9091-f59bfc899e1c HTTP/1.1" status: 204 len: 168 time: 1.5570705 Mar 14 15:24:54.717929 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Allocated IP 2001:db8::1 (d41cd523-bd7b-4b75-a4be-d3c1f8a950a4/20c82969-21e8-4561-96ae-5b349ce87fd2/779102bc-7da8-4275-9d3e-d606a55fe10e) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:54.724899 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed78ede5-32f5-4a15-9e59-683c99192b0a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:54.734887 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-73a50d1e-fb94-4b4b-ab4d-075de7cc1dd1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:54.744167 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fc7a5-19a4-42aa-bfdf-9cfb624ad60a tempest-AllowedAddressPairTestJSON-388527061 tempest-AllowedAddressPairTestJSON-388527061-project] Pushing event deleted for resources: {'Network': ['ID=7e2ba77e-aace-4cea-9091-f59bfc899e1c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:54.771284 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-58d87206-c2e8-4a76-a174-95157ef1c9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:54.788503 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-a080406d-43d1-457e-b732-e5b0da6296da tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Allocated IP 172.26.6.18 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/caf0953e-4192-4d5a-b7fc-ce48195ed198) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:54.797373 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d87206-c2e8-4a76-a174-95157ef1c9a9 None None] Routers {'65a2a6a6-8459-47c1-b650-b40a4d2aaf44'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:54.799472 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-58d87206-c2e8-4a76-a174-95157ef1c9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['65a2a6a6-8459-47c1-b650-b40a4d2aaf44'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:54.804264 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] Attempting to bind port 89f15c30-c5f6-49d7-b01b-9654bae9c77b on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:24:54.804881 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] Attempting to bind port 89f15c30-c5f6-49d7-b01b-9654bae9c77b by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '4e776cbb-2503-4d6c-849e-5ae7fe197bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd41cd523-bd7b-4b75-a4be-d3c1f8a950a4'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:24:54.805451 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] Attempting to bind port 89f15c30-c5f6-49d7-b01b-9654bae9c77b on network d41cd523-bd7b-4b75-a4be-d3c1f8a950a4 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:24:54.815239 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:24:54.816168 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] Checking segment: {'id': '4e776cbb-2503-4d6c-849e-5ae7fe197bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd41cd523-bd7b-4b75-a4be-d3c1f8a950a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:24:54.816783 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.817365 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] Bound using segment: {'id': '4e776cbb-2503-4d6c-849e-5ae7fe197bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd41cd523-bd7b-4b75-a4be-d3c1f8a950a4'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:24:54.818071 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] Bound port: 89f15c30-c5f6-49d7-b01b-9654bae9c77b, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e776cbb-2503-4d6c-849e-5ae7fe197bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd41cd523-bd7b-4b75-a4be-d3c1f8a950a4'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:24:54.818691 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.880776 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-58d87206-c2e8-4a76-a174-95157ef1c9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:54.887597 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d87206-c2e8-4a76-a174-95157ef1c9a9 None None] The sync data for ids ['65a2a6a6-8459-47c1-b650-b40a4d2aaf44'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:54.893366 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a50d1e-fb94-4b4b-ab4d-075de7cc1dd1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:54.926546 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecf06be1-7d8e-4403-b8d8-cf4cf7444461 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.929595 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.930958 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ecf06be1-7d8e-4403-b8d8-cf4cf7444461 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.0971396 Mar 14 15:24:54.931169 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51592) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:54.938948 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-c7a72bf7-b9d0-4990-b323-b6a3835b5745 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'enable_snat': False}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:54.946056 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] For port 89f15c30-c5f6-49d7-b01b-9654bae9c77b, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:24:54.950356 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] For port 89f15c30-c5f6-49d7-b01b-9654bae9c77b, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=89f15c30-c5f6-49d7-b01b-9654bae9c77b,segment=NetworkSegment(4e776cbb-2503-4d6c-849e-5ae7fe197bbb),segment_id=4e776cbb-2503-4d6c-849e-5ae7fe197bbb)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:24:54.958433 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:54.965039 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d5764a27-9be5-437b-b300-acebe4b07a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'name': 'tempest-ServersTestJSON-1699675645-router', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:24:49Z', 'revision_number': 5, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'gw_port': {'id': 'a7061a67-728a-445d-b082-9fe9a4683e5a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:54.996249 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:54.996964 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:54.997513 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:54.998181 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:54.998878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:54.999598 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:55.000314 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:55.008649 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:55.009322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:55.010306 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:55.012005 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:55.012564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7470ed-245e-427e-9af5-78425f7a43f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:55.021083 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a50d1e-fb94-4b4b-ab4d-075de7cc1dd1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Port': ['ID=2043ed61-c4cd-4b74-b555-b84db1977bdc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:55.045114 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5764a27-9be5-437b-b300-acebe4b07a6d None None] Checking router: 9f408e7d-60ca-4e28-b3e8-712d89b02601 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:24:55.079745 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device afc06c44-19f2-4397-bee9-f2805e2a46aa no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:24:55.123605 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c42a51e5-13ba-4aaf-849c-5c4f0a1a283a admin admin] Deleting port a7061a67-728a-445d-b082-9fe9a4683e5a {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:55.130944 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51596) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:55.131251 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c42a51e5-13ba-4aaf-849c-5c4f0a1a283a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:55.156724 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: afc06c44-19f2-4397-bee9-f2805e2a46aa {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:24:55.167269 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device afc06c44-19f2-4397-bee9-f2805e2a46aa not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:24:55.167890 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7429d7d5-ef6d-486d-9b5d-4b40032beb3b no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:24:55.170307 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5764a27-9be5-437b-b300-acebe4b07a6d None None] Routers {'9f408e7d-60ca-4e28-b3e8-712d89b02601'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:55.171183 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d5764a27-9be5-437b-b300-acebe4b07a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['9f408e7d-60ca-4e28-b3e8-712d89b02601'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:55.198184 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51598) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:55.217807 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537978c-40ce-4d4f-9341-c71805c137c0 None None] Pushing event updated for resources: {'Port': ['ID=89f15c30-c5f6-49d7-b01b-9654bae9c77b,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:55.243220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 7429d7d5-ef6d-486d-9b5d-4b40032beb3b {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:24:55.243220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7429d7d5-ef6d-486d-9b5d-4b40032beb3b not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:24:55.247582 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-83a9be97-37a5-45d9-8cdc-c02c51b335ff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c724f31e7fdd406db66fd20be3d79551&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1128073 Mar 14 15:24:55.251557 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51602) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:55.288694 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:55.303648 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-d5764a27-9be5-437b-b300-acebe4b07a6d None None] Set router 9f408e7d-60ca-4e28-b3e8-712d89b02601 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:24:55.396330 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a080406d-43d1-457e-b732-e5b0da6296da tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:55.419768 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d5764a27-9be5-437b-b300-acebe4b07a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'name': 'tempest-ServersTestJSON-1699675645-router', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:24:54Z', 'revision_number': 6, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:55.440982 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Port': ['ID=779102bc-7da8-4275-9d3e-d606a55fe10e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:55.450560 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-c42a51e5-13ba-4aaf-849c-5c4f0a1a283a admin admin] For port a7061a67-728a-445d-b082-9fe9a4683e5a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a7061a67-728a-445d-b082-9fe9a4683e5a,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:55.451133 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c42a51e5-13ba-4aaf-849c-5c4f0a1a283a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:55.458201 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5764a27-9be5-437b-b300-acebe4b07a6d None None] The sync data for ids ['9f408e7d-60ca-4e28-b3e8-712d89b02601'] in dv-neutron-833559-1-hyperv is: [{'id': '9f408e7d-60ca-4e28-b3e8-712d89b02601', 'name': 'tempest-ServersTestJSON-1699675645-router', 'tenant_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:55Z', 'updated_at': '2022-03-14T15:24:54Z', 'revision_number': 6, 'project_id': '3e0a975c53dd4b5ba8a2e6281815c542', 'gw_port_host': None}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:55.482163 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network d41cd523-bd7b-4b75-a4be-d3c1f8a950a4 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:55.490494 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c42a51e5-13ba-4aaf-849c-5c4f0a1a283a admin admin] Calling delete_port for a7061a67-728a-445d-b082-9fe9a4683e5a owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:55.491069 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:55.491454 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:55.491864 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:55.492234 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:55.492504 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:55.493001 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:55.493121 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:55.493432 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:55.493761 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:55.494087 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:55.494598 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:55.494949 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:24:55.506423 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:55.513203 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:55.513399 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:55.614074 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fb6984ce-29cc-4c30-a705-01f61067d4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:55.655476 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a080406d-43d1-457e-b732-e5b0da6296da tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:55.668575 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c7a72bf7-b9d0-4990-b323-b6a3835b5745 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:55.678008 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fb6984ce-29cc-4c30-a705-01f61067d4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:55.761094 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1d047040-7eb6-4175-9c6c-f74e64da5474 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c8d6251fcd55443b98598e4e09a3c2e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5550554 Mar 14 15:24:55.763719 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51604) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:55.767409 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a080406d-43d1-457e-b732-e5b0da6296da tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:55.793759 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:55.808215 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a080406d-43d1-457e-b732-e5b0da6296da tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:55.816259 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a080406d-43d1-457e-b732-e5b0da6296da tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:55.820505 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73a50d1e-fb94-4b4b-ab4d-075de7cc1dd1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:55.840565 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fb6984ce-29cc-4c30-a705-01f61067d4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:55.840763 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080406d-43d1-457e-b732-e5b0da6296da tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Pushing event updated for resources: {'Port': ['ID=caf0953e-4192-4d5a-b7fc-ce48195ed198,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:55.843861 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fb6984ce-29cc-4c30-a705-01f61067d4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:55.847864 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fb6984ce-29cc-4c30-a705-01f61067d4a0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e6cc658c-6239-4c98-908c-ea827c04d1d9 HTTP/1.1" status: 204 len: 168 time: 0.5929587 Mar 14 15:24:55.901176 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6984ce-29cc-4c30-a705-01f61067d4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cc658c-6239-4c98-908c-ea827c04d1d9,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:55.993815 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-db98402c-3802-4e26-9292-1efef725b975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:56.069114 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-db98402c-3802-4e26-9292-1efef725b975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:56.281471 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-db98402c-3802-4e26-9292-1efef725b975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:56.286733 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-db98402c-3802-4e26-9292-1efef725b975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:56.286733 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-db98402c-3802-4e26-9292-1efef725b975 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a7c99535-33a2-4920-8e57-7ba2eb402647 HTTP/1.1" status: 204 len: 168 time: 0.5206466 Mar 14 15:24:56.311834 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98402c-3802-4e26-9292-1efef725b975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c99535-33a2-4920-8e57-7ba2eb402647,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:56.472337 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:56.488702 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:56.493028 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:56.550737 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 89f15c30-c5f6-49d7-b01b-9654bae9c77b up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:24:56.621777 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c48a175-ba2f-4442-8e03-89d2cad4170f None None] Network d41cd523-bd7b-4b75-a4be-d3c1f8a950a4 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:56.636474 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c42a51e5-13ba-4aaf-849c-5c4f0a1a283a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:56.726589 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Port': ['ID=779102bc-7da8-4275-9d3e-d606a55fe10e,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:56.767904 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c7a72bf7-b9d0-4990-b323-b6a3835b5745 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:56.772887 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c7a72bf7-b9d0-4990-b323-b6a3835b5745 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:56.786640 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network d41cd523-bd7b-4b75-a4be-d3c1f8a950a4 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:56.792586 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:56.799644 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-682653fe-14e2-4b3a-a367-69c1a0bcb9cc None None] Provisioning complete for port 89f15c30-c5f6-49d7-b01b-9654bae9c77b triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:56.800023 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-682653fe-14e2-4b3a-a367-69c1a0bcb9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:56.826041 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c42a51e5-13ba-4aaf-849c-5c4f0a1a283a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:56.838722 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a51e5-13ba-4aaf-849c-5c4f0a1a283a admin admin] Pushing event deleted for resources: {'Port': ['ID=a7061a67-728a-445d-b082-9fe9a4683e5a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:56.943479 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 89f15c30-c5f6-49d7-b01b-9654bae9c77b triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:56.944201 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:56.953065 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a72bf7-b9d0-4990-b323-b6a3835b5745 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Router 65a2a6a6-8459-47c1-b650-b40a4d2aaf44 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:24:57.046854 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c42a51e5-13ba-4aaf-849c-5c4f0a1a283a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:57.055293 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c42a51e5-13ba-4aaf-849c-5c4f0a1a283a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:57.141203 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router 3ced4fe0-5e10-4346-a234-ffbb3772d5bf is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:24:57.149192 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a72bf7-b9d0-4990-b323-b6a3835b5745 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:57.158000 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c7a72bf7-b9d0-4990-b323-b6a3835b5745 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:57.162339 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c7a72bf7-b9d0-4990-b323-b6a3835b5745 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "PUT /v2.0/routers/65a2a6a6-8459-47c1-b650-b40a4d2aaf44 HTTP/1.1" status: 200 len: 920 time: 2.2302308 Mar 14 15:24:57.164005 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77f209b-8761-4b0a-b9d3-eade6938a716 None None] Sync routers for ids ['65a2a6a6-8459-47c1-b650-b40a4d2aaf44'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:57.189853 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51640) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:57.259223 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:57.263935 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-682653fe-14e2-4b3a-a367-69c1a0bcb9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:57.267960 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e7c12ad0-e2a4-42f1-8dab-e994878116c0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/3ced4fe0-5e10-4346-a234-ffbb3772d5bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7705326 Mar 14 15:24:57.268697 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51646) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:57.270862 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e423051-b3fe-4f1c-9568-76c5e481af42 None None] Sync routers for ids ['3ced4fe0-5e10-4346-a234-ffbb3772d5bf'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:57.285942 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e423051-b3fe-4f1c-9568-76c5e481af42 None None] Routers {'3ced4fe0-5e10-4346-a234-ffbb3772d5bf'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:57.288260 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9e423051-b3fe-4f1c-9568-76c5e481af42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['3ced4fe0-5e10-4346-a234-ffbb3772d5bf'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:57.317622 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c42a51e5-13ba-4aaf-849c-5c4f0a1a283a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:57.318040 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f209b-8761-4b0a-b9d3-eade6938a716 None None] Routers {'65a2a6a6-8459-47c1-b650-b40a4d2aaf44'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:57.318519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42a51e5-13ba-4aaf-849c-5c4f0a1a283a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f408e7d-60ca-4e28-b3e8-712d89b02601 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:24:57.318677 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f77f209b-8761-4b0a-b9d3-eade6938a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['65a2a6a6-8459-47c1-b650-b40a4d2aaf44'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:57.348160 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c42a51e5-13ba-4aaf-849c-5c4f0a1a283a admin admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:57.357219 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c42a51e5-13ba-4aaf-849c-5c4f0a1a283a admin admin] 10.222.0.59 "DELETE /v2.0/routers/9f408e7d-60ca-4e28-b3e8-712d89b02601 HTTP/1.1" status: 204 len: 168 time: 3.5821781 Mar 14 15:24:57.388797 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9e423051-b3fe-4f1c-9568-76c5e481af42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:57.417582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51652) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:57.423675 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e423051-b3fe-4f1c-9568-76c5e481af42 None None] Routers {'3ced4fe0-5e10-4346-a234-ffbb3772d5bf'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:57.424542 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9e423051-b3fe-4f1c-9568-76c5e481af42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['3ced4fe0-5e10-4346-a234-ffbb3772d5bf'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:57.457449 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f77f209b-8761-4b0a-b9d3-eade6938a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:57.471958 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73a50d1e-fb94-4b4b-ab4d-075de7cc1dd1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:57.501023 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9e423051-b3fe-4f1c-9568-76c5e481af42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:57.502587 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e423051-b3fe-4f1c-9568-76c5e481af42 None None] The sync data for ids ['3ced4fe0-5e10-4346-a234-ffbb3772d5bf'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:57.538103 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-682653fe-14e2-4b3a-a367-69c1a0bcb9cc None None] For port 89f15c30-c5f6-49d7-b01b-9654bae9c77b, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=89f15c30-c5f6-49d7-b01b-9654bae9c77b,segment=NetworkSegment(4e776cbb-2503-4d6c-849e-5ae7fe197bbb),segment_id=4e776cbb-2503-4d6c-849e-5ae7fe197bbb)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:57.645634 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:57.670066 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-3639dacb-9af9-4d75-8f63-ddb3848871cb admin admin] Deleting subnet 32b536a6-20b7-48a8-995b-e55598332338 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:24:57.672902 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a080406d-43d1-457e-b732-e5b0da6296da tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:57.710090 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-682653fe-14e2-4b3a-a367-69c1a0bcb9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:57.727494 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3639dacb-9af9-4d75-8f63-ddb3848871cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:57.779153 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1b658d20-c53a-4c72-b493-2d8a7f942abe tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "GET /v2.0/routers/65a2a6a6-8459-47c1-b650-b40a4d2aaf44 HTTP/1.1" status: 200 len: 920 time: 0.5782280 Mar 14 15:24:57.780504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51666) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:57.781092 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f209b-8761-4b0a-b9d3-eade6938a716 None None] Routers {'65a2a6a6-8459-47c1-b650-b40a4d2aaf44'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:57.781741 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f77f209b-8761-4b0a-b9d3-eade6938a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['65a2a6a6-8459-47c1-b650-b40a4d2aaf44'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:57.859526 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51668) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:57.879236 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f77f209b-8761-4b0a-b9d3-eade6938a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:57.880393 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77f209b-8761-4b0a-b9d3-eade6938a716 None None] The sync data for ids ['65a2a6a6-8459-47c1-b650-b40a4d2aaf44'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:57.964251 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:24:57.964913 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:24:57.965023 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3a76fb-1fcd-484e-ba9b-cadf33e61264 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:57.966350 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fe3a76fb-1fcd-484e-ba9b-cadf33e61264 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/ports/779102bc-7da8-4275-9d3e-d606a55fe10e HTTP/1.1" status: 200 len: 911 time: 0.6967916 Mar 14 15:24:57.970295 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682653fe-14e2-4b3a-a367-69c1a0bcb9cc None None] Pushing event updated for resources: {'Port': ['ID=89f15c30-c5f6-49d7-b01b-9654bae9c77b,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:57.971832 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51674) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:57.979107 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-a04bc191-f1b7-4b50-8fa6-59def6cdebd0 None None] Provisioning complete for port 779102bc-7da8-4275-9d3e-d606a55fe10e triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:57.979651 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a04bc191-f1b7-4b50-8fa6-59def6cdebd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:57.981941 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-72d0fde4-58c3-4c38-b88d-0f8c63ac0db8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '20c82969-21e8-4561-96ae-5b349ce87fd2'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:58.023686 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a04bc191-f1b7-4b50-8fa6-59def6cdebd0 None None] Port 779102bc-7da8-4275-9d3e-d606a55fe10e cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:58.024849 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3639dacb-9af9-4d75-8f63-ddb3848871cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:58.045663 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-a04bc191-f1b7-4b50-8fa6-59def6cdebd0 None None] Provisioning complete for port 89f15c30-c5f6-49d7-b01b-9654bae9c77b triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:58.047153 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a04bc191-f1b7-4b50-8fa6-59def6cdebd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:58.116653 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51676) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:58.214887 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-913a6c44-9d00-498c-93fb-99a47d6ae39b tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1965160723', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:58.242202 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebac572-1bac-4597-bb48-7871047a5351 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:58.246442 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9ebac572-1bac-4597-bb48-7871047a5351 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&device_id=65a2a6a6-8459-47c1-b650-b40a4d2aaf44&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4107566 Mar 14 15:24:58.254427 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51680) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:58.277243 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7567873f-c072-405b-93f3-b8a6fa684f7c tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1184240250'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:58.291497 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913a6c44-9d00-498c-93fb-99a47d6ae39b tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Made reservation on behalf of 343e183be78d458dacca11141e268ccb for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:58.293912 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-913a6c44-9d00-498c-93fb-99a47d6ae39b tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:58.298461 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-72d0fde4-58c3-4c38-b88d-0f8c63ac0db8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:58.303417 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a50d1e-fb94-4b4b-ab4d-075de7cc1dd1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 85a95c4e-0329-4cdf-aef7-810b57294522 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:24:58.312335 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ec29fdd4-94c0-485e-a825-689b801c91cf None None] Provisioning complete for port 779102bc-7da8-4275-9d3e-d606a55fe10e triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:58.314551 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ec29fdd4-94c0-485e-a825-689b801c91cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:58.327943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3639dacb-9af9-4d75-8f63-ddb3848871cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:58.330659 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a080406d-43d1-457e-b732-e5b0da6296da tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:58.342800 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-913a6c44-9d00-498c-93fb-99a47d6ae39b tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:58.351428 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7567873f-c072-405b-93f3-b8a6fa684f7c tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Made reservation on behalf of b9abc0a6aea44bf981861daf5f9adcb5 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:24:58.354867 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7567873f-c072-405b-93f3-b8a6fa684f7c tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:58.376874 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ec29fdd4-94c0-485e-a825-689b801c91cf None None] Port 779102bc-7da8-4275-9d3e-d606a55fe10e cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:58.378237 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7567873f-c072-405b-93f3-b8a6fa684f7c tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:58.432735 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc3b0f6-6440-4c8b-afa9-bd15d3a751f0 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:58.435989 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fbc3b0f6-6440-4c8b-afa9-bd15d3a751f0 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "GET /v2.0/networks/0f3fd893-5baa-4085-951b-8847b15a4083 HTTP/1.1" status: 200 len: 881 time: 0.1787271 Mar 14 15:24:58.437639 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51682) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:58.492293 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c4ae8d64-a223-474a-a6cd-b1f2e894d4ad tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "GET /v2.0/ports?device_id=65a2a6a6-8459-47c1-b650-b40a4d2aaf44 HTTP/1.1" status: 200 len: 205 time: 0.0462458 Mar 14 15:24:58.496353 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51684) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:58.547781 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device dd0bd637-f443-4915-99c6-51010214304a no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:24:58.572673 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: dd0bd637-f443-4915-99c6-51010214304a {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:24:58.573130 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device dd0bd637-f443-4915-99c6-51010214304a not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:24:58.616844 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-29673d8b-2341-4ebd-850e-5dff611bcddd None None] Provisioning complete for port 779102bc-7da8-4275-9d3e-d606a55fe10e triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:58.617296 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-29673d8b-2341-4ebd-850e-5dff611bcddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:58.678109 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-913a6c44-9d00-498c-93fb-99a47d6ae39b tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:58.685550 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-913a6c44-9d00-498c-93fb-99a47d6ae39b tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:58.691047 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-913a6c44-9d00-498c-93fb-99a47d6ae39b tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] device_id is not set on port e004f194-5224-4fae-89f7-8d4093f9d28f yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:24:58.795051 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 89f15c30-c5f6-49d7-b01b-9654bae9c77b up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:24:58.804709 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a6c44-9d00-498c-93fb-99a47d6ae39b tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96df14b5-d287-4ecd-80b7-d8d55e0d8b22,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:58.834748 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-29673d8b-2341-4ebd-850e-5dff611bcddd None None] Port 779102bc-7da8-4275-9d3e-d606a55fe10e cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:24:58.853045 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 89f15c30-c5f6-49d7-b01b-9654bae9c77b triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:24:58.853421 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:58.900651 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a50d1e-fb94-4b4b-ab4d-075de7cc1dd1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:58.924082 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2529df-1af3-461f-b29a-cac683fadc6b None None] Sync routers for ids ['85a95c4e-0329-4cdf-aef7-810b57294522'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:58.935683 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-913a6c44-9d00-498c-93fb-99a47d6ae39b tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Allocated IP 172.26.6.161 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/e004f194-5224-4fae-89f7-8d4093f9d28f) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:24:58.946900 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2529df-1af3-461f-b29a-cac683fadc6b None None] Routers {'85a95c4e-0329-4cdf-aef7-810b57294522'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:58.947581 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ae2529df-1af3-461f-b29a-cac683fadc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['85a95c4e-0329-4cdf-aef7-810b57294522'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:58.992598 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ae2529df-1af3-461f-b29a-cac683fadc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:59.001777 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2529df-1af3-461f-b29a-cac683fadc6b None None] Routers {'85a95c4e-0329-4cdf-aef7-810b57294522'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:59.002621 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ae2529df-1af3-461f-b29a-cac683fadc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['85a95c4e-0329-4cdf-aef7-810b57294522'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:59.036933 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-72d0fde4-58c3-4c38-b88d-0f8c63ac0db8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.045771 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a7061a67-728a-445d-b082-9fe9a4683e5a no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:24:59.047112 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3639dacb-9af9-4d75-8f63-ddb3848871cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.049265 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ae2529df-1af3-461f-b29a-cac683fadc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:59.049880 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2529df-1af3-461f-b29a-cac683fadc6b None None] The sync data for ids ['85a95c4e-0329-4cdf-aef7-810b57294522'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:24:59.073138 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: a7061a67-728a-445d-b082-9fe9a4683e5a {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:24:59.073706 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a7061a67-728a-445d-b082-9fe9a4683e5a not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:24:59.075190 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-72d0fde4-58c3-4c38-b88d-0f8c63ac0db8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.081485 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d0fde4-58c3-4c38-b88d-0f8c63ac0db8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:59.081631 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-73a50d1e-fb94-4b4b-ab4d-075de7cc1dd1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.082104 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-72d0fde4-58c3-4c38-b88d-0f8c63ac0db8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.082811 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-73a50d1e-fb94-4b4b-ab4d-075de7cc1dd1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 8.9689887 Mar 14 15:24:59.086215 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-72d0fde4-58c3-4c38-b88d-0f8c63ac0db8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/ports/779102bc-7da8-4275-9d3e-d606a55fe10e HTTP/1.1" status: 200 len: 911 time: 1.1086197 Mar 14 15:24:59.089553 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7567873f-c072-405b-93f3-b8a6fa684f7c tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.090847 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639dacb-9af9-4d75-8f63-ddb3848871cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32b536a6-20b7-48a8-995b-e55598332338,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:59.090994 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51686) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:59.091342 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51688) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:59.106618 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3639dacb-9af9-4d75-8f63-ddb3848871cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.109792 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3639dacb-9af9-4d75-8f63-ddb3848871cb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/32b536a6-20b7-48a8-995b-e55598332338 HTTP/1.1" status: 204 len: 168 time: 1.6885209 Mar 14 15:24:59.114384 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd30dcef-0494-467a-93f5-83c95cc676bc None None] Network 52d00c44-24c0-4d1a-a340-c039d76298f3 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:24:59.114830 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7567873f-c072-405b-93f3-b8a6fa684f7c tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.121079 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51690) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:59.249456 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7567873f-c072-405b-93f3-b8a6fa684f7c tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:24:59.272289 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567873f-c072-405b-93f3-b8a6fa684f7c tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b02972ec-e350-44ff-b495-9c1840fa7c1a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:59.273797 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0fde4-58c3-4c38-b88d-0f8c63ac0db8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Port': ['ID=779102bc-7da8-4275-9d3e-d606a55fe10e,revision_number=3']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:59.292186 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7567873f-c072-405b-93f3-b8a6fa684f7c tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.294803 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-7567873f-c072-405b-93f3-b8a6fa684f7c tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Added segment 97c94208-fb39-4748-81b7-61517136254c of type vlan for network 5c2911a1-a4a1-4862-a7bc-5446e737dc39 Mar 14 15:24:59.297497 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e52dc909-e270-49b9-9b4f-58f780d4bf6e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.309182 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.324399 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d16dc2f-de39-43c8-b677-3f538aeafe8b None None] DHCP port deletion for 52d00c44-24c0-4d1a-a340-c039d76298f3 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:24:59.326358 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-913a6c44-9d00-498c-93fb-99a47d6ae39b tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.379543 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8d16dc2f-de39-43c8-b677-3f538aeafe8b None None] Deleting port 637416b9-f08c-4c8b-9651-68fc33938b96 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:59.380214 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8d16dc2f-de39-43c8-b677-3f538aeafe8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.391935 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a080406d-43d1-457e-b732-e5b0da6296da tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Router cc556d5c-102d-40ff-8b1a-adea6645e43f is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:24:59.418143 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7567873f-c072-405b-93f3-b8a6fa684f7c tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.430965 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-331d0380-e5d2-4f1f-950c-2fbbc8747574 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/routers/85a95c4e-0329-4cdf-aef7-810b57294522 HTTP/1.1" status: 200 len: 881 time: 0.3350677 Mar 14 15:24:59.439763 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51692) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:59.455047 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8d16dc2f-de39-43c8-b677-3f538aeafe8b None None] For port 637416b9-f08c-4c8b-9651-68fc33938b96, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=637416b9-f08c-4c8b-9651-68fc33938b96,segment=NetworkSegment(b4feea2c-6aa0-4a26-932b-1366dd8c8096),segment_id=b4feea2c-6aa0-4a26-932b-1366dd8c8096)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:59.456018 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8d16dc2f-de39-43c8-b677-3f538aeafe8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.471035 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8d16dc2f-de39-43c8-b677-3f538aeafe8b None None] Calling delete_port for 637416b9-f08c-4c8b-9651-68fc33938b96 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:59.534635 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-913a6c44-9d00-498c-93fb-99a47d6ae39b tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.561156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8d16dc2f-de39-43c8-b677-3f538aeafe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.577529 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7567873f-c072-405b-93f3-b8a6fa684f7c tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.582798 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7567873f-c072-405b-93f3-b8a6fa684f7c tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:59.583413 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7567873f-c072-405b-93f3-b8a6fa684f7c tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.593603 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16dc2f-de39-43c8-b677-3f538aeafe8b None None] Pushing event deleted for resources: {'Port': ['ID=637416b9-f08c-4c8b-9651-68fc33938b96,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:59.595577 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d16dc2f-de39-43c8-b677-3f538aeafe8b None None] No DVR routers for this DVR port 637416b9-f08c-4c8b-9651-68fc33938b96 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:24:59.613584 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913a6c44-9d00-498c-93fb-99a47d6ae39b tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:24:59.634814 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-913a6c44-9d00-498c-93fb-99a47d6ae39b tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:24:59.636683 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a6c44-9d00-498c-93fb-99a47d6ae39b tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Pushing event updated for resources: {'Port': ['ID=e004f194-5224-4fae-89f7-8d4093f9d28f,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:59.641949 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a6c44-9d00-498c-93fb-99a47d6ae39b tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:24:59.664285 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e52dc909-e270-49b9-9b4f-58f780d4bf6e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.712639 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7567873f-c072-405b-93f3-b8a6fa684f7c tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8425379 Mar 14 15:24:59.730523 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567873f-c072-405b-93f3-b8a6fa684f7c tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event updated for resources: {'Network': ['ID=5c2911a1-a4a1-4862-a7bc-5446e737dc39,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:24:59.735580 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913a6c44-9d00-498c-93fb-99a47d6ae39b tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:24:59.735580 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-913a6c44-9d00-498c-93fb-99a47d6ae39b tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.748744 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 5c2911a1-a4a1-4862-a7bc-5446e737dc39 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:24:59.755646 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a080406d-43d1-457e-b732-e5b0da6296da tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:24:59.769482 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] Deleting port 637416b9-f08c-4c8b-9651-68fc33938b96 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:24:59.769920 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-913a6c44-9d00-498c-93fb-99a47d6ae39b tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.6522326 Mar 14 15:24:59.772689 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51694) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:59.775758 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] Sync routers for ids ['cc556d5c-102d-40ff-8b1a-adea6645e43f'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:24:59.786556 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] Routers {'cc556d5c-102d-40ff-8b1a-adea6645e43f'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:24:59.787199 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cc556d5c-102d-40ff-8b1a-adea6645e43f'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:24:59.787634 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.793930 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-b7abe9a9-104e-4e10-9fde-8145dd77eb73 tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.161'}]}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:59.832812 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-974a3508-29ac-40af-849a-0ad2dc32d98e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3918698 Mar 14 15:24:59.835409 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7abe9a9-104e-4e10-9fde-8145dd77eb73 tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.836592 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7abe9a9-104e-4e10-9fde-8145dd77eb73 tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.841931 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51696) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:24:59.846940 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a14c5b5a-8c15-4c53-8393-30077d6b9ee5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2147145960'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:24:59.894885 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] For port 637416b9-f08c-4c8b-9651-68fc33938b96, host dv-neutron-833559-1-hyperv, got binding levels [] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:24:59.895317 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.904924 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] Set router cc556d5c-102d-40ff-8b1a-adea6645e43f gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:24:59.917878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] Calling delete_port for 637416b9-f08c-4c8b-9651-68fc33938b96 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:24:59.924174 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] Port 637416b9-f08c-4c8b-9651-68fc33938b96 was not found and therefore no delete operation was performed {{(pid=102568) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 15:24:59.936175 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:24:59.980693 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-499b8b3e-0d87-45e4-abff-94646c7fbcdd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:00.003824 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] No DVR routers for this DVR port 637416b9-f08c-4c8b-9651-68fc33938b96 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:25:00.049477 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a080406d-43d1-457e-b732-e5b0da6296da tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:00.053173 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a080406d-43d1-457e-b732-e5b0da6296da tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.8845546 Mar 14 15:25:00.055993 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51698) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:00.056943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=637416b9-f08c-4c8b-9651-68fc33938b96,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:00.094755 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7abe9a9-104e-4e10-9fde-8145dd77eb73 tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:00.140654 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:00.169128 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e52dc909-e270-49b9-9b4f-58f780d4bf6e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Deleting port a26fff6f-17e8-490b-ab8e-354e115866f3 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:00.169469 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e52dc909-e270-49b9-9b4f-58f780d4bf6e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:00.173503 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d00c44-24c0-4d1a-a340-c039d76298f3']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:00.179359 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc556d5c-102d-40ff-8b1a-adea6645e43f', 'name': 'tempest-snat-router-1071411795', 'tenant_id': '766c167c5d574426adf25510c4a7584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'caf0953e-4192-4d5a-b7fc-ce48195ed198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:24:50Z', 'updated_at': '2022-03-14T15:24:56Z', 'revision_number': 3, 'project_id': '766c167c5d574426adf25510c4a7584f', 'gw_port': {'id': 'caf0953e-4192-4d5a-b7fc-ce48195ed198', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:02:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc556d5c-102d-40ff-8b1a-adea6645e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:24:53Z', 'updated_at': '2022-03-14T15:24:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:00.194819 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4feea2c-6aa0-4a26-932b-1366dd8c8096') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:00.195137 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4feea2c-6aa0-4a26-932b-1366dd8c8096') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:00.221102 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] Checking router: cc556d5c-102d-40ff-8b1a-adea6645e43f for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:25:00.221625 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] Updating router cc556d5c-102d-40ff-8b1a-adea6645e43f port caf0953e-4192-4d5a-b7fc-ce48195ed198 binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:25:00.237564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:00.257625 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:00.273794 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:25:00.274195 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:25:00.276491 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:25:00.282908 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:00.301329 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e52dc909-e270-49b9-9b4f-58f780d4bf6e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:00.356313 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e52dc909-e270-49b9-9b4f-58f780d4bf6e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Calling delete_port for a26fff6f-17e8-490b-ab8e-354e115866f3 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:00.429111 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:00.617363 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:00.630650 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:00.640162 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:00.644288 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] 10.222.0.59 "DELETE /v2.0/networks/52d00c44-24c0-4d1a-a340-c039d76298f3 HTTP/1.1" status: 204 len: 168 time: 1.5198154 Mar 14 15:25:00.667934 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e52dc909-e270-49b9-9b4f-58f780d4bf6e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:00.672089 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2daef2a-a2a8-4e33-9dbf-46b641f10f7a admin admin] Pushing event deleted for resources: {'Network': ['ID=52d00c44-24c0-4d1a-a340-c039d76298f3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:00.685174 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 637416b9-f08c-4c8b-9651-68fc33938b96 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:25:00.739118 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 637416b9-f08c-4c8b-9651-68fc33938b96 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:25:00.739515 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 637416b9-f08c-4c8b-9651-68fc33938b96 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:25:00.752299 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7abe9a9-104e-4e10-9fde-8145dd77eb73 tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:00.756572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dc909-e270-49b9-9b4f-58f780d4bf6e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Pushing event deleted for resources: {'Port': ['ID=a26fff6f-17e8-490b-ab8e-354e115866f3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:00.792772 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] Attempting to bind port caf0953e-4192-4d5a-b7fc-ce48195ed198 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:00.794240 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] Attempting to bind port caf0953e-4192-4d5a-b7fc-ce48195ed198 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:00.794838 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] Attempting to bind port caf0953e-4192-4d5a-b7fc-ce48195ed198 on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:00.808136 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cca605-3bc6-432c-84d9-03002992d2fa None None] Pushing event updated for resources: {'Port': ['ID=caf0953e-4192-4d5a-b7fc-ce48195ed198,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:00.823784 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:00.824633 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:00.825915 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:00.826410 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:00.828680 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] Bound port: caf0953e-4192-4d5a-b7fc-ce48195ed198, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:00.829282 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:00.834855 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e52dc909-e270-49b9-9b4f-58f780d4bf6e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:00.902753 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] For port caf0953e-4192-4d5a-b7fc-ce48195ed198, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:00.907540 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] For port caf0953e-4192-4d5a-b7fc-ce48195ed198, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=caf0953e-4192-4d5a-b7fc-ce48195ed198,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:00.915268 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:00.933197 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5dc1cf69-e5ad-4796-a2d2-02cf9d48347d tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "GET /v2.0/routers/cc556d5c-102d-40ff-8b1a-adea6645e43f HTTP/1.1" status: 200 len: 907 time: 0.8703396 Mar 14 15:25:00.937105 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51702) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:00.985407 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cca605-3bc6-432c-84d9-03002992d2fa None None] Pushing event updated for resources: {'Port': ['ID=caf0953e-4192-4d5a-b7fc-ce48195ed198,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:01.005619 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] Routers {'cc556d5c-102d-40ff-8b1a-adea6645e43f'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:01.006234 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cc556d5c-102d-40ff-8b1a-adea6645e43f'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:01.026618 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e52dc909-e270-49b9-9b4f-58f780d4bf6e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:01.029658 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e52dc909-e270-49b9-9b4f-58f780d4bf6e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:01.075030 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51704) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:01.091667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e52dc909-e270-49b9-9b4f-58f780d4bf6e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:01.092422 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52dc909-e270-49b9-9b4f-58f780d4bf6e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Fanout notify agent at l3_agent the message router_deleted on router 65a2a6a6-8459-47c1-b650-b40a4d2aaf44 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:25:01.103502 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e52dc909-e270-49b9-9b4f-58f780d4bf6e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:01.104764 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e52dc909-e270-49b9-9b4f-58f780d4bf6e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "DELETE /v2.0/routers/65a2a6a6-8459-47c1-b650-b40a4d2aaf44 HTTP/1.1" status: 204 len: 168 time: 2.6041832 Mar 14 15:25:01.117929 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51706) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:01.122950 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a14c5b5a-8c15-4c53-8393-30077d6b9ee5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:01.123118 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f80377f5-c969-4eb4-8adf-f0f05ccb0cb6 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1835977229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:01.169622 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8cef9376-ed0f-40f8-9113-4b7bb4cf521f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3e0a975c53dd4b5ba8a2e6281815c542&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0926774 Mar 14 15:25:01.172357 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51708) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:01.179958 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f80377f5-c969-4eb4-8adf-f0f05ccb0cb6 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:01.180947 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f80377f5-c969-4eb4-8adf-f0f05ccb0cb6 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:01.191062 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a14c5b5a-8c15-4c53-8393-30077d6b9ee5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:01.191630 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] Set router cc556d5c-102d-40ff-8b1a-adea6645e43f gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:25:01.272219 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1a9ac42-9b28-41c7-b601-68bf4e2bcdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:01.323323 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f80377f5-c969-4eb4-8adf-f0f05ccb0cb6 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:01.334496 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1a9ac42-9b28-41c7-b601-68bf4e2bcdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:01.337695 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f80377f5-c969-4eb4-8adf-f0f05ccb0cb6 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:01.390507 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f80377f5-c969-4eb4-8adf-f0f05ccb0cb6 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:01.393090 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f80377f5-c969-4eb4-8adf-f0f05ccb0cb6 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2765403 Mar 14 15:25:01.396287 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51710) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:01.402714 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3c5e872b-a06a-4d71-9219-2d0ed81c6f0f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Request body: {'router': {'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:01.416429 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc556d5c-102d-40ff-8b1a-adea6645e43f', 'name': 'tempest-snat-router-1071411795', 'tenant_id': '766c167c5d574426adf25510c4a7584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'caf0953e-4192-4d5a-b7fc-ce48195ed198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:24:50Z', 'updated_at': '2022-03-14T15:24:56Z', 'revision_number': 3, 'project_id': '766c167c5d574426adf25510c4a7584f', 'gw_port': {'id': 'caf0953e-4192-4d5a-b7fc-ce48195ed198', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:02:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc556d5c-102d-40ff-8b1a-adea6645e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:24:53Z', 'updated_at': '2022-03-14T15:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:01.446643 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f864583-3c6f-4788-b2b1-e8ed4ef483b2 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:01.456473 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d555bea-95f5-4057-a589-886d4eb02db4 None None] The sync data for ids ['cc556d5c-102d-40ff-8b1a-adea6645e43f'] in dv-neutron-833559-1-hyperv is: [{'id': 'cc556d5c-102d-40ff-8b1a-adea6645e43f', 'name': 'tempest-snat-router-1071411795', 'tenant_id': '766c167c5d574426adf25510c4a7584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'caf0953e-4192-4d5a-b7fc-ce48195ed198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:24:50Z', 'updated_at': '2022-03-14T15:24:56Z', 'revision_number': 3, 'project_id': '766c167c5d574426adf25510c4a7584f', 'gw_port': {'id': 'caf0953e-4192-4d5a-b7fc-ce48195ed198', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:02:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc556d5c-102d-40ff-8b1a-adea6645e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:24:53Z', 'updated_at': '2022-03-14T15:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:01.639387 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14c5b5a-8c15-4c53-8393-30077d6b9ee5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 85a95c4e-0329-4cdf-aef7-810b57294522 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:25:01.698429 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1a9ac42-9b28-41c7-b601-68bf4e2bcdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:01.698429 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1a9ac42-9b28-41c7-b601-68bf4e2bcdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:01.711012 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f1a9ac42-9b28-41c7-b601-68bf4e2bcdad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fd01b648-7d0a-4651-b1a8-8af7c017a764 HTTP/1.1" status: 204 len: 168 time: 0.5369065 Mar 14 15:25:01.796755 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9ac42-9b28-41c7-b601-68bf4e2bcdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd01b648-7d0a-4651-b1a8-8af7c017a764,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:01.833258 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c5e872b-a06a-4d71-9219-2d0ed81c6f0f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:01.884972 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7abe9a9-104e-4e10-9fde-8145dd77eb73 tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:01.889423 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-499b8b3e-0d87-45e4-abff-94646c7fbcdd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting port 779102bc-7da8-4275-9d3e-d606a55fe10e {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:01.890898 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-499b8b3e-0d87-45e4-abff-94646c7fbcdd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:01.913021 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f864583-3c6f-4788-b2b1-e8ed4ef483b2 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:02.099017 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7abe9a9-104e-4e10-9fde-8145dd77eb73 tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:02.210699 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-499b8b3e-0d87-45e4-abff-94646c7fbcdd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:02.230636 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-499b8b3e-0d87-45e4-abff-94646c7fbcdd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Calling delete_port for 779102bc-7da8-4275-9d3e-d606a55fe10e owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:02.275921 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c5e872b-a06a-4d71-9219-2d0ed81c6f0f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:02.307219 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c5e872b-a06a-4d71-9219-2d0ed81c6f0f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:02.352719 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:25:02.477352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-3c5e872b-a06a-4d71-9219-2d0ed81c6f0f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Allocated IP 172.26.6.213 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/10fef89f-97fb-4374-9064-a47a379d8eb9) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:02.535746 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14c5b5a-8c15-4c53-8393-30077d6b9ee5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:02.548182 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853d828-bceb-4562-82fb-07fae4fe985c None None] Sync routers for ids ['85a95c4e-0329-4cdf-aef7-810b57294522'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:02.581590 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7853d828-bceb-4562-82fb-07fae4fe985c None None] Routers {'85a95c4e-0329-4cdf-aef7-810b57294522'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:02.583096 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7853d828-bceb-4562-82fb-07fae4fe985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['85a95c4e-0329-4cdf-aef7-810b57294522'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:02.607492 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a14c5b5a-8c15-4c53-8393-30077d6b9ee5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:02.612282 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a14c5b5a-8c15-4c53-8393-30077d6b9ee5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/85a95c4e-0329-4cdf-aef7-810b57294522 HTTP/1.1" status: 200 len: 888 time: 2.7666075 Mar 14 15:25:02.618843 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51724) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:02.640796 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-499b8b3e-0d87-45e4-abff-94646c7fbcdd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:02.691727 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7853d828-bceb-4562-82fb-07fae4fe985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:02.714962 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7853d828-bceb-4562-82fb-07fae4fe985c None None] Routers {'85a95c4e-0329-4cdf-aef7-810b57294522'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:02.721016 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7853d828-bceb-4562-82fb-07fae4fe985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['85a95c4e-0329-4cdf-aef7-810b57294522'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:02.745392 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-3f864583-3c6f-4788-b2b1-e8ed4ef483b2 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Deleting port caf0953e-4192-4d5a-b7fc-ce48195ed198 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:02.745759 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f864583-3c6f-4788-b2b1-e8ed4ef483b2 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:02.752937 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b8b3e-0d87-45e4-abff-94646c7fbcdd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Port': ['ID=779102bc-7da8-4275-9d3e-d606a55fe10e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:02.837296 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device caf0953e-4192-4d5a-b7fc-ce48195ed198 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:02.854762 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7853d828-bceb-4562-82fb-07fae4fe985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:02.855674 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853d828-bceb-4562-82fb-07fae4fe985c None None] The sync data for ids ['85a95c4e-0329-4cdf-aef7-810b57294522'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:02.934146 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port caf0953e-4192-4d5a-b7fc-ce48195ed198 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:02.934608 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:03.195570 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-499b8b3e-0d87-45e4-abff-94646c7fbcdd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:03.199998 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:03.218465 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51734) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:03.234679 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ba11a13c-64dc-484a-a557-22e63fede711 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Request body: {'subnet': {'network_id': '5c2911a1-a4a1-4862-a7bc-5446e737dc39', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:03.250843 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port caf0953e-4192-4d5a-b7fc-ce48195ed198, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=caf0953e-4192-4d5a-b7fc-ce48195ed198,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:03.261998 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:03.349264 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=caf0953e-4192-4d5a-b7fc-ce48195ed198,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:03.359340 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:03.360403 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:03.360907 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:03.361025 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c5e872b-a06a-4d71-9219-2d0ed81c6f0f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:03.362898 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:03.364177 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:03.366668 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:03.367312 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:03.368185 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:03.368981 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:03.369488 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:03.370067 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:03.370566 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:03.406774 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6bcab21a-19d0-4790-bb7c-5cc9d74063dc tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/routers/85a95c4e-0329-4cdf-aef7-810b57294522 HTTP/1.1" status: 200 len: 888 time: 0.7835348 Mar 14 15:25:03.407481 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51740) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:03.433782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c5e872b-a06a-4d71-9219-2d0ed81c6f0f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:03.473328 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e1327944-bb13-4f2b-b657-b8611791c706 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a95c4e-0329-4cdf-aef7-810b57294522 HTTP/1.1" status: 200 len: 205 time: 0.0630283 Mar 14 15:25:03.473985 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51742) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:03.556225 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5e872b-a06a-4d71-9219-2d0ed81c6f0f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:03.565563 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-3c5e872b-a06a-4d71-9219-2d0ed81c6f0f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:03.568736 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5e872b-a06a-4d71-9219-2d0ed81c6f0f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:03.573698 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e872b-a06a-4d71-9219-2d0ed81c6f0f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Pushing event updated for resources: {'Port': ['ID=10fef89f-97fb-4374-9064-a47a379d8eb9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:03.704400 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0986e050-3eee-4eb8-9fdf-1de83751e70c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:03.802412 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-3f864583-3c6f-4788-b2b1-e8ed4ef483b2 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] For port caf0953e-4192-4d5a-b7fc-ce48195ed198, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=caf0953e-4192-4d5a-b7fc-ce48195ed198,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:03.802772 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f864583-3c6f-4788-b2b1-e8ed4ef483b2 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:03.867151 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba11a13c-64dc-484a-a557-22e63fede711 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Made reservation on behalf of b9abc0a6aea44bf981861daf5f9adcb5 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:03.870895 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ba11a13c-64dc-484a-a557-22e63fede711 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:03.897327 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-3f864583-3c6f-4788-b2b1-e8ed4ef483b2 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Calling delete_port for caf0953e-4192-4d5a-b7fc-ce48195ed198 owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:03.921170 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0986e050-3eee-4eb8-9fdf-1de83751e70c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:03.955733 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499b8b3e-0d87-45e4-abff-94646c7fbcdd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router 3ced4fe0-5e10-4346-a234-ffbb3772d5bf has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:25:03.968943 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7abe9a9-104e-4e10-9fde-8145dd77eb73 tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:04.021907 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09585f92-29c3-43e7-8590-e552e7ae8b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:04.024664 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c5e872b-a06a-4d71-9219-2d0ed81c6f0f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:04.087538 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-0986e050-3eee-4eb8-9fdf-1de83751e70c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting port 2043ed61-c4cd-4b74-b555-b84db1977bdc {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:04.087973 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0986e050-3eee-4eb8-9fdf-1de83751e70c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:04.131472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51758) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:04.263429 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0986e050-3eee-4eb8-9fdf-1de83751e70c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:04.281702 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-0986e050-3eee-4eb8-9fdf-1de83751e70c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Calling delete_port for 2043ed61-c4cd-4b74-b555-b84db1977bdc owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:04.291030 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499b8b3e-0d87-45e4-abff-94646c7fbcdd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:04.303122 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c855e05e-b62a-4193-b8fb-1aba4660ef19 None None] Sync routers for ids ['3ced4fe0-5e10-4346-a234-ffbb3772d5bf'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:04.338156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51762) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:04.338788 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-499b8b3e-0d87-45e4-abff-94646c7fbcdd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/3ced4fe0-5e10-4346-a234-ffbb3772d5bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2434735 Mar 14 15:25:04.365414 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7abe9a9-104e-4e10-9fde-8145dd77eb73 tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:04.375693 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7abe9a9-104e-4e10-9fde-8145dd77eb73 tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:04.386977 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-78fe733c-5974-47a8-b578-b4814344cdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-157623160'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:04.410871 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-71315901-bf20-4519-b11e-c98c15952370 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ced4fe0-5e10-4346-a234-ffbb3772d5bf HTTP/1.1" status: 200 len: 205 time: 0.0432308 Mar 14 15:25:04.419216 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51764) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:04.422439 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c5e872b-a06a-4d71-9219-2d0ed81c6f0f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:04.430545 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c855e05e-b62a-4193-b8fb-1aba4660ef19 None None] Routers {'3ced4fe0-5e10-4346-a234-ffbb3772d5bf'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:04.431551 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c855e05e-b62a-4193-b8fb-1aba4660ef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['3ced4fe0-5e10-4346-a234-ffbb3772d5bf'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:04.469778 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7abe9a9-104e-4e10-9fde-8145dd77eb73 tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:04.470275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7abe9a9-104e-4e10-9fde-8145dd77eb73 tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2543e575-427c-449d-a423-633865918aeb {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:25:04.473152 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c855e05e-b62a-4193-b8fb-1aba4660ef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:04.477746 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c5e872b-a06a-4d71-9219-2d0ed81c6f0f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:04.485590 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c855e05e-b62a-4193-b8fb-1aba4660ef19 None None] Routers {'3ced4fe0-5e10-4346-a234-ffbb3772d5bf'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:04.486522 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c855e05e-b62a-4193-b8fb-1aba4660ef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['3ced4fe0-5e10-4346-a234-ffbb3772d5bf'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:04.521607 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fe733c-5974-47a8-b578-b4814344cdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Made reservation on behalf of 85915b856c14409ca71cb6ac82707234 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:04.526898 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78fe733c-5974-47a8-b578-b4814344cdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:04.529280 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c855e05e-b62a-4193-b8fb-1aba4660ef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:04.530002 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c855e05e-b62a-4193-b8fb-1aba4660ef19 None None] The sync data for ids ['3ced4fe0-5e10-4346-a234-ffbb3772d5bf'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:04.535800 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ba11a13c-64dc-484a-a557-22e63fede711 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:04.575970 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caad7418-b7c2-4f60-ad3d-234437ab5efd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:04.578377 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-b7abe9a9-104e-4e10-9fde-8145dd77eb73 tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 14 15:25:04.583234 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b7abe9a9-104e-4e10-9fde-8145dd77eb73 tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.8068008 Mar 14 15:25:04.590361 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51768) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:04.611520 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78fe733c-5974-47a8-b578-b4814344cdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:04.646094 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f864583-3c6f-4788-b2b1-e8ed4ef483b2 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:04.658824 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11a13c-64dc-484a-a557-22e63fede711 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event updated for resources: {'Subnet': ['ID=e58c2e62-0286-45b3-9b18-406ae06c0a0b,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:04.721574 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f864583-3c6f-4788-b2b1-e8ed4ef483b2 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Pushing event deleted for resources: {'Port': ['ID=caf0953e-4192-4d5a-b7fc-ce48195ed198,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:04.729007 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device caf0953e-4192-4d5a-b7fc-ce48195ed198 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:04.759255 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: caf0953e-4192-4d5a-b7fc-ce48195ed198 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:25:04.759845 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device caf0953e-4192-4d5a-b7fc-ce48195ed198 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 14 15:25:04.777789 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba11a13c-64dc-484a-a557-22e63fede711 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Checking segment: {'id': '97c94208-fb39-4748-81b7-61517136254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5c2911a1-a4a1-4862-a7bc-5446e737dc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:04.778153 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba11a13c-64dc-484a-a557-22e63fede711 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Network hostable DHCP agents. Network: 5c2911a1-a4a1-4862-a7bc-5446e737dc39, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:04.787732 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Port caf0953e-4192-4d5a-b7fc-ce48195ed198 not found, will not notify nova. {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 14 15:25:04.843705 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba11a13c-64dc-484a-a557-22e63fede711 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Network 5c2911a1-a4a1-4862-a7bc-5446e737dc39 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:04.845862 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f864583-3c6f-4788-b2b1-e8ed4ef483b2 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:04.849219 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cba15-3909-4741-9a29-d81bc053c74d tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Deleting port e004f194-5224-4fae-89f7-8d4093f9d28f {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:04.849546 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6e7cba15-3909-4741-9a29-d81bc053c74d tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:04.930395 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-ba11a13c-64dc-484a-a557-22e63fede711 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 5c2911a1-a4a1-4862-a7bc-5446e737dc39) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:04.943722 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905a18b2-e6f5-456f-aa67-adbb5293c243 None None] Network 5c2911a1-a4a1-4862-a7bc-5446e737dc39 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:04.992517 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caad7418-b7c2-4f60-ad3d-234437ab5efd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:04.997040 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caad7418-b7c2-4f60-ad3d-234437ab5efd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.003443 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba11a13c-64dc-484a-a557-22e63fede711 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:05.004322 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ba11a13c-64dc-484a-a557-22e63fede711 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.016620 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f864583-3c6f-4788-b2b1-e8ed4ef483b2 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.026243 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f864583-3c6f-4788-b2b1-e8ed4ef483b2 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.084463 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ba11a13c-64dc-484a-a557-22e63fede711 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8631310 Mar 14 15:25:05.085100 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51772) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:05.086311 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debde9b6-4c5d-412c-b78d-afb968d926fd req-9dd682d6-3773-4374-9110-fdd123aba550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:05.088366 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-debde9b6-4c5d-412c-b78d-afb968d926fd req-9dd682d6-3773-4374-9110-fdd123aba550 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3e851ef7d26489f809312a892e32164&device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 1099 time: 0.3561187 Mar 14 15:25:05.101806 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-2de75bda-3d5f-4bcb-a9e6-69faa64cdc04 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1172361426'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:05.124415 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bfb3b-bd1b-415b-bd35-77a45b263b8e req-530c2910-0946-412a-aca7-903ea96e1d62 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:05.126800 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6c8bfb3b-bd1b-415b-bd35-77a45b263b8e req-530c2910-0946-412a-aca7-903ea96e1d62 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.3928246 Mar 14 15:25:05.127731 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f864583-3c6f-4788-b2b1-e8ed4ef483b2 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.128448 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f864583-3c6f-4788-b2b1-e8ed4ef483b2 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc556d5c-102d-40ff-8b1a-adea6645e43f {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:25:05.129543 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0986e050-3eee-4eb8-9fdf-1de83751e70c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.137176 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f864583-3c6f-4788-b2b1-e8ed4ef483b2 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.142241 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3f864583-3c6f-4788-b2b1-e8ed4ef483b2 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "DELETE /v2.0/routers/cc556d5c-102d-40ff-8b1a-adea6645e43f HTTP/1.1" status: 204 len: 168 time: 4.2038321 Mar 14 15:25:05.144631 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51774) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:05.146615 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6e7cba15-3909-4741-9a29-d81bc053c74d tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.154343 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caad7418-b7c2-4f60-ad3d-234437ab5efd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.154853 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caad7418-b7c2-4f60-ad3d-234437ab5efd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Fanout notify agent at l3_agent the message router_deleted on router 3ced4fe0-5e10-4346-a234-ffbb3772d5bf {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:25:05.175050 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5c2911a1-a4a1-4862-a7bc-5446e737dc39', 'network_id': '5c2911a1-a4a1-4862-a7bc-5446e737dc39', 'tenant_id': 'b9abc0a6aea44bf981861daf5f9adcb5', 'fixed_ips': [{'subnet_id': 'e58c2e62-0286-45b3-9b18-406ae06c0a0b'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:25:05.176097 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.194692 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caad7418-b7c2-4f60-ad3d-234437ab5efd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.195915 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-caad7418-b7c2-4f60-ad3d-234437ab5efd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/routers/3ced4fe0-5e10-4346-a234-ffbb3772d5bf HTTP/1.1" status: 204 len: 168 time: 0.7757676 Mar 14 15:25:05.200423 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cba15-3909-4741-9a29-d81bc053c74d tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Calling delete_port for e004f194-5224-4fae-89f7-8d4093f9d28f owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:05.204932 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51776) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:05.250820 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de75bda-3d5f-4bcb-a9e6-69faa64cdc04 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Made reservation on behalf of b9abc0a6aea44bf981861daf5f9adcb5 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:05.254767 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2de75bda-3d5f-4bcb-a9e6-69faa64cdc04 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.342092 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de75bda-3d5f-4bcb-a9e6-69faa64cdc04 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:05.388802 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] Allocated IP 2001:db8:0:ffff::2 (5c2911a1-a4a1-4862-a7bc-5446e737dc39/e58c2e62-0286-45b3-9b18-406ae06c0a0b/41e7fc38-ef2f-4989-917b-602e80385dca) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:05.394974 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cffeefe-6723-4448-b322-6a8ab564cfba tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting subnet 20c82969-21e8-4561-96ae-5b349ce87fd2 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:25:05.403614 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9cffeefe-6723-4448-b322-6a8ab564cfba tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.409478 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2de75bda-3d5f-4bcb-a9e6-69faa64cdc04 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.409925 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-2de75bda-3d5f-4bcb-a9e6-69faa64cdc04 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Added segment 85038c81-5b96-4011-bd61-ecf4c639b722 of type vlan for network aeb05ddf-0d21-4f65-b97f-b2d4a816b55b Mar 14 15:25:05.495666 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4c84efb0-5969-4444-a43e-2e2f68cd0778 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.508828 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9cffeefe-6723-4448-b322-6a8ab564cfba tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.560146 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.568910 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.573580 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2de75bda-3d5f-4bcb-a9e6-69faa64cdc04 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.581193 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986e050-3eee-4eb8-9fdf-1de83751e70c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Port': ['ID=2043ed61-c4cd-4b74-b555-b84db1977bdc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:05.622293 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] Network 5c2911a1-a4a1-4862-a7bc-5446e737dc39 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:05.627190 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:05.635430 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:05.639191 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] Pushing event updated for resources: {'Port': ['ID=41e7fc38-ef2f-4989-917b-602e80385dca,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:05.664615 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78fe733c-5974-47a8-b578-b4814344cdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.697772 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2de75bda-3d5f-4bcb-a9e6-69faa64cdc04 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.699039 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78fe733c-5974-47a8-b578-b4814344cdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.703342 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de75bda-3d5f-4bcb-a9e6-69faa64cdc04 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:05.703971 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2de75bda-3d5f-4bcb-a9e6-69faa64cdc04 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.705488 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6c8bfb3b-bd1b-415b-bd35-77a45b263b8e req-05870284-b916-4fa6-b68a-0f183ba7cef4 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5437317 Mar 14 15:25:05.727141 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5e872b-a06a-4d71-9219-2d0ed81c6f0f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Router 81160ce9-2ceb-4568-b39a-a5f9e55d2af9 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:25:05.737335 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] Attempting to bind port 41e7fc38-ef2f-4989-917b-602e80385dca on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:05.738122 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] Attempting to bind port 41e7fc38-ef2f-4989-917b-602e80385dca by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '97c94208-fb39-4748-81b7-61517136254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5c2911a1-a4a1-4862-a7bc-5446e737dc39'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:05.740497 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] Attempting to bind port 41e7fc38-ef2f-4989-917b-602e80385dca on network 5c2911a1-a4a1-4862-a7bc-5446e737dc39 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:05.752220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:05.752220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] Checking segment: {'id': '97c94208-fb39-4748-81b7-61517136254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5c2911a1-a4a1-4862-a7bc-5446e737dc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:05.752835 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.752835 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] Bound using segment: {'id': '97c94208-fb39-4748-81b7-61517136254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5c2911a1-a4a1-4862-a7bc-5446e737dc39'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:05.754887 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] Bound port: 41e7fc38-ef2f-4989-917b-602e80385dca, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c94208-fb39-4748-81b7-61517136254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5c2911a1-a4a1-4862-a7bc-5446e737dc39'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:05.754887 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.764413 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2de75bda-3d5f-4bcb-a9e6-69faa64cdc04 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6751685 Mar 14 15:25:05.767190 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51778) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:05.771878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fe733c-5974-47a8-b578-b4814344cdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:05.790187 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-739eb1cb-3357-4cfe-b83b-d681452f8ff5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Request body: {'subnet': {'network_id': 'aeb05ddf-0d21-4f65-b97f-b2d4a816b55b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:05.796953 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0986e050-3eee-4eb8-9fdf-1de83751e70c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.799176 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe733c-5974-47a8-b578-b4814344cdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9d1cc4-b5f1-4c2b-a96f-63421f0f9e1c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:05.808117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78fe733c-5974-47a8-b578-b4814344cdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.808466 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-78fe733c-5974-47a8-b578-b4814344cdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Added segment 7dbefefe-9e97-4433-8765-bf4de7854711 of type vlan for network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 Mar 14 15:25:05.810264 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debde9b6-4c5d-412c-b78d-afb968d926fd req-fbc597b6-dd54-45f7-8b63-bf41bb40ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:05.812581 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-debde9b6-4c5d-412c-b78d-afb968d926fd req-fbc597b6-dd54-45f7-8b63-bf41bb40ab28 service neutron] 10.222.0.18 "GET /v2.0/networks?id=49fee795-f4c4-42dd-acc3-9b9f00035acc HTTP/1.1" status: 200 len: 912 time: 0.7154837 Mar 14 15:25:05.842298 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] For port 41e7fc38-ef2f-4989-917b-602e80385dca, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:05.845751 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] For port 41e7fc38-ef2f-4989-917b-602e80385dca, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=41e7fc38-ef2f-4989-917b-602e80385dca,segment=NetworkSegment(97c94208-fb39-4748-81b7-61517136254c),segment_id=97c94208-fb39-4748-81b7-61517136254c)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:05.851825 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.870201 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9cffeefe-6723-4448-b322-6a8ab564cfba tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.915487 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b5f0d-0436-4ea7-8ab4-7a552f0c0400 None None] Pushing event updated for resources: {'Port': ['ID=41e7fc38-ef2f-4989-917b-602e80385dca,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:05.938256 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4c84efb0-5969-4444-a43e-2e2f68cd0778 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.957044 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6e7cba15-3909-4741-9a29-d81bc053c74d tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:05.965785 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de75bda-3d5f-4bcb-a9e6-69faa64cdc04 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event updated for resources: {'Network': ['ID=aeb05ddf-0d21-4f65-b97f-b2d4a816b55b,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:05.978803 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network aeb05ddf-0d21-4f65-b97f-b2d4a816b55b details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:06.058409 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cba15-3909-4741-9a29-d81bc053c74d tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Pushing event deleted for resources: {'Port': ['ID=e004f194-5224-4fae-89f7-8d4093f9d28f,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:06.073674 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9cffeefe-6723-4448-b322-6a8ab564cfba tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:06.101283 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78fe733c-5974-47a8-b578-b4814344cdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:06.104371 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0986e050-3eee-4eb8-9fdf-1de83751e70c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:06.113767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0986e050-3eee-4eb8-9fdf-1de83751e70c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:06.121381 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffeefe-6723-4448-b322-6a8ab564cfba tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Subnet': ['ID=20c82969-21e8-4561-96ae-5b349ce87fd2,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:06.143316 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9cffeefe-6723-4448-b322-6a8ab564cfba tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:06.149569 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9cffeefe-6723-4448-b322-6a8ab564cfba tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/subnets/20c82969-21e8-4561-96ae-5b349ce87fd2 HTTP/1.1" status: 204 len: 168 time: 0.9426091 Mar 14 15:25:06.164771 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51780) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:06.169682 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc04043a-02f8-4656-9dc7-0afbb5f9df91 None None] Network d41cd523-bd7b-4b75-a4be-d3c1f8a950a4 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:06.207221 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739eb1cb-3357-4cfe-b83b-d681452f8ff5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Made reservation on behalf of b9abc0a6aea44bf981861daf5f9adcb5 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:06.214326 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-739eb1cb-3357-4cfe-b83b-d681452f8ff5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:06.240715 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5e872b-a06a-4d71-9219-2d0ed81c6f0f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:06.250157 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c5e872b-a06a-4d71-9219-2d0ed81c6f0f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:06.252313 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3c5e872b-a06a-4d71-9219-2d0ed81c6f0f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "PUT /v2.0/routers/81160ce9-2ceb-4568-b39a-a5f9e55d2af9 HTTP/1.1" status: 200 len: 880 time: 4.8549078 Mar 14 15:25:06.256197 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-debde9b6-4c5d-412c-b78d-afb968d926fd req-e128bea1-62f3-4c32-a7c0-92679eaf39b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a31cd96-8d3b-46a8-820b-4fcc1444cd86 HTTP/1.1" status: 200 len: 1002 time: 0.3750675 Mar 14 15:25:06.257887 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51782) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:06.257887 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78fe733c-5974-47a8-b578-b4814344cdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:06.260181 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b90e60-e5b5-470c-a743-7868416df690 None None] Sync routers for ids ['81160ce9-2ceb-4568-b39a-a5f9e55d2af9'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:06.263693 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fe733c-5974-47a8-b578-b4814344cdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:06.264392 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78fe733c-5974-47a8-b578-b4814344cdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:06.267624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0986e050-3eee-4eb8-9fdf-1de83751e70c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:06.268208 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0986e050-3eee-4eb8-9fdf-1de83751e70c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Fanout notify agent at l3_agent the message router_deleted on router 85a95c4e-0329-4cdf-aef7-810b57294522 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:25:06.275673 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0986e050-3eee-4eb8-9fdf-1de83751e70c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:06.281248 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0986e050-3eee-4eb8-9fdf-1de83751e70c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/routers/85a95c4e-0329-4cdf-aef7-810b57294522 HTTP/1.1" status: 204 len: 168 time: 2.7872348 Mar 14 15:25:06.289201 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51784) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:06.293851 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b90e60-e5b5-470c-a743-7868416df690 None None] Routers {'81160ce9-2ceb-4568-b39a-a5f9e55d2af9'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:06.294484 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-15b90e60-e5b5-470c-a743-7868416df690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['81160ce9-2ceb-4568-b39a-a5f9e55d2af9'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:06.310031 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3ac13d47-e206-4fca-8797-cdae84b54010 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'network': {'name': 'tempest-RoutersTest-602354595'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:06.354230 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-15b90e60-e5b5-470c-a743-7868416df690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:06.394695 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-97adca7e-1c39-4cfc-9feb-62be4e1cc053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:06.398087 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b90e60-e5b5-470c-a743-7868416df690 None None] Routers {'81160ce9-2ceb-4568-b39a-a5f9e55d2af9'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:06.398724 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-15b90e60-e5b5-470c-a743-7868416df690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:24:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['81160ce9-2ceb-4568-b39a-a5f9e55d2af9'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:06.417717 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-4c84efb0-5969-4444-a43e-2e2f68cd0778 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Deleting port 03d9bbbe-9ddb-4a76-8ff7-02fb7335643e {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:06.418252 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4c84efb0-5969-4444-a43e-2e2f68cd0778 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:06.445026 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-15b90e60-e5b5-470c-a743-7868416df690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:06.445669 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b90e60-e5b5-470c-a743-7868416df690 None None] The sync data for ids ['81160ce9-2ceb-4568-b39a-a5f9e55d2af9'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:06.455595 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-78fe733c-5974-47a8-b578-b4814344cdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.3187943 Mar 14 15:25:06.470541 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6e7cba15-3909-4741-9a29-d81bc053c74d tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:06.481568 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe733c-5974-47a8-b578-b4814344cdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Pushing event updated for resources: {'Network': ['ID=682f5dbf-7c93-4025-aa0e-91afeaf3a593,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:06.482291 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6e7cba15-3909-4741-9a29-d81bc053c74d tempest-RoutersAdminNegativeIpV6Test-59484339 tempest-RoutersAdminNegativeIpV6Test-59484339-project-admin] 10.222.0.59 "DELETE /v2.0/ports/e004f194-5224-4fae-89f7-8d4093f9d28f HTTP/1.1" status: 204 len: 168 time: 1.8907123 Mar 14 15:25:06.489550 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:06.490502 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debde9b6-4c5d-412c-b78d-afb968d926fd req-41646b83-7c1e-4ab4-8f35-9ebe338cfc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:06.492692 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-debde9b6-4c5d-412c-b78d-afb968d926fd req-41646b83-7c1e-4ab4-8f35-9ebe338cfc76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f06bc8a1-e6d6-4299-b660-147ccd6bb298 HTTP/1.1" status: 200 len: 850 time: 0.2034392 Mar 14 15:25:06.494489 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:06.547998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac13d47-e206-4fca-8797-cdae84b54010 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Made reservation on behalf of b6feafefd41e4054a6f4c1f00b8534e6 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:06.551818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ac13d47-e206-4fca-8797-cdae84b54010 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:06.584537 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2228a05c-7cb3-4c26-b91e-9f71d343b88b None None] DHCP port deletion for d41cd523-bd7b-4b75-a4be-d3c1f8a950a4 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:25:06.644530 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-efda0376-ab77-40d4-bd62-de55ce9dc0f5 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "GET /v2.0/routers/81160ce9-2ceb-4568-b39a-a5f9e55d2af9 HTTP/1.1" status: 200 len: 921 time: 0.3618777 Mar 14 15:25:06.649726 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac13d47-e206-4fca-8797-cdae84b54010 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:06.651690 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51792) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:06.663752 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2228a05c-7cb3-4c26-b91e-9f71d343b88b None None] Deleting port 89f15c30-c5f6-49d7-b01b-9654bae9c77b {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:06.664143 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2228a05c-7cb3-4c26-b91e-9f71d343b88b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:06.695421 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ac13d47-e206-4fca-8797-cdae84b54010 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:06.695843 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-3ac13d47-e206-4fca-8797-cdae84b54010 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Added segment a7a8f2e2-f70a-4824-81e8-198cb0185da9 of type vlan for network 16195ed8-082e-4174-bdae-c69d613067ad Mar 14 15:25:06.698624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debde9b6-4c5d-412c-b78d-afb968d926fd req-8f4e6dc1-ecf8-4dfe-a59a-9e5f9733eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:06.700032 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-debde9b6-4c5d-412c-b78d-afb968d926fd req-8f4e6dc1-ecf8-4dfe-a59a-9e5f9733eb22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49fee795-f4c4-42dd-acc3-9b9f00035acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1380539 Mar 14 15:25:06.730631 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-4c84efb0-5969-4444-a43e-2e2f68cd0778 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] For port 03d9bbbe-9ddb-4a76-8ff7-02fb7335643e, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=03d9bbbe-9ddb-4a76-8ff7-02fb7335643e,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:06.731027 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4c84efb0-5969-4444-a43e-2e2f68cd0778 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:06.803414 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 41e7fc38-ef2f-4989-917b-602e80385dca up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:06.859038 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51796) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:06.893211 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2228a05c-7cb3-4c26-b91e-9f71d343b88b None None] For port 89f15c30-c5f6-49d7-b01b-9654bae9c77b, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=89f15c30-c5f6-49d7-b01b-9654bae9c77b,segment=NetworkSegment(4e776cbb-2503-4d6c-849e-5ae7fe197bbb),segment_id=4e776cbb-2503-4d6c-849e-5ae7fe197bbb)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:06.893618 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2228a05c-7cb3-4c26-b91e-9f71d343b88b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:06.900034 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Request body: {'port': {'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593', 'binding:host_id': 'hv-neutron-8335', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-587390498'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:06.911427 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ac13d47-e206-4fca-8797-cdae84b54010 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:06.929569 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f1d9e9-a8b5-43b4-9523-45a4a9fae061 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:06.931146 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-50f1d9e9-a8b5-43b4-9523-45a4a9fae061 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&device_id=81160ce9-2ceb-4568-b39a-a5f9e55d2af9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2777750 Mar 14 15:25:06.943134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2228a05c-7cb3-4c26-b91e-9f71d343b88b None None] Calling delete_port for 89f15c30-c5f6-49d7-b01b-9654bae9c77b owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:06.948115 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-4c84efb0-5969-4444-a43e-2e2f68cd0778 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Calling delete_port for 03d9bbbe-9ddb-4a76-8ff7-02fb7335643e owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:06.950340 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51800) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:07.009540 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Made reservation on behalf of a19e7fd0413c4d4683040bf336104920 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:07.012001 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:07.024886 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51802) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:07.026402 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ac13d47-e206-4fca-8797-cdae84b54010 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:07.032527 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac13d47-e206-4fca-8797-cdae84b54010 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:07.033044 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3ac13d47-e206-4fca-8797-cdae84b54010 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:07.044001 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-debde9b6-4c5d-412c-b78d-afb968d926fd req-683b453c-65de-4b78-b575-62c6bf924d79 service neutron] 10.222.0.18 "GET /v2.0/networks/49fee795-f4c4-42dd-acc3-9b9f00035acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220701 Mar 14 15:25:07.054948 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:07.082751 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf701a38-448e-4376-bb91-069373c64fc3 req-3b1059dc-f05f-422c-8842-1a4e17913c49 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:07.084402 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cf701a38-448e-4376-bb91-069373c64fc3 req-3b1059dc-f05f-422c-8842-1a4e17913c49 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1882946 Mar 14 15:25:07.145014 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 41e7fc38-ef2f-4989-917b-602e80385dca triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:07.145862 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:07.149118 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2228a05c-7cb3-4c26-b91e-9f71d343b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:07.206352 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228a05c-7cb3-4c26-b91e-9f71d343b88b None None] Pushing event deleted for resources: {'Port': ['ID=89f15c30-c5f6-49d7-b01b-9654bae9c77b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:07.213555 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2228a05c-7cb3-4c26-b91e-9f71d343b88b None None] No DVR routers for this DVR port 89f15c30-c5f6-49d7-b01b-9654bae9c77b on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:25:07.228020 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3ac13d47-e206-4fca-8797-cdae84b54010 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9327099 Mar 14 15:25:07.231635 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51806) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:07.252134 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-98b3d699-85e6-4a75-9fb3-6b73e9aa51e4 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'subnet': {'network_id': '16195ed8-082e-4174-bdae-c69d613067ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:07.264244 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac13d47-e206-4fca-8797-cdae84b54010 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Network': ['ID=16195ed8-082e-4174-bdae-c69d613067ad,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:07.300196 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 16195ed8-082e-4174-bdae-c69d613067ad details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:07.400599 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cf701a38-448e-4376-bb91-069373c64fc3 req-71cfdde9-be73-4a2c-93d3-a9fdd40e45f4 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2955146 Mar 14 15:25:07.414143 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-344597df-be8d-4897-ace4-c06caaf05fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:07.423281 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-debde9b6-4c5d-412c-b78d-afb968d926fd req-0bf588e1-cb27-438b-abf0-caaa14cc7ee8 service neutron] 10.222.0.18 "GET /v2.0/networks/49fee795-f4c4-42dd-acc3-9b9f00035acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484418 Mar 14 15:25:07.471097 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26f1c53-0af2-4d95-b3fd-dc556a06124e None None] Network 5c2911a1-a4a1-4862-a7bc-5446e737dc39 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:07.479583 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:07.531085 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b3d699-85e6-4a75-9fb3-6b73e9aa51e4 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Made reservation on behalf of b6feafefd41e4054a6f4c1f00b8534e6 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:07.534492 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98b3d699-85e6-4a75-9fb3-6b73e9aa51e4 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:07.539747 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:07.558873 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:07.596337 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] device_id is not set on port f482c49b-1f98-47ce-b183-a126e1536785 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:25:07.603742 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:07.642958 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-58cbf916-d7c0-4798-8811-3f21c5575832 None None] Provisioning complete for port 41e7fc38-ef2f-4989-917b-602e80385dca triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:07.643447 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-58cbf916-d7c0-4798-8811-3f21c5575832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:07.647755 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 41e7fc38-ef2f-4989-917b-602e80385dca, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=41e7fc38-ef2f-4989-917b-602e80385dca,segment=NetworkSegment(97c94208-fb39-4748-81b7-61517136254c),segment_id=97c94208-fb39-4748-81b7-61517136254c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:07.677489 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:07.746541 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5513c3f-b087-48d0-9a2b-e7b63c747234,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:07.766581 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting port 89f15c30-c5f6-49d7-b01b-9654bae9c77b {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:07.767343 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:07.771466 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-344597df-be8d-4897-ace4-c06caaf05fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:07.775033 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a8c6ba-807d-4721-80c6-998719bb72ea tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:07.776579 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-88a8c6ba-807d-4721-80c6-998719bb72ea tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "GET /v2.0/networks/0f3fd893-5baa-4085-951b-8847b15a4083 HTTP/1.1" status: 200 len: 881 time: 0.8214934 Mar 14 15:25:07.785242 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51808) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:07.797251 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=41e7fc38-ef2f-4989-917b-602e80385dca,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:07.798729 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-344597df-be8d-4897-ace4-c06caaf05fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:07.839924 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1d1b934a-f422-4fcb-800b-e97bdec38d4f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "GET /v2.0/ports?device_id=81160ce9-2ceb-4568-b39a-a5f9e55d2af9 HTTP/1.1" status: 200 len: 205 time: 0.0526001 Mar 14 15:25:07.852646 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.objects.ports [None req-739eb1cb-3357-4cfe-b83b-d681452f8ff5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102567) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 15:25:07.864224 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51810) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:07.867263 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 89f15c30-c5f6-49d7-b01b-9654bae9c77b no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:25:07.887859 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-739eb1cb-3357-4cfe-b83b-d681452f8ff5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:07.901372 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 89f15c30-c5f6-49d7-b01b-9654bae9c77b {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:25:07.901719 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 89f15c30-c5f6-49d7-b01b-9654bae9c77b not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:25:07.902130 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device caf0953e-4192-4d5a-b7fc-ce48195ed198 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:25:07.938168 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: caf0953e-4192-4d5a-b7fc-ce48195ed198 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:25:07.938435 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device caf0953e-4192-4d5a-b7fc-ce48195ed198 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:25:07.981428 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] For port 89f15c30-c5f6-49d7-b01b-9654bae9c77b, host dv-neutron-833559-1-hyperv, got binding levels [] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:07.981889 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.010999 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739eb1cb-3357-4cfe-b83b-d681452f8ff5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event updated for resources: {'Subnet': ['ID=65cc5d2d-1317-461a-b80f-704eb53fb97c,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:08.016857 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344597df-be8d-4897-ace4-c06caaf05fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c1672b-9329-43f0-bb8f-c0d37c4b9e05,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:08.018809 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Calling delete_port for 89f15c30-c5f6-49d7-b01b-9654bae9c77b owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:08.021201 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-344597df-be8d-4897-ace4-c06caaf05fdb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5188dab44a78456f9fc21245a0ee9e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9855165 Mar 14 15:25:08.026690 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.ipam_backend_mixin [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Port 89f15c30-c5f6-49d7-b01b-9654bae9c77b was not found and therefore no delete operation was performed {{(pid=102567) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 15:25:08.029287 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51812) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:08.042067 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.062417 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4c84efb0-5969-4444-a43e-2e2f68cd0778 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.090552 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Port': ['ID=89f15c30-c5f6-49d7-b01b-9654bae9c77b,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:08.095237 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] No DVR routers for this DVR port 89f15c30-c5f6-49d7-b01b-9654bae9c77b on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:25:08.123311 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739eb1cb-3357-4cfe-b83b-d681452f8ff5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Checking segment: {'id': '85038c81-5b96-4011-bd61-ecf4c639b722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aeb05ddf-0d21-4f65-b97f-b2d4a816b55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:08.123795 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739eb1cb-3357-4cfe-b83b-d681452f8ff5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Network hostable DHCP agents. Network: aeb05ddf-0d21-4f65-b97f-b2d4a816b55b, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:08.152296 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84efb0-5969-4444-a43e-2e2f68cd0778 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Pushing event deleted for resources: {'Port': ['ID=03d9bbbe-9ddb-4a76-8ff7-02fb7335643e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:08.225518 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98b3d699-85e6-4a75-9fb3-6b73e9aa51e4 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.229048 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3688cc9e-49d9-42af-a070-61fe877da98f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.232910 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] device_id is not set on port f482c49b-1f98-47ce-b183-a126e1536785 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:25:08.267273 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739eb1cb-3357-4cfe-b83b-d681452f8ff5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Network aeb05ddf-0d21-4f65-b97f-b2d4a816b55b is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:08.270111 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.281968 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.289741 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-739eb1cb-3357-4cfe-b83b-d681452f8ff5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, aeb05ddf-0d21-4f65-b97f-b2d4a816b55b) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:08.296362 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4c84efb0-5969-4444-a43e-2e2f68cd0778 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.299129 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8360fb-b907-42cc-baf2-c8a047e8c1b9 None None] Network aeb05ddf-0d21-4f65-b97f-b2d4a816b55b requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:08.326447 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41cd523-bd7b-4b75-a4be-d3c1f8a950a4']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:08.333436 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.348281 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8f916cf-94a0-4b83-9262-76d706dca12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.358640 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739eb1cb-3357-4cfe-b83b-d681452f8ff5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:08.359305 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-739eb1cb-3357-4cfe-b83b-d681452f8ff5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.387021 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79d09d75-49c7-439c-8db9-83d3fd09790d None None] Provisioning complete for port 41e7fc38-ef2f-4989-917b-602e80385dca triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:08.387668 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79d09d75-49c7-439c-8db9-83d3fd09790d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.405699 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e776cbb-2503-4d6c-849e-5ae7fe197bbb') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:08.406121 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e776cbb-2503-4d6c-849e-5ae7fe197bbb') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:08.416161 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4c84efb0-5969-4444-a43e-2e2f68cd0778 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.427009 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-739eb1cb-3357-4cfe-b83b-d681452f8ff5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6500988 Mar 14 15:25:08.427009 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4c84efb0-5969-4444-a43e-2e2f68cd0778 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.427292 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3d699-85e6-4a75-9fb3-6b73e9aa51e4 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Subnet': ['ID=31829225-03d1-4274-824d-dfd35f8d1362,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:08.427374 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.428221 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51814) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:08.453108 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-b787cf9c-5b87-46cd-92d2-08e61dba3024 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Request body: {'port': {'network_id': 'aeb05ddf-0d21-4f65-b97f-b2d4a816b55b', 'name': 'tempest-NetworksIpV6TestAttrs-1876261787'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:08.465138 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8f916cf-94a0-4b83-9262-76d706dca12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.496864 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Pushing event updated for resources: {'Port': ['ID=f482c49b-1f98-47ce-b183-a126e1536785,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:08.511888 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b3d699-85e6-4a75-9fb3-6b73e9aa51e4 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Checking segment: {'id': 'a7a8f2e2-f70a-4824-81e8-198cb0185da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '16195ed8-082e-4174-bdae-c69d613067ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:08.523491 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b3d699-85e6-4a75-9fb3-6b73e9aa51e4 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network hostable DHCP agents. Network: 16195ed8-082e-4174-bdae-c69d613067ad, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:08.543353 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.558044 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3688cc9e-49d9-42af-a070-61fe877da98f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.568869 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:25:08.569288 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:25:08.572419 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:25:08.574139 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4c84efb0-5969-4444-a43e-2e2f68cd0778 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.574139 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c84efb0-5969-4444-a43e-2e2f68cd0778 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40ab3f55-c6a5-4434-9d44-3076f4e0fc0d {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:25:08.577243 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-aeb05ddf-0d21-4f65-b97f-b2d4a816b55b', 'network_id': 'aeb05ddf-0d21-4f65-b97f-b2d4a816b55b', 'tenant_id': 'b9abc0a6aea44bf981861daf5f9adcb5', 'fixed_ips': [{'subnet_id': '65cc5d2d-1317-461a-b80f-704eb53fb97c'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:25:08.579976 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.605201 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4c84efb0-5969-4444-a43e-2e2f68cd0778 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.611630 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4c84efb0-5969-4444-a43e-2e2f68cd0778 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "DELETE /v2.0/routers/40ab3f55-c6a5-4434-9d44-3076f4e0fc0d HTTP/1.1" status: 204 len: 168 time: 3.4616661 Mar 14 15:25:08.614103 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51818) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:08.654156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-66225562-2c3c-4f43-b375-4e96e7829191 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1498707210', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:08.662797 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b3d699-85e6-4a75-9fb3-6b73e9aa51e4 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network 16195ed8-082e-4174-bdae-c69d613067ad is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:08.687473 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Checking segment: {'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:08.688109 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Network hostable DHCP agents. Network: 682f5dbf-7c93-4025-aa0e-91afeaf3a593, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:08.691722 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8f916cf-94a0-4b83-9262-76d706dca12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.694681 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8f916cf-94a0-4b83-9262-76d706dca12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.696502 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c8f916cf-94a0-4b83-9262-76d706dca12a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/25c1672b-9329-43f0-bb8f-c0d37c4b9e05 HTTP/1.1" status: 204 len: 168 time: 0.6610355 Mar 14 15:25:08.699094 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.728939 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.745824 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/networks/d41cd523-bd7b-4b75-a4be-d3c1f8a950a4 HTTP/1.1" status: 204 len: 168 time: 2.5795872 Mar 14 15:25:08.754269 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51822) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:08.757128 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f916cf-94a0-4b83-9262-76d706dca12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c1672b-9329-43f0-bb8f-c0d37c4b9e05,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:08.757317 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4abedf-6ab7-41c3-89a7-f8ea16fd8a1d req-ca812352-0615-4a12-9c7d-d08409194625 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:08.759002 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1e4abedf-6ab7-41c3-89a7-f8ea16fd8a1d req-ca812352-0615-4a12-9c7d-d08409194625 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.2134416 Mar 14 15:25:08.762298 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-98b3d699-85e6-4a75-9fb3-6b73e9aa51e4 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 16195ed8-082e-4174-bdae-c69d613067ad) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:08.767359 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b3d699-85e6-4a75-9fb3-6b73e9aa51e4 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:08.768214 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98b3d699-85e6-4a75-9fb3-6b73e9aa51e4 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.775737 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd3200-7628-4715-97a8-a48fd90047a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Network': ['ID=d41cd523-bd7b-4b75-a4be-d3c1f8a950a4,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:08.776681 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66225562-2c3c-4f43-b375-4e96e7829191 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.778364 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66225562-2c3c-4f43-b375-4e96e7829191 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.792004 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bfca6ce4-279b-4dff-9ac3-c51b2d21c721 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1873130773', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:08.795547 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccf1c9c-7a60-41c0-b909-7b42f5199862 None None] Network 16195ed8-082e-4174-bdae-c69d613067ad requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:08.826556 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b787cf9c-5b87-46cd-92d2-08e61dba3024 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Made reservation on behalf of b9abc0a6aea44bf981861daf5f9adcb5 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:08.832001 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b787cf9c-5b87-46cd-92d2-08e61dba3024 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.841392 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1e4abedf-6ab7-41c3-89a7-f8ea16fd8a1d req-9eb90d53-2d42-47c5-9bb2-a4bbd9277bcc tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602155 Mar 14 15:25:08.854940 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bfca6ce4-279b-4dff-9ac3-c51b2d21c721 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.854940 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bfca6ce4-279b-4dff-9ac3-c51b2d21c721 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.855286 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.879649 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-b787cf9c-5b87-46cd-92d2-08e61dba3024 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] device_id is not set on port a87fdcc3-4e20-4d27-902e-b0dec703e30e yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:25:08.914429 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bfca6ce4-279b-4dff-9ac3-c51b2d21c721 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.932742 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bfca6ce4-279b-4dff-9ac3-c51b2d21c721 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.970999 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-98b3d699-85e6-4a75-9fb3-6b73e9aa51e4 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7329781 Mar 14 15:25:08.973523 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51828) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:08.984383 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:08.987911 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-91c22f34-c3c3-461c-bf15-8a2da894c3db tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-717312365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:09.009035 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66225562-2c3c-4f43-b375-4e96e7829191 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.012472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bfca6ce4-279b-4dff-9ac3-c51b2d21c721 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.013774 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bfca6ce4-279b-4dff-9ac3-c51b2d21c721 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2534347 Mar 14 15:25:09.015303 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:09.018993 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51830) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:09.026839 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-91c22f34-c3c3-461c-bf15-8a2da894c3db tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.027232 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-05643e3b-afa0-4aad-9e31-a2d398a3efbd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-463383598'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:09.027982 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-91c22f34-c3c3-461c-bf15-8a2da894c3db tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.038035 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 682f5dbf-7c93-4025-aa0e-91afeaf3a593) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:09.057079 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddd8180-c071-468b-b5ee-27d3cb243230 None None] Network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:09.067922 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] Allocated IP 2001:db8::f816:3eff:fe5a:19dd (aeb05ddf-0d21-4f65-b97f-b2d4a816b55b/65cc5d2d-1317-461a-b80f-704eb53fb97c/0440c63f-2b0b-442c-98bf-e66ff8f7f955) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:09.081922 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:09.088094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3688cc9e-49d9-42af-a070-61fe877da98f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Deleting port 10fef89f-97fb-4374-9064-a47a379d8eb9 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:09.088436 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3688cc9e-49d9-42af-a070-61fe877da98f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.114526 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-91c22f34-c3c3-461c-bf15-8a2da894c3db tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.122240 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-91c22f34-c3c3-461c-bf15-8a2da894c3db tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.148316 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-91c22f34-c3c3-461c-bf15-8a2da894c3db tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.151411 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-91c22f34-c3c3-461c-bf15-8a2da894c3db tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1754460 Mar 14 15:25:09.152512 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51832) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:09.229418 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 41e7fc38-ef2f-4989-917b-602e80385dca up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:09.319826 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51834) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:09.393297 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.418945 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-16195ed8-082e-4174-bdae-c69d613067ad', 'network_id': '16195ed8-082e-4174-bdae-c69d613067ad', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'fixed_ips': [{'subnet_id': '31829225-03d1-4274-824d-dfd35f8d1362'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:25:09.419936 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.492214 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 41e7fc38-ef2f-4989-917b-602e80385dca triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:09.492717 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.504196 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05643e3b-afa0-4aad-9e31-a2d398a3efbd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Made reservation on behalf of 0b7813f054dc4f2aa04f19db8d2ac08c for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:09.511345 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-05643e3b-afa0-4aad-9e31-a2d398a3efbd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.513342 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:09.513658 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:09.513993 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:09.517180 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2484f6f8-009d-4af4-8996-1bca7a2d47cf tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.521493 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-21cefdd6-f147-4105-8b43-cd020489d4ea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=343e183be78d458dacca11141e268ccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2003412 Mar 14 15:25:09.528869 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51836) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:09.562493 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port f482c49b-1f98-47ce-b183-a126e1536785 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:09.562742 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port f482c49b-1f98-47ce-b183-a126e1536785 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:09.567214 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 2 to bind port f482c49b-1f98-47ce-b183-a126e1536785 Mar 14 15:25:09.573544 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66225562-2c3c-4f43-b375-4e96e7829191 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.580376 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.601073 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.613794 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:09.614134 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:09.614474 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:09.632179 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3688cc9e-49d9-42af-a070-61fe877da98f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.640712 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05643e3b-afa0-4aad-9e31-a2d398a3efbd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:09.652601 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port f482c49b-1f98-47ce-b183-a126e1536785 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:09.652601 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port f482c49b-1f98-47ce-b183-a126e1536785 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:09.652601 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 3 to bind port f482c49b-1f98-47ce-b183-a126e1536785 Mar 14 15:25:09.661712 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3688cc9e-49d9-42af-a070-61fe877da98f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Calling delete_port for 10fef89f-97fb-4374-9064-a47a379d8eb9 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:09.683236 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-05643e3b-afa0-4aad-9e31-a2d398a3efbd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.683587 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-05643e3b-afa0-4aad-9e31-a2d398a3efbd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Added segment fd008c99-a2f5-42fa-bf3c-22890e8499dc of type vlan for network e85fef4f-c78f-4af5-90d9-ab60df0e375d Mar 14 15:25:09.699220 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:09.699220 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:09.699220 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:09.718289 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] Pushing event updated for resources: {'Port': ['ID=0440c63f-2b0b-442c-98bf-e66ff8f7f955,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:09.756173 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] Network aeb05ddf-0d21-4f65-b97f-b2d4a816b55b is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:09.758499 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8e686a6d-8d19-4429-a589-726095f1a8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.760473 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-b787cf9c-5b87-46cd-92d2-08e61dba3024 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Allocated IP 2001:db8::f816:3eff:fe93:8d8f (aeb05ddf-0d21-4f65-b97f-b2d4a816b55b/65cc5d2d-1317-461a-b80f-704eb53fb97c/a87fdcc3-4e20-4d27-902e-b0dec703e30e) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:09.766318 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:09.768959 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:09.784676 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port f482c49b-1f98-47ce-b183-a126e1536785 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:09.785298 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port f482c49b-1f98-47ce-b183-a126e1536785 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:09.789661 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 4 to bind port f482c49b-1f98-47ce-b183-a126e1536785 Mar 14 15:25:09.789939 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] Allocated IP 172.20.0.2 (16195ed8-082e-4174-bdae-c69d613067ad/31829225-03d1-4274-824d-dfd35f8d1362/b00402d4-99d2-49c1-bc3b-dd64246c82cb) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:09.808629 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-05643e3b-afa0-4aad-9e31-a2d398a3efbd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.841829 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:09.842070 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:09.842424 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:09.865064 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port f482c49b-1f98-47ce-b183-a126e1536785 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:09.865395 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port f482c49b-1f98-47ce-b183-a126e1536785 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:09.869436 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 5 to bind port f482c49b-1f98-47ce-b183-a126e1536785 Mar 14 15:25:09.886354 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] Attempting to bind port 0440c63f-2b0b-442c-98bf-e66ff8f7f955 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:09.886953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] Attempting to bind port 0440c63f-2b0b-442c-98bf-e66ff8f7f955 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '85038c81-5b96-4011-bd61-ecf4c639b722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aeb05ddf-0d21-4f65-b97f-b2d4a816b55b'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:09.887758 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] Attempting to bind port 0440c63f-2b0b-442c-98bf-e66ff8f7f955 on network aeb05ddf-0d21-4f65-b97f-b2d4a816b55b {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:09.892878 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8e686a6d-8d19-4429-a589-726095f1a8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.917696 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-05643e3b-afa0-4aad-9e31-a2d398a3efbd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.923400 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05643e3b-afa0-4aad-9e31-a2d398a3efbd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:09.924028 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-05643e3b-afa0-4aad-9e31-a2d398a3efbd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:09.937235 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:09.937576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:09.937922 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:10.011165 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port f482c49b-1f98-47ce-b183-a126e1536785 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:10.011770 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port f482c49b-1f98-47ce-b183-a126e1536785 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:10.016533 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 6 to bind port f482c49b-1f98-47ce-b183-a126e1536785 Mar 14 15:25:10.023092 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-05643e3b-afa0-4aad-9e31-a2d398a3efbd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0026622 Mar 14 15:25:10.028259 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51838) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:10.047939 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-335a8d53-ef41-4020-a213-674c9dde6e03 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'subnet': {'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:10.049004 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05643e3b-afa0-4aad-9e31-a2d398a3efbd tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Network': ['ID=e85fef4f-c78f-4af5-90d9-ab60df0e375d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:10.062655 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:10.063291 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:10.063791 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:10.086868 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network e85fef4f-c78f-4af5-90d9-ab60df0e375d details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:10.092129 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port f482c49b-1f98-47ce-b183-a126e1536785 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:10.092493 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port f482c49b-1f98-47ce-b183-a126e1536785 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:10.096446 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 7 to bind port f482c49b-1f98-47ce-b183-a126e1536785 Mar 14 15:25:10.109036 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:10.109422 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] Checking segment: {'id': '85038c81-5b96-4011-bd61-ecf4c639b722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aeb05ddf-0d21-4f65-b97f-b2d4a816b55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:10.109833 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.110231 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] Bound using segment: {'id': '85038c81-5b96-4011-bd61-ecf4c639b722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aeb05ddf-0d21-4f65-b97f-b2d4a816b55b'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:10.110716 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] Bound port: 0440c63f-2b0b-442c-98bf-e66ff8f7f955, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85038c81-5b96-4011-bd61-ecf4c639b722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aeb05ddf-0d21-4f65-b97f-b2d4a816b55b'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:10.111130 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.124754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:10.125346 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:10.125846 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:10.134176 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b787cf9c-5b87-46cd-92d2-08e61dba3024 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.154163 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8e686a6d-8d19-4429-a589-726095f1a8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.157276 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8e686a6d-8d19-4429-a589-726095f1a8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.162188 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8e686a6d-8d19-4429-a589-726095f1a8f8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/96df14b5-d287-4ecd-80b7-d8d55e0d8b22 HTTP/1.1" status: 204 len: 168 time: 0.6298420 Mar 14 15:25:10.191858 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e686a6d-8d19-4429-a589-726095f1a8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96df14b5-d287-4ecd-80b7-d8d55e0d8b22,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:10.205948 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port f482c49b-1f98-47ce-b183-a126e1536785 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:10.206524 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port f482c49b-1f98-47ce-b183-a126e1536785 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:10.209208 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 8 to bind port f482c49b-1f98-47ce-b183-a126e1536785 Mar 14 15:25:10.215066 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3688cc9e-49d9-42af-a070-61fe877da98f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.275343 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:10.275684 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:10.276061 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:10.281963 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66225562-2c3c-4f43-b375-4e96e7829191 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.284259 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688cc9e-49d9-42af-a070-61fe877da98f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Pushing event deleted for resources: {'Port': ['ID=10fef89f-97fb-4374-9064-a47a379d8eb9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:10.284543 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335a8d53-ef41-4020-a213-674c9dde6e03 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Made reservation on behalf of 0b7813f054dc4f2aa04f19db8d2ac08c for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:10.294390 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] For port 0440c63f-2b0b-442c-98bf-e66ff8f7f955, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:10.297335 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-335a8d53-ef41-4020-a213-674c9dde6e03 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.311645 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] For port 0440c63f-2b0b-442c-98bf-e66ff8f7f955, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=0440c63f-2b0b-442c-98bf-e66ff8f7f955,segment=NetworkSegment(85038c81-5b96-4011-bd61-ecf4c639b722),segment_id=85038c81-5b96-4011-bd61-ecf4c639b722)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:10.319223 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.320936 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port f482c49b-1f98-47ce-b183-a126e1536785 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:10.321281 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port f482c49b-1f98-47ce-b183-a126e1536785 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:10.322321 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 9 to bind port f482c49b-1f98-47ce-b183-a126e1536785 Mar 14 15:25:10.330158 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66225562-2c3c-4f43-b375-4e96e7829191 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.332194 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b787cf9c-5b87-46cd-92d2-08e61dba3024 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.351892 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.373436 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.387474 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:10.387813 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:10.388156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:10.419869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] Network 16195ed8-082e-4174-bdae-c69d613067ad is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:10.429263 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812cd106-6fc8-45fe-9bd7-349efd934d51 None None] Pushing event updated for resources: {'Port': ['ID=0440c63f-2b0b-442c-98bf-e66ff8f7f955,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:10.432796 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:10.435993 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port f482c49b-1f98-47ce-b183-a126e1536785 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:10.436851 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:10.437046 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port f482c49b-1f98-47ce-b183-a126e1536785 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:10.441296 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 10 to bind port f482c49b-1f98-47ce-b183-a126e1536785 Mar 14 15:25:10.462541 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3688cc9e-49d9-42af-a070-61fe877da98f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.469802 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-2484f6f8-009d-4af4-8996-1bca7a2d47cf tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Allocated IP 172.20.0.1 (16195ed8-082e-4174-bdae-c69d613067ad/31829225-03d1-4274-824d-dfd35f8d1362/c1930b23-372d-49f5-a853-99b022a8ce85) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:10.532982 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] Attempting to bind port b00402d4-99d2-49c1-bc3b-dd64246c82cb on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:10.533193 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b787cf9c-5b87-46cd-92d2-08e61dba3024 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Network aeb05ddf-0d21-4f65-b97f-b2d4a816b55b is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:10.533414 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] Attempting to bind port b00402d4-99d2-49c1-bc3b-dd64246c82cb by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'a7a8f2e2-f70a-4824-81e8-198cb0185da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '16195ed8-082e-4174-bdae-c69d613067ad'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:10.533755 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] Attempting to bind port b00402d4-99d2-49c1-bc3b-dd64246c82cb on network 16195ed8-082e-4174-bdae-c69d613067ad {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:10.535901 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] Pushing event updated for resources: {'Port': ['ID=b00402d4-99d2-49c1-bc3b-dd64246c82cb,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:10.546643 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:10.546643 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] Checking segment: {'id': 'a7a8f2e2-f70a-4824-81e8-198cb0185da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '16195ed8-082e-4174-bdae-c69d613067ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:10.546643 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.547255 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] Bound using segment: {'id': 'a7a8f2e2-f70a-4824-81e8-198cb0185da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '16195ed8-082e-4174-bdae-c69d613067ad'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:10.547772 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] Bound port: b00402d4-99d2-49c1-bc3b-dd64246c82cb, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a8f2e2-f70a-4824-81e8-198cb0185da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '16195ed8-082e-4174-bdae-c69d613067ad'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:10.548252 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.554736 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:10.555117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:10.555460 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port f482c49b-1f98-47ce-b183-a126e1536785 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:10.587019 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port f482c49b-1f98-47ce-b183-a126e1536785 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:10.587353 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port f482c49b-1f98-47ce-b183-a126e1536785 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:10.587660 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.603965 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-b787cf9c-5b87-46cd-92d2-08e61dba3024 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:10.606334 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b787cf9c-5b87-46cd-92d2-08e61dba3024 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:10.617327 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b787cf9c-5b87-46cd-92d2-08e61dba3024 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:10.617327 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b787cf9c-5b87-46cd-92d2-08e61dba3024 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.654760 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] For port b00402d4-99d2-49c1-bc3b-dd64246c82cb, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:10.665849 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] For port b00402d4-99d2-49c1-bc3b-dd64246c82cb, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=b00402d4-99d2-49c1-bc3b-dd64246c82cb,segment=NetworkSegment(a7a8f2e2-f70a-4824-81e8-198cb0185da9),segment_id=a7a8f2e2-f70a-4824-81e8-198cb0185da9)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:10.677082 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.697013 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 03d9bbbe-9ddb-4a76-8ff7-02fb7335643e no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:25:10.703230 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3688cc9e-49d9-42af-a070-61fe877da98f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.709096 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3688cc9e-49d9-42af-a070-61fe877da98f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.757843 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 03d9bbbe-9ddb-4a76-8ff7-02fb7335643e {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:25:10.758238 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 03d9bbbe-9ddb-4a76-8ff7-02fb7335643e not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:25:10.789384 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787cf9c-5b87-46cd-92d2-08e61dba3024 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event updated for resources: {'Port': ['ID=a87fdcc3-4e20-4d27-902e-b0dec703e30e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:10.814123 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b787cf9c-5b87-46cd-92d2-08e61dba3024 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.3839300 Mar 14 15:25:10.815444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51846) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:10.837271 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-66225562-2c3c-4f43-b375-4e96e7829191 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Allocated IP 172.26.6.78 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/e6c5053e-db96-499e-ac01-55afc408ba59) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:10.845735 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b386475-3d91-40d2-bb47-5bda17f43f4f None None] Pushing event updated for resources: {'Port': ['ID=b00402d4-99d2-49c1-bc3b-dd64246c82cb,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:10.859976 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3688cc9e-49d9-42af-a070-61fe877da98f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.860544 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3688cc9e-49d9-42af-a070-61fe877da98f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Fanout notify agent at l3_agent the message router_deleted on router 81160ce9-2ceb-4568-b39a-a5f9e55d2af9 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:25:10.877535 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2484f6f8-009d-4af4-8996-1bca7a2d47cf tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.881955 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3688cc9e-49d9-42af-a070-61fe877da98f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:10.883152 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3688cc9e-49d9-42af-a070-61fe877da98f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "DELETE /v2.0/routers/81160ce9-2ceb-4568-b39a-a5f9e55d2af9 HTTP/1.1" status: 204 len: 168 time: 3.0145900 Mar 14 15:25:10.900327 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51850) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:10.908777 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-70206527-0385-4b97-995c-4857ea6a2c83 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1102521069', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:10.988783 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] For port f482c49b-1f98-47ce-b183-a126e1536785, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:10.989262 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempted to set empty binding levels {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 14 15:25:10.995444 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.022237 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-70206527-0385-4b97-995c-4857ea6a2c83 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.023540 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-70206527-0385-4b97-995c-4857ea6a2c83 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.053621 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:11.054284 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.060514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55c80e4-5f55-457f-ace5-fcfd1c4b76da tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Deleting subnet 65cc5d2d-1317-461a-b80f-704eb53fb97c {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:25:11.106951 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66225562-2c3c-4f43-b375-4e96e7829191 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.113938 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a55c80e4-5f55-457f-ace5-fcfd1c4b76da tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.145272 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Pushing event updated for resources: {'Port': ['ID=f482c49b-1f98-47ce-b183-a126e1536785,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:11.150657 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66225562-2c3c-4f43-b375-4e96e7829191 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.167891 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5a0575e5-4355-45f9-8e05-5baf2e917d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.2736022 Mar 14 15:25:11.168667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51856) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:11.207457 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66225562-2c3c-4f43-b375-4e96e7829191 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:11.210267 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2484f6f8-009d-4af4-8996-1bca7a2d47cf tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.216729 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-66225562-2c3c-4f43-b375-4e96e7829191 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:11.219619 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66225562-2c3c-4f43-b375-4e96e7829191 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:11.259910 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a55c80e4-5f55-457f-ace5-fcfd1c4b76da tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.267252 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-70206527-0385-4b97-995c-4857ea6a2c83 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.296307 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-335a8d53-ef41-4020-a213-674c9dde6e03 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.341603 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-70206527-0385-4b97-995c-4857ea6a2c83 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.400693 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2484f6f8-009d-4af4-8996-1bca7a2d47cf tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network 16195ed8-082e-4174-bdae-c69d613067ad is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:11.401206 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66225562-2c3c-4f43-b375-4e96e7829191 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Pushing event updated for resources: {'Port': ['ID=e6c5053e-db96-499e-ac01-55afc408ba59,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:11.430811 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-2484f6f8-009d-4af4-8996-1bca7a2d47cf tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:11.438888 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2484f6f8-009d-4af4-8996-1bca7a2d47cf tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:11.463494 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484f6f8-009d-4af4-8996-1bca7a2d47cf tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Port': ['ID=c1930b23-372d-49f5-a853-99b022a8ce85,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:11.478074 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-70206527-0385-4b97-995c-4857ea6a2c83 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.482320 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51866) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:11.482623 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-70206527-0385-4b97-995c-4857ea6a2c83 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5775883 Mar 14 15:25:11.488487 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-42367c1d-8868-4030-81f0-f9ddeceed6c5 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'enable_snat': True}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:11.533944 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a8d53-ef41-4020-a213-674c9dde6e03 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Subnet': ['ID=d7111169-c203-4cbf-aad7-b8282edc3fb7,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:11.552215 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51868) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:11.555096 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335a8d53-ef41-4020-a213-674c9dde6e03 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Checking segment: {'id': 'fd008c99-a2f5-42fa-bf3c-22890e8499dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:11.555458 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335a8d53-ef41-4020-a213-674c9dde6e03 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network hostable DHCP agents. Network: e85fef4f-c78f-4af5-90d9-ab60df0e375d, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:11.579330 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2484f6f8-009d-4af4-8996-1bca7a2d47cf tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.664935 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335a8d53-ef41-4020-a213-674c9dde6e03 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network e85fef4f-c78f-4af5-90d9-ab60df0e375d is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:11.701038 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-335a8d53-ef41-4020-a213-674c9dde6e03 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, e85fef4f-c78f-4af5-90d9-ab60df0e375d) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:11.703692 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a55c80e4-5f55-457f-ace5-fcfd1c4b76da tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.714188 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Request body: {'networks': [{'name': 'tempest-network--1611257232'}, {'name': 'tempest-network--677139383'}]} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:11.714188 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Request body: {'network': {'name': 'tempest-network--1611257232'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:11.714500 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b46d156-e4b5-4c49-aa50-aa2a7a2bea1e None None] Network e85fef4f-c78f-4af5-90d9-ab60df0e375d requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:11.715233 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Request body: {'network': {'name': 'tempest-network--677139383'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:11.750176 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335a8d53-ef41-4020-a213-674c9dde6e03 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:11.750799 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-335a8d53-ef41-4020-a213-674c9dde6e03 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.755629 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b14b93ee-ee86-45d6-a671-453b3b1d3088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Deleting port f482c49b-1f98-47ce-b183-a126e1536785 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:11.755985 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b14b93ee-ee86-45d6-a671-453b3b1d3088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.838359 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-335a8d53-ef41-4020-a213-674c9dde6e03 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8089597 Mar 14 15:25:11.846727 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51872) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:11.851086 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Made reservation on behalf of 7476a7be216e4a4ab8df173da3dc01aa for: {'network': 2} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:11.857006 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.900198 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.907879 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84802a9-6216-4c8e-b13d-c27ae8ac3247 None None] Network aeb05ddf-0d21-4f65-b97f-b2d4a816b55b requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:11.911541 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a55c80e4-5f55-457f-ace5-fcfd1c4b76da tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.937795 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42367c1d-8868-4030-81f0-f9ddeceed6c5 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.948071 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2484f6f8-009d-4af4-8996-1bca7a2d47cf tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.962590 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c80e4-5f55-457f-ace5-fcfd1c4b76da tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event deleted for resources: {'Subnet': ['ID=65cc5d2d-1317-461a-b80f-704eb53fb97c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:11.981048 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a55c80e4-5f55-457f-ace5-fcfd1c4b76da tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:11.982465 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a55c80e4-5f55-457f-ace5-fcfd1c4b76da tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "DELETE /v2.0/subnets/65cc5d2d-1317-461a-b80f-704eb53fb97c HTTP/1.1" status: 204 len: 168 time: 1.1231036 Mar 14 15:25:11.984999 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51874) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:12.012481 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-b14b93ee-ee86-45d6-a671-453b3b1d3088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] For port f482c49b-1f98-47ce-b183-a126e1536785, host hv-neutron-8335, got binding levels [] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:12.012837 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b14b93ee-ee86-45d6-a671-453b3b1d3088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:12.088167 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-4918aee0-8af4-4bf2-8e94-7e91937594d2 None None] Provisioning complete for port 0440c63f-2b0b-442c-98bf-e66ff8f7f955 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:12.088937 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4918aee0-8af4-4bf2-8e94-7e91937594d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:12.113757 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:25:12.115060 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:12.285142 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0e86a6-1419-4088-8d97-f43104610e2e None None] Network 16195ed8-082e-4174-bdae-c69d613067ad requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:12.379298 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4918aee0-8af4-4bf2-8e94-7e91937594d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:12.383628 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b14b93ee-ee86-45d6-a671-453b3b1d3088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Calling delete_port for f482c49b-1f98-47ce-b183-a126e1536785 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:12.439184 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66225562-2c3c-4f43-b375-4e96e7829191 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:12.460048 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22109c5c-3637-4d85-b25f-312757624bc2 None None] DHCP port deletion for aeb05ddf-0d21-4f65-b97f-b2d4a816b55b request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:25:12.549201 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4918aee0-8af4-4bf2-8e94-7e91937594d2 None None] For port 0440c63f-2b0b-442c-98bf-e66ff8f7f955, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=0440c63f-2b0b-442c-98bf-e66ff8f7f955,segment=NetworkSegment(85038c81-5b96-4011-bd61-ecf4c639b722),segment_id=85038c81-5b96-4011-bd61-ecf4c639b722)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:12.588790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4918aee0-8af4-4bf2-8e94-7e91937594d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:12.593953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] Allocated IP 2001:db8::2 (e85fef4f-c78f-4af5-90d9-ab60df0e375d/d7111169-c203-4cbf-aad7-b8282edc3fb7/f7ba33fd-1749-4194-b315-a78d780a78df) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:12.672625 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250d3fbe-3123-4eac-9cda-1dc579276a06 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:12.674145 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250d3fbe-3123-4eac-9cda-1dc579276a06 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:12.680341 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-250d3fbe-3123-4eac-9cda-1dc579276a06 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6850593 Mar 14 15:25:12.683645 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51876) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:12.751645 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918aee0-8af4-4bf2-8e94-7e91937594d2 None None] Pushing event updated for resources: {'Port': ['ID=0440c63f-2b0b-442c-98bf-e66ff8f7f955,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:12.772924 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-22109c5c-3637-4d85-b25f-312757624bc2 None None] Deleting port 0440c63f-2b0b-442c-98bf-e66ff8f7f955 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:12.773294 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-22109c5c-3637-4d85-b25f-312757624bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:12.819092 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:12.835286 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:12.835907 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:12.847164 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device b00402d4-99d2-49c1-bc3b-dd64246c82cb up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:12.859072 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2484f6f8-009d-4af4-8996-1bca7a2d47cf tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:12.875947 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b14b93ee-ee86-45d6-a671-453b3b1d3088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:12.878178 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fb40cd3-c80c-4c9f-805a-9b4d016d626a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:12.902727 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-70880137-a45b-49b3-9bc8-60bdebad46a7 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:12.907130 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84140b7-cecc-4c48-89a0-c286af480276,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:12.908232 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-16bbe679-4d45-4fb4-a900-a19b5d265809 None None] Provisioning complete for port b00402d4-99d2-49c1-bc3b-dd64246c82cb triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:12.908602 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16bbe679-4d45-4fb4-a900-a19b5d265809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:12.913073 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2484f6f8-009d-4af4-8996-1bca7a2d47cf tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:12.958495 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b93ee-ee86-45d6-a671-453b3b1d3088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Pushing event deleted for resources: {'Port': ['ID=f482c49b-1f98-47ce-b183-a126e1536785,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:12.971476 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b14b93ee-ee86-45d6-a671-453b3b1d3088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:12.975109 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b14b93ee-ee86-45d6-a671-453b3b1d3088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] 10.222.0.59 "DELETE /v2.0/ports/f482c49b-1f98-47ce-b183-a126e1536785 HTTP/1.1" status: 204 len: 168 time: 1.8050025 Mar 14 15:25:12.982417 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51878) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:12.991951 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484f6f8-009d-4af4-8996-1bca7a2d47cf tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Port': ['ID=c1930b23-372d-49f5-a853-99b022a8ce85,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:13.004001 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-70880137-a45b-49b3-9bc8-60bdebad46a7 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 14 15:25:13.004867 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70880137-a45b-49b3-9bc8-60bdebad46a7 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:25:13.012474 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-70880137-a45b-49b3-9bc8-60bdebad46a7 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "DELETE /v2.0/networks/aeb05ddf-0d21-4f65-b97f-b2d4a816b55b HTTP/1.1" status: 409 len: 405 time: 0.3229859 Mar 14 15:25:13.012474 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:13.032343 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.033601 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Added segment d5558c52-a964-4f70-accb-aea309407339 of type vlan for network b8eff9f0-8a5a-4678-bce6-0f80cb7cd961 Mar 14 15:25:13.034357 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51880) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:13.064551 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-22109c5c-3637-4d85-b25f-312757624bc2 None None] For port 0440c63f-2b0b-442c-98bf-e66ff8f7f955, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=0440c63f-2b0b-442c-98bf-e66ff8f7f955,segment=NetworkSegment(85038c81-5b96-4011-bd61-ecf4c639b722),segment_id=85038c81-5b96-4011-bd61-ecf4c639b722)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:13.064975 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-22109c5c-3637-4d85-b25f-312757624bc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.085573 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-22109c5c-3637-4d85-b25f-312757624bc2 None None] Calling delete_port for 0440c63f-2b0b-442c-98bf-e66ff8f7f955 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:13.091824 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2484f6f8-009d-4af4-8996-1bca7a2d47cf tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.104919 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.113657 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.196522 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:13.226363 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.226838 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Added segment 26853913-a397-414a-99fe-93fde66ca7a7 of type vlan for network 75bcd915-8f91-4cc6-bcf3-225dc7e8a40a Mar 14 15:25:13.250104 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2484f6f8-009d-4af4-8996-1bca7a2d47cf tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network 16195ed8-082e-4174-bdae-c69d613067ad is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:13.269041 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-2484f6f8-009d-4af4-8996-1bca7a2d47cf tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:13.291637 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-02c19313-7847-465a-ba5f-7c7847546465 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1227423839'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:13.295177 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb345231-231a-4611-bfec-9909ee3616bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] GET failed (client error): The resource could not be found. Mar 14 15:25:13.297543 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bb345231-231a-4611-bfec-9909ee3616bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] 10.222.0.59 "GET /v2.0/ports/f482c49b-1f98-47ce-b183-a126e1536785 HTTP/1.1" status: 404 len: 333 time: 0.2716122 Mar 14 15:25:13.303862 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66225562-2c3c-4f43-b375-4e96e7829191 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.304069 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.307826 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51882) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:13.354048 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-30f6cb91-36e6-4576-a810-0d83147b1bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Request body: {'port': {'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1491158444'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:13.371285 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port b00402d4-99d2-49c1-bc3b-dd64246c82cb triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:13.372055 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.383598 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.432730 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] Network e85fef4f-c78f-4af5-90d9-ab60df0e375d is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:13.440439 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.441982 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.447938 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:13.453514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:13.454178 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.460933 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2484f6f8-009d-4af4-8996-1bca7a2d47cf tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 857ef5f0-bb64-4024-ac52-f47148ad345c is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:25:13.461936 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:13.473887 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:13.475921 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16bbe679-4d45-4fb4-a900-a19b5d265809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.477665 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] Pushing event updated for resources: {'Port': ['ID=f7ba33fd-1749-4194-b315-a78d780a78df,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:13.521090 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f6cb91-36e6-4576-a810-0d83147b1bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Made reservation on behalf of a19e7fd0413c4d4683040bf336104920 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:13.523953 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30f6cb91-36e6-4576-a810-0d83147b1bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.543139 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9807811 Mar 14 15:25:13.543417 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-22109c5c-3637-4d85-b25f-312757624bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.552646 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51884) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:13.594431 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b16816bf-6812-49f2-bfa9-f402e27e20e7 req-d3417f97-b89e-4aea-9c1c-dfe6ddeda0d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6178157 Mar 14 15:25:13.618866 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22109c5c-3637-4d85-b25f-312757624bc2 None None] No DVR routers for this DVR port 0440c63f-2b0b-442c-98bf-e66ff8f7f955 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:25:13.629393 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-16bbe679-4d45-4fb4-a900-a19b5d265809 None None] For port b00402d4-99d2-49c1-bc3b-dd64246c82cb, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=b00402d4-99d2-49c1-bc3b-dd64246c82cb,segment=NetworkSegment(a7a8f2e2-f70a-4824-81e8-198cb0185da9),segment_id=a7a8f2e2-f70a-4824-81e8-198cb0185da9)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:13.632789 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c19313-7847-465a-ba5f-7c7847546465 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Made reservation on behalf of b9abc0a6aea44bf981861daf5f9adcb5 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:13.634382 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2484f6f8-009d-4af4-8996-1bca7a2d47cf tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:13.634500 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22109c5c-3637-4d85-b25f-312757624bc2 None None] Pushing event deleted for resources: {'Port': ['ID=0440c63f-2b0b-442c-98bf-e66ff8f7f955,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:13.636441 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event updated for resources: {'Network': ['ID=b8eff9f0-8a5a-4678-bce6-0f80cb7cd961,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:13.641174 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] Attempting to bind port f7ba33fd-1749-4194-b315-a78d780a78df on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:13.641493 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] Attempting to bind port f7ba33fd-1749-4194-b315-a78d780a78df by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'fd008c99-a2f5-42fa-bf3c-22890e8499dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:13.641788 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2484f6f8-009d-4af4-8996-1bca7a2d47cf tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/857ef5f0-bb64-4024-ac52-f47148ad345c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4866436 Mar 14 15:25:13.641899 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] Attempting to bind port f7ba33fd-1749-4194-b315-a78d780a78df on network e85fef4f-c78f-4af5-90d9-ab60df0e375d {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:13.646555 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16bbe679-4d45-4fb4-a900-a19b5d265809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.646704 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51886) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:13.648474 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f0e37-e786-4084-9a7e-d1f07f00d2c1 None None] Sync routers for ids ['857ef5f0-bb64-4024-ac52-f47148ad345c'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:13.649254 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02c19313-7847-465a-ba5f-7c7847546465 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.671225 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f0e37-e786-4084-9a7e-d1f07f00d2c1 None None] Routers {'857ef5f0-bb64-4024-ac52-f47148ad345c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:13.671955 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e71f0e37-e786-4084-9a7e-d1f07f00d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['857ef5f0-bb64-4024-ac52-f47148ad345c'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:13.684494 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network b8eff9f0-8a5a-4678-bce6-0f80cb7cd961 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:13.707285 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:13.707792 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] Checking segment: {'id': 'fd008c99-a2f5-42fa-bf3c-22890e8499dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:13.708198 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.709177 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] Bound using segment: {'id': 'fd008c99-a2f5-42fa-bf3c-22890e8499dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:13.709177 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] Bound port: f7ba33fd-1749-4194-b315-a78d780a78df, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd008c99-a2f5-42fa-bf3c-22890e8499dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:13.709474 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.728105 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-30f6cb91-36e6-4576-a810-0d83147b1bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] device_id is not set on port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:25:13.735788 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e71f0e37-e786-4084-9a7e-d1f07f00d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:13.755878 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f0e37-e786-4084-9a7e-d1f07f00d2c1 None None] Routers {'857ef5f0-bb64-4024-ac52-f47148ad345c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:13.756455 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e71f0e37-e786-4084-9a7e-d1f07f00d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['857ef5f0-bb64-4024-ac52-f47148ad345c'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:13.820843 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e71f0e37-e786-4084-9a7e-d1f07f00d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:13.821511 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f0e37-e786-4084-9a7e-d1f07f00d2c1 None None] The sync data for ids ['857ef5f0-bb64-4024-ac52-f47148ad345c'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:13.822123 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c19313-7847-465a-ba5f-7c7847546465 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:13.836574 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad70da14-15b7-48b6-a4bd-825c6094c0a6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:13.838172 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ad70da14-15b7-48b6-a4bd-825c6094c0a6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/ports/c1930b23-372d-49f5-a853-99b022a8ce85 HTTP/1.1" status: 200 len: 910 time: 0.1861453 Mar 14 15:25:13.840704 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02c19313-7847-465a-ba5f-7c7847546465 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.841045 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-02c19313-7847-465a-ba5f-7c7847546465 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Added segment cb0ea845-5ca4-4a34-85a7-7eba622a3fcb of type vlan for network 4458d57c-38ee-4634-a8d9-c4d4e084a495 Mar 14 15:25:13.842120 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51888) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:13.848222 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-da5b94a5-bc23-4dd9-b8f5-c8f3217f4c5d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '31829225-03d1-4274-824d-dfd35f8d1362'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:13.851442 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf76ae6-4cb3-45e2-8026-dbe96ac09b21 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event updated for resources: {'Network': ['ID=75bcd915-8f91-4cc6-bcf3-225dc7e8a40a,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:13.872023 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 75bcd915-8f91-4cc6-bcf3-225dc7e8a40a details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:13.935711 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] For port f7ba33fd-1749-4194-b315-a78d780a78df, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:13.944206 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] For port f7ba33fd-1749-4194-b315-a78d780a78df, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=f7ba33fd-1749-4194-b315-a78d780a78df,segment=NetworkSegment(fd008c99-a2f5-42fa-bf3c-22890e8499dc),segment_id=fd008c99-a2f5-42fa-bf3c-22890e8499dc)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:13.946585 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbe679-4d45-4fb4-a900-a19b5d265809 None None] Pushing event updated for resources: {'Port': ['ID=b00402d4-99d2-49c1-bc3b-dd64246c82cb,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:13.953195 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42367c1d-8868-4030-81f0-f9ddeceed6c5 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.966531 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.986768 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02c19313-7847-465a-ba5f-7c7847546465 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:13.995114 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-4fb40cd3-c80c-4c9f-805a-9b4d016d626a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Allocated IP 2001:db8::1 (e85fef4f-c78f-4af5-90d9-ab60df0e375d/d7111169-c203-4cbf-aad7-b8282edc3fb7/da7338b8-dc84-4fd5-87a3-68c19fcf56c4) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:14.034828 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da5b94a5-bc23-4dd9-b8f5-c8f3217f4c5d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:14.036519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16816bf-6812-49f2-bfa9-f402e27e20e7 req-658a110b-5843-4159-b9cf-11e6eb20725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:14.038136 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b16816bf-6812-49f2-bfa9-f402e27e20e7 req-658a110b-5843-4159-b9cf-11e6eb20725e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3e851ef7d26489f809312a892e32164&device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 1099 time: 0.3486004 Mar 14 15:25:14.039157 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42367c1d-8868-4030-81f0-f9ddeceed6c5 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:14.047882 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-529e3b2f-cfc2-4cb7-bef0-c65a5ad916a4 None None] Provisioning complete for port c1930b23-372d-49f5-a853-99b022a8ce85 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:14.048356 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-529e3b2f-cfc2-4cb7-bef0-c65a5ad916a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:14.115531 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5136b538-45b8-4365-b0b5-3a0e0415ab91 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:14.121784 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5136b538-45b8-4365-b0b5-3a0e0415ab91 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:14.127637 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5136b538-45b8-4365-b0b5-3a0e0415ab91 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:14.127825 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f27825-137e-426f-a3b2-2ca7738dd115 None None] Pushing event updated for resources: {'Port': ['ID=f7ba33fd-1749-4194-b315-a78d780a78df,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:14.134079 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5136b538-45b8-4365-b0b5-3a0e0415ab91 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:14.138658 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5136b538-45b8-4365-b0b5-3a0e0415ab91 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5773332 Mar 14 15:25:14.138959 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51890) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:14.142513 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-529e3b2f-cfc2-4cb7-bef0-c65a5ad916a4 None None] Port c1930b23-372d-49f5-a853-99b022a8ce85 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:25:14.162762 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-529e3b2f-cfc2-4cb7-bef0-c65a5ad916a4 None None] Provisioning complete for port b00402d4-99d2-49c1-bc3b-dd64246c82cb triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:14.163401 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-529e3b2f-cfc2-4cb7-bef0-c65a5ad916a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:14.277982 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66225562-2c3c-4f43-b375-4e96e7829191 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Router 7bbb6533-7944-4da7-9e82-5045043cd48e is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:25:14.342983 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d313bf8e-8d0c-4782-b714-ee5975d25df6 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:14.394627 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-a0908250-3427-42cd-bb98-87e5e20e43b0 None None] Provisioning complete for port c1930b23-372d-49f5-a853-99b022a8ce85 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:14.395467 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a0908250-3427-42cd-bb98-87e5e20e43b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:14.447100 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a0908250-3427-42cd-bb98-87e5e20e43b0 None None] Port c1930b23-372d-49f5-a853-99b022a8ce85 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:25:14.577847 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d313bf8e-8d0c-4782-b714-ee5975d25df6 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:14.613565 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-d313bf8e-8d0c-4782-b714-ee5975d25df6 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8eff9f0-8a5a-4678-bce6-0f80cb7cd961']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:14.632181 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-d313bf8e-8d0c-4782-b714-ee5975d25df6 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5558c52-a964-4f70-accb-aea309407339') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:14.632504 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-d313bf8e-8d0c-4782-b714-ee5975d25df6 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5558c52-a964-4f70-accb-aea309407339') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:14.645774 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d313bf8e-8d0c-4782-b714-ee5975d25df6 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:14.669382 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d313bf8e-8d0c-4782-b714-ee5975d25df6 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:14.673263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da5b94a5-bc23-4dd9-b8f5-c8f3217f4c5d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:14.681151 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02c19313-7847-465a-ba5f-7c7847546465 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:14.681664 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d313bf8e-8d0c-4782-b714-ee5975d25df6 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:25:14.682698 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d313bf8e-8d0c-4782-b714-ee5975d25df6 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:25:14.685856 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:25:14.693111 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c19313-7847-465a-ba5f-7c7847546465 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:14.694194 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02c19313-7847-465a-ba5f-7c7847546465 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:14.702338 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da5b94a5-bc23-4dd9-b8f5-c8f3217f4c5d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:14.777229 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device f7ba33fd-1749-4194-b315-a78d780a78df up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:14.812521 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b94a5-bc23-4dd9-b8f5-c8f3217f4c5d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Port': ['ID=c1930b23-372d-49f5-a853-99b022a8ce85,revision_number=3']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:14.831083 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5b94a5-bc23-4dd9-b8f5-c8f3217f4c5d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:14.831956 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da5b94a5-bc23-4dd9-b8f5-c8f3217f4c5d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:14.836623 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-da5b94a5-bc23-4dd9-b8f5-c8f3217f4c5d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/ports/c1930b23-372d-49f5-a853-99b022a8ce85 HTTP/1.1" status: 200 len: 910 time: 0.9914274 Mar 14 15:25:14.837640 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d313bf8e-8d0c-4782-b714-ee5975d25df6 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:14.844473 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port f7ba33fd-1749-4194-b315-a78d780a78df triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:14.844927 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:14.848023 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d313bf8e-8d0c-4782-b714-ee5975d25df6 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:14.851391 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51892) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:14.852051 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d313bf8e-8d0c-4782-b714-ee5975d25df6 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "DELETE /v2.0/networks/b8eff9f0-8a5a-4678-bce6-0f80cb7cd961 HTTP/1.1" status: 204 len: 168 time: 0.7113557 Mar 14 15:25:14.857728 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51894) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:14.871190 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-02c19313-7847-465a-ba5f-7c7847546465 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8272676 Mar 14 15:25:14.873772 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51896) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:14.893012 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313bf8e-8d0c-4782-b714-ee5975d25df6 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event deleted for resources: {'Network': ['ID=b8eff9f0-8a5a-4678-bce6-0f80cb7cd961,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:14.912584 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a96310e6-3d89-43b2-a787-e9c69a80a19d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Request body: {'subnet': {'network_id': '4458d57c-38ee-4634-a8d9-c4d4e084a495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:14.966389 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:14.998221 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c19313-7847-465a-ba5f-7c7847546465 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event updated for resources: {'Network': ['ID=4458d57c-38ee-4634-a8d9-c4d4e084a495,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:15.005955 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16816bf-6812-49f2-bfa9-f402e27e20e7 req-eae9089a-f1aa-49f4-aaa3-26f1c85f594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:15.007539 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b16816bf-6812-49f2-bfa9-f402e27e20e7 req-eae9089a-f1aa-49f4-aaa3-26f1c85f594d service neutron] 10.222.0.18 "GET /v2.0/networks?id=49fee795-f4c4-42dd-acc3-9b9f00035acc HTTP/1.1" status: 200 len: 912 time: 0.9398327 Mar 14 15:25:15.018064 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 4458d57c-38ee-4634-a8d9-c4d4e084a495 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:15.024418 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port f7ba33fd-1749-4194-b315-a78d780a78df, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=f7ba33fd-1749-4194-b315-a78d780a78df,segment=NetworkSegment(fd008c99-a2f5-42fa-bf3c-22890e8499dc),segment_id=fd008c99-a2f5-42fa-bf3c-22890e8499dc)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:15.040525 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:15.041353 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device b00402d4-99d2-49c1-bc3b-dd64246c82cb up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:15.050945 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8d966b5-8ee0-43a1-b6c4-eb81dd546068 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:15.099036 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30f6cb91-36e6-4576-a810-0d83147b1bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:15.103087 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96310e6-3d89-43b2-a787-e9c69a80a19d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Made reservation on behalf of b9abc0a6aea44bf981861daf5f9adcb5 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:15.106700 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a96310e6-3d89-43b2-a787-e9c69a80a19d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:15.177666 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=f7ba33fd-1749-4194-b315-a78d780a78df,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:15.191591 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port b00402d4-99d2-49c1-bc3b-dd64246c82cb triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:15.192070 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:15.216564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-42367c1d-8868-4030-81f0-f9ddeceed6c5 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Allocated IP 172.26.6.108 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/a14341e1-a688-4cdc-834a-911c27be1825) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:15.224890 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8d966b5-8ee0-43a1-b6c4-eb81dd546068 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:15.225110 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fb40cd3-c80c-4c9f-805a-9b4d016d626a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:15.263075 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-f8d966b5-8ee0-43a1-b6c4-eb81dd546068 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75bcd915-8f91-4cc6-bcf3-225dc7e8a40a']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:15.282300 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-f8d966b5-8ee0-43a1-b6c4-eb81dd546068 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26853913-a397-414a-99fe-93fde66ca7a7') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:15.283263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-f8d966b5-8ee0-43a1-b6c4-eb81dd546068 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26853913-a397-414a-99fe-93fde66ca7a7') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:15.289826 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66225562-2c3c-4f43-b375-4e96e7829191 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:15.305360 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8d966b5-8ee0-43a1-b6c4-eb81dd546068 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:15.306782 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaccaf87-ecdb-425f-b34d-1d70ea79f653 None None] Sync routers for ids ['7bbb6533-7944-4da7-9e82-5045043cd48e'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:15.314798 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b16816bf-6812-49f2-bfa9-f402e27e20e7 req-fcdcbcdc-a98b-4452-9e0b-0490d74aa149 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a31cd96-8d3b-46a8-820b-4fcc1444cd86 HTTP/1.1" status: 200 len: 1002 time: 0.2133524 Mar 14 15:25:15.325315 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaccaf87-ecdb-425f-b34d-1d70ea79f653 None None] Routers {'7bbb6533-7944-4da7-9e82-5045043cd48e'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:15.326078 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-eaccaf87-ecdb-425f-b34d-1d70ea79f653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7bbb6533-7944-4da7-9e82-5045043cd48e'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:15.328281 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8d966b5-8ee0-43a1-b6c4-eb81dd546068 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:15.333278 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66225562-2c3c-4f43-b375-4e96e7829191 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:15.334492 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-66225562-2c3c-4f43-b375-4e96e7829191 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6861148 Mar 14 15:25:15.350331 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51898) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:15.357144 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-1d10737d-783f-4027-9aa1-bf8c5cd0c010 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'enable_snat': False}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:15.370049 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d966b5-8ee0-43a1-b6c4-eb81dd546068 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:25:15.370427 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8d966b5-8ee0-43a1-b6c4-eb81dd546068 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:15.370622 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-eaccaf87-ecdb-425f-b34d-1d70ea79f653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:25:15.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:25:15.387097 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaccaf87-ecdb-425f-b34d-1d70ea79f653 None None] Routers {'7bbb6533-7944-4da7-9e82-5045043cd48e'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:15.387712 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-eaccaf87-ecdb-425f-b34d-1d70ea79f653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7bbb6533-7944-4da7-9e82-5045043cd48e'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:15.390316 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e3bab6-3098-4321-87d0-1d12aca6d723 None None] Network e85fef4f-c78f-4af5-90d9-ab60df0e375d requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:15.437488 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-eaccaf87-ecdb-425f-b34d-1d70ea79f653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:15.438142 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaccaf87-ecdb-425f-b34d-1d70ea79f653 None None] The sync data for ids ['7bbb6533-7944-4da7-9e82-5045043cd48e'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:15.509584 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-e488df98-8bf7-48ae-8bd3-604bce31c5a6 None None] Provisioning complete for port f7ba33fd-1749-4194-b315-a78d780a78df triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:15.510220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e488df98-8bf7-48ae-8bd3-604bce31c5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:15.525478 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30f6cb91-36e6-4576-a810-0d83147b1bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:15.570154 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8d966b5-8ee0-43a1-b6c4-eb81dd546068 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:15.579213 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16816bf-6812-49f2-bfa9-f402e27e20e7 req-80058590-ab19-46bc-b52d-db261a8bb249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:15.580948 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b16816bf-6812-49f2-bfa9-f402e27e20e7 req-80058590-ab19-46bc-b52d-db261a8bb249 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f06bc8a1-e6d6-4299-b660-147ccd6bb298 HTTP/1.1" status: 200 len: 850 time: 0.2012541 Mar 14 15:25:15.585495 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8d966b5-8ee0-43a1-b6c4-eb81dd546068 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:15.588918 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f8d966b5-8ee0-43a1-b6c4-eb81dd546068 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "DELETE /v2.0/networks/75bcd915-8f91-4cc6-bcf3-225dc7e8a40a HTTP/1.1" status: 204 len: 168 time: 0.7276361 Mar 14 15:25:15.602110 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51900) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:15.625346 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d966b5-8ee0-43a1-b6c4-eb81dd546068 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event deleted for resources: {'Network': ['ID=75bcd915-8f91-4cc6-bcf3-225dc7e8a40a,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:15.636030 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fb40cd3-c80c-4c9f-805a-9b4d016d626a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:15.699305 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f6cb91-36e6-4576-a810-0d83147b1bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:15.718640 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-30f6cb91-36e6-4576-a810-0d83147b1bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:15.721095 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f6cb91-36e6-4576-a810-0d83147b1bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:15.722212 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f6cb91-36e6-4576-a810-0d83147b1bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:15.722804 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30f6cb91-36e6-4576-a810-0d83147b1bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:15.729061 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb40cd3-c80c-4c9f-805a-9b4d016d626a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network e85fef4f-c78f-4af5-90d9-ab60df0e375d is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:15.730080 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6cb91-36e6-4576-a810-0d83147b1bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Pushing event updated for resources: {'Port': ['ID=4909c301-36ee-49b1-b7e2-8ccbcdb8d839,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:15.743634 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42367c1d-8868-4030-81f0-f9ddeceed6c5 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:15.783134 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4fb40cd3-c80c-4c9f-805a-9b4d016d626a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:15.785648 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb40cd3-c80c-4c9f-805a-9b4d016d626a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:15.786378 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fb40cd3-c80c-4c9f-805a-9b4d016d626a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:15.867941 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-30f6cb91-36e6-4576-a810-0d83147b1bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.5152674 Mar 14 15:25:15.873357 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16816bf-6812-49f2-bfa9-f402e27e20e7 req-362d9dc1-2e9d-4d01-8a46-f43f4669b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:15.875145 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b16816bf-6812-49f2-bfa9-f402e27e20e7 req-362d9dc1-2e9d-4d01-8a46-f43f4669b1ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49fee795-f4c4-42dd-acc3-9b9f00035acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2634532 Mar 14 15:25:15.879036 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51902) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:15.893001 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:15.911002 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb40cd3-c80c-4c9f-805a-9b4d016d626a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Port': ['ID=da7338b8-dc84-4fd5-87a3-68c19fcf56c4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:15.958461 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.objects.ports [None req-a96310e6-3d89-43b2-a787-e9c69a80a19d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102567) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 15:25:15.965326 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a96310e6-3d89-43b2-a787-e9c69a80a19d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:15.980570 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-2cf7ce9f-77f5-4870-8e11-4141029bab8f None None] Provisioning complete for port da7338b8-dc84-4fd5-87a3-68c19fcf56c4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:15.983120 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2cf7ce9f-77f5-4870-8e11-4141029bab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:16.028429 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7ce9f-77f5-4870-8e11-4141029bab8f None None] Port da7338b8-dc84-4fd5-87a3-68c19fcf56c4 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:25:16.032156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42367c1d-8868-4030-81f0-f9ddeceed6c5 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:16.041869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-2cf7ce9f-77f5-4870-8e11-4141029bab8f None None] Provisioning complete for port f7ba33fd-1749-4194-b315-a78d780a78df triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:16.042250 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2cf7ce9f-77f5-4870-8e11-4141029bab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:16.136939 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:16.145699 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42367c1d-8868-4030-81f0-f9ddeceed6c5 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:16.177663 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-42367c1d-8868-4030-81f0-f9ddeceed6c5 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:16.180015 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42367c1d-8868-4030-81f0-f9ddeceed6c5 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:16.234559 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fb40cd3-c80c-4c9f-805a-9b4d016d626a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:16.237438 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42367c1d-8868-4030-81f0-f9ddeceed6c5 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Pushing event updated for resources: {'Port': ['ID=a14341e1-a688-4cdc-834a-911c27be1825,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:16.290784 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-96557ceb-9e22-4e39-9fcc-473e05de396c None None] Provisioning complete for port da7338b8-dc84-4fd5-87a3-68c19fcf56c4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:16.291094 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-96557ceb-9e22-4e39-9fcc-473e05de396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:16.295770 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b16816bf-6812-49f2-bfa9-f402e27e20e7 req-bcac2c4b-73e8-4a80-8314-979c8b27f063 service neutron] 10.222.0.18 "GET /v2.0/networks/49fee795-f4c4-42dd-acc3-9b9f00035acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103398 Mar 14 15:25:16.330515 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-96557ceb-9e22-4e39-9fcc-473e05de396c None None] Port da7338b8-dc84-4fd5-87a3-68c19fcf56c4 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:25:16.340468 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d1db97-abb8-421d-9d7e-6776f25ff6f4 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:16.346600 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d1db97-abb8-421d-9d7e-6776f25ff6f4 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:16.348174 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-89d1db97-abb8-421d-9d7e-6776f25ff6f4 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7451255 Mar 14 15:25:16.355249 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51904) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:16.368972 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9c566ae9-5fb2-488a-96f1-fed0ed99382b tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1323246603'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:16.439022 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96310e6-3d89-43b2-a787-e9c69a80a19d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event updated for resources: {'Subnet': ['ID=31f17828-ed98-493c-a08e-3791ded7b115,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:16.457126 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c566ae9-5fb2-488a-96f1-fed0ed99382b tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Made reservation on behalf of 7476a7be216e4a4ab8df173da3dc01aa for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:16.460643 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c566ae9-5fb2-488a-96f1-fed0ed99382b tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:16.518275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96310e6-3d89-43b2-a787-e9c69a80a19d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Checking segment: {'id': 'cb0ea845-5ca4-4a34-85a7-7eba622a3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4458d57c-38ee-4634-a8d9-c4d4e084a495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:16.518641 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96310e6-3d89-43b2-a787-e9c69a80a19d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Network hostable DHCP agents. Network: 4458d57c-38ee-4634-a8d9-c4d4e084a495, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:16.535450 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1d10737d-783f-4027-9aa1-bf8c5cd0c010 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:16.544029 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c566ae9-5fb2-488a-96f1-fed0ed99382b tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:16.570596 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c566ae9-5fb2-488a-96f1-fed0ed99382b tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:16.570970 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-9c566ae9-5fb2-488a-96f1-fed0ed99382b tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Added segment 56a6bad6-85c7-4468-9da9-cfd92ad7521b of type vlan for network d5cc0e0c-5d9e-47c5-b447-af0afbb91d93 Mar 14 15:25:16.572878 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96310e6-3d89-43b2-a787-e9c69a80a19d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Network 4458d57c-38ee-4634-a8d9-c4d4e084a495 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:16.578724 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89afad28-c03e-4184-8d9a-8698497c67ae tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:16.612558 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-a96310e6-3d89-43b2-a787-e9c69a80a19d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 4458d57c-38ee-4634-a8d9-c4d4e084a495) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:16.627494 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96310e6-3d89-43b2-a787-e9c69a80a19d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:16.627494 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a96310e6-3d89-43b2-a787-e9c69a80a19d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:16.634248 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c566ae9-5fb2-488a-96f1-fed0ed99382b tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:16.641995 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef788a6-f2ca-422c-a1cd-88c1eb41a154 None None] Network 4458d57c-38ee-4634-a8d9-c4d4e084a495 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:16.703735 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a96310e6-3d89-43b2-a787-e9c69a80a19d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8100863 Mar 14 15:25:16.705434 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51906) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:16.710819 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device f7ba33fd-1749-4194-b315-a78d780a78df up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:16.711248 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-063a8629-b83c-4dcd-a76a-0acedc3b3028 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Request body: {'port': {'network_id': '4458d57c-38ee-4634-a8d9-c4d4e084a495', 'name': 'tempest-NetworksIpV6TestAttrs-558395595'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:16.738964 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c566ae9-5fb2-488a-96f1-fed0ed99382b tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:16.744519 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c566ae9-5fb2-488a-96f1-fed0ed99382b tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:16.745161 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c566ae9-5fb2-488a-96f1-fed0ed99382b tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:16.826121 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9c566ae9-5fb2-488a-96f1-fed0ed99382b tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4625294 Mar 14 15:25:16.856997 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51908) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:16.878263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-b207be94-278e-486d-b735-492957a0e9b9 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1974264346'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:16.917745 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c566ae9-5fb2-488a-96f1-fed0ed99382b tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event updated for resources: {'Network': ['ID=d5cc0e0c-5d9e-47c5-b447-af0afbb91d93,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:16.939369 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network d5cc0e0c-5d9e-47c5-b447-af0afbb91d93 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:16.942064 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b207be94-278e-486d-b735-492957a0e9b9 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Made reservation on behalf of 7476a7be216e4a4ab8df173da3dc01aa for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:16.945614 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b207be94-278e-486d-b735-492957a0e9b9 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:17.005405 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063a8629-b83c-4dcd-a76a-0acedc3b3028 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Made reservation on behalf of b9abc0a6aea44bf981861daf5f9adcb5 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:17.008871 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-063a8629-b83c-4dcd-a76a-0acedc3b3028 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:17.059547 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port f7ba33fd-1749-4194-b315-a78d780a78df triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:17.060140 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:17.069550 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b207be94-278e-486d-b735-492957a0e9b9 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:17.080068 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-063a8629-b83c-4dcd-a76a-0acedc3b3028 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] device_id is not set on port eb238c8f-1b2c-43eb-8c29-d1c73c0fe970 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:25:17.094068 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b16816bf-6812-49f2-bfa9-f402e27e20e7 req-aec2e978-a190-49ef-bba4-8f1316ae0ab4 service neutron] 10.222.0.18 "GET /v2.0/networks/49fee795-f4c4-42dd-acc3-9b9f00035acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7851944 Mar 14 15:25:17.097508 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b207be94-278e-486d-b735-492957a0e9b9 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:17.097865 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-b207be94-278e-486d-b735-492957a0e9b9 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Added segment 7105c589-64ec-4eb3-a1d2-e9e31b292967 of type vlan for network f481b400-db19-499a-8e99-02f50659313f Mar 14 15:25:17.144229 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-4458d57c-38ee-4634-a8d9-c4d4e084a495', 'network_id': '4458d57c-38ee-4634-a8d9-c4d4e084a495', 'tenant_id': 'b9abc0a6aea44bf981861daf5f9adcb5', 'fixed_ips': [{'subnet_id': '31f17828-ed98-493c-a08e-3791ded7b115'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:25:17.145498 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:17.245396 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b207be94-278e-486d-b735-492957a0e9b9 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:17.288795 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] device_id is not set on port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:25:17.318173 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:17.345176 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:17.351898 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-063a8629-b83c-4dcd-a76a-0acedc3b3028 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Allocated IP 2001:db8::f816:3eff:fe3d:8633 (4458d57c-38ee-4634-a8d9-c4d4e084a495/31f17828-ed98-493c-a08e-3791ded7b115/eb238c8f-1b2c-43eb-8c29-d1c73c0fe970) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:17.361267 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b207be94-278e-486d-b735-492957a0e9b9 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:17.366894 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b207be94-278e-486d-b735-492957a0e9b9 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:17.367511 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b207be94-278e-486d-b735-492957a0e9b9 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:17.488552 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42367c1d-8868-4030-81f0-f9ddeceed6c5 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:17.490038 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Pushing event updated for resources: {'Port': ['ID=4909c301-36ee-49b1-b7e2-8ccbcdb8d839,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:17.494539 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fb40cd3-c80c-4c9f-805a-9b4d016d626a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:17.495642 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b207be94-278e-486d-b735-492957a0e9b9 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6304448 Mar 14 15:25:17.508774 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51910) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:17.517516 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Request body: {'ports': [{'network_id': 'd5cc0e0c-5d9e-47c5-b447-af0afbb91d93', 'name': 'tempest-port--2141437956', 'admin_state_up': True}, {'network_id': 'f481b400-db19-499a-8e99-02f50659313f', 'admin_state_up': False}]} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:17.517825 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Request body: {'port': {'network_id': 'd5cc0e0c-5d9e-47c5-b447-af0afbb91d93', 'name': 'tempest-port--2141437956', 'admin_state_up': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:17.518305 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Request body: {'port': {'network_id': 'f481b400-db19-499a-8e99-02f50659313f', 'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:17.544495 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fb40cd3-c80c-4c9f-805a-9b4d016d626a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:17.545266 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fb40cd3-c80c-4c9f-805a-9b4d016d626a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:17.548582 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207be94-278e-486d-b735-492957a0e9b9 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event updated for resources: {'Network': ['ID=f481b400-db19-499a-8e99-02f50659313f,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:17.555466 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:17.555810 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:17.556155 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:17.560858 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network f481b400-db19-499a-8e99-02f50659313f details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:17.601383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:17.603005 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:17.606982 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 2 to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 Mar 14 15:25:17.719115 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:17.719459 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:17.719796 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:17.726668 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1d10737d-783f-4027-9aa1-bf8c5cd0c010 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:17.734152 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb40cd3-c80c-4c9f-805a-9b4d016d626a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Port': ['ID=da7338b8-dc84-4fd5-87a3-68c19fcf56c4,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:17.751219 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:17.751556 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:17.755720 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 3 to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 Mar 14 15:25:17.774740 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1d10737d-783f-4027-9aa1-bf8c5cd0c010 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:17.835339 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-063a8629-b83c-4dcd-a76a-0acedc3b3028 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:17.851648 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:17.851824 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:17.852089 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:17.874987 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:17.875326 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:17.880050 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 4 to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 Mar 14 15:25:17.887806 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb40cd3-c80c-4c9f-805a-9b4d016d626a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network e85fef4f-c78f-4af5-90d9-ab60df0e375d is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:17.926709 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Made reservation on behalf of 7476a7be216e4a4ab8df173da3dc01aa for: {'port': 2} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:17.927200 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4fb40cd3-c80c-4c9f-805a-9b4d016d626a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:17.931172 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:17.942957 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:17.943302 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:17.943643 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:17.954236 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:17.959543 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:17.959882 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:17.972680 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-063a8629-b83c-4dcd-a76a-0acedc3b3028 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:17.981919 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d10737d-783f-4027-9aa1-bf8c5cd0c010 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Router 7bbb6533-7944-4da7-9e82-5045043cd48e has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:25:17.991648 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 5 to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 Mar 14 15:25:17.996546 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42367c1d-8868-4030-81f0-f9ddeceed6c5 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:18.036588 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] Allocated IP 2001:db8::f816:3eff:fe3a:11a5 (4458d57c-38ee-4634-a8d9-c4d4e084a495/31f17828-ed98-493c-a08e-3791ded7b115/e7ed2ca9-6445-4c80-8cd2-a9967dd92daf) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:18.050785 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42367c1d-8868-4030-81f0-f9ddeceed6c5 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:18.057504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-89afad28-c03e-4184-8d9a-8698497c67ae tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting port c1930b23-372d-49f5-a853-99b022a8ce85 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:18.057882 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89afad28-c03e-4184-8d9a-8698497c67ae tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:18.065013 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:18.065351 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:18.065695 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:18.114532 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063a8629-b83c-4dcd-a76a-0acedc3b3028 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Network 4458d57c-38ee-4634-a8d9-c4d4e084a495 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:18.117592 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a8629-b83c-4dcd-a76a-0acedc3b3028 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event updated for resources: {'Port': ['ID=eb238c8f-1b2c-43eb-8c29-d1c73c0fe970,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:18.159606 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-063a8629-b83c-4dcd-a76a-0acedc3b3028 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:18.162666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:18.163213 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:18.169076 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 6 to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 Mar 14 15:25:18.169278 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a8629-b83c-4dcd-a76a-0acedc3b3028 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:18.175884 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063a8629-b83c-4dcd-a76a-0acedc3b3028 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:18.176533 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-063a8629-b83c-4dcd-a76a-0acedc3b3028 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:18.212473 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:18.213427 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:18.213427 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:18.241304 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-063a8629-b83c-4dcd-a76a-0acedc3b3028 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5349669 Mar 14 15:25:18.246331 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:18.252198 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51912) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:18.254994 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:18.297593 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] device_id is not set on port f8c12498-e9e5-4f31-935f-02abcf3fc76b yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:25:18.301882 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:18.301882 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:18.309448 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 7 to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 Mar 14 15:25:18.312557 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] Network 4458d57c-38ee-4634-a8d9-c4d4e084a495 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:18.315405 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:18.318864 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:18.324657 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] Pushing event updated for resources: {'Port': ['ID=e7ed2ca9-6445-4c80-8cd2-a9967dd92daf,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:18.350592 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89afad28-c03e-4184-8d9a-8698497c67ae tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:18.362850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:18.363198 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:18.363453 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:18.365581 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-89212546-6d7f-4f39-ba4b-154b73611fb8 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Deleting subnet 31f17828-ed98-493c-a08e-3791ded7b115 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:25:18.368281 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d10737d-783f-4027-9aa1-bf8c5cd0c010 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:18.374417 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1d10737d-783f-4027-9aa1-bf8c5cd0c010 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:18.375635 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1d10737d-783f-4027-9aa1-bf8c5cd0c010 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "PUT /v2.0/routers/7bbb6533-7944-4da7-9e82-5045043cd48e HTTP/1.1" status: 200 len: 925 time: 3.0223217 Mar 14 15:25:18.376874 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-89afad28-c03e-4184-8d9a-8698497c67ae tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Calling delete_port for c1930b23-372d-49f5-a853-99b022a8ce85 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:18.377961 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-89212546-6d7f-4f39-ba4b-154b73611fb8 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:18.379549 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a252fd64-5af1-4b99-bfab-618bb168e066 None None] Sync routers for ids ['7bbb6533-7944-4da7-9e82-5045043cd48e'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:18.380370 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51914) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:18.392318 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:18.392912 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:18.397145 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] Attempting to bind port e7ed2ca9-6445-4c80-8cd2-a9967dd92daf on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:18.397521 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] Attempting to bind port e7ed2ca9-6445-4c80-8cd2-a9967dd92daf by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'cb0ea845-5ca4-4a34-85a7-7eba622a3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4458d57c-38ee-4634-a8d9-c4d4e084a495'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:18.397879 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] Attempting to bind port e7ed2ca9-6445-4c80-8cd2-a9967dd92daf on network 4458d57c-38ee-4634-a8d9-c4d4e084a495 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:18.398462 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 8 to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 Mar 14 15:25:18.398592 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a252fd64-5af1-4b99-bfab-618bb168e066 None None] Routers {'7bbb6533-7944-4da7-9e82-5045043cd48e'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:18.399345 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a252fd64-5af1-4b99-bfab-618bb168e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7bbb6533-7944-4da7-9e82-5045043cd48e'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:18.409295 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:18.409675 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] Checking segment: {'id': 'cb0ea845-5ca4-4a34-85a7-7eba622a3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4458d57c-38ee-4634-a8d9-c4d4e084a495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:18.410077 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:18.410470 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] Bound using segment: {'id': 'cb0ea845-5ca4-4a34-85a7-7eba622a3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4458d57c-38ee-4634-a8d9-c4d4e084a495'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:18.410970 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] Bound port: e7ed2ca9-6445-4c80-8cd2-a9967dd92daf, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0ea845-5ca4-4a34-85a7-7eba622a3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4458d57c-38ee-4634-a8d9-c4d4e084a495'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:18.411355 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:18.423972 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-040f947b-a68a-4417-b5e2-acfa4252aa7e None None] Provisioning complete for port da7338b8-dc84-4fd5-87a3-68c19fcf56c4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:18.424346 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-040f947b-a68a-4417-b5e2-acfa4252aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:18.459773 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a252fd64-5af1-4b99-bfab-618bb168e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:18.478498 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:18.479104 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:18.479597 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:18.485469 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb40cd3-c80c-4c9f-805a-9b4d016d626a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router 36ff763e-a209-48ce-b2fd-58ee314f43f0 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:25:18.492855 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a252fd64-5af1-4b99-bfab-618bb168e066 None None] Routers {'7bbb6533-7944-4da7-9e82-5045043cd48e'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:18.493757 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a252fd64-5af1-4b99-bfab-618bb168e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7bbb6533-7944-4da7-9e82-5045043cd48e'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:18.500429 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:18.501011 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:18.506194 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 9 to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 Mar 14 15:25:18.515817 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] For port e7ed2ca9-6445-4c80-8cd2-a9967dd92daf, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:18.519446 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] For port e7ed2ca9-6445-4c80-8cd2-a9967dd92daf, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e7ed2ca9-6445-4c80-8cd2-a9967dd92daf,segment=NetworkSegment(cb0ea845-5ca4-4a34-85a7-7eba622a3fcb),segment_id=cb0ea845-5ca4-4a34-85a7-7eba622a3fcb)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:18.531510 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:18.546258 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:18.546848 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:18.547357 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:18.553623 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a252fd64-5af1-4b99-bfab-618bb168e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:18.554428 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a252fd64-5af1-4b99-bfab-618bb168e066 None None] The sync data for ids ['7bbb6533-7944-4da7-9e82-5045043cd48e'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:18.568270 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-040f947b-a68a-4417-b5e2-acfa4252aa7e None None] Port da7338b8-dc84-4fd5-87a3-68c19fcf56c4 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:25:18.603303 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeaf1cb-3fec-4753-9582-7c6a381b3cc8 None None] Pushing event updated for resources: {'Port': ['ID=e7ed2ca9-6445-4c80-8cd2-a9967dd92daf,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:18.669518 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42367c1d-8868-4030-81f0-f9ddeceed6c5 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Router 677db969-cafb-4307-8a5f-8ba405060356 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:25:18.678018 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:18.678828 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:18.683083 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 10 to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 Mar 14 15:25:18.716781 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:18.717268 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:18.718346 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:18.720294 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-89212546-6d7f-4f39-ba4b-154b73611fb8 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:18.766506 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:18.766840 dv-neutron-833559-1-hyperv neutron-server[102568]: ERROR neutron.plugins.ml2.managers [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:18.767236 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:18.780147 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb40cd3-c80c-4c9f-805a-9b4d016d626a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:18.793681 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] Sync routers for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:18.831785 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4ee42a82-7c3a-4984-ba17-c20d45b5cbfb tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "GET /v2.0/routers/7bbb6533-7944-4da7-9e82-5045043cd48e HTTP/1.1" status: 200 len: 925 time: 0.4485457 Mar 14 15:25:18.841808 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51916) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:18.846526 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:18.847345 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:18.941409 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:18.970551 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:25:19.060842 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757d9b48-e839-47c7-85fc-4cd88415a20a tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.062868 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-757d9b48-e839-47c7-85fc-4cd88415a20a tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&device_id=7bbb6533-7944-4da7-9e82-5045043cd48e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2171829 Mar 14 15:25:19.067474 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] device_id is not set on port 6e9ebe06-d4ac-43b0-a6bf-1867883227c3 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:25:19.070083 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51918) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:19.131725 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4fb40cd3-c80c-4c9f-805a-9b4d016d626a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/36ff763e-a209-48ce-b2fd-58ee314f43f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2817125 Mar 14 15:25:19.137966 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51920) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:19.143974 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-fe55102a-4250-4abb-8e72-be06a153acd9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-195132145'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:19.170618 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-89212546-6d7f-4f39-ba4b-154b73611fb8 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:19.207924 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:25:16Z', 'revision_number': 2, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:17Z', 'revision_number': 2, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:19.240420 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] Checking router: 36ff763e-a209-48ce-b2fd-58ee314f43f0 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:25:19.241222 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] Updating router 36ff763e-a209-48ce-b2fd-58ee314f43f0 port da7338b8-dc84-4fd5-87a3-68c19fcf56c4 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:25:19.243016 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe55102a-4250-4abb-8e72-be06a153acd9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Made reservation on behalf of 0b7813f054dc4f2aa04f19db8d2ac08c for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:19.246306 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe55102a-4250-4abb-8e72-be06a153acd9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:19.257975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70d617a-3ec4-48c1-84bd-e82626d7d64a tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.259552 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b70d617a-3ec4-48c1-84bd-e82626d7d64a tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "GET /v2.0/networks/0f3fd893-5baa-4085-951b-8847b15a4083 HTTP/1.1" status: 200 len: 881 time: 0.1861320 Mar 14 15:25:19.263494 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89afad28-c03e-4184-8d9a-8698497c67ae tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:19.265017 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51922) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:19.271162 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:19.305989 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f02a6a62-b3f1-495c-b435-b2c7667c6d70 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bbb6533-7944-4da7-9e82-5045043cd48e HTTP/1.1" status: 200 len: 205 time: 0.0379481 Mar 14 15:25:19.310658 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51924) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:19.324198 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42367c1d-8868-4030-81f0-f9ddeceed6c5 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:19.325774 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afad28-c03e-4184-8d9a-8698497c67ae tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Port': ['ID=c1930b23-372d-49f5-a853-99b022a8ce85,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:19.335358 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42367c1d-8868-4030-81f0-f9ddeceed6c5 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:19.336576 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-42367c1d-8868-4030-81f0-f9ddeceed6c5 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "PUT /v2.0/routers/677db969-cafb-4307-8a5f-8ba405060356 HTTP/1.1" status: 200 len: 915 time: 7.8533480 Mar 14 15:25:19.345320 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] For port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:19.345692 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempted to set empty binding levels {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 14 15:25:19.346454 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51926) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:19.350559 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf93b6c8-fafc-4fa2-97c8-971cc36b035e None None] Sync routers for ids ['677db969-cafb-4307-8a5f-8ba405060356'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:19.351184 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-89212546-6d7f-4f39-ba4b-154b73611fb8 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:19.352274 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe55102a-4250-4abb-8e72-be06a153acd9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:19.380818 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf93b6c8-fafc-4fa2-97c8-971cc36b035e None None] Routers {'677db969-cafb-4307-8a5f-8ba405060356'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:19.381690 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-cf93b6c8-fafc-4fa2-97c8-971cc36b035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['677db969-cafb-4307-8a5f-8ba405060356'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:19.415151 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:19.469320 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe55102a-4250-4abb-8e72-be06a153acd9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:19.469671 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-fe55102a-4250-4abb-8e72-be06a153acd9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Added segment 37eab828-eb98-4512-a8c2-5902d0925d9a of type vlan for network 8276fa2e-b68c-4e40-aeeb-64d31d19c831 Mar 14 15:25:19.480240 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-cf93b6c8-fafc-4fa2-97c8-971cc36b035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:19.488626 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89212546-6d7f-4f39-ba4b-154b73611fb8 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event deleted for resources: {'Subnet': ['ID=31f17828-ed98-493c-a08e-3791ded7b115,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:19.510496 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf93b6c8-fafc-4fa2-97c8-971cc36b035e None None] Routers {'677db969-cafb-4307-8a5f-8ba405060356'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:19.512238 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-cf93b6c8-fafc-4fa2-97c8-971cc36b035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['677db969-cafb-4307-8a5f-8ba405060356'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:19.525062 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:19.535654 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-89212546-6d7f-4f39-ba4b-154b73611fb8 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:19.542758 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-89212546-6d7f-4f39-ba4b-154b73611fb8 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "DELETE /v2.0/subnets/31f17828-ed98-493c-a08e-3791ded7b115 HTTP/1.1" status: 204 len: 168 time: 1.2892663 Mar 14 15:25:19.553291 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51928) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:19.580340 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-cf93b6c8-fafc-4fa2-97c8-971cc36b035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:19.581348 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf93b6c8-fafc-4fa2-97c8-971cc36b035e None None] The sync data for ids ['677db969-cafb-4307-8a5f-8ba405060356'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:19.588240 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] In _notify_port_updated(), no bound segment for port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:25:19.589135 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.590016 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:19.594518 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] 10.222.0.59 "PUT /v2.0/ports/4909c301-36ee-49b1-b7e2-8ccbcdb8d839 HTTP/1.1" status: 200 len: 981 time: 3.7115669 Mar 14 15:25:19.595183 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51930) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:19.662567 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:19.674150 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:19.737483 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe55102a-4250-4abb-8e72-be06a153acd9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:19.737871 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-09916de6-3c12-4952-80d5-5b48c94cfa6a tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:19.742777 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aad312-1006-4e91-9710-f12a53303d2b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.744078 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aad312-1006-4e91-9710-f12a53303d2b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.745594 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-81aad312-1006-4e91-9710-f12a53303d2b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1909935 Mar 14 15:25:19.748490 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51932) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:19.762108 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f023eb-8442-4a23-b4e5-13de8691e2be None None] Pushing event updated for resources: {'Port': ['ID=da7338b8-dc84-4fd5-87a3-68c19fcf56c4,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:19.762828 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af72530-bd0d-4664-84ef-c43ce9bbebfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Pushing event updated for resources: {'Port': ['ID=4909c301-36ee-49b1-b7e2-8ccbcdb8d839,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:19.803491 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:19.844847 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] Attempting to bind port da7338b8-dc84-4fd5-87a3-68c19fcf56c4 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:19.845524 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] Attempting to bind port da7338b8-dc84-4fd5-87a3-68c19fcf56c4 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'fd008c99-a2f5-42fa-bf3c-22890e8499dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:19.846257 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] Attempting to bind port da7338b8-dc84-4fd5-87a3-68c19fcf56c4 on network e85fef4f-c78f-4af5-90d9-ab60df0e375d {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:19.856947 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:19.857453 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] Checking segment: {'id': 'fd008c99-a2f5-42fa-bf3c-22890e8499dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:19.858944 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:19.860008 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] Bound using segment: {'id': 'fd008c99-a2f5-42fa-bf3c-22890e8499dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:19.860869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] Bound port: da7338b8-dc84-4fd5-87a3-68c19fcf56c4, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd008c99-a2f5-42fa-bf3c-22890e8499dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:19.861397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:19.906008 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe55102a-4250-4abb-8e72-be06a153acd9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:19.912834 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe55102a-4250-4abb-8e72-be06a153acd9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.913089 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe55102a-4250-4abb-8e72-be06a153acd9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:19.946395 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] For port da7338b8-dc84-4fd5-87a3-68c19fcf56c4, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:19.950359 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] For port da7338b8-dc84-4fd5-87a3-68c19fcf56c4, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=da7338b8-dc84-4fd5-87a3-68c19fcf56c4,segment=NetworkSegment(fd008c99-a2f5-42fa-bf3c-22890e8499dc),segment_id=fd008c99-a2f5-42fa-bf3c-22890e8499dc)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:19.959149 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:19.968519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669e9b8-bbd5-4d8b-bf05-f1e2e8b96764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.969003 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669e9b8-bbd5-4d8b-bf05-f1e2e8b96764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.969471 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669e9b8-bbd5-4d8b-bf05-f1e2e8b96764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.969945 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669e9b8-bbd5-4d8b-bf05-f1e2e8b96764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.970480 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669e9b8-bbd5-4d8b-bf05-f1e2e8b96764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.970865 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669e9b8-bbd5-4d8b-bf05-f1e2e8b96764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.971355 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669e9b8-bbd5-4d8b-bf05-f1e2e8b96764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.971821 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669e9b8-bbd5-4d8b-bf05-f1e2e8b96764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.972280 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669e9b8-bbd5-4d8b-bf05-f1e2e8b96764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.975499 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669e9b8-bbd5-4d8b-bf05-f1e2e8b96764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.976075 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669e9b8-bbd5-4d8b-bf05-f1e2e8b96764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.976556 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669e9b8-bbd5-4d8b-bf05-f1e2e8b96764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.977275 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669e9b8-bbd5-4d8b-bf05-f1e2e8b96764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.977909 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669e9b8-bbd5-4d8b-bf05-f1e2e8b96764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.978376 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669e9b8-bbd5-4d8b-bf05-f1e2e8b96764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.978842 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669e9b8-bbd5-4d8b-bf05-f1e2e8b96764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.979338 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669e9b8-bbd5-4d8b-bf05-f1e2e8b96764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.979801 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669e9b8-bbd5-4d8b-bf05-f1e2e8b96764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.980264 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669e9b8-bbd5-4d8b-bf05-f1e2e8b96764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:19.986206 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3669e9b8-bbd5-4d8b-bf05-f1e2e8b96764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16767 time: 0.3629465 Mar 14 15:25:19.992070 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51934) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:19.994675 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51936) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:19.994805 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fe55102a-4250-4abb-8e72-be06a153acd9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8523221 Mar 14 15:25:19.999521 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89afad28-c03e-4184-8d9a-8698497c67ae tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:20.017746 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9fc79324-4ba7-410e-98fc-88c3b75c16ad tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'subnet': {'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:20.033268 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fecacb65-c123-41b4-9414-18bf139dc338 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:20.049108 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4b413242-6816-4692-8f26-ab0fcc21c00c tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "GET /v2.0/routers/677db969-cafb-4307-8a5f-8ba405060356 HTTP/1.1" status: 200 len: 921 time: 0.6973042 Mar 14 15:25:20.054627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51938) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:20.056252 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:20.057448 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:20.070953 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event updated for resources: {'Port': ['ID=f8c12498-e9e5-4f31-935f-02abcf3fc76b,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:20.125317 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f023eb-8442-4a23-b4e5-13de8691e2be None None] Pushing event updated for resources: {'Port': ['ID=da7338b8-dc84-4fd5-87a3-68c19fcf56c4,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:20.145220 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-fecacb65-c123-41b4-9414-18bf139dc338 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 14 15:25:20.146081 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fecacb65-c123-41b4-9414-18bf139dc338 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:25:20.149719 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fecacb65-c123-41b4-9414-18bf139dc338 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "DELETE /v2.0/networks/4458d57c-38ee-4634-a8d9-c4d4e084a495 HTTP/1.1" status: 409 len: 405 time: 0.3655093 Mar 14 15:25:20.157808 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51940) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:20.169710 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-56714617-78d7-4b68-a6be-68cac2b0f85d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-738633067'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:20.184109 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55102a-4250-4abb-8e72-be06a153acd9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Network': ['ID=8276fa2e-b68c-4e40-aeeb-64d31d19c831,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:20.185841 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-09916de6-3c12-4952-80d5-5b48c94cfa6a tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:20.192271 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9359c8b-6bd0-4833-80a8-2809e20a2f86 None None] Network 4458d57c-38ee-4634-a8d9-c4d4e084a495 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:20.205738 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Checking segment: {'id': '56a6bad6-85c7-4468-9da9-cfd92ad7521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd5cc0e0c-5d9e-47c5-b447-af0afbb91d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:20.206457 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Network hostable DHCP agents. Network: d5cc0e0c-5d9e-47c5-b447-af0afbb91d93, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:20.220362 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 8276fa2e-b68c-4e40-aeeb-64d31d19c831 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:20.244964 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56714617-78d7-4b68-a6be-68cac2b0f85d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Made reservation on behalf of b9abc0a6aea44bf981861daf5f9adcb5 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:20.246645 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:25:20.251785 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56714617-78d7-4b68-a6be-68cac2b0f85d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:20.303766 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc79324-4ba7-410e-98fc-88c3b75c16ad tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Made reservation on behalf of 0b7813f054dc4f2aa04f19db8d2ac08c for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:20.307707 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9fc79324-4ba7-410e-98fc-88c3b75c16ad tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:20.321175 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3f4c6b-ccd8-4a9a-88e5-9ffccf4d5d95 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:20.323411 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cc3f4c6b-ccd8-4a9a-88e5-9ffccf4d5d95 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&device_id=677db969-cafb-4307-8a5f-8ba405060356&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2676570 Mar 14 15:25:20.328514 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51942) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:20.388778 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Network d5cc0e0c-5d9e-47c5-b447-af0afbb91d93 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:20.397191 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56714617-78d7-4b68-a6be-68cac2b0f85d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:20.414715 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, d5cc0e0c-5d9e-47c5-b447-af0afbb91d93) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:20.427819 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-6cdda271-fdca-45a4-86fc-418305ee8acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Deleting port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:20.428305 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6cdda271-fdca-45a4-86fc-418305ee8acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:20.435075 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:20.435989 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:20.460089 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56714617-78d7-4b68-a6be-68cac2b0f85d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:20.460534 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-56714617-78d7-4b68-a6be-68cac2b0f85d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Added segment 307ca8c7-df59-407a-bb89-930b276ba46e of type vlan for network 0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47 Mar 14 15:25:20.464466 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89afad28-c03e-4184-8d9a-8698497c67ae tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 857ef5f0-bb64-4024-ac52-f47148ad345c has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:25:20.522561 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56714617-78d7-4b68-a6be-68cac2b0f85d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:20.527864 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbc7d4a-625b-499d-8e80-420540b3f1bd None None] Network d5cc0e0c-5d9e-47c5-b447-af0afbb91d93 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:20.589573 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-6cdda271-fdca-45a4-86fc-418305ee8acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] For port 4909c301-36ee-49b1-b7e2-8ccbcdb8d839, host hv-neutron-8335, got binding levels [] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:20.590477 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6cdda271-fdca-45a4-86fc-418305ee8acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:20.613117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0af4549-c3a2-465f-b84b-4b4e451c404d tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:20.614395 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e0af4549-c3a2-465f-b84b-4b4e451c404d tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "GET /v2.0/networks/0f3fd893-5baa-4085-951b-8847b15a4083 HTTP/1.1" status: 200 len: 881 time: 0.2843835 Mar 14 15:25:20.623834 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51944) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:20.632202 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-7dc50275-62cb-461c-8043-1c09b8e968b5 None None] Provisioning complete for port da7338b8-dc84-4fd5-87a3-68c19fcf56c4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:20.632581 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7dc50275-62cb-461c-8043-1c09b8e968b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:20.657569 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1788fb9a-795c-4727-a095-e18d9bc17485 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "GET /v2.0/ports?device_id=677db969-cafb-4307-8a5f-8ba405060356 HTTP/1.1" status: 200 len: 205 time: 0.0327241 Mar 14 15:25:20.658842 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89afad28-c03e-4184-8d9a-8698497c67ae tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:20.661063 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51946) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:20.672131 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-89afad28-c03e-4184-8d9a-8698497c67ae tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/857ef5f0-bb64-4024-ac52-f47148ad345c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8075819 Mar 14 15:25:20.675208 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56714617-78d7-4b68-a6be-68cac2b0f85d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:20.680096 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56714617-78d7-4b68-a6be-68cac2b0f85d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:20.680867 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56714617-78d7-4b68-a6be-68cac2b0f85d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:20.683958 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51948) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:20.758716 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842a79bc-09ac-4074-8939-3f5c63505308 None None] Sync routers for ids ['857ef5f0-bb64-4024-ac52-f47148ad345c'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:20.772891 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b9a1113d-c6d7-4094-b34d-ef053a6bade0 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/ports?device_id=857ef5f0-bb64-4024-ac52-f47148ad345c HTTP/1.1" status: 200 len: 205 time: 0.0492685 Mar 14 15:25:20.779127 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51950) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:20.789676 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842a79bc-09ac-4074-8939-3f5c63505308 None None] Routers {'857ef5f0-bb64-4024-ac52-f47148ad345c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:20.790310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-842a79bc-09ac-4074-8939-3f5c63505308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['857ef5f0-bb64-4024-ac52-f47148ad345c'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:20.793730 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e7ed2ca9-6445-4c80-8cd2-a9967dd92daf up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:20.848659 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-09916de6-3c12-4952-80d5-5b48c94cfa6a tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Deleting port e6c5053e-db96-499e-ac01-55afc408ba59 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:20.848992 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-09916de6-3c12-4952-80d5-5b48c94cfa6a tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:20.850657 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event updated for resources: {'Port': ['ID=6e9ebe06-d4ac-43b0-a6bf-1867883227c3,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:20.871702 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-56714617-78d7-4b68-a6be-68cac2b0f85d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7081807 Mar 14 15:25:20.882885 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51952) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:20.897704 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a8293914-0977-4661-b5ef-ffd13b7ba2ce tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Request body: {'subnet': {'network_id': '0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:20.903034 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-6cdda271-fdca-45a4-86fc-418305ee8acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Calling delete_port for 4909c301-36ee-49b1-b7e2-8ccbcdb8d839 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:20.924576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56714617-78d7-4b68-a6be-68cac2b0f85d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event updated for resources: {'Network': ['ID=0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:20.939904 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-263fe596-7609-4175-8458-9139696d3f1c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:20.976093 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Checking segment: {'id': '7105c589-64ec-4eb3-a1d2-e9e31b292967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f481b400-db19-499a-8e99-02f50659313f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:20.976721 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Network hostable DHCP agents. Network: f481b400-db19-499a-8e99-02f50659313f, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:20.995771 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:20.999438 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-842a79bc-09ac-4074-8939-3f5c63505308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:21.018099 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10831359-709c-499d-ad52-885c0066622f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.106208 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842a79bc-09ac-4074-8939-3f5c63505308 None None] Routers {'857ef5f0-bb64-4024-ac52-f47148ad345c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:21.106892 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-842a79bc-09ac-4074-8939-3f5c63505308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['857ef5f0-bb64-4024-ac52-f47148ad345c'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:21.137040 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9fc79324-4ba7-410e-98fc-88c3b75c16ad tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.138667 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Network f481b400-db19-499a-8e99-02f50659313f is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:21.149370 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-263fe596-7609-4175-8458-9139696d3f1c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.152760 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-263fe596-7609-4175-8458-9139696d3f1c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.162604 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-09916de6-3c12-4952-80d5-5b48c94cfa6a tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.170271 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-842a79bc-09ac-4074-8939-3f5c63505308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:21.171182 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842a79bc-09ac-4074-8939-3f5c63505308 None None] The sync data for ids ['857ef5f0-bb64-4024-ac52-f47148ad345c'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:21.212702 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, f481b400-db19-499a-8e99-02f50659313f) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:21.229020 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-09916de6-3c12-4952-80d5-5b48c94cfa6a tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Calling delete_port for e6c5053e-db96-499e-ac01-55afc408ba59 owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:21.242432 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:21.244832 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216bff22-24ef-4f4d-93d4-3e331a00e464 None None] Network f481b400-db19-499a-8e99-02f50659313f requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:21.250295 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:21.255950 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:21.260168 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.321463 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port e7ed2ca9-6445-4c80-8cd2-a9967dd92daf triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:21.321843 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.334236 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16de6cd-2859-48bb-b298-99fd0c33c322 None None] DHCP port deletion for 4458d57c-38ee-4634-a8d9-c4d4e084a495 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:25:21.336426 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7dc50275-62cb-461c-8043-1c09b8e968b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.352010 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8293914-0977-4661-b5ef-ffd13b7ba2ce tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Made reservation on behalf of b9abc0a6aea44bf981861daf5f9adcb5 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:21.355688 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a8293914-0977-4661-b5ef-ffd13b7ba2ce tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.381531 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d41909a3-632a-4c2e-a19c-c22afc016ca0 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8692122 Mar 14 15:25:21.385882 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51954) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:21.438979 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6cdda271-fdca-45a4-86fc-418305ee8acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.484173 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-7dc50275-62cb-461c-8043-1c09b8e968b5 None None] For port da7338b8-dc84-4fd5-87a3-68c19fcf56c4, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=da7338b8-dc84-4fd5-87a3-68c19fcf56c4,segment=NetworkSegment(fd008c99-a2f5-42fa-bf3c-22890e8499dc),segment_id=fd008c99-a2f5-42fa-bf3c-22890e8499dc)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:21.487266 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc79324-4ba7-410e-98fc-88c3b75c16ad tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Subnet': ['ID=8273cafc-bbc1-4e65-9b10-6f8bba53bbb7,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:21.506062 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7dc50275-62cb-461c-8043-1c09b8e968b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.515417 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:25:16Z', 'revision_number': 2, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:19Z', 'revision_number': 4, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:21.521703 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdda271-fdca-45a4-86fc-418305ee8acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Pushing event deleted for resources: {'Port': ['ID=4909c301-36ee-49b1-b7e2-8ccbcdb8d839,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:21.537376 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-263fe596-7609-4175-8458-9139696d3f1c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.539393 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263fe596-7609-4175-8458-9139696d3f1c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Fanout notify agent at l3_agent the message router_deleted on router 857ef5f0-bb64-4024-ac52-f47148ad345c {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:25:21.554374 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-263fe596-7609-4175-8458-9139696d3f1c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.556011 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-263fe596-7609-4175-8458-9139696d3f1c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/routers/857ef5f0-bb64-4024-ac52-f47148ad345c HTTP/1.1" status: 204 len: 168 time: 0.7480621 Mar 14 15:25:21.559694 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51956) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:21.566089 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6cdda271-fdca-45a4-86fc-418305ee8acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.569504 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6cdda271-fdca-45a4-86fc-418305ee8acb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] 10.222.0.59 "DELETE /v2.0/ports/4909c301-36ee-49b1-b7e2-8ccbcdb8d839 HTTP/1.1" status: 204 len: 168 time: 1.5756254 Mar 14 15:25:21.572415 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51958) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:21.580333 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc79324-4ba7-410e-98fc-88c3b75c16ad tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Checking segment: {'id': '37eab828-eb98-4512-a8c2-5902d0925d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:21.580926 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc79324-4ba7-410e-98fc-88c3b75c16ad tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network hostable DHCP agents. Network: 8276fa2e-b68c-4e40-aeeb-64d31d19c831, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:21.585950 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeb9b0f-16dc-49fb-a540-471045c0bd5d None None] The sync data for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv is: [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:25:16Z', 'revision_number': 2, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:19Z', 'revision_number': 4, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:21.596023 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10831359-709c-499d-ad52-885c0066622f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.645357 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0f3785-7473-4d7f-ae1d-4f11d3f262bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] GET failed (client error): The resource could not be found. Mar 14 15:25:21.646725 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-7dc50275-62cb-461c-8043-1c09b8e968b5 None None] Provisioning complete for port e7ed2ca9-6445-4c80-8cd2-a9967dd92daf triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:21.651854 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7dc50275-62cb-461c-8043-1c09b8e968b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.651982 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ec0f3785-7473-4d7f-ae1d-4f11d3f262bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] 10.222.0.59 "GET /v2.0/ports/4909c301-36ee-49b1-b7e2-8ccbcdb8d839 HTTP/1.1" status: 404 len: 333 time: 0.0728595 Mar 14 15:25:21.652103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc12f3b3-f571-4b03-b21e-37a1613c9d38 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:21.652566 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51960) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:21.655758 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f16de6cd-2859-48bb-b298-99fd0c33c322 None None] Deleting port e7ed2ca9-6445-4c80-8cd2-a9967dd92daf {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:21.656133 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f16de6cd-2859-48bb-b298-99fd0c33c322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.657666 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc12f3b3-f571-4b03-b21e-37a1613c9d38 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:21.662997 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-cc12f3b3-f571-4b03-b21e-37a1613c9d38 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2244782 Mar 14 15:25:21.665621 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6de3d381-622b-4f46-a1e0-2d20d4a20f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-29411938', 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:21.668354 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51962) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:21.679002 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc50275-62cb-461c-8043-1c09b8e968b5 None None] Pushing event updated for resources: {'Port': ['ID=da7338b8-dc84-4fd5-87a3-68c19fcf56c4,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:21.709470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-addf052a-381b-4f07-9ccf-a5a30d8afaaa tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting subnet 31829225-03d1-4274-824d-dfd35f8d1362 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:25:21.712535 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.716953 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-addf052a-381b-4f07-9ccf-a5a30d8afaaa tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.723794 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc79324-4ba7-410e-98fc-88c3b75c16ad tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network 8276fa2e-b68c-4e40-aeeb-64d31d19c831 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:21.765454 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de3d381-622b-4f46-a1e0-2d20d4a20f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Made reservation on behalf of a19e7fd0413c4d4683040bf336104920 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:21.767700 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6de3d381-622b-4f46-a1e0-2d20d4a20f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.791207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-addf052a-381b-4f07-9ccf-a5a30d8afaaa tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.805185 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f16de6cd-2859-48bb-b298-99fd0c33c322 None None] For port e7ed2ca9-6445-4c80-8cd2-a9967dd92daf, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e7ed2ca9-6445-4c80-8cd2-a9967dd92daf,segment=NetworkSegment(cb0ea845-5ca4-4a34-85a7-7eba622a3fcb),segment_id=cb0ea845-5ca4-4a34-85a7-7eba622a3fcb)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:21.805565 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f16de6cd-2859-48bb-b298-99fd0c33c322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.826256 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-6de3d381-622b-4f46-a1e0-2d20d4a20f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] device_id is not set on port f56220d5-c9b7-49d6-8062-c769a1d2d3a5 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:25:21.829489 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-9fc79324-4ba7-410e-98fc-88c3b75c16ad tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 8276fa2e-b68c-4e40-aeeb-64d31d19c831) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:21.834669 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port e7ed2ca9-6445-4c80-8cd2-a9967dd92daf, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e7ed2ca9-6445-4c80-8cd2-a9967dd92daf,segment=NetworkSegment(cb0ea845-5ca4-4a34-85a7-7eba622a3fcb),segment_id=cb0ea845-5ca4-4a34-85a7-7eba622a3fcb)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:21.835843 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f16de6cd-2859-48bb-b298-99fd0c33c322 None None] Calling delete_port for e7ed2ca9-6445-4c80-8cd2-a9967dd92daf owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:21.846729 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc79324-4ba7-410e-98fc-88c3b75c16ad tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:21.847363 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9fc79324-4ba7-410e-98fc-88c3b75c16ad tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.850181 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-10831359-709c-499d-ad52-885c0066622f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Deleting port a14341e1-a688-4cdc-834a-911c27be1825 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:21.850607 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10831359-709c-499d-ad52-885c0066622f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.877938 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee6009d-3637-4634-9cbf-1f22a7c212f8 None None] Network 8276fa2e-b68c-4e40-aeeb-64d31d19c831 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:21.880109 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.930865 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9fc79324-4ba7-410e-98fc-88c3b75c16ad tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9220402 Mar 14 15:25:21.931993 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-09916de6-3c12-4952-80d5-5b48c94cfa6a tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:21.937385 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51964) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:21.980701 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09916de6-3c12-4952-80d5-5b48c94cfa6a tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Pushing event deleted for resources: {'Port': ['ID=e6c5053e-db96-499e-ac01-55afc408ba59,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:22.066645 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10831359-709c-499d-ad52-885c0066622f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:22.071971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-addf052a-381b-4f07-9ccf-a5a30d8afaaa tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:22.114530 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=e7ed2ca9-6445-4c80-8cd2-a9967dd92daf,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:22.147477 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-10831359-709c-499d-ad52-885c0066622f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Calling delete_port for a14341e1-a688-4cdc-834a-911c27be1825 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:22.185648 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f16de6cd-2859-48bb-b298-99fd0c33c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:22.187627 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-2aac3a8b-0aba-4ef5-9292-be10c1478823 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Deleting port f8c12498-e9e5-4f31-935f-02abcf3fc76b {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:22.187976 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aac3a8b-0aba-4ef5-9292-be10c1478823 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:22.241394 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16de6cd-2859-48bb-b298-99fd0c33c322 None None] Pushing event deleted for resources: {'Port': ['ID=e7ed2ca9-6445-4c80-8cd2-a9967dd92daf,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:22.251645 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6de3d381-622b-4f46-a1e0-2d20d4a20f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:22.263225 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16de6cd-2859-48bb-b298-99fd0c33c322 None None] No DVR routers for this DVR port e7ed2ca9-6445-4c80-8cd2-a9967dd92daf on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:25:22.271400 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-addf052a-381b-4f07-9ccf-a5a30d8afaaa tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:22.282608 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-2ae3bc5c-7f33-4a2b-9ac0-f3905f8eb26b None None] Provisioning complete for port da7338b8-dc84-4fd5-87a3-68c19fcf56c4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:22.282608 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2ae3bc5c-7f33-4a2b-9ac0-f3905f8eb26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:22.301656 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-09916de6-3c12-4952-80d5-5b48c94cfa6a tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:22.329206 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf052a-381b-4f07-9ccf-a5a30d8afaaa tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Subnet': ['ID=31829225-03d1-4274-824d-dfd35f8d1362,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:22.332356 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-addf052a-381b-4f07-9ccf-a5a30d8afaaa tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:22.338729 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-addf052a-381b-4f07-9ccf-a5a30d8afaaa tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/subnets/31829225-03d1-4274-824d-dfd35f8d1362 HTTP/1.1" status: 204 len: 168 time: 0.7741747 Mar 14 15:25:22.345761 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51966) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:22.429405 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.objects.ports [None req-a8293914-0977-4661-b5ef-ffd13b7ba2ce tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102567) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 15:25:22.443635 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6de3d381-622b-4f46-a1e0-2d20d4a20f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:22.491257 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aac3a8b-0aba-4ef5-9292-be10c1478823 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:22.493676 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e541c61-3bfd-4bc3-9619-d5202c31d9f2 None None] Network 16195ed8-082e-4174-bdae-c69d613067ad requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:22.514250 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a8293914-0977-4661-b5ef-ffd13b7ba2ce tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:22.524092 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:25:22.525223 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:22.553260 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-2aac3a8b-0aba-4ef5-9292-be10c1478823 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Calling delete_port for f8c12498-e9e5-4f31-935f-02abcf3fc76b owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:22.555043 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de3d381-622b-4f46-a1e0-2d20d4a20f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:22.565701 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-357bfa62-a56d-48ff-b0eb-367facbe114a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:22.572699 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-6de3d381-622b-4f46-a1e0-2d20d4a20f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:22.579280 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3d381-622b-4f46-a1e0-2d20d4a20f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Pushing event updated for resources: {'Port': ['ID=f56220d5-c9b7-49d6-8062-c769a1d2d3a5,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:22.590036 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-09916de6-3c12-4952-80d5-5b48c94cfa6a tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:22.601386 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-09916de6-3c12-4952-80d5-5b48c94cfa6a tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:22.605125 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de3d381-622b-4f46-a1e0-2d20d4a20f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:22.606319 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de3d381-622b-4f46-a1e0-2d20d4a20f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:22.607175 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6de3d381-622b-4f46-a1e0-2d20d4a20f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:22.658581 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6de3d381-622b-4f46-a1e0-2d20d4a20f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.0048342 Mar 14 15:25:22.671240 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51968) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:22.707574 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10831359-709c-499d-ad52-885c0066622f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:22.755736 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e2749b-829c-481f-89d7-06b6f504ca18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:22.762273 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f5e2749b-829c-481f-89d7-06b6f504ca18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] 10.222.0.59 "GET /v2.0/ports/f56220d5-c9b7-49d6-8062-c769a1d2d3a5 HTTP/1.1" status: 200 len: 957 time: 0.0864229 Mar 14 15:25:22.777793 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51970) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:22.779160 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10831359-709c-499d-ad52-885c0066622f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Pushing event deleted for resources: {'Port': ['ID=a14341e1-a688-4cdc-834a-911c27be1825,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:22.857758 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device da7338b8-dc84-4fd5-87a3-68c19fcf56c4 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:22.885221 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-357bfa62-a56d-48ff-b0eb-367facbe114a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting port b00402d4-99d2-49c1-bc3b-dd64246c82cb {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:22.885716 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-357bfa62-a56d-48ff-b0eb-367facbe114a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:22.924832 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] Allocated IP 2001:db8:1::2 (8276fa2e-b68c-4e40-aeeb-64d31d19c831/8273cafc-bbc1-4e65-9b10-6f8bba53bbb7/c18b9262-d380-44f1-a6eb-6082edb9c350) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:22.962851 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10831359-709c-499d-ad52-885c0066622f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.012733 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port da7338b8-dc84-4fd5-87a3-68c19fcf56c4 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:23.013109 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.050857 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2203605-9710-49e6-972e-8bf2bc39b1e7 None None] DHCP port deletion for 16195ed8-082e-4174-bdae-c69d613067ad request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:25:23.087807 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10831359-709c-499d-ad52-885c0066622f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.091366 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-357bfa62-a56d-48ff-b0eb-367facbe114a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] For port b00402d4-99d2-49c1-bc3b-dd64246c82cb, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=b00402d4-99d2-49c1-bc3b-dd64246c82cb,segment=NetworkSegment(a7a8f2e2-f70a-4824-81e8-198cb0185da9),segment_id=a7a8f2e2-f70a-4824-81e8-198cb0185da9)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:23.092036 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-357bfa62-a56d-48ff-b0eb-367facbe114a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.097958 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10831359-709c-499d-ad52-885c0066622f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.103926 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8293914-0977-4661-b5ef-ffd13b7ba2ce tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event updated for resources: {'Subnet': ['ID=2f8123f7-1ac1-40c3-a9fc-fb999e840695,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:23.116975 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-357bfa62-a56d-48ff-b0eb-367facbe114a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Calling delete_port for b00402d4-99d2-49c1-bc3b-dd64246c82cb owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:23.135346 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-09916de6-3c12-4952-80d5-5b48c94cfa6a tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.135864 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09916de6-3c12-4952-80d5-5b48c94cfa6a tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Fanout notify agent at l3_agent the message router_deleted on router 7bbb6533-7944-4da7-9e82-5045043cd48e {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:25:23.150527 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-09916de6-3c12-4952-80d5-5b48c94cfa6a tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.151851 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-09916de6-3c12-4952-80d5-5b48c94cfa6a tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "DELETE /v2.0/routers/7bbb6533-7944-4da7-9e82-5045043cd48e HTTP/1.1" status: 204 len: 168 time: 3.8348162 Mar 14 15:25:23.160020 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51972) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:23.164607 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3e442a65-6a0f-4a86-98d8-7895539b3b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Deleting port f56220d5-c9b7-49d6-8062-c769a1d2d3a5 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:23.164775 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-7c99c376-34c0-4d21-9f76-5ba9b7e9a799 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-152813539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:23.165646 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e442a65-6a0f-4a86-98d8-7895539b3b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.207465 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8293914-0977-4661-b5ef-ffd13b7ba2ce tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Checking segment: {'id': '307ca8c7-df59-407a-bb89-930b276ba46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:23.208017 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8293914-0977-4661-b5ef-ffd13b7ba2ce tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Network hostable DHCP agents. Network: 0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:23.217697 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10831359-709c-499d-ad52-885c0066622f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.218554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10831359-709c-499d-ad52-885c0066622f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Fanout notify agent at l3_agent the message router_deleted on router 677db969-cafb-4307-8a5f-8ba405060356 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:25:23.227689 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10831359-709c-499d-ad52-885c0066622f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.228804 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-10831359-709c-499d-ad52-885c0066622f tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "DELETE /v2.0/routers/677db969-cafb-4307-8a5f-8ba405060356 HTTP/1.1" status: 204 len: 168 time: 2.5668495 Mar 14 15:25:23.228945 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c2203605-9710-49e6-972e-8bf2bc39b1e7 None None] Deleting port b00402d4-99d2-49c1-bc3b-dd64246c82cb {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:23.229424 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2203605-9710-49e6-972e-8bf2bc39b1e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.241603 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.251428 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51974) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:23.261552 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.265364 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a1341810-e694-4fa8-b311-ed576c907a0e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1747172981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:23.273349 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aac3a8b-0aba-4ef5-9292-be10c1478823 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.292764 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e442a65-6a0f-4a86-98d8-7895539b3b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.309269 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3e442a65-6a0f-4a86-98d8-7895539b3b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Calling delete_port for f56220d5-c9b7-49d6-8062-c769a1d2d3a5 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:23.346959 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e7ed2ca9-6445-4c80-8cd2-a9967dd92daf no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:25:23.371482 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac3a8b-0aba-4ef5-9292-be10c1478823 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event deleted for resources: {'Port': ['ID=f8c12498-e9e5-4f31-935f-02abcf3fc76b,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:23.378415 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-357bfa62-a56d-48ff-b0eb-367facbe114a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.378657 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c99c376-34c0-4d21-9f76-5ba9b7e9a799 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.379887 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c99c376-34c0-4d21-9f76-5ba9b7e9a799 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.392020 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: e7ed2ca9-6445-4c80-8cd2-a9967dd92daf {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:25:23.392345 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e7ed2ca9-6445-4c80-8cd2-a9967dd92daf not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:25:23.398715 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] Network 8276fa2e-b68c-4e40-aeeb-64d31d19c831 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:23.403338 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-c2203605-9710-49e6-972e-8bf2bc39b1e7 None None] For port b00402d4-99d2-49c1-bc3b-dd64246c82cb, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=b00402d4-99d2-49c1-bc3b-dd64246c82cb,segment=NetworkSegment(a7a8f2e2-f70a-4824-81e8-198cb0185da9),segment_id=a7a8f2e2-f70a-4824-81e8-198cb0185da9)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:23.403975 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2203605-9710-49e6-972e-8bf2bc39b1e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.414619 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:23.418836 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:23.419451 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bfa62-a56d-48ff-b0eb-367facbe114a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Port': ['ID=b00402d4-99d2-49c1-bc3b-dd64246c82cb,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:23.422215 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] Pushing event updated for resources: {'Port': ['ID=c18b9262-d380-44f1-a6eb-6082edb9c350,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:23.426692 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357bfa62-a56d-48ff-b0eb-367facbe114a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] No DVR routers for this DVR port b00402d4-99d2-49c1-bc3b-dd64246c82cb on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:25:23.428724 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c2203605-9710-49e6-972e-8bf2bc39b1e7 None None] Calling delete_port for b00402d4-99d2-49c1-bc3b-dd64246c82cb owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:23.459095 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aac3a8b-0aba-4ef5-9292-be10c1478823 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.462275 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2aac3a8b-0aba-4ef5-9292-be10c1478823 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "DELETE /v2.0/ports/f8c12498-e9e5-4f31-935f-02abcf3fc76b HTTP/1.1" status: 204 len: 168 time: 1.7929676 Mar 14 15:25:23.465359 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51976) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:23.484770 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c99c376-34c0-4d21-9f76-5ba9b7e9a799 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.485809 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8293914-0977-4661-b5ef-ffd13b7ba2ce tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Network 0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:23.488225 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a1341810-e694-4fa8-b311-ed576c907a0e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.489205 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a1341810-e694-4fa8-b311-ed576c907a0e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.510448 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c99c376-34c0-4d21-9f76-5ba9b7e9a799 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.538961 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-a8293914-0977-4661-b5ef-ffd13b7ba2ce tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:23.555180 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8293914-0977-4661-b5ef-ffd13b7ba2ce tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:23.555777 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a8293914-0977-4661-b5ef-ffd13b7ba2ce tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.562509 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] Attempting to bind port c18b9262-d380-44f1-a6eb-6082edb9c350 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:23.563117 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] Attempting to bind port c18b9262-d380-44f1-a6eb-6082edb9c350 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '37eab828-eb98-4512-a8c2-5902d0925d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:23.563750 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] Attempting to bind port c18b9262-d380-44f1-a6eb-6082edb9c350 on network 8276fa2e-b68c-4e40-aeeb-64d31d19c831 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:23.564263 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e442a65-6a0f-4a86-98d8-7895539b3b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.568161 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-357bfa62-a56d-48ff-b0eb-367facbe114a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.569964 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbf0deb-6a7b-4a2f-ae62-3186c86691aa None None] Network 0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:23.573943 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c99c376-34c0-4d21-9f76-5ba9b7e9a799 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.575159 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7c99c376-34c0-4d21-9f76-5ba9b7e9a799 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4139585 Mar 14 15:25:23.579236 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51978) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:23.594614 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:23.595149 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] Checking segment: {'id': '37eab828-eb98-4512-a8c2-5902d0925d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:23.595761 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.596305 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] Bound using segment: {'id': '37eab828-eb98-4512-a8c2-5902d0925d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:23.596936 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] Bound port: c18b9262-d380-44f1-a6eb-6082edb9c350, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37eab828-eb98-4512-a8c2-5902d0925d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:23.597592 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.614104 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-67afd720-fc2c-4ac3-8627-a191bfbabc6f tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Request body: {'router': {'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:23.617223 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8c4fb8b-d9dc-48d8-b920-1e1c5bcbec4c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.621012 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a1341810-e694-4fa8-b311-ed576c907a0e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.633256 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e442a65-6a0f-4a86-98d8-7895539b3b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Pushing event deleted for resources: {'Port': ['ID=f56220d5-c9b7-49d6-8062-c769a1d2d3a5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:23.643080 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e442a65-6a0f-4a86-98d8-7895539b3b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.646259 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3e442a65-6a0f-4a86-98d8-7895539b3b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] 10.222.0.59 "DELETE /v2.0/ports/f56220d5-c9b7-49d6-8062-c769a1d2d3a5 HTTP/1.1" status: 204 len: 168 time: 0.8647063 Mar 14 15:25:23.651252 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51980) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:23.652780 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-357bfa62-a56d-48ff-b0eb-367facbe114a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16195ed8-082e-4174-bdae-c69d613067ad']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:23.666136 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a8293914-0977-4661-b5ef-ffd13b7ba2ce tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.7801409 Mar 14 15:25:23.669221 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51982) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:23.669987 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a1341810-e694-4fa8-b311-ed576c907a0e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.698763 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] For port c18b9262-d380-44f1-a6eb-6082edb9c350, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:23.699853 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-357bfa62-a56d-48ff-b0eb-367facbe114a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a8f2e2-f70a-4824-81e8-198cb0185da9') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:23.700302 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-357bfa62-a56d-48ff-b0eb-367facbe114a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a8f2e2-f70a-4824-81e8-198cb0185da9') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:23.703105 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] For port c18b9262-d380-44f1-a6eb-6082edb9c350, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c18b9262-d380-44f1-a6eb-6082edb9c350,segment=NetworkSegment(37eab828-eb98-4512-a8c2-5902d0925d9a),segment_id=37eab828-eb98-4512-a8c2-5902d0925d9a)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:23.720438 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10d26a8-da8c-4f4e-be42-f37d6881c235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] GET failed (client error): The resource could not be found. Mar 14 15:25:23.725630 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a10d26a8-da8c-4f4e-be42-f37d6881c235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] 10.222.0.59 "GET /v2.0/ports/f56220d5-c9b7-49d6-8062-c769a1d2d3a5 HTTP/1.1" status: 404 len: 333 time: 0.0663013 Mar 14 15:25:23.727511 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51984) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:23.730210 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-357bfa62-a56d-48ff-b0eb-367facbe114a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.746765 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.768248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-48693ccd-194a-4b29-ae7f-62ce7248b9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Request body: {'port': {'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102576676'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:23.794445 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a1341810-e694-4fa8-b311-ed576c907a0e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.796598 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a1341810-e694-4fa8-b311-ed576c907a0e tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5348959 Mar 14 15:25:23.797888 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-357bfa62-a56d-48ff-b0eb-367facbe114a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.800895 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51986) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:23.807025 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-5e1a833b-baf0-4e4a-8a9d-e533452170ba tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Deleting port 6e9ebe06-d4ac-43b0-a6bf-1867883227c3 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:23.807320 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5e1a833b-baf0-4e4a-8a9d-e533452170ba tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.828964 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357bfa62-a56d-48ff-b0eb-367facbe114a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:25:23.828964 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-357bfa62-a56d-48ff-b0eb-367facbe114a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.833658 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-037e0445-7be2-4b58-abc1-205b43479a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'enable_snat': False}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:23.836324 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2203605-9710-49e6-972e-8bf2bc39b1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:25:23.838020 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:25:23.887073 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2203605-9710-49e6-972e-8bf2bc39b1e7 None None] No DVR routers for this DVR port b00402d4-99d2-49c1-bc3b-dd64246c82cb on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:25:23.928885 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f51043-9957-4600-b9f2-915bb3c4ff4c None None] Pushing event updated for resources: {'Port': ['ID=c18b9262-d380-44f1-a6eb-6082edb9c350,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:23.933486 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48693ccd-194a-4b29-ae7f-62ce7248b9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Made reservation on behalf of a19e7fd0413c4d4683040bf336104920 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:23.935807 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48693ccd-194a-4b29-ae7f-62ce7248b9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:23.969382 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2203605-9710-49e6-972e-8bf2bc39b1e7 None None] Pushing event deleted for resources: {'Port': ['ID=b00402d4-99d2-49c1-bc3b-dd64246c82cb,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:23.985692 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-67afd720-fc2c-4ac3-8627-a191bfbabc6f tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.061294 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5e1a833b-baf0-4e4a-8a9d-e533452170ba tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.086942 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47', 'network_id': '0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47', 'tenant_id': 'b9abc0a6aea44bf981861daf5f9adcb5', 'fixed_ips': [{'subnet_id': '2f8123f7-1ac1-40c3-a9fc-fb999e840695'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:25:24.088008 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.121506 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-5e1a833b-baf0-4e4a-8a9d-e533452170ba tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Calling delete_port for 6e9ebe06-d4ac-43b0-a6bf-1867883227c3 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:24.124117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-48693ccd-194a-4b29-ae7f-62ce7248b9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] device_id is not set on port 80af4e86-041f-42bb-a3a7-d1136d7dc349 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:25:24.131648 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.133611 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-357bfa62-a56d-48ff-b0eb-367facbe114a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.178489 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-357bfa62-a56d-48ff-b0eb-367facbe114a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.178636 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-f8c4fb8b-d9dc-48d8-b920-1e1c5bcbec4c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Allocated IP 2001:db8:1::1 (8276fa2e-b68c-4e40-aeeb-64d31d19c831/8273cafc-bbc1-4e65-9b10-6f8bba53bbb7/a57512ac-29d3-497f-b571-185704f21683) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:24.181683 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-357bfa62-a56d-48ff-b0eb-367facbe114a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/networks/16195ed8-082e-4174-bdae-c69d613067ad HTTP/1.1" status: 204 len: 168 time: 1.8333972 Mar 14 15:25:24.185966 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51988) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:24.193210 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-2c681b09-714e-4e96-87c0-e78bed271391 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-964983885', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:24.254598 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bfa62-a56d-48ff-b0eb-367facbe114a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Network': ['ID=16195ed8-082e-4174-bdae-c69d613067ad,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:24.297777 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2c681b09-714e-4e96-87c0-e78bed271391 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.298812 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2c681b09-714e-4e96-87c0-e78bed271391 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.361150 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] Allocated IP 2001:db8::f816:3eff:feb5:11d9 (0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47/2f8123f7-1ac1-40c3-a9fc-fb999e840695/25d1aef5-5e65-417c-be57-0fe65252b0cf) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:24.432488 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-67afd720-fc2c-4ac3-8627-a191bfbabc6f tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.476463 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-67afd720-fc2c-4ac3-8627-a191bfbabc6f tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.516330 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2c681b09-714e-4e96-87c0-e78bed271391 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.524413 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2c681b09-714e-4e96-87c0-e78bed271391 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.572521 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8c4fb8b-d9dc-48d8-b920-1e1c5bcbec4c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.574895 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.583341 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.586464 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2c681b09-714e-4e96-87c0-e78bed271391 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.590605 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2c681b09-714e-4e96-87c0-e78bed271391 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3982759 Mar 14 15:25:24.593607 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51990) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:24.598542 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-1719c21d-fc17-420c-8201-2116342c1652 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'network': {'name': 'tempest-RoutersTest-1590788963'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:24.625424 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] Network 0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:24.628858 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:24.631502 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:24.677598 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1719c21d-fc17-420c-8201-2116342c1652 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Made reservation on behalf of b6feafefd41e4054a6f4c1f00b8534e6 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:24.681144 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1719c21d-fc17-420c-8201-2116342c1652 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.696271 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] Pushing event updated for resources: {'Port': ['ID=25d1aef5-5e65-417c-be57-0fe65252b0cf,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:24.699171 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-037e0445-7be2-4b58-abc1-205b43479a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.714030 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] Attempting to bind port 25d1aef5-5e65-417c-be57-0fe65252b0cf on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:24.715118 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] Attempting to bind port 25d1aef5-5e65-417c-be57-0fe65252b0cf by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '307ca8c7-df59-407a-bb89-930b276ba46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:24.715670 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] Attempting to bind port 25d1aef5-5e65-417c-be57-0fe65252b0cf on network 0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:24.722460 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8c4fb8b-d9dc-48d8-b920-1e1c5bcbec4c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.725096 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:24.725526 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] Checking segment: {'id': '307ca8c7-df59-407a-bb89-930b276ba46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:24.726435 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.726964 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] Bound using segment: {'id': '307ca8c7-df59-407a-bb89-930b276ba46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:24.727957 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] Bound port: 25d1aef5-5e65-417c-be57-0fe65252b0cf, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307ca8c7-df59-407a-bb89-930b276ba46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:24.728809 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.743183 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-67afd720-fc2c-4ac3-8627-a191bfbabc6f tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Allocated IP 172.26.6.62 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/3d43d1e5-abcd-4ef2-afad-6bea7b6fc09b) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:24.770223 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1719c21d-fc17-420c-8201-2116342c1652 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:24.782776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.804625 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c4fb8b-d9dc-48d8-b920-1e1c5bcbec4c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network 8276fa2e-b68c-4e40-aeeb-64d31d19c831 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:24.809716 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1719c21d-fc17-420c-8201-2116342c1652 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.809978 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-1719c21d-fc17-420c-8201-2116342c1652 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Added segment 1541d88b-bb29-4204-97e7-30d693b41604 of type vlan for network 90ea01ae-1b7c-4541-8133-34016a9088c7 Mar 14 15:25:24.823142 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f8c4fb8b-d9dc-48d8-b920-1e1c5bcbec4c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:24.823341 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] For port 25d1aef5-5e65-417c-be57-0fe65252b0cf, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:24.830499 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] For port 25d1aef5-5e65-417c-be57-0fe65252b0cf, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=25d1aef5-5e65-417c-be57-0fe65252b0cf,segment=NetworkSegment(307ca8c7-df59-407a-bb89-930b276ba46e),segment_id=307ca8c7-df59-407a-bb89-930b276ba46e)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:24.835654 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.843508 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c4fb8b-d9dc-48d8-b920-1e1c5bcbec4c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:24.844339 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8c4fb8b-d9dc-48d8-b920-1e1c5bcbec4c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.880734 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c18b9262-d380-44f1-a6eb-6082edb9c350 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:24.885328 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4fb8b-d9dc-48d8-b920-1e1c5bcbec4c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Port': ['ID=a57512ac-29d3-497f-b571-185704f21683,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:24.956385 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5e1a833b-baf0-4e4a-8a9d-e533452170ba tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:24.977786 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6331d33-5fc5-44b6-8d9c-d4e7b706735c None None] Pushing event updated for resources: {'Port': ['ID=25d1aef5-5e65-417c-be57-0fe65252b0cf,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:24.978964 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1719c21d-fc17-420c-8201-2116342c1652 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.021590 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port c18b9262-d380-44f1-a6eb-6082edb9c350 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:25.021964 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.033490 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48693ccd-194a-4b29-ae7f-62ce7248b9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.035460 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a833b-baf0-4e4a-8a9d-e533452170ba tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event deleted for resources: {'Port': ['ID=6e9ebe06-d4ac-43b0-a6bf-1867883227c3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:25.057753 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5e1a833b-baf0-4e4a-8a9d-e533452170ba tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.061528 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5e1a833b-baf0-4e4a-8a9d-e533452170ba tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "DELETE /v2.0/ports/6e9ebe06-d4ac-43b0-a6bf-1867883227c3 HTTP/1.1" status: 204 len: 168 time: 1.5950773 Mar 14 15:25:25.066269 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51992) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:25.083681 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.135535 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8123f7-1ac1-40c3-a9fc-fb999e840695,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:25.174968 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.251038 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48693ccd-194a-4b29-ae7f-62ce7248b9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.267692 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port c18b9262-d380-44f1-a6eb-6082edb9c350, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c18b9262-d380-44f1-a6eb-6082edb9c350,segment=NetworkSegment(37eab828-eb98-4512-a8c2-5902d0925d9a),segment_id=37eab828-eb98-4512-a8c2-5902d0925d9a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:25.277919 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.306135 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.332438 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=c18b9262-d380-44f1-a6eb-6082edb9c350,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:25.362729 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device b00402d4-99d2-49c1-bc3b-dd64246c82cb no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:25:25.415574 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: b00402d4-99d2-49c1-bc3b-dd64246c82cb {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:25:25.416083 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device b00402d4-99d2-49c1-bc3b-dd64246c82cb not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:25:25.456971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48693ccd-194a-4b29-ae7f-62ce7248b9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:25.458618 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:25.461468 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7202f31c-08c7-481a-ae92-e861895b03bb tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3878448 Mar 14 15:25:25.466033 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-67afd720-fc2c-4ac3-8627-a191bfbabc6f tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.471796 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51994) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:25.478291 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-48693ccd-194a-4b29-ae7f-62ce7248b9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:25.481193 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-25f7b508-eaf4-4ac1-8ac8-30b3e446c3a5 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-865846972'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:25.487287 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1719c21d-fc17-420c-8201-2116342c1652 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.493258 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1719c21d-fc17-420c-8201-2116342c1652 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:25.494014 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1719c21d-fc17-420c-8201-2116342c1652 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.499148 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307ca8c7-df59-407a-bb89-930b276ba46e') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:25.499451 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307ca8c7-df59-407a-bb89-930b276ba46e') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:25.503292 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48693ccd-194a-4b29-ae7f-62ce7248b9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:25.504246 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48693ccd-194a-4b29-ae7f-62ce7248b9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:25.504851 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48693ccd-194a-4b29-ae7f-62ce7248b9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.507045 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48693ccd-194a-4b29-ae7f-62ce7248b9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Pushing event updated for resources: {'Port': ['ID=80af4e86-041f-42bb-a3a7-d1136d7dc349,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:25.523921 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.552668 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.563542 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-48693ccd-194a-4b29-ae7f-62ce7248b9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8280802 Mar 14 15:25:25.563542 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-037e0445-7be2-4b58-abc1-205b43479a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.565561 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 51996) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:25.575263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8335'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:25.587764 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:25:25.588262 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:25:25.591764 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:25:25.603135 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-037e0445-7be2-4b58-abc1-205b43479a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.612401 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e12e7d-f180-4d3d-a36f-9e60c60dcf5f None None] Network 8276fa2e-b68c-4e40-aeeb-64d31d19c831 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:25.625601 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1719c21d-fc17-420c-8201-2116342c1652 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0327911 Mar 14 15:25:25.645871 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 51998) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:25.647197 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8c4fb8b-d9dc-48d8-b920-1e1c5bcbec4c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.655693 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f7b508-eaf4-4ac1-8ac8-30b3e446c3a5 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Made reservation on behalf of 7476a7be216e4a4ab8df173da3dc01aa for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:25.659074 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25f7b508-eaf4-4ac1-8ac8-30b3e446c3a5 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.664537 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5af0b0e3-2c32-4b04-a9e9-fc3c70e21a8d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'subnet': {'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:25.686449 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719c21d-fc17-420c-8201-2116342c1652 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Network': ['ID=90ea01ae-1b7c-4541-8133-34016a9088c7,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:25.708733 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-67afd720-fc2c-4ac3-8627-a191bfbabc6f tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.715280 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 90ea01ae-1b7c-4541-8133-34016a9088c7 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:25.740279 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.db.api [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 15:25:25.740279 dv-neutron-833559-1-hyperv neutron-server[102568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 15:25:25.740279 dv-neutron-833559-1-hyperv neutron-server[102568]: [parameters: {'id': '0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47'}] Mar 14 15:25:25.740279 dv-neutron-833559-1-hyperv neutron-server[102568]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:25:25.741027 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG oslo_db.api [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:25:25.795680 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f7b508-eaf4-4ac1-8ac8-30b3e446c3a5 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:25.812837 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.818023 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67afd720-fc2c-4ac3-8627-a191bfbabc6f tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:25.835142 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-67afd720-fc2c-4ac3-8627-a191bfbabc6f tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:25.852016 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67afd720-fc2c-4ac3-8627-a191bfbabc6f tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:25.854123 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25f7b508-eaf4-4ac1-8ac8-30b3e446c3a5 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.854581 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-25f7b508-eaf4-4ac1-8ac8-30b3e446c3a5 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Added segment 89f7cd44-1697-4468-ba5a-8be99704c73d of type vlan for network 031c1ff5-38b0-4aeb-9563-3530bf7331ba Mar 14 15:25:25.866514 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af0b0e3-2c32-4b04-a9e9-fc3c70e21a8d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Made reservation on behalf of b6feafefd41e4054a6f4c1f00b8534e6 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:25.870547 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5af0b0e3-2c32-4b04-a9e9-fc3c70e21a8d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:25.874580 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-037e0445-7be2-4b58-abc1-205b43479a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Allocated IP 172.26.6.119 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/250a046c-863d-4cf9-9bcf-289bd83a73a8) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:25.914028 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67afd720-fc2c-4ac3-8627-a191bfbabc6f tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Pushing event updated for resources: {'Port': ['ID=3d43d1e5-abcd-4ef2-afad-6bea7b6fc09b,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:25.930756 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-115fe7f6-f4a4-4782-87a0-aebb2e27ac39 None None] Provisioning complete for port c18b9262-d380-44f1-a6eb-6082edb9c350 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:25.930756 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-115fe7f6-f4a4-4782-87a0-aebb2e27ac39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:26.048808 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25f7b508-eaf4-4ac1-8ac8-30b3e446c3a5 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:26.168700 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-037e0445-7be2-4b58-abc1-205b43479a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:26.236092 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5af0b0e3-2c32-4b04-a9e9-fc3c70e21a8d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:26.243908 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:26.293018 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25f7b508-eaf4-4ac1-8ac8-30b3e446c3a5 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:26.299859 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f7b508-eaf4-4ac1-8ac8-30b3e446c3a5 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:26.300526 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25f7b508-eaf4-4ac1-8ac8-30b3e446c3a5 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:26.384676 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-037e0445-7be2-4b58-abc1-205b43479a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:26.422831 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-25f7b508-eaf4-4ac1-8ac8-30b3e446c3a5 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9496777 Mar 14 15:25:26.426907 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af0b0e3-2c32-4b04-a9e9-fc3c70e21a8d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Checking segment: {'id': '1541d88b-bb29-4204-97e7-30d693b41604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:26.427298 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af0b0e3-2c32-4b04-a9e9-fc3c70e21a8d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network hostable DHCP agents. Network: 90ea01ae-1b7c-4541-8133-34016a9088c7, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:26.429299 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0b0e3-2c32-4b04-a9e9-fc3c70e21a8d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Subnet': ['ID=a1a2562d-efec-4f62-b993-0f33f51bcaca,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:26.432054 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52000) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:26.447525 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e72b0271-70f6-4745-a41d-6a3fe8b9ae71 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-753798423'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:26.453038 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2b0a45-e04d-4e71-8a2c-153f589d60fc None None] Network 0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:26.465938 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037e0445-7be2-4b58-abc1-205b43479a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:26.479106 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-037e0445-7be2-4b58-abc1-205b43479a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:26.481500 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037e0445-7be2-4b58-abc1-205b43479a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:26.496686 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7b508-eaf4-4ac1-8ac8-30b3e446c3a5 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event updated for resources: {'Network': ['ID=031c1ff5-38b0-4aeb-9563-3530bf7331ba,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:26.517841 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e0445-7be2-4b58-abc1-205b43479a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Pushing event updated for resources: {'Port': ['ID=250a046c-863d-4cf9-9bcf-289bd83a73a8,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:26.547528 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72b0271-70f6-4745-a41d-6a3fe8b9ae71 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Made reservation on behalf of 7476a7be216e4a4ab8df173da3dc01aa for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:26.550582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e72b0271-70f6-4745-a41d-6a3fe8b9ae71 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:26.553234 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af0b0e3-2c32-4b04-a9e9-fc3c70e21a8d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network 90ea01ae-1b7c-4541-8133-34016a9088c7 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:26.564348 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 031c1ff5-38b0-4aeb-9563-3530bf7331ba details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:26.591175 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] device_id is not set on port 80af4e86-041f-42bb-a3a7-d1136d7dc349 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:25:26.612345 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:26.617837 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Deleting port 25d1aef5-5e65-417c-be57-0fe65252b0cf {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:26.618179 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:26.619946 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-5af0b0e3-2c32-4b04-a9e9-fc3c70e21a8d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 90ea01ae-1b7c-4541-8133-34016a9088c7) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:26.625569 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af0b0e3-2c32-4b04-a9e9-fc3c70e21a8d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:26.626132 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5af0b0e3-2c32-4b04-a9e9-fc3c70e21a8d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:26.632793 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:26.662193 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8c4fb8b-d9dc-48d8-b920-1e1c5bcbec4c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:26.669520 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-bdef705d-0a76-4f87-bb43-027da12d928c None None] Provisioning complete for port 25d1aef5-5e65-417c-be57-0fe65252b0cf triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:26.669887 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bdef705d-0a76-4f87-bb43-027da12d928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:26.694708 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db038ae8-178f-42d8-a49a-57bf063ca2cf None None] Network 90ea01ae-1b7c-4541-8133-34016a9088c7 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:26.703389 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-67afd720-fc2c-4ac3-8627-a191bfbabc6f tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:26.716197 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8c4fb8b-d9dc-48d8-b920-1e1c5bcbec4c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:26.717327 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f8c4fb8b-d9dc-48d8-b920-1e1c5bcbec4c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:26.759757 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5af0b0e3-2c32-4b04-a9e9-fc3c70e21a8d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1125202 Mar 14 15:25:26.762079 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72b0271-70f6-4745-a41d-6a3fe8b9ae71 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:26.767053 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52002) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:26.794779 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e72b0271-70f6-4745-a41d-6a3fe8b9ae71 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:26.794779 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-e72b0271-70f6-4745-a41d-6a3fe8b9ae71 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Added segment 1749bf32-785c-4939-bd6f-633e494a93de of type vlan for network d1161708-22e4-4bad-888f-66ee86251698 Mar 14 15:25:26.801384 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] For port 25d1aef5-5e65-417c-be57-0fe65252b0cf, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=25d1aef5-5e65-417c-be57-0fe65252b0cf,segment=NetworkSegment(307ca8c7-df59-407a-bb89-930b276ba46e),segment_id=307ca8c7-df59-407a-bb89-930b276ba46e)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:26.801763 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:26.848463 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Calling delete_port for 25d1aef5-5e65-417c-be57-0fe65252b0cf owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:26.921546 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e72b0271-70f6-4745-a41d-6a3fe8b9ae71 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:26.973170 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 25d1aef5-5e65-417c-be57-0fe65252b0cf up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:26.991693 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Pushing event updated for resources: {'Port': ['ID=80af4e86-041f-42bb-a3a7-d1136d7dc349,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:27.017337 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5716f0-4ed8-4c2c-bbcd-c219363d259e None None] DHCP port deletion for 0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:25:27.051502 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e72b0271-70f6-4745-a41d-6a3fe8b9ae71 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.057141 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72b0271-70f6-4745-a41d-6a3fe8b9ae71 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:27.057734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e72b0271-70f6-4745-a41d-6a3fe8b9ae71 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.071627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-037e0445-7be2-4b58-abc1-205b43479a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.125963 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39035942-4e76-4560-9033-23336f56230d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-90ea01ae-1b7c-4541-8133-34016a9088c7', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:25:27.126728 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39035942-4e76-4560-9033-23336f56230d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.132217 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 25d1aef5-5e65-417c-be57-0fe65252b0cf triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:27.132585 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.190943 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e72b0271-70f6-4745-a41d-6a3fe8b9ae71 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7387643 Mar 14 15:25:27.195074 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bdef705d-0a76-4f87-bb43-027da12d928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.331989 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0d5716f0-4ed8-4c2c-bbcd-c219363d259e None None] Deleting port 25d1aef5-5e65-417c-be57-0fe65252b0cf {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:27.332362 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0d5716f0-4ed8-4c2c-bbcd-c219363d259e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.333828 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52004) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:27.340641 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Request body: {'subnets': [{'network_id': '031c1ff5-38b0-4aeb-9563-3530bf7331ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1503782645', 'ip_version': 4}, {'network_id': 'd1161708-22e4-4bad-888f-66ee86251698', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:27.341123 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Request body: {'subnet': {'network_id': '031c1ff5-38b0-4aeb-9563-3530bf7331ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1503782645', 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:27.342010 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Request body: {'subnet': {'network_id': 'd1161708-22e4-4bad-888f-66ee86251698', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:27.360164 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.392712 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:27.392963 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:27.393307 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:27.397895 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b0271-70f6-4745-a41d-6a3fe8b9ae71 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event updated for resources: {'Network': ['ID=d1161708-22e4-4bad-888f-66ee86251698,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:27.406454 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Port 25d1aef5-5e65-417c-be57-0fe65252b0cf update to ACTIVE by agent not found {{(pid=102569) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 14 15:25:27.407241 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c18b9262-d380-44f1-a6eb-6082edb9c350 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:27.441032 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network d1161708-22e4-4bad-888f-66ee86251698 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:27.457354 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event deleted for resources: {'Port': ['ID=25d1aef5-5e65-417c-be57-0fe65252b0cf,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:27.473624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] No DVR routers for this DVR port 25d1aef5-5e65-417c-be57-0fe65252b0cf on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:25:27.482382 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-39035942-4e76-4560-9033-23336f56230d None None] Allocated IP 172.20.0.2 (90ea01ae-1b7c-4541-8133-34016a9088c7/a1a2562d-efec-4f62-b993-0f33f51bcaca/9d692239-dde0-4770-b4ea-e057a106cf8a) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:27.507667 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:27.508244 dv-neutron-833559-1-hyperv neutron-server[102567]: ERROR neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:27.508542 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4fb8b-d9dc-48d8-b920-1e1c5bcbec4c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Port': ['ID=a57512ac-29d3-497f-b571-185704f21683,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:27.535840 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-0d5716f0-4ed8-4c2c-bbcd-c219363d259e None None] For port 25d1aef5-5e65-417c-be57-0fe65252b0cf, host dv-neutron-833559-1-hyperv, got binding levels [] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:27.536233 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0d5716f0-4ed8-4c2c-bbcd-c219363d259e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.539591 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.plugins.ml2.plugin [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 2 to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 Mar 14 15:25:27.603786 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0d5716f0-4ed8-4c2c-bbcd-c219363d259e None None] Calling delete_port for 25d1aef5-5e65-417c-be57-0fe65252b0cf owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:27.605233 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:27.605580 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:27.605923 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:27.615578 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.ipam_backend_mixin [None req-0d5716f0-4ed8-4c2c-bbcd-c219363d259e None None] Port 25d1aef5-5e65-417c-be57-0fe65252b0cf was not found and therefore no delete operation was performed {{(pid=102569) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 15:25:27.652942 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c4fb8b-d9dc-48d8-b920-1e1c5bcbec4c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network 8276fa2e-b68c-4e40-aeeb-64d31d19c831 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:27.653486 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-bdef705d-0a76-4f87-bb43-027da12d928c None None] Provisioning complete for port a57512ac-29d3-497f-b571-185704f21683 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:27.654013 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bdef705d-0a76-4f87-bb43-027da12d928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.656377 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:27.656513 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0d5716f0-4ed8-4c2c-bbcd-c219363d259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.656630 dv-neutron-833559-1-hyperv neutron-server[102567]: ERROR neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:27.656821 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-037e0445-7be2-4b58-abc1-205b43479a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.660037 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.661471 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.plugins.ml2.plugin [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 3 to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 Mar 14 15:25:27.668670 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f8c4fb8b-d9dc-48d8-b920-1e1c5bcbec4c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:27.679193 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-67afd720-fc2c-4ac3-8627-a191bfbabc6f tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.681914 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-037e0445-7be2-4b58-abc1-205b43479a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.692463 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:27.692463 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:27.692767 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:27.696421 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-67afd720-fc2c-4ac3-8627-a191bfbabc6f tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.698672 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:27.716249 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307ca8c7-df59-407a-bb89-930b276ba46e') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:27.716606 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307ca8c7-df59-407a-bb89-930b276ba46e') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:27.724392 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:27.725320 dv-neutron-833559-1-hyperv neutron-server[102567]: ERROR neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:27.735231 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5716f0-4ed8-4c2c-bbcd-c219363d259e None None] Pushing event deleted for resources: {'Port': ['ID=25d1aef5-5e65-417c-be57-0fe65252b0cf,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:27.744525 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5716f0-4ed8-4c2c-bbcd-c219363d259e None None] No DVR routers for this DVR port 25d1aef5-5e65-417c-be57-0fe65252b0cf on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:25:27.755296 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.plugins.ml2.plugin [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 4 to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 Mar 14 15:25:27.763120 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e948cc6a-ca1e-40ee-8d96-bd7cc5eda624 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.764457 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-bdef705d-0a76-4f87-bb43-027da12d928c None None] Port a57512ac-29d3-497f-b571-185704f21683 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:25:27.769218 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.771513 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port c18b9262-d380-44f1-a6eb-6082edb9c350 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:27.772399 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.799017 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.836676 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-bdef705d-0a76-4f87-bb43-027da12d928c None None] Provisioning complete for port c18b9262-d380-44f1-a6eb-6082edb9c350 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:27.836820 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bdef705d-0a76-4f87-bb43-027da12d928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.838728 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:25:27.839161 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:25:27.843399 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:25:27.848301 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Made reservation on behalf of 7476a7be216e4a4ab8df173da3dc01aa for: {'subnet': 2} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:27.864809 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:27.865138 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:27.865245 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.865475 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:27.865577 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.892072 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:27.892455 dv-neutron-833559-1-hyperv neutron-server[102567]: ERROR neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:27.917113 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39035942-4e76-4560-9033-23336f56230d None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:27.925690 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.plugins.ml2.plugin [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 5 to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 Mar 14 15:25:27.953774 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39035942-4e76-4560-9033-23336f56230d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:28.008055 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:28.019082 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:28.019669 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:28.020163 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:28.022202 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39035942-4e76-4560-9033-23336f56230d None None] Network 90ea01ae-1b7c-4541-8133-34016a9088c7 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:28.023626 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c4fb8b-d9dc-48d8-b920-1e1c5bcbec4c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router 36ff763e-a209-48ce-b2fd-58ee314f43f0 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:25:28.028515 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:28.031937 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "DELETE /v2.0/networks/0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47 HTTP/1.1" status: 204 len: 168 time: 4.3603659 Mar 14 15:25:28.037648 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52006) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:28.048524 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-39035942-4e76-4560-9033-23336f56230d None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:28.054700 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39035942-4e76-4560-9033-23336f56230d None None] Pushing event updated for resources: {'Port': ['ID=9d692239-dde0-4770-b4ea-e057a106cf8a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:28.055999 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e459c25f-6a96-4857-a14e-c79094920ea5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-364266272'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:28.062831 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39035942-4e76-4560-9033-23336f56230d None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:28.065248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f64d1-449e-48f0-862c-232be4ccc691 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event deleted for resources: {'Network': ['ID=0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:28.103837 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e459c25f-6a96-4857-a14e-c79094920ea5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Made reservation on behalf of b9abc0a6aea44bf981861daf5f9adcb5 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:28.111844 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:28.112056 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e459c25f-6a96-4857-a14e-c79094920ea5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:28.112539 dv-neutron-833559-1-hyperv neutron-server[102567]: ERROR neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:28.119978 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.plugins.ml2.plugin [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 6 to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 Mar 14 15:25:28.135307 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037e0445-7be2-4b58-abc1-205b43479a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Router daca9333-c484-425f-ba42-e79b79b9789e is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:25:28.136972 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-39035942-4e76-4560-9033-23336f56230d None None] Attempting to bind port 9d692239-dde0-4770-b4ea-e057a106cf8a on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:28.137442 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-39035942-4e76-4560-9033-23336f56230d None None] Attempting to bind port 9d692239-dde0-4770-b4ea-e057a106cf8a by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '1541d88b-bb29-4204-97e7-30d693b41604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:28.137809 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39035942-4e76-4560-9033-23336f56230d None None] Attempting to bind port 9d692239-dde0-4770-b4ea-e057a106cf8a on network 90ea01ae-1b7c-4541-8133-34016a9088c7 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:28.152023 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39035942-4e76-4560-9033-23336f56230d None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:28.152402 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39035942-4e76-4560-9033-23336f56230d None None] Checking segment: {'id': '1541d88b-bb29-4204-97e7-30d693b41604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:28.152800 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39035942-4e76-4560-9033-23336f56230d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:28.153191 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39035942-4e76-4560-9033-23336f56230d None None] Bound using segment: {'id': '1541d88b-bb29-4204-97e7-30d693b41604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:28.154665 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-39035942-4e76-4560-9033-23336f56230d None None] Bound port: 9d692239-dde0-4770-b4ea-e057a106cf8a, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1541d88b-bb29-4204-97e7-30d693b41604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:28.155128 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39035942-4e76-4560-9033-23336f56230d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:28.159715 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:28.160057 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:28.160385 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:28.238774 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e459c25f-6a96-4857-a14e-c79094920ea5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:28.243359 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:28.243888 dv-neutron-833559-1-hyperv neutron-server[102567]: ERROR neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:28.247619 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.plugins.ml2.plugin [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 7 to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 Mar 14 15:25:28.277757 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e459c25f-6a96-4857-a14e-c79094920ea5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:28.278105 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-e459c25f-6a96-4857-a14e-c79094920ea5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Added segment 83b530c5-90c1-44f4-8986-43eec8bf0b92 of type vlan for network f14e200d-1e77-445f-a2a1-87795c10a9e8 Mar 14 15:25:28.312280 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:28.313438 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:28.313947 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:28.370209 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:28.370809 dv-neutron-833559-1-hyperv neutron-server[102567]: ERROR neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:28.375285 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.plugins.ml2.plugin [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 8 to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 Mar 14 15:25:28.382055 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c4fb8b-d9dc-48d8-b920-1e1c5bcbec4c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:28.393346 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] Sync routers for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:28.394261 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67afd720-fc2c-4ac3-8627-a191bfbabc6f tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Router 1fadfcf3-58fb-43e6-8f2c-3584f4480b31 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:25:28.400134 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f8c4fb8b-d9dc-48d8-b920-1e1c5bcbec4c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/36ff763e-a209-48ce-b2fd-58ee314f43f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4599991 Mar 14 15:25:28.404049 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52008) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:28.417257 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-083c5311-1765-449c-8741-fd924abb119d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1471986049'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:28.423277 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:28.424423 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:28.427785 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:28.428338 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:28.428820 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:28.444169 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-e948cc6a-ca1e-40ee-8d96-bd7cc5eda624 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Allocated IP 172.20.0.1 (90ea01ae-1b7c-4541-8133-34016a9088c7/a1a2562d-efec-4f62-b993-0f33f51bcaca/090c424d-29a5-4971-9adc-a06162626829) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:28.455368 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:28.455941 dv-neutron-833559-1-hyperv neutron-server[102567]: ERROR neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:28.461978 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.plugins.ml2.plugin [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 9 to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 Mar 14 15:25:28.504352 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-39035942-4e76-4560-9033-23336f56230d None None] For port 9d692239-dde0-4770-b4ea-e057a106cf8a, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:28.511838 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-39035942-4e76-4560-9033-23336f56230d None None] For port 9d692239-dde0-4770-b4ea-e057a106cf8a, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=9d692239-dde0-4770-b4ea-e057a106cf8a,segment=NetworkSegment(1541d88b-bb29-4204-97e7-30d693b41604),segment_id=1541d88b-bb29-4204-97e7-30d693b41604)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:28.526597 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083c5311-1765-449c-8741-fd924abb119d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Made reservation on behalf of 0b7813f054dc4f2aa04f19db8d2ac08c for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:28.530897 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-083c5311-1765-449c-8741-fd924abb119d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:28.535198 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39035942-4e76-4560-9033-23336f56230d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:28.552887 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:28.553482 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:28.553979 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:28.608808 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:25:28.615057 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:28.615568 dv-neutron-833559-1-hyperv neutron-server[102567]: ERROR neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:28.620724 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.plugins.ml2.plugin [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempt 10 to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 Mar 14 15:25:28.685558 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-e1d8ba19-d064-4a3a-96db-6af43c44fb5c None None] Provisioning complete for port a57512ac-29d3-497f-b571-185704f21683 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:28.686466 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e1d8ba19-d064-4a3a-96db-6af43c44fb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:28.706243 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:28.707253 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:28.707707 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempting to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:28.710018 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083c5311-1765-449c-8741-fd924abb119d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:28.741466 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037e0445-7be2-4b58-abc1-205b43479a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:28.751469 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-037e0445-7be2-4b58-abc1-205b43479a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:28.754655 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-037e0445-7be2-4b58-abc1-205b43479a11 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "PUT /v2.0/routers/daca9333-c484-425f-ba42-e79b79b9789e HTTP/1.1" status: 200 len: 916 time: 4.9418304 Mar 14 15:25:28.754655 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e459c25f-6a96-4857-a14e-c79094920ea5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:28.757063 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52010) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:28.769472 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ecd260-ccc7-44d1-955a-89c1656bd534 None None] Sync routers for ids ['daca9333-c484-425f-ba42-e79b79b9789e'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:28.776002 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67afd720-fc2c-4ac3-8627-a191bfbabc6f tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:28.780120 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39035942-4e76-4560-9033-23336f56230d None None] Pushing event updated for resources: {'Port': ['ID=9d692239-dde0-4770-b4ea-e057a106cf8a,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:28.792089 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-67afd720-fc2c-4ac3-8627-a191bfbabc6f tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:28.797221 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e1d8ba19-d064-4a3a-96db-6af43c44fb5c None None] Port a57512ac-29d3-497f-b571-185704f21683 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:25:28.800497 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-67afd720-fc2c-4ac3-8627-a191bfbabc6f tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "PUT /v2.0/routers/1fadfcf3-58fb-43e6-8f2c-3584f4480b31 HTTP/1.1" status: 200 len: 882 time: 5.2190983 Mar 14 15:25:28.804322 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52012) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:28.807138 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff9c09-3a2b-4818-b48a-50eebc6ffa2f None None] Sync routers for ids ['1fadfcf3-58fb-43e6-8f2c-3584f4480b31'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:28.816900 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 25d1aef5-5e65-417c-be57-0fe65252b0cf no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:25:28.822258 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ecd260-ccc7-44d1-955a-89c1656bd534 None None] Routers {'daca9333-c484-425f-ba42-e79b79b9789e'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:28.822967 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-55ecd260-ccc7-44d1-955a-89c1656bd534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['daca9333-c484-425f-ba42-e79b79b9789e'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:28.824985 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:25:28.825580 dv-neutron-833559-1-hyperv neutron-server[102567]: ERROR neutron.plugins.ml2.managers [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Failed to bind port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on host hv-neutron-8335 for vnic_type normal using segments [{'id': '7dbefefe-9e97-4433-8765-bf4de7854711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '682f5dbf-7c93-4025-aa0e-91afeaf3a593'}] Mar 14 15:25:28.827473 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:28.832145 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-083c5311-1765-449c-8741-fd924abb119d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:28.832792 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-083c5311-1765-449c-8741-fd924abb119d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Added segment f382194b-e923-4ffc-aac2-1e10fee7ac1a of type vlan for network 81f00b03-2785-4eb5-b4bf-8f364b428d1a Mar 14 15:25:28.897683 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff9c09-3a2b-4818-b48a-50eebc6ffa2f None None] Routers {'1fadfcf3-58fb-43e6-8f2c-3584f4480b31'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:28.898815 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-feff9c09-3a2b-4818-b48a-50eebc6ffa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1fadfcf3-58fb-43e6-8f2c-3584f4480b31'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:28.915054 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 25d1aef5-5e65-417c-be57-0fe65252b0cf {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:25:28.915649 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 25d1aef5-5e65-417c-be57-0fe65252b0cf not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:25:28.922310 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e459c25f-6a96-4857-a14e-c79094920ea5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:28.931841 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e459c25f-6a96-4857-a14e-c79094920ea5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:28.932996 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e459c25f-6a96-4857-a14e-c79094920ea5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:28.937598 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-55ecd260-ccc7-44d1-955a-89c1656bd534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:28.949741 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-feff9c09-3a2b-4818-b48a-50eebc6ffa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:28.970132 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-d6763512-d489-46ee-a1fc-ff09ee20fb68 None None] Provisioning complete for port a57512ac-29d3-497f-b571-185704f21683 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:28.970132 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d6763512-d489-46ee-a1fc-ff09ee20fb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:28.971955 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ecd260-ccc7-44d1-955a-89c1656bd534 None None] Routers {'daca9333-c484-425f-ba42-e79b79b9789e'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:28.972591 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-55ecd260-ccc7-44d1-955a-89c1656bd534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['daca9333-c484-425f-ba42-e79b79b9789e'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:28.994175 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e948cc6a-ca1e-40ee-8d96-bd7cc5eda624 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:29.005269 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff9c09-3a2b-4818-b48a-50eebc6ffa2f None None] Routers {'1fadfcf3-58fb-43e6-8f2c-3584f4480b31'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:29.006512 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-feff9c09-3a2b-4818-b48a-50eebc6ffa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1fadfcf3-58fb-43e6-8f2c-3584f4480b31'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:29.048330 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-083c5311-1765-449c-8741-fd924abb119d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:29.053529 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-feff9c09-3a2b-4818-b48a-50eebc6ffa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:29.054512 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff9c09-3a2b-4818-b48a-50eebc6ffa2f None None] The sync data for ids ['1fadfcf3-58fb-43e6-8f2c-3584f4480b31'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:29.079735 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-55ecd260-ccc7-44d1-955a-89c1656bd534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:29.080409 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ecd260-ccc7-44d1-955a-89c1656bd534 None None] The sync data for ids ['daca9333-c484-425f-ba42-e79b79b9789e'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:29.099137 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-d6763512-d489-46ee-a1fc-ff09ee20fb68 None None] Port a57512ac-29d3-497f-b571-185704f21683 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:25:29.136575 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:25:25Z', 'revision_number': 3, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': 'a57512ac-29d3-497f-b571-185704f21683', 'name': '', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:82:26:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:23Z', 'updated_at': '2022-03-14T15:25:26Z', 'revision_number': 2, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:29.179250 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] Checking router: 36ff763e-a209-48ce-b2fd-58ee314f43f0 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:25:29.179891 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] Updating router 36ff763e-a209-48ce-b2fd-58ee314f43f0 port a57512ac-29d3-497f-b571-185704f21683 binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:25:29.183621 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e459c25f-6a96-4857-a14e-c79094920ea5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1368749 Mar 14 15:25:29.194484 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52014) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:29.205090 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-598bb2d9-fdcc-4845-b347-6b5cbe6e3928 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "GET /v2.0/routers/daca9333-c484-425f-ba42-e79b79b9789e HTTP/1.1" status: 200 len: 922 time: 0.4468975 Mar 14 15:25:29.210853 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52016) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:29.216337 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-61b0ef03-0ab9-4a7c-80a3-967e4635a870 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Request body: {'subnet': {'network_id': 'f14e200d-1e77-445f-a2a1-87795c10a9e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:29.221573 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] For port 80af4e86-041f-42bb-a3a7-d1136d7dc349, host hv-neutron-8335, cleared binding levels {{(pid=102567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:29.221739 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:29.221883 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attempted to set empty binding levels {{(pid=102567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 14 15:25:29.228181 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459c25f-6a96-4857-a14e-c79094920ea5 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event updated for resources: {'Network': ['ID=f14e200d-1e77-445f-a2a1-87795c10a9e8,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:29.244564 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network f14e200d-1e77-445f-a2a1-87795c10a9e8 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:29.250418 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:29.271092 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:29.286127 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-083c5311-1765-449c-8741-fd924abb119d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:29.298697 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083c5311-1765-449c-8741-fd924abb119d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:29.302758 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-083c5311-1765-449c-8741-fd924abb119d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:29.307478 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-238e882d-d082-428c-ab2e-2c961af217b1 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "GET /v2.0/routers/1fadfcf3-58fb-43e6-8f2c-3584f4480b31 HTTP/1.1" status: 200 len: 923 time: 0.4918220 Mar 14 15:25:29.312138 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52018) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:29.380770 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e948cc6a-ca1e-40ee-8d96-bd7cc5eda624 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:29.432843 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-083c5311-1765-449c-8741-fd924abb119d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0175343 Mar 14 15:25:29.433704 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52020) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:29.442997 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] In _notify_port_updated(), no bound segment for port 80af4e86-041f-42bb-a3a7-d1136d7dc349 on network 682f5dbf-7c93-4025-aa0e-91afeaf3a593 {{(pid=102567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:25:29.443820 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:29.444430 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:29.448508 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] 10.222.0.59 "PUT /v2.0/ports/80af4e86-041f-42bb-a3a7-d1136d7dc349 HTTP/1.1" status: 200 len: 981 time: 3.8769846 Mar 14 15:25:29.448677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1addc5ef-c97b-43f3-8532-67772e8272d7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'subnet': {'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:29.453827 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52022) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:29.459383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc44aaaf-ff44-48d5-adb6-b8f573046950 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:29.461261 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fc44aaaf-ff44-48d5-adb6-b8f573046950 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&device_id=daca9333-c484-425f-ba42-e79b79b9789e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2490618 Mar 14 15:25:29.477303 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52024) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:29.482670 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event updated for resources: {'Subnet': ['ID=12352b42-6eff-4801-a940-81fac4f263b4,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:29.489898 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e948cc6a-ca1e-40ee-8d96-bd7cc5eda624 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network 90ea01ae-1b7c-4541-8133-34016a9088c7 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:29.497681 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca728dc-3d31-48a3-8a98-520e9f979215 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:29.499988 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-dca728dc-3d31-48a3-8a98-520e9f979215 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&device_id=1fadfcf3-58fb-43e6-8f2c-3584f4480b31&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1842575 Mar 14 15:25:29.504324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Checking segment: {'id': '89f7cd44-1697-4468-ba5a-8be99704c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '031c1ff5-38b0-4aeb-9563-3530bf7331ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:29.504830 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Network hostable DHCP agents. Network: 031c1ff5-38b0-4aeb-9563-3530bf7331ba, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:29.505483 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c5311-1765-449c-8741-fd924abb119d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Network': ['ID=81f00b03-2785-4eb5-b4bf-8f364b428d1a,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:29.507600 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7b28d-4662-4754-bcf0-e6beb51cf864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Pushing event updated for resources: {'Port': ['ID=80af4e86-041f-42bb-a3a7-d1136d7dc349,revision_number=3']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:29.515524 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52026) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:29.522319 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 81f00b03-2785-4eb5-b4bf-8f364b428d1a details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:29.594254 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Network 031c1ff5-38b0-4aeb-9563-3530bf7331ba is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:29.611404 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 031c1ff5-38b0-4aeb-9563-3530bf7331ba) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:29.615781 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:29.645511 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d6d6c1-8e0a-4e65-bf1f-4da254afb9a3 None None] Network 031c1ff5-38b0-4aeb-9563-3530bf7331ba requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:29.648417 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:29.655556 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:29.670023 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1addc5ef-c97b-43f3-8532-67772e8272d7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Made reservation on behalf of 0b7813f054dc4f2aa04f19db8d2ac08c for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:29.674167 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1addc5ef-c97b-43f3-8532-67772e8272d7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:29.710043 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61aa6b-b0fb-40aa-b11a-f03ce1d3c272 None None] Pushing event updated for resources: {'Port': ['ID=a57512ac-29d3-497f-b571-185704f21683,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:29.724386 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61aa6b-b0fb-40aa-b11a-f03ce1d3c272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:29.725034 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61aa6b-b0fb-40aa-b11a-f03ce1d3c272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:29.725502 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61aa6b-b0fb-40aa-b11a-f03ce1d3c272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:29.725995 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61aa6b-b0fb-40aa-b11a-f03ce1d3c272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:29.726489 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61aa6b-b0fb-40aa-b11a-f03ce1d3c272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:29.726988 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61aa6b-b0fb-40aa-b11a-f03ce1d3c272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:29.727563 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61aa6b-b0fb-40aa-b11a-f03ce1d3c272 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:29.728096 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61aa6b-b0fb-40aa-b11a-f03ce1d3c272 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:29.728583 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61aa6b-b0fb-40aa-b11a-f03ce1d3c272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:29.729065 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61aa6b-b0fb-40aa-b11a-f03ce1d3c272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:29.729565 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61aa6b-b0fb-40aa-b11a-f03ce1d3c272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:29.730016 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61aa6b-b0fb-40aa-b11a-f03ce1d3c272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:29.773542 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event updated for resources: {'Subnet': ['ID=75299996-de1f-4fad-acac-e81097da0a39,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:29.791732 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Checking segment: {'id': '1749bf32-785c-4939-bd6f-633e494a93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd1161708-22e4-4bad-888f-66ee86251698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:29.792117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Network hostable DHCP agents. Network: d1161708-22e4-4bad-888f-66ee86251698, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:29.844773 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] Attempting to bind port a57512ac-29d3-497f-b571-185704f21683 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:29.845237 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] Attempting to bind port a57512ac-29d3-497f-b571-185704f21683 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '37eab828-eb98-4512-a8c2-5902d0925d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:29.845827 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] Attempting to bind port a57512ac-29d3-497f-b571-185704f21683 on network 8276fa2e-b68c-4e40-aeeb-64d31d19c831 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:29.862684 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:29.863142 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] Checking segment: {'id': '37eab828-eb98-4512-a8c2-5902d0925d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:29.864722 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:29.865164 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] Bound using segment: {'id': '37eab828-eb98-4512-a8c2-5902d0925d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:29.865733 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] Bound port: a57512ac-29d3-497f-b571-185704f21683, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37eab828-eb98-4512-a8c2-5902d0925d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:29.866125 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:29.871795 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-e948cc6a-ca1e-40ee-8d96-bd7cc5eda624 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:29.949640 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] For port a57512ac-29d3-497f-b571-185704f21683, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:29.954223 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e948cc6a-ca1e-40ee-8d96-bd7cc5eda624 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:29.958017 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] For port a57512ac-29d3-497f-b571-185704f21683, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a57512ac-29d3-497f-b571-185704f21683,segment=NetworkSegment(37eab828-eb98-4512-a8c2-5902d0925d9a),segment_id=37eab828-eb98-4512-a8c2-5902d0925d9a)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:29.967706 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:30.025036 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1addc5ef-c97b-43f3-8532-67772e8272d7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:30.046852 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Network d1161708-22e4-4bad-888f-66ee86251698 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:30.055039 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:30.056077 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:30.083279 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-031c1ff5-38b0-4aeb-9563-3530bf7331ba', 'network_id': '031c1ff5-38b0-4aeb-9563-3530bf7331ba', 'tenant_id': '7476a7be216e4a4ab8df173da3dc01aa', 'fixed_ips': [{'subnet_id': '12352b42-6eff-4801-a940-81fac4f263b4'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:25:30.084361 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:30.125161 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, d1161708-22e4-4bad-888f-66ee86251698) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:30.126099 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b0ef03-0ab9-4a7c-80a3-967e4635a870 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Made reservation on behalf of b9abc0a6aea44bf981861daf5f9adcb5 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:30.135463 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-61b0ef03-0ab9-4a7c-80a3-967e4635a870 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:30.137128 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:30.138305 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:30.140041 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:30.161882 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61aa6b-b0fb-40aa-b11a-f03ce1d3c272 None None] Pushing event updated for resources: {'Port': ['ID=a57512ac-29d3-497f-b571-185704f21683,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:30.211673 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:25:30.214467 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4d515c85-c3a4-40c7-9e13-fe9f7d23645a tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.8780463 Mar 14 15:25:30.228507 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52028) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:30.229444 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addc5ef-c97b-43f3-8532-67772e8272d7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Subnet': ['ID=67e8fd85-c8b1-43e9-82a1-a3eef03a7711,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:30.250138 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d9a1f0-779c-4564-9aeb-b8af43d7021d None None] Network d1161708-22e4-4bad-888f-66ee86251698 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:30.359409 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103ca42a-1f66-462b-93e1-5637434bab85 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:30.361629 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103ca42a-1f66-462b-93e1-5637434bab85 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:30.363192 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103ca42a-1f66-462b-93e1-5637434bab85 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:30.364845 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-103ca42a-1f66-462b-93e1-5637434bab85 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1305282 Mar 14 15:25:30.368983 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52030) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:30.375935 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948cc6a-ca1e-40ee-8d96-bd7cc5eda624 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Port': ['ID=090c424d-29a5-4971-9adc-a06162626829,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:30.392332 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1addc5ef-c97b-43f3-8532-67772e8272d7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Checking segment: {'id': 'f382194b-e923-4ffc-aac2-1e10fee7ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:30.392474 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1addc5ef-c97b-43f3-8532-67772e8272d7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network hostable DHCP agents. Network: 81f00b03-2785-4eb5-b4bf-8f364b428d1a, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:30.401733 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e948cc6a-ca1e-40ee-8d96-bd7cc5eda624 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:30.488728 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e595c29a-90e6-454b-8b2d-54ac850bf11f tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Deleting subnet 12352b42-6eff-4801-a940-81fac4f263b4 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:25:30.492747 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1addc5ef-c97b-43f3-8532-67772e8272d7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network 81f00b03-2785-4eb5-b4bf-8f364b428d1a is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:30.494194 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-d452f5a2-c080-4ed9-83ef-ec4d90092900 None None] Provisioning complete for port a57512ac-29d3-497f-b571-185704f21683 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:30.494580 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d452f5a2-c080-4ed9-83ef-ec4d90092900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:30.505140 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-1addc5ef-c97b-43f3-8532-67772e8272d7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 81f00b03-2785-4eb5-b4bf-8f364b428d1a) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:30.510279 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1addc5ef-c97b-43f3-8532-67772e8272d7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:30.510966 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1addc5ef-c97b-43f3-8532-67772e8272d7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:30.538384 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1addc5ef-c97b-43f3-8532-67772e8272d7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1001370 Mar 14 15:25:30.541443 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52032) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:30.563577 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dbe8ac-31be-4b2d-a5b4-ed6be149b831 None None] Network 81f00b03-2785-4eb5-b4bf-8f364b428d1a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:30.596308 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d528ae-8967-4a0e-987b-319b03ea639e None None] Network 90ea01ae-1b7c-4541-8133-34016a9088c7 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:30.603130 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:25:25Z', 'revision_number': 3, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': 'a57512ac-29d3-497f-b571-185704f21683', 'name': '', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:82:26:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:23Z', 'updated_at': '2022-03-14T15:25:29Z', 'revision_number': 4, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:30.610617 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5908d394-6ce1-40a5-8ac2-cf42fcee1ca1 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:30.612268 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5908d394-6ce1-40a5-8ac2-cf42fcee1ca1 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "GET /v2.0/networks/0f3fd893-5baa-4085-951b-8847b15a4083 HTTP/1.1" status: 200 len: 881 time: 1.1341243 Mar 14 15:25:30.619601 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52034) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:30.629793 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f41279-328f-4394-ad72-712ac81c6c93 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:30.635156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52036) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:30.635635 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-38f41279-328f-4394-ad72-712ac81c6c93 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "GET /v2.0/networks/0f3fd893-5baa-4085-951b-8847b15a4083 HTTP/1.1" status: 200 len: 881 time: 1.1188543 Mar 14 15:25:30.681008 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-094320a2-7d4b-4fae-803d-dddfcdbc2216 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fadfcf3-58fb-43e6-8f2c-3584f4480b31 HTTP/1.1" status: 200 len: 205 time: 0.0447500 Mar 14 15:25:30.683334 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] Allocated IP 172.20.0.2 (031c1ff5-38b0-4aeb-9563-3530bf7331ba/12352b42-6eff-4801-a940-81fac4f263b4/4371d748-b2de-4e39-8445-fe573f9fc259) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:30.684187 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52038) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:30.793929 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a5c1b9-5477-4726-bd68-cd23539b727d None None] The sync data for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv is: [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:25:25Z', 'revision_number': 3, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': 'a57512ac-29d3-497f-b571-185704f21683', 'name': '', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:82:26:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:23Z', 'updated_at': '2022-03-14T15:25:29Z', 'revision_number': 4, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:30.820299 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c7904526-c2ba-458c-87b7-625b90a79f14 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "GET /v2.0/ports?device_id=daca9333-c484-425f-ba42-e79b79b9789e HTTP/1.1" status: 200 len: 205 time: 0.1832197 Mar 14 15:25:30.821020 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52040) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:30.826442 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-61b0ef03-0ab9-4a7c-80a3-967e4635a870 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:30.846979 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 9d692239-dde0-4770-b4ea-e057a106cf8a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:30.951837 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e948cc6a-ca1e-40ee-8d96-bd7cc5eda624 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:30.969399 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-5b0ea732-2969-4c0e-8c35-324afd59d4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Deleting port 80af4e86-041f-42bb-a3a7-d1136d7dc349 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:30.969843 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea732-2969-4c0e-8c35-324afd59d4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:31.099257 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac2f5-c6f8-458d-836a-9c111d4e5cb9 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:31.124096 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-d1161708-22e4-4bad-888f-66ee86251698', 'network_id': 'd1161708-22e4-4bad-888f-66ee86251698', 'tenant_id': '7476a7be216e4a4ab8df173da3dc01aa', 'fixed_ips': [{'subnet_id': '75299996-de1f-4fad-acac-e81097da0a39'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:25:31.124963 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:31.133723 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0ef03-0ab9-4a7c-80a3-967e4635a870 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event updated for resources: {'Subnet': ['ID=888eb881-46de-482c-bf3d-497327b06e88,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:31.184037 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8972970c-680f-443f-8497-20fea80edba3 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:31.247625 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-5b0ea732-2969-4c0e-8c35-324afd59d4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] For port 80af4e86-041f-42bb-a3a7-d1136d7dc349, host hv-neutron-8335, got binding levels [] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:31.249334 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea732-2969-4c0e-8c35-324afd59d4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:31.267700 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-5b0ea732-2969-4c0e-8c35-324afd59d4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Calling delete_port for 80af4e86-041f-42bb-a3a7-d1136d7dc349 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:31.490007 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] Allocated IP 172.20.0.18 (d1161708-22e4-4bad-888f-66ee86251698/75299996-de1f-4fad-acac-e81097da0a39/5c3f423f-0e49-43fe-aa01-63ab7d61bb41) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:31.640913 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e948cc6a-ca1e-40ee-8d96-bd7cc5eda624 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:31.647631 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea732-2969-4c0e-8c35-324afd59d4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:31.697654 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0ef03-0ab9-4a7c-80a3-967e4635a870 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Checking segment: {'id': '83b530c5-90c1-44f4-8986-43eec8bf0b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f14e200d-1e77-445f-a2a1-87795c10a9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:31.698218 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b0ef03-0ab9-4a7c-80a3-967e4635a870 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Network hostable DHCP agents. Network: f14e200d-1e77-445f-a2a1-87795c10a9e8, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:31.704956 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ea732-2969-4c0e-8c35-324afd59d4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Pushing event deleted for resources: {'Port': ['ID=80af4e86-041f-42bb-a3a7-d1136d7dc349,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:31.707007 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e948cc6a-ca1e-40ee-8d96-bd7cc5eda624 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:31.738451 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea732-2969-4c0e-8c35-324afd59d4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:31.746035 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5b0ea732-2969-4c0e-8c35-324afd59d4eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] 10.222.0.59 "DELETE /v2.0/ports/80af4e86-041f-42bb-a3a7-d1136d7dc349 HTTP/1.1" status: 204 len: 168 time: 2.2845984 Mar 14 15:25:31.756123 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52042) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:31.804797 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e948cc6a-ca1e-40ee-8d96-bd7cc5eda624 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:31.813927 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d452f5a2-c080-4ed9-83ef-ec4d90092900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:31.821363 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b0ef03-0ab9-4a7c-80a3-967e4635a870 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Network f14e200d-1e77-445f-a2a1-87795c10a9e8 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:31.832284 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac2f5-c6f8-458d-836a-9c111d4e5cb9 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:31.835599 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff600eb-3842-4916-a7de-5fc7226b6516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] GET failed (client error): The resource could not be found. Mar 14 15:25:31.841343 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9ff600eb-3842-4916-a7de-5fc7226b6516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671054464-project-admin] 10.222.0.59 "GET /v2.0/ports/80af4e86-041f-42bb-a3a7-d1136d7dc349 HTTP/1.1" status: 404 len: 333 time: 0.0782950 Mar 14 15:25:31.844876 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52044) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:31.851494 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-81f00b03-2785-4eb5-b4bf-8f364b428d1a', 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'fixed_ips': [{'subnet_id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:25:31.852319 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:31.858843 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948cc6a-ca1e-40ee-8d96-bd7cc5eda624 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Port': ['ID=090c424d-29a5-4971-9adc-a06162626829,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:31.859051 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bb8fcac-59e2-4154-9eed-d5e734c385f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:31.864374 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 9d692239-dde0-4770-b4ea-e057a106cf8a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:31.864751 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:31.890705 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8972970c-680f-443f-8497-20fea80edba3 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:31.918624 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-61b0ef03-0ab9-4a7c-80a3-967e4635a870 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, f14e200d-1e77-445f-a2a1-87795c10a9e8) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:31.923878 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b0ef03-0ab9-4a7c-80a3-967e4635a870 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:31.924464 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-61b0ef03-0ab9-4a7c-80a3-967e4635a870 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:31.937033 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:31.955715 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058264ec-550c-41f1-a201-94b672e62b4a None None] Network f14e200d-1e77-445f-a2a1-87795c10a9e8 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:32.007955 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.018649 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-61b0ef03-0ab9-4a7c-80a3-967e4635a870 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8183069 Mar 14 15:25:32.019287 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.019397 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e595c29a-90e6-454b-8b2d-54ac850bf11f tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.021697 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52046) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:32.022439 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d452f5a2-c080-4ed9-83ef-ec4d90092900 None None] For port a57512ac-29d3-497f-b571-185704f21683, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a57512ac-29d3-497f-b571-185704f21683,segment=NetworkSegment(37eab828-eb98-4512-a8c2-5902d0925d9a),segment_id=37eab828-eb98-4512-a8c2-5902d0925d9a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:32.029447 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-380227eb-4e18-4c8b-9c19-d537e34a3b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.059222 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e948cc6a-ca1e-40ee-8d96-bd7cc5eda624 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network 90ea01ae-1b7c-4541-8133-34016a9088c7 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:32.079144 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-e948cc6a-ca1e-40ee-8d96-bd7cc5eda624 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:32.084544 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.124215 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ac2f5-c6f8-458d-836a-9c111d4e5cb9 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Deleting port 3d43d1e5-abcd-4ef2-afad-6bea7b6fc09b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:32.124869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac2f5-c6f8-458d-836a-9c111d4e5cb9 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.127624 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d452f5a2-c080-4ed9-83ef-ec4d90092900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.152494 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-380227eb-4e18-4c8b-9c19-d537e34a3b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.174637 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-380227eb-4e18-4c8b-9c19-d537e34a3b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682f5dbf-7c93-4025-aa0e-91afeaf3a593']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:32.177580 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] Pushing event updated for resources: {'Port': ['ID=5c3f423f-0e49-43fe-aa01-63ab7d61bb41,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:32.183285 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e595c29a-90e6-454b-8b2d-54ac850bf11f tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.186635 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-380227eb-4e18-4c8b-9c19-d537e34a3b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbefefe-9e97-4433-8765-bf4de7854711') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:32.186635 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-380227eb-4e18-4c8b-9c19-d537e34a3b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbefefe-9e97-4433-8765-bf4de7854711') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:32.196078 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-380227eb-4e18-4c8b-9c19-d537e34a3b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.209034 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-380227eb-4e18-4c8b-9c19-d537e34a3b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.213319 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] Network d1161708-22e4-4bad-888f-66ee86251698 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:32.215568 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380227eb-4e18-4c8b-9c19-d537e34a3b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:25:32.216026 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-380227eb-4e18-4c8b-9c19-d537e34a3b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:25:32.281313 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:25:32.308405 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:32.327142 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-380227eb-4e18-4c8b-9c19-d537e34a3b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.331042 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-380227eb-4e18-4c8b-9c19-d537e34a3b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.337010 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-380227eb-4e18-4c8b-9c19-d537e34a3b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] 10.222.0.59 "DELETE /v2.0/networks/682f5dbf-7c93-4025-aa0e-91afeaf3a593 HTTP/1.1" status: 204 len: 168 time: 0.4897995 Mar 14 15:25:32.345439 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-8972970c-680f-443f-8497-20fea80edba3 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Deleting port 250a046c-863d-4cf9-9bcf-289bd83a73a8 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:32.345708 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8972970c-680f-443f-8497-20fea80edba3 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.370618 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] Network 031c1ff5-38b0-4aeb-9563-3530bf7331ba is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:32.385763 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:32.407577 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.432206 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380227eb-4e18-4c8b-9c19-d537e34a3b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169436968-project] Pushing event deleted for resources: {'Network': ['ID=682f5dbf-7c93-4025-aa0e-91afeaf3a593,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:32.458588 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:32.484398 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac2f5-c6f8-458d-836a-9c111d4e5cb9 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.518077 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ac2f5-c6f8-458d-836a-9c111d4e5cb9 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Calling delete_port for 3d43d1e5-abcd-4ef2-afad-6bea7b6fc09b owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:32.523239 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e948cc6a-ca1e-40ee-8d96-bd7cc5eda624 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 232197ee-affb-4bd0-9da2-3b59e02e9b70 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:25:32.524091 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e595c29a-90e6-454b-8b2d-54ac850bf11f tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.541876 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] Pushing event updated for resources: {'Port': ['ID=4371d748-b2de-4e39-8445-fe573f9fc259,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:32.558091 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:32.564466 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-f14e200d-1e77-445f-a2a1-87795c10a9e8', 'network_id': 'f14e200d-1e77-445f-a2a1-87795c10a9e8', 'tenant_id': 'b9abc0a6aea44bf981861daf5f9adcb5', 'fixed_ips': [{'subnet_id': '888eb881-46de-482c-bf3d-497327b06e88'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:25:32.565520 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.598338 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8972970c-680f-443f-8497-20fea80edba3 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.617597 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-8972970c-680f-443f-8497-20fea80edba3 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Calling delete_port for 250a046c-863d-4cf9-9bcf-289bd83a73a8 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:32.706566 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e948cc6a-ca1e-40ee-8d96-bd7cc5eda624 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:32.722440 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e948cc6a-ca1e-40ee-8d96-bd7cc5eda624 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/232197ee-affb-4bd0-9da2-3b59e02e9b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9463227 Mar 14 15:25:32.725231 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52054) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:32.738185 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f42bb27b-4d16-4cb6-b96d-1f3953666d0b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'network': {'name': 'tempest-RoutersTest-2070934553'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:32.767439 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] Sync routers for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:32.769067 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52056) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:32.774537 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.775529 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42bb27b-4d16-4cb6-b96d-1f3953666d0b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Made reservation on behalf of b6feafefd41e4054a6f4c1f00b8534e6 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:32.779791 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f42bb27b-4d16-4cb6-b96d-1f3953666d0b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.806423 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42bb27b-4d16-4cb6-b96d-1f3953666d0b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:32.816888 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f42bb27b-4d16-4cb6-b96d-1f3953666d0b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.817218 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-f42bb27b-4d16-4cb6-b96d-1f3953666d0b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Added segment 699f4146-9432-4e1f-a88b-dc52c265c1ce of type vlan for network db766437-7a0d-4133-9447-0f3a101e4816 Mar 14 15:25:32.840945 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.852290 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c554155e-368e-4747-9dc0-06713098e8fe None None] Provisioning complete for port 9d692239-dde0-4770-b4ea-e057a106cf8a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:32.852880 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c554155e-368e-4747-9dc0-06713098e8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.864745 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f42bb27b-4d16-4cb6-b96d-1f3953666d0b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.894442 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f42bb27b-4d16-4cb6-b96d-1f3953666d0b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.905884 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42bb27b-4d16-4cb6-b96d-1f3953666d0b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:32.906948 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f42bb27b-4d16-4cb6-b96d-1f3953666d0b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.930096 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e595c29a-90e6-454b-8b2d-54ac850bf11f tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:32.984290 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f42bb27b-4d16-4cb6-b96d-1f3953666d0b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2577515 Mar 14 15:25:32.987477 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52060) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:32.994643 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-e1d27696-29f5-47dc-baf0-34f8e9f3d3f7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'subnet': {'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:33.023460 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e595c29a-90e6-454b-8b2d-54ac850bf11f tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.026961 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e595c29a-90e6-454b-8b2d-54ac850bf11f tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "DELETE /v2.0/subnets/12352b42-6eff-4801-a940-81fac4f263b4 HTTP/1.1" status: 204 len: 168 time: 2.6569138 Mar 14 15:25:33.037870 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bb27b-4d16-4cb6-b96d-1f3953666d0b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Network': ['ID=db766437-7a0d-4133-9447-0f3a101e4816,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:33.041458 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52062) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:33.041623 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] Allocated IP 2001:db8::2 (f14e200d-1e77-445f-a2a1-87795c10a9e8/888eb881-46de-482c-bf3d-497327b06e88/b4c6a4b8-c595-4fca-a033-9c786795b801) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:33.073296 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] Allocated IP 2001:db8:2::2 (81f00b03-2785-4eb5-b4bf-8f364b428d1a/67e8fd85-c8b1-43e9-82a1-a3eef03a7711/0edc1ccf-75ef-45c4-99e0-6b7d716a7cee) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:33.097998 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network db766437-7a0d-4133-9447-0f3a101e4816 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:33.098248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595c29a-90e6-454b-8b2d-54ac850bf11f tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event deleted for resources: {'Subnet': ['ID=12352b42-6eff-4801-a940-81fac4f263b4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:33.162114 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:33.162851 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:33.165256 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] Attempting to bind port 5c3f423f-0e49-43fe-aa01-63ab7d61bb41 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:33.165688 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] Attempting to bind port 5c3f423f-0e49-43fe-aa01-63ab7d61bb41 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '1749bf32-785c-4939-bd6f-633e494a93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd1161708-22e4-4bad-888f-66ee86251698'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:33.166118 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] Attempting to bind port 5c3f423f-0e49-43fe-aa01-63ab7d61bb41 on network d1161708-22e4-4bad-888f-66ee86251698 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:33.168104 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] Attempting to bind port 4371d748-b2de-4e39-8445-fe573f9fc259 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:33.168526 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] Attempting to bind port 4371d748-b2de-4e39-8445-fe573f9fc259 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '89f7cd44-1697-4468-ba5a-8be99704c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '031c1ff5-38b0-4aeb-9563-3530bf7331ba'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:33.168943 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] Attempting to bind port 4371d748-b2de-4e39-8445-fe573f9fc259 on network 031c1ff5-38b0-4aeb-9563-3530bf7331ba {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:33.222461 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac2f5-c6f8-458d-836a-9c111d4e5cb9 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.227314 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8972970c-680f-443f-8497-20fea80edba3 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.260941 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ac2f5-c6f8-458d-836a-9c111d4e5cb9 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Pushing event deleted for resources: {'Port': ['ID=3d43d1e5-abcd-4ef2-afad-6bea7b6fc09b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:33.271845 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452f5a2-c080-4ed9-83ef-ec4d90092900 None None] Pushing event updated for resources: {'Port': ['ID=a57512ac-29d3-497f-b571-185704f21683,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:33.283710 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 9d692239-dde0-4770-b4ea-e057a106cf8a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=9d692239-dde0-4770-b4ea-e057a106cf8a,segment=NetworkSegment(1541d88b-bb29-4204-97e7-30d693b41604),segment_id=1541d88b-bb29-4204-97e7-30d693b41604)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:33.286056 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:33.286491 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] Checking segment: {'id': '89f7cd44-1697-4468-ba5a-8be99704c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '031c1ff5-38b0-4aeb-9563-3530bf7331ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:33.287155 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.287806 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] Bound using segment: {'id': '89f7cd44-1697-4468-ba5a-8be99704c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '031c1ff5-38b0-4aeb-9563-3530bf7331ba'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:33.288450 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] Bound port: 4371d748-b2de-4e39-8445-fe573f9fc259, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f7cd44-1697-4468-ba5a-8be99704c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '031c1ff5-38b0-4aeb-9563-3530bf7331ba'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:33.289010 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.291930 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:33.292552 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] Checking segment: {'id': '1749bf32-785c-4939-bd6f-633e494a93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd1161708-22e4-4bad-888f-66ee86251698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:33.293127 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.293708 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] Bound using segment: {'id': '1749bf32-785c-4939-bd6f-633e494a93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd1161708-22e4-4bad-888f-66ee86251698'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:33.294389 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] Bound port: 5c3f423f-0e49-43fe-aa01-63ab7d61bb41, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1749bf32-785c-4939-bd6f-633e494a93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd1161708-22e4-4bad-888f-66ee86251698'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:33.295777 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.330192 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972970c-680f-443f-8497-20fea80edba3 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Pushing event deleted for resources: {'Port': ['ID=250a046c-863d-4cf9-9bcf-289bd83a73a8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:33.359649 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.409574 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-374edd6c-7bcc-425a-8686-83ec0eedf6dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=85915b856c14409ca71cb6ac82707234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6393974 Mar 14 15:25:33.417947 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52066) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:33.428016 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac2f5-c6f8-458d-836a-9c111d4e5cb9 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.441050 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-8576db31-2230-487f-bebd-9422b25c25af tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Deleting subnet 75299996-de1f-4fad-acac-e81097da0a39 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:25:33.444929 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8576db31-2230-487f-bebd-9422b25c25af tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.486574 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d27696-29f5-47dc-baf0-34f8e9f3d3f7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Made reservation on behalf of b6feafefd41e4054a6f4c1f00b8534e6 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:33.490644 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1d27696-29f5-47dc-baf0-34f8e9f3d3f7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.506389 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8972970c-680f-443f-8497-20fea80edba3 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.553625 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8576db31-2230-487f-bebd-9422b25c25af tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.582842 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:25:33.629523 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a57512ac-29d3-497f-b571-185704f21683 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:33.642196 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac2f5-c6f8-458d-836a-9c111d4e5cb9 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.647122 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac2f5-c6f8-458d-836a-9c111d4e5cb9 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.649848 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8972970c-680f-443f-8497-20fea80edba3 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.653733 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8972970c-680f-443f-8497-20fea80edba3 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.692083 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8576db31-2230-487f-bebd-9422b25c25af tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.743242 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a7557f9e-d1a2-4e8f-bfc5-741d0bd85d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.744958 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac2f5-c6f8-458d-836a-9c111d4e5cb9 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.745277 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=9d692239-dde0-4770-b4ea-e057a106cf8a,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:33.745526 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7ac2f5-c6f8-458d-836a-9c111d4e5cb9 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Fanout notify agent at l3_agent the message router_deleted on router 1fadfcf3-58fb-43e6-8f2c-3584f4480b31 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:25:33.755235 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac2f5-c6f8-458d-836a-9c111d4e5cb9 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.759966 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ad7ac2f5-c6f8-458d-836a-9c111d4e5cb9 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "DELETE /v2.0/routers/1fadfcf3-58fb-43e6-8f2c-3584f4480b31 HTTP/1.1" status: 204 len: 168 time: 3.0712285 Mar 14 15:25:33.760936 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52068) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:33.765629 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bf1c6a7b-1f64-4f3a-a88e-bb75385f4524 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-255577349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:33.784878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8972970c-680f-443f-8497-20fea80edba3 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.785173 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8972970c-680f-443f-8497-20fea80edba3 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Fanout notify agent at l3_agent the message router_deleted on router daca9333-c484-425f-ba42-e79b79b9789e {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:25:33.795470 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1d27696-29f5-47dc-baf0-34f8e9f3d3f7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.798029 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8972970c-680f-443f-8497-20fea80edba3 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.803698 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8972970c-680f-443f-8497-20fea80edba3 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "DELETE /v2.0/routers/daca9333-c484-425f-ba42-e79b79b9789e HTTP/1.1" status: 204 len: 168 time: 2.9787717 Mar 14 15:25:33.807903 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52070) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:33.815942 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-dc05c76c-7220-4f5a-a6aa-f343d32eae71 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-257038439', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}, 'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:33.819380 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a7557f9e-d1a2-4e8f-bfc5-741d0bd85d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.823485 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8576db31-2230-487f-bebd-9422b25c25af tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.828643 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6a7b-1f64-4f3a-a88e-bb75385f4524 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.829713 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6a7b-1f64-4f3a-a88e-bb75385f4524 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.878290 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8576db31-2230-487f-bebd-9422b25c25af tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.884420 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52072) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:33.884641 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8576db31-2230-487f-bebd-9422b25c25af tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "DELETE /v2.0/subnets/75299996-de1f-4fad-acac-e81097da0a39 HTTP/1.1" status: 204 len: 168 time: 0.8379948 Mar 14 15:25:33.905212 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d27696-29f5-47dc-baf0-34f8e9f3d3f7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Subnet': ['ID=e39636fe-3448-4aae-a52f-e51dfe0e5cfa,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:33.933788 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc05c76c-7220-4f5a-a6aa-f343d32eae71 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.937015 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc05c76c-7220-4f5a-a6aa-f343d32eae71 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:33.942547 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576db31-2230-487f-bebd-9422b25c25af tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event deleted for resources: {'Subnet': ['ID=75299996-de1f-4fad-acac-e81097da0a39,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:33.945493 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d27696-29f5-47dc-baf0-34f8e9f3d3f7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Checking segment: {'id': '699f4146-9432-4e1f-a88b-dc52c265c1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:33.945926 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d27696-29f5-47dc-baf0-34f8e9f3d3f7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network hostable DHCP agents. Network: db766437-7a0d-4133-9447-0f3a101e4816, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:34.011736 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d27696-29f5-47dc-baf0-34f8e9f3d3f7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network db766437-7a0d-4133-9447-0f3a101e4816 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:34.015159 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc05c76c-7220-4f5a-a6aa-f343d32eae71 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.024222 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] For port 4371d748-b2de-4e39-8445-fe573f9fc259, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:34.055046 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] For port 5c3f423f-0e49-43fe-aa01-63ab7d61bb41, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:34.058316 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-e1d27696-29f5-47dc-baf0-34f8e9f3d3f7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, db766437-7a0d-4133-9447-0f3a101e4816) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:34.094281 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d27696-29f5-47dc-baf0-34f8e9f3d3f7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:34.095046 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1d27696-29f5-47dc-baf0-34f8e9f3d3f7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.110374 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] For port 4371d748-b2de-4e39-8445-fe573f9fc259, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=4371d748-b2de-4e39-8445-fe573f9fc259,segment=NetworkSegment(89f7cd44-1697-4468-ba5a-8be99704c73d),segment_id=89f7cd44-1697-4468-ba5a-8be99704c73d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:34.111626 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a56afb8-6667-4a84-801d-6cb2936617e1 None None] Network db766437-7a0d-4133-9447-0f3a101e4816 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:34.147997 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] For port 5c3f423f-0e49-43fe-aa01-63ab7d61bb41, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5c3f423f-0e49-43fe-aa01-63ab7d61bb41,segment=NetworkSegment(1749bf32-785c-4939-bd6f-633e494a93de),segment_id=1749bf32-785c-4939-bd6f-633e494a93de)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:34.178418 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e1d27696-29f5-47dc-baf0-34f8e9f3d3f7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1857853 Mar 14 15:25:34.178418 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc05c76c-7220-4f5a-a6aa-f343d32eae71 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.180713 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52074) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:34.203297 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.211418 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.217343 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.219607 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ea3feb07-a286-4c36-935e-efcfa99e7042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.271192 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6a7b-1f64-4f3a-a88e-bb75385f4524 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.287563 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6a7b-1f64-4f3a-a88e-bb75385f4524 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.295992 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.302372 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436cf1c9-30b1-4f40-8553-ad362705a193 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:34.303964 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-436cf1c9-30b1-4f40-8553-ad362705a193 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4189000 Mar 14 15:25:34.309859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52078) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:34.340404 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.341887 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.357028 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a7557f9e-d1a2-4e8f-bfc5-741d0bd85d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.360238 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a7557f9e-d1a2-4e8f-bfc5-741d0bd85d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.364079 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a7557f9e-d1a2-4e8f-bfc5-741d0bd85d8c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4c9d1cc4-b5f1-4c2b-a96f-63421f0f9e1c HTTP/1.1" status: 204 len: 168 time: 0.9459198 Mar 14 15:25:34.434975 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6a7b-1f64-4f3a-a88e-bb75385f4524 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.439726 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bf1c6a7b-1f64-4f3a-a88e-bb75385f4524 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6757941 Mar 14 15:25:34.439865 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c554155e-368e-4747-9dc0-06713098e8fe None None] Provisioning complete for port a57512ac-29d3-497f-b571-185704f21683 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:34.439865 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c554155e-368e-4747-9dc0-06713098e8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.453314 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52082) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:34.453620 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event deleted for resources: {'Subnet': ['ID=888eb881-46de-482c-bf3d-497327b06e88,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:34.468529 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397c0a1-054f-4b8c-81d6-ecd1b64fd7c0 None None] Pushing event updated for resources: {'Port': ['ID=4371d748-b2de-4e39-8445-fe573f9fc259,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:34.486881 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port a57512ac-29d3-497f-b571-185704f21683 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:34.487404 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.489467 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.496782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-146bcada-f0ba-4a3e-abb3-0a384cebc214 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'enable_snat': True}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:34.514097 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7557f9e-d1a2-4e8f-bfc5-741d0bd85d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9d1cc4-b5f1-4c2b-a96f-63421f0f9e1c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:34.593841 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] Network f14e200d-1e77-445f-a2a1-87795c10a9e8 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:34.638560 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:34.641341 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:34.685036 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] Network 81f00b03-2785-4eb5-b4bf-8f364b428d1a is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:34.737573 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:34.740123 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:34.754788 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f35dfdc-4a5d-438e-ae3d-31a6487b1c31 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.758839 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc05c76c-7220-4f5a-a6aa-f343d32eae71 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.760108 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee18ac9-24d8-4699-b1d3-9269ade94785 None None] Network 031c1ff5-38b0-4aeb-9563-3530bf7331ba requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:34.811362 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc05c76c-7220-4f5a-a6aa-f343d32eae71 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.859666 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39c801-1ee4-45f5-a4c2-a22dbc5093ac None None] Pushing event updated for resources: {'Port': ['ID=5c3f423f-0e49-43fe-aa01-63ab7d61bb41,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:34.868277 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-4bb8fcac-59e2-4154-9eed-d5e734c385f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Allocated IP 2001:db8:2::1 (81f00b03-2785-4eb5-b4bf-8f364b428d1a/67e8fd85-c8b1-43e9-82a1-a3eef03a7711/29b03913-506c-499b-8f58-ddfac40096ff) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:34.875862 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:34.974059 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81b08c24-e279-4e43-9021-7938ad8d9d82 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.000948 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14e200d-1e77-445f-a2a1-87795c10a9e8']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:35.036209 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52086) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:35.061058 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] Attempting to bind port b4c6a4b8-c595-4fca-a033-9c786795b801 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:35.061619 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] Attempting to bind port b4c6a4b8-c595-4fca-a033-9c786795b801 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '83b530c5-90c1-44f4-8986-43eec8bf0b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f14e200d-1e77-445f-a2a1-87795c10a9e8'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:35.061836 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] Attempting to bind port b4c6a4b8-c595-4fca-a033-9c786795b801 on network f14e200d-1e77-445f-a2a1-87795c10a9e8 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:35.110806 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b530c5-90c1-44f4-8986-43eec8bf0b92') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:35.111169 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-dc05c76c-7220-4f5a-a6aa-f343d32eae71 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Allocated IP 172.26.6.49 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/fdfd4eb0-b8d2-42a2-a63a-b6a15aa11f83) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:35.111621 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b530c5-90c1-44f4-8986-43eec8bf0b92') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:35.131869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-146bcada-f0ba-4a3e-abb3-0a384cebc214 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.151892 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] Pushing event updated for resources: {'Port': ['ID=b4c6a4b8-c595-4fca-a033-9c786795b801,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:35.158666 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:35.159077 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] Checking segment: {'id': '83b530c5-90c1-44f4-8986-43eec8bf0b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f14e200d-1e77-445f-a2a1-87795c10a9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:35.159484 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.159872 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] Bound using segment: {'id': '83b530c5-90c1-44f4-8986-43eec8bf0b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f14e200d-1e77-445f-a2a1-87795c10a9e8'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:35.160356 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] Bound port: b4c6a4b8-c595-4fca-a033-9c786795b801, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b530c5-90c1-44f4-8986-43eec8bf0b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f14e200d-1e77-445f-a2a1-87795c10a9e8'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:35.160736 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.169541 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] Attempting to bind port 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:35.169541 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] Attempting to bind port 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'f382194b-e923-4ffc-aac2-1e10fee7ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:35.170039 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] Attempting to bind port 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee on network 81f00b03-2785-4eb5-b4bf-8f364b428d1a {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:35.170215 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.208585 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0136a433-930a-4621-b595-1c3d662c4763 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a19e7fd0413c4d4683040bf336104920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1691666 Mar 14 15:25:35.215867 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52088) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:35.234220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-db766437-7a0d-4133-9447-0f3a101e4816', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:25:35.234470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.235109 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.270814 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:35.271246 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] Checking segment: {'id': 'f382194b-e923-4ffc-aac2-1e10fee7ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:35.271617 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.272016 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] Bound using segment: {'id': 'f382194b-e923-4ffc-aac2-1e10fee7ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:35.272506 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] Bound port: 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f382194b-e923-4ffc-aac2-1e10fee7ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:35.272897 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.280145 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:25:35.281179 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:25:35.284384 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:25:35.329377 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4f35dfdc-4a5d-438e-ae3d-31a6487b1c31 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Deleting port 5c3f423f-0e49-43fe-aa01-63ab7d61bb41 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:35.329717 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f35dfdc-4a5d-438e-ae3d-31a6487b1c31 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.364912 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] Pushing event updated for resources: {'Port': ['ID=0edc1ccf-75ef-45c4-99e0-6b7d716a7cee,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:35.386972 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:25:30Z', 'revision_number': 2, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:31Z', 'revision_number': 2, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:35.523071 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9ef60be-8148-4bd1-a817-cb791f5a63f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.537786 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] Checking router: 232197ee-affb-4bd0-9da2-3b59e02e9b70 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:25:35.538376 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] Updating router 232197ee-affb-4bd0-9da2-3b59e02e9b70 port 090c424d-29a5-4971-9adc-a06162626829 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:25:35.539286 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bb8fcac-59e2-4154-9eed-d5e734c385f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.553437 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.db.api [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 15:25:35.553437 dv-neutron-833559-1-hyperv neutron-server[102568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 15:25:35.553437 dv-neutron-833559-1-hyperv neutron-server[102568]: [parameters: {'id': 'f14e200d-1e77-445f-a2a1-87795c10a9e8'}] Mar 14 15:25:35.553437 dv-neutron-833559-1-hyperv neutron-server[102568]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:25:35.555087 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG oslo_db.api [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:25:35.612011 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-4f35dfdc-4a5d-438e-ae3d-31a6487b1c31 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] For port 5c3f423f-0e49-43fe-aa01-63ab7d61bb41, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5c3f423f-0e49-43fe-aa01-63ab7d61bb41,segment=NetworkSegment(1749bf32-785c-4939-bd6f-633e494a93de),segment_id=1749bf32-785c-4939-bd6f-633e494a93de)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:35.613281 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f35dfdc-4a5d-438e-ae3d-31a6487b1c31 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.626479 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc05c76c-7220-4f5a-a6aa-f343d32eae71 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.655210 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 9d692239-dde0-4770-b4ea-e057a106cf8a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:35.672966 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9ef60be-8148-4bd1-a817-cb791f5a63f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.674907 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4f35dfdc-4a5d-438e-ae3d-31a6487b1c31 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Calling delete_port for 5c3f423f-0e49-43fe-aa01-63ab7d61bb41 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:35.692667 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-81b08c24-e279-4e43-9021-7938ad8d9d82 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Allocated IP 172.21.0.1 (db766437-7a0d-4133-9447-0f3a101e4816/e39636fe-3448-4aae-a52f-e51dfe0e5cfa/e3772ce0-baa2-4523-8101-50be50135293) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:35.714464 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.723693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-fdbcdd25-789e-410a-a4fb-292b70d41a1a None None] Provisioning complete for port 9d692239-dde0-4770-b4ea-e057a106cf8a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:35.724184 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fdbcdd25-789e-410a-a4fb-292b70d41a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.736405 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc05c76c-7220-4f5a-a6aa-f343d32eae71 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.782175 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] For port b4c6a4b8-c595-4fca-a033-9c786795b801, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:35.814538 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] For port 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:35.817749 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] For port b4c6a4b8-c595-4fca-a033-9c786795b801, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=b4c6a4b8-c595-4fca-a033-9c786795b801,segment=NetworkSegment(83b530c5-90c1-44f4-8986-43eec8bf0b92),segment_id=83b530c5-90c1-44f4-8986-43eec8bf0b92)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:35.824657 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc05c76c-7220-4f5a-a6aa-f343d32eae71 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:35.831443 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-dc05c76c-7220-4f5a-a6aa-f343d32eae71 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:35.835954 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05c76c-7220-4f5a-a6aa-f343d32eae71 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Pushing event updated for resources: {'Port': ['ID=fdfd4eb0-b8d2-42a2-a63a-b6a15aa11f83,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:35.844275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc05c76c-7220-4f5a-a6aa-f343d32eae71 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:35.850273 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-146bcada-f0ba-4a3e-abb3-0a384cebc214 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.874950 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-146bcada-f0ba-4a3e-abb3-0a384cebc214 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.883145 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.901927 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] For port 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=0edc1ccf-75ef-45c4-99e0-6b7d716a7cee,segment=NetworkSegment(f382194b-e923-4ffc-aac2-1e10fee7ac1a),segment_id=f382194b-e923-4ffc-aac2-1e10fee7ac1a)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:35.962262 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.962997 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81b08c24-e279-4e43-9021-7938ad8d9d82 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:35.973416 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bb8fcac-59e2-4154-9eed-d5e734c385f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:36.026556 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81b08c24-e279-4e43-9021-7938ad8d9d82 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:36.043615 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb8fcac-59e2-4154-9eed-d5e734c385f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network 81f00b03-2785-4eb5-b4bf-8f364b428d1a is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:36.056648 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:36.063341 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4bb8fcac-59e2-4154-9eed-d5e734c385f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:36.066110 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb8fcac-59e2-4154-9eed-d5e734c385f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:36.066866 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bb8fcac-59e2-4154-9eed-d5e734c385f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:36.075069 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8fcac-59e2-4154-9eed-d5e734c385f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Port': ['ID=29b03913-506c-499b-8f58-ddfac40096ff,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:36.110717 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b08c24-e279-4e43-9021-7938ad8d9d82 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network db766437-7a0d-4133-9447-0f3a101e4816 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:36.116895 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-81b08c24-e279-4e43-9021-7938ad8d9d82 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:36.120603 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b08c24-e279-4e43-9021-7938ad8d9d82 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Port': ['ID=e3772ce0-baa2-4523-8101-50be50135293,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:36.127459 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b08c24-e279-4e43-9021-7938ad8d9d82 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:36.135872 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9ef60be-8148-4bd1-a817-cb791f5a63f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:36.139197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9ef60be-8148-4bd1-a817-cb791f5a63f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:36.140561 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d9ef60be-8148-4bd1-a817-cb791f5a63f3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e5513c3f-b087-48d0-9a2b-e7b63c747234 HTTP/1.1" status: 204 len: 168 time: 0.9186373 Mar 14 15:25:36.194544 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81b08c24-e279-4e43-9021-7938ad8d9d82 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:36.227365 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 9d692239-dde0-4770-b4ea-e057a106cf8a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:36.227911 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:36.237197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef60be-8148-4bd1-a817-cb791f5a63f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5513c3f-b087-48d0-9a2b-e7b63c747234,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:36.243060 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8d7f90-0772-4141-9b01-d989b6c30d56 None None] Network d1161708-22e4-4bad-888f-66ee86251698 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:36.262482 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f35dfdc-4a5d-438e-ae3d-31a6487b1c31 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:36.325024 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35dfdc-4a5d-438e-ae3d-31a6487b1c31 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event deleted for resources: {'Port': ['ID=5c3f423f-0e49-43fe-aa01-63ab7d61bb41,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:36.331835 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-146bcada-f0ba-4a3e-abb3-0a384cebc214 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Allocated IP 172.26.6.249 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/189f62a1-a658-42fa-9065-ed50693a584c) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:36.335975 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f35dfdc-4a5d-438e-ae3d-31a6487b1c31 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] No DVR routers for this DVR port 5c3f423f-0e49-43fe-aa01-63ab7d61bb41 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:25:36.437579 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Deleting port b4c6a4b8-c595-4fca-a033-9c786795b801 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:36.437927 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:36.452396 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81b08c24-e279-4e43-9021-7938ad8d9d82 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:36.470942 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bb8fcac-59e2-4154-9eed-d5e734c385f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:36.602364 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8f8a9-5e54-4780-9c91-eaf99b508480 None None] Pushing event updated for resources: {'Port': ['ID=b4c6a4b8-c595-4fca-a033-9c786795b801,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:36.614935 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f35dfdc-4a5d-438e-ae3d-31a6487b1c31 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:36.699586 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] For port b4c6a4b8-c595-4fca-a033-9c786795b801, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=b4c6a4b8-c595-4fca-a033-9c786795b801,segment=NetworkSegment(83b530c5-90c1-44f4-8986-43eec8bf0b92),segment_id=83b530c5-90c1-44f4-8986-43eec8bf0b92)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:36.699962 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:36.703516 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4f35dfdc-4a5d-438e-ae3d-31a6487b1c31 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1161708-22e4-4bad-888f-66ee86251698']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:36.719204 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc05c76c-7220-4f5a-a6aa-f343d32eae71 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:36.738093 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56836d54-3656-4cae-82af-1e215e90f438 None None] Pushing event updated for resources: {'Port': ['ID=0edc1ccf-75ef-45c4-99e0-6b7d716a7cee,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:36.748491 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4f35dfdc-4a5d-438e-ae3d-31a6487b1c31 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1749bf32-785c-4939-bd6f-633e494a93de') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:36.749236 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4f35dfdc-4a5d-438e-ae3d-31a6487b1c31 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1749bf32-785c-4939-bd6f-633e494a93de') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:36.764847 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d9c88a02-b50e-4b71-827e-88ac6deac6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:36.804085 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Calling delete_port for b4c6a4b8-c595-4fca-a033-9c786795b801 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:36.813277 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-fdbcdd25-789e-410a-a4fb-292b70d41a1a None None] Provisioning complete for port 090c424d-29a5-4971-9adc-a06162626829 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:36.813896 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fdbcdd25-789e-410a-a4fb-292b70d41a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:36.859774 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-fdbcdd25-789e-410a-a4fb-292b70d41a1a None None] Port 090c424d-29a5-4971-9adc-a06162626829 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:25:36.861687 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b384a5-1299-48e9-aefb-09bf84238c25 None None] Network f14e200d-1e77-445f-a2a1-87795c10a9e8 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:36.870271 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] Allocated IP 172.21.0.2 (db766437-7a0d-4133-9447-0f3a101e4816/e39636fe-3448-4aae-a52f-e51dfe0e5cfa/ea6f71df-8206-4bdf-8969-8c191687bb1d) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:36.882464 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f35dfdc-4a5d-438e-ae3d-31a6487b1c31 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:36.927058 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f35dfdc-4a5d-438e-ae3d-31a6487b1c31 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:36.934407 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-146bcada-f0ba-4a3e-abb3-0a384cebc214 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:36.996673 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f35dfdc-4a5d-438e-ae3d-31a6487b1c31 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:25:36.996992 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f35dfdc-4a5d-438e-ae3d-31a6487b1c31 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:25:37.002158 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:25:37.008664 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e899c1f0-27e5-4c5b-a2cc-400d82e0ad00 None None] DHCP port deletion for d1161708-22e4-4bad-888f-66ee86251698 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:25:37.035869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-69790095-1b4c-4902-85ad-567789f4ee53 None None] Could not find standard attr ID for object 5c3f423f-0e49-43fe-aa01-63ab7d61bb41. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:25:37.100131 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5c3f423f-0e49-43fe-aa01-63ab7d61bb41 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:37.160519 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc05c76c-7220-4f5a-a6aa-f343d32eae71 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:37.174154 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f35dfdc-4a5d-438e-ae3d-31a6487b1c31 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:37.180131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f35dfdc-4a5d-438e-ae3d-31a6487b1c31 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:37.180878 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 5c3f423f-0e49-43fe-aa01-63ab7d61bb41 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:25:37.181231 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5c3f423f-0e49-43fe-aa01-63ab7d61bb41 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 14 15:25:37.184509 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4f35dfdc-4a5d-438e-ae3d-31a6487b1c31 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "DELETE /v2.0/networks/d1161708-22e4-4bad-888f-66ee86251698 HTTP/1.1" status: 204 len: 168 time: 2.8749511 Mar 14 15:25:37.200308 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52106) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:37.202550 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-146bcada-f0ba-4a3e-abb3-0a384cebc214 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:37.342124 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:37.347833 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Port 5c3f423f-0e49-43fe-aa01-63ab7d61bb41 not found, will not notify nova. {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 14 15:25:37.364814 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:37.381475 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc05c76c-7220-4f5a-a6aa-f343d32eae71 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Router d8c1b6f8-da07-46cb-8e89-6945234b6650 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:25:37.460656 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81b08c24-e279-4e43-9021-7938ad8d9d82 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:37.479934 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81b08c24-e279-4e43-9021-7938ad8d9d82 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:37.481418 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:37.486653 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] Network db766437-7a0d-4133-9447-0f3a101e4816 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:37.542072 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] Pushing event updated for resources: {'Port': ['ID=ea6f71df-8206-4bdf-8969-8c191687bb1d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:37.547026 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:37.555931 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:37.600577 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:37.610505 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52112) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:37.613194 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:37.634152 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:37.655341 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81b08c24-e279-4e43-9021-7938ad8d9d82 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:37.659401 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b08c24-e279-4e43-9021-7938ad8d9d82 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Port': ['ID=e3772ce0-baa2-4523-8101-50be50135293,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:37.712922 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] Attempting to bind port ea6f71df-8206-4bdf-8969-8c191687bb1d on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:37.713290 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] Attempting to bind port ea6f71df-8206-4bdf-8969-8c191687bb1d by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '699f4146-9432-4e1f-a88b-dc52c265c1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:37.713692 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] Attempting to bind port ea6f71df-8206-4bdf-8969-8c191687bb1d on network db766437-7a0d-4133-9447-0f3a101e4816 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:37.766046 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc05c76c-7220-4f5a-a6aa-f343d32eae71 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:37.778507 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142842f2-74ed-4e7c-82e2-bad2df10235e None None] Sync routers for ids ['d8c1b6f8-da07-46cb-8e89-6945234b6650'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:37.799359 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:37.799732 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] Checking segment: {'id': '699f4146-9432-4e1f-a88b-dc52c265c1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:37.800137 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:37.800601 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] Bound using segment: {'id': '699f4146-9432-4e1f-a88b-dc52c265c1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:37.801088 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] Bound port: ea6f71df-8206-4bdf-8969-8c191687bb1d, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699f4146-9432-4e1f-a88b-dc52c265c1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:37.801469 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:37.801898 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142842f2-74ed-4e7c-82e2-bad2df10235e None None] Routers {'d8c1b6f8-da07-46cb-8e89-6945234b6650'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:37.802881 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-142842f2-74ed-4e7c-82e2-bad2df10235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['d8c1b6f8-da07-46cb-8e89-6945234b6650'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:37.833613 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246d735-a1a7-475d-af54-ea975ece7757 None None] Pushing event updated for resources: {'Port': ['ID=090c424d-29a5-4971-9adc-a06162626829,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:37.897398 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-142842f2-74ed-4e7c-82e2-bad2df10235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:37.928035 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142842f2-74ed-4e7c-82e2-bad2df10235e None None] Routers {'d8c1b6f8-da07-46cb-8e89-6945234b6650'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:37.933739 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-142842f2-74ed-4e7c-82e2-bad2df10235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['d8c1b6f8-da07-46cb-8e89-6945234b6650'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:37.934119 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35dfdc-4a5d-438e-ae3d-31a6487b1c31 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event deleted for resources: {'Network': ['ID=d1161708-22e4-4bad-888f-66ee86251698,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:37.969693 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a2990072-231b-4dd7-84af-49b5449b9320 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-685350715'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:37.975572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146bcada-f0ba-4a3e-abb3-0a384cebc214 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:37.988337 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc05c76c-7220-4f5a-a6aa-f343d32eae71 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:37.994089 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-dc05c76c-7220-4f5a-a6aa-f343d32eae71 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.1821024 Mar 14 15:25:37.997639 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52116) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:38.002238 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b08c24-e279-4e43-9021-7938ad8d9d82 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network db766437-7a0d-4133-9447-0f3a101e4816 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:38.008933 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3688e870-a800-4cd5-baef-52429382b181 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:38.018332 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-81b08c24-e279-4e43-9021-7938ad8d9d82 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:38.028468 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-142842f2-74ed-4e7c-82e2-bad2df10235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:38.029829 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142842f2-74ed-4e7c-82e2-bad2df10235e None None] The sync data for ids ['d8c1b6f8-da07-46cb-8e89-6945234b6650'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:38.044518 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-146bcada-f0ba-4a3e-abb3-0a384cebc214 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:38.067665 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] Attempting to bind port 090c424d-29a5-4971-9adc-a06162626829 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:38.068189 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] Attempting to bind port 090c424d-29a5-4971-9adc-a06162626829 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '1541d88b-bb29-4204-97e7-30d693b41604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:38.068715 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] Attempting to bind port 090c424d-29a5-4971-9adc-a06162626829 on network 90ea01ae-1b7c-4541-8133-34016a9088c7 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:38.075571 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146bcada-f0ba-4a3e-abb3-0a384cebc214 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:38.083727 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] For port ea6f71df-8206-4bdf-8969-8c191687bb1d, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:38.085127 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:38.092345 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] For port ea6f71df-8206-4bdf-8969-8c191687bb1d, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=ea6f71df-8206-4bdf-8969-8c191687bb1d,segment=NetworkSegment(699f4146-9432-4e1f-a88b-dc52c265c1ce),segment_id=699f4146-9432-4e1f-a88b-dc52c265c1ce)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:38.094237 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:38.094900 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:38.097916 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:38.098469 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] Checking segment: {'id': '1541d88b-bb29-4204-97e7-30d693b41604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:38.099121 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:38.099628 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] Bound using segment: {'id': '1541d88b-bb29-4204-97e7-30d693b41604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:38.100597 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] Bound port: 090c424d-29a5-4971-9adc-a06162626829, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1541d88b-bb29-4204-97e7-30d693b41604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:38.101295 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:38.108998 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:38.190269 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2990072-231b-4dd7-84af-49b5449b9320 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:38.191489 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bcada-f0ba-4a3e-abb3-0a384cebc214 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Pushing event updated for resources: {'Port': ['ID=189f62a1-a658-42fa-9065-ed50693a584c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:38.194216 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a2990072-231b-4dd7-84af-49b5449b9320 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:38.199882 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] No DVR routers for this DVR port b4c6a4b8-c595-4fca-a033-9c786795b801 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:25:38.209083 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a2990072-231b-4dd7-84af-49b5449b9320 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:38.238121 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba86f0-31a9-4bc2-9bdb-1c9fd964be28 None None] Network 81f00b03-2785-4eb5-b4bf-8f364b428d1a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:38.247262 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a83da254-cacf-4317-9769-6d11fb214bcc tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:38.335163 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bb8fcac-59e2-4154-9eed-d5e734c385f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:38.348120 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event deleted for resources: {'Port': ['ID=b4c6a4b8-c595-4fca-a033-9c786795b801,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:38.369855 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bb8fcac-59e2-4154-9eed-d5e734c385f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:38.370708 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bb8fcac-59e2-4154-9eed-d5e734c385f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:38.376448 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:38.408217 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e22f06-2f68-4e97-9746-fc1c5bf01962 None None] Pushing event updated for resources: {'Port': ['ID=ea6f71df-8206-4bdf-8969-8c191687bb1d,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:38.431948 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6284-c45b-4c1e-9902-c7e8fb812007 None None] Provisioning complete for port 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:38.432720 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6284-c45b-4c1e-9902-c7e8fb812007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:38.461061 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b08c24-e279-4e43-9021-7938ad8d9d82 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 232197ee-affb-4bd0-9da2-3b59e02e9b70 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:25:38.496796 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] For port 090c424d-29a5-4971-9adc-a06162626829, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:38.517756 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14e200d-1e77-445f-a2a1-87795c10a9e8']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:38.562012 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] For port 090c424d-29a5-4971-9adc-a06162626829, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=090c424d-29a5-4971-9adc-a06162626829,segment=NetworkSegment(1541d88b-bb29-4204-97e7-30d693b41604),segment_id=1541d88b-bb29-4204-97e7-30d693b41604)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:38.579209 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:38.618278 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:38.640811 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b530c5-90c1-44f4-8986-43eec8bf0b92') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:38.641259 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b530c5-90c1-44f4-8986-43eec8bf0b92') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:38.679771 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:38.691422 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8fcac-59e2-4154-9eed-d5e734c385f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Port': ['ID=29b03913-506c-499b-8f58-ddfac40096ff,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:38.733038 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6284-c45b-4c1e-9902-c7e8fb812007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:38.780700 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:38.787508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:38.797348 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:38.797758 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:38.824426 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:25:38.826835 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:25:38.836281 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:25:38.976296 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb8fcac-59e2-4154-9eed-d5e734c385f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network 81f00b03-2785-4eb5-b4bf-8f364b428d1a is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:38.979531 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a83da254-cacf-4317-9769-6d11fb214bcc tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Deleting port 4371d748-b2de-4e39-8445-fe573f9fc259 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:38.979999 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a83da254-cacf-4317-9769-6d11fb214bcc tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:38.986968 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4bb8fcac-59e2-4154-9eed-d5e734c385f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:38.988987 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.042406 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.046281 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "DELETE /v2.0/networks/f14e200d-1e77-445f-a2a1-87795c10a9e8 HTTP/1.1" status: 204 len: 168 time: 7.0208645 Mar 14 15:25:39.052454 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52118) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:39.067259 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0c92365b-bc45-4b4d-a879-587ce21eae72 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1720131817'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:39.073736 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a2990072-231b-4dd7-84af-49b5449b9320 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.076739 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=0edc1ccf-75ef-45c4-99e0-6b7d716a7cee,segment=NetworkSegment(f382194b-e923-4ffc-aac2-1e10fee7ac1a),segment_id=f382194b-e923-4ffc-aac2-1e10fee7ac1a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:39.080875 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246d735-a1a7-475d-af54-ea975ece7757 None None] Pushing event updated for resources: {'Port': ['ID=090c424d-29a5-4971-9adc-a06162626829,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:39.096944 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.105316 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aef0a9-5645-4641-b66a-06759cd60d8e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event deleted for resources: {'Network': ['ID=f14e200d-1e77-445f-a2a1-87795c10a9e8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:39.114620 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.115873 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:25:39.194997 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a2990072-231b-4dd7-84af-49b5449b9320 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.214376 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5c3f423f-0e49-43fe-aa01-63ab7d61bb41 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:25:39.228335 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-146bcada-f0ba-4a3e-abb3-0a384cebc214 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.240375 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2990072-231b-4dd7-84af-49b5449b9320 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:39.246660 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b08c24-e279-4e43-9021-7938ad8d9d82 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:39.252360 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3688e870-a800-4cd5-baef-52429382b181 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.263906 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-81b08c24-e279-4e43-9021-7938ad8d9d82 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/232197ee-affb-4bd0-9da2-3b59e02e9b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0820472 Mar 14 15:25:39.266979 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52120) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:39.268013 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 5c3f423f-0e49-43fe-aa01-63ab7d61bb41 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:25:39.268995 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5c3f423f-0e49-43fe-aa01-63ab7d61bb41 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:25:39.273950 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c92365b-bc45-4b4d-a879-587ce21eae72 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Made reservation on behalf of b9abc0a6aea44bf981861daf5f9adcb5 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:39.274504 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0ed5ab85-e9da-4206-9035-fc0c79a82f5f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'network': {'name': 'tempest-RoutersTest-1439534852'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:39.277929 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c92365b-bc45-4b4d-a879-587ce21eae72 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.279493 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2990072-231b-4dd7-84af-49b5449b9320 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6c8757-1b55-4a00-87f2-7074037f1e0c,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:39.290342 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a2990072-231b-4dd7-84af-49b5449b9320 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.290681 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-a2990072-231b-4dd7-84af-49b5449b9320 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Added segment 0b6a0032-9fe1-427f-8ab6-ea04dfa71e44 of type vlan for network 5b9fbf90-4428-44c7-aa34-44697a69d1dc Mar 14 15:25:39.310043 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3688e870-a800-4cd5-baef-52429382b181 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.326201 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-a83da254-cacf-4317-9769-6d11fb214bcc tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] For port 4371d748-b2de-4e39-8445-fe573f9fc259, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=4371d748-b2de-4e39-8445-fe573f9fc259,segment=NetworkSegment(89f7cd44-1697-4468-ba5a-8be99704c73d),segment_id=89f7cd44-1697-4468-ba5a-8be99704c73d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:39.329576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a83da254-cacf-4317-9769-6d11fb214bcc tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.330693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-3b3a6284-c45b-4c1e-9902-c7e8fb812007 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:25:39.331659 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-3b3a6284-c45b-4c1e-9902-c7e8fb812007 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:25:39.333669 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=0edc1ccf-75ef-45c4-99e0-6b7d716a7cee,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:39.352396 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:25:39.353123 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.377901 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a83da254-cacf-4317-9769-6d11fb214bcc tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Calling delete_port for 4371d748-b2de-4e39-8445-fe573f9fc259 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:39.395491 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb8fcac-59e2-4154-9eed-d5e734c385f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router 36ff763e-a209-48ce-b2fd-58ee314f43f0 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:25:39.423209 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed5ab85-e9da-4206-9035-fc0c79a82f5f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Made reservation on behalf of b6feafefd41e4054a6f4c1f00b8534e6 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:39.440253 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ab85-e9da-4206-9035-fc0c79a82f5f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.539835 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a2990072-231b-4dd7-84af-49b5449b9320 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.544038 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c92365b-bc45-4b4d-a879-587ce21eae72 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:39.564770 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed5ab85-e9da-4206-9035-fc0c79a82f5f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:39.586188 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c92365b-bc45-4b4d-a879-587ce21eae72 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.586533 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-0c92365b-bc45-4b4d-a879-587ce21eae72 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Added segment 625bf234-e0f9-4474-b440-2e34eb6b6713 of type vlan for network 21ad10da-a0b4-43d9-b53e-4c89e0132d96 Mar 14 15:25:39.594267 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device ea6f71df-8206-4bdf-8969-8c191687bb1d up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:39.641700 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ab85-e9da-4206-9035-fc0c79a82f5f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.642095 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-0ed5ab85-e9da-4206-9035-fc0c79a82f5f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Added segment 361c0d24-f297-4a4e-acc7-57d29d5a6537 of type vlan for network deaee5f8-23db-4220-91f0-ce5ee9ed990c Mar 14 15:25:39.647528 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a2990072-231b-4dd7-84af-49b5449b9320 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.659712 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2990072-231b-4dd7-84af-49b5449b9320 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:39.660533 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a2990072-231b-4dd7-84af-49b5449b9320 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.668914 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port ea6f71df-8206-4bdf-8969-8c191687bb1d triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:39.670097 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.709652 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:25:36Z', 'revision_number': 3, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:38Z', 'revision_number': 4, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:36Z', 'revision_number': 2, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:39.747537 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1775a07-dbb5-44e4-a0fa-4fefa7b1f3ae None None] The sync data for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv is: [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:25:36Z', 'revision_number': 3, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:38Z', 'revision_number': 4, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:36Z', 'revision_number': 2, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:39.783627 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2990072-231b-4dd7-84af-49b5449b9320 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Network': ['ID=5b9fbf90-4428-44c7-aa34-44697a69d1dc,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:39.796082 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-3688e870-a800-4cd5-baef-52429382b181 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Deleting port fdfd4eb0-b8d2-42a2-a63a-b6a15aa11f83 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:39.796636 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3688e870-a800-4cd5-baef-52429382b181 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.808661 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:39.866973 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c92365b-bc45-4b4d-a879-587ce21eae72 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.911731 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3688e870-a800-4cd5-baef-52429382b181 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.933686 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-3688e870-a800-4cd5-baef-52429382b181 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Calling delete_port for fdfd4eb0-b8d2-42a2-a63a-b6a15aa11f83 owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:39.940940 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:39.967516 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf66f40-5d2b-45c6-b953-a662a543bd3a None None] Network db766437-7a0d-4133-9447-0f3a101e4816 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:39.996113 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb8fcac-59e2-4154-9eed-d5e734c385f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:40.012694 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4bb8fcac-59e2-4154-9eed-d5e734c385f9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/36ff763e-a209-48ce-b2fd-58ee314f43f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4690945 Mar 14 15:25:40.014572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-0c92365b-bc45-4b4d-a879-587ce21eae72 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:25:40.024276 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52122) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:40.042909 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a15cc33f-9f07-4ba8-979c-1133f5ddef1d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1496689243'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:40.055717 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a83da254-cacf-4317-9769-6d11fb214bcc tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:40.065212 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] Sync routers for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:40.069671 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-146bcada-f0ba-4a3e-abb3-0a384cebc214 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:40.084434 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c92365b-bc45-4b4d-a879-587ce21eae72 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:40.090054 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c92365b-bc45-4b4d-a879-587ce21eae72 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:40.090803 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c92365b-bc45-4b4d-a879-587ce21eae72 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:40.121627 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:40.122326 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:40.128658 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port ea6f71df-8206-4bdf-8969-8c191687bb1d, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=ea6f71df-8206-4bdf-8969-8c191687bb1d,segment=NetworkSegment(699f4146-9432-4e1f-a88b-dc52c265c1ce),segment_id=699f4146-9432-4e1f-a88b-dc52c265c1ce)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:40.132693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3b3a6284-c45b-4c1e-9902-c7e8fb812007 None None] Provisioning complete for port 090c424d-29a5-4971-9adc-a06162626829 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:40.133067 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6284-c45b-4c1e-9902-c7e8fb812007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:40.147524 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-146bcada-f0ba-4a3e-abb3-0a384cebc214 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:40.157394 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a2990072-231b-4dd7-84af-49b5449b9320 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5420213 Mar 14 15:25:40.166203 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83da254-cacf-4317-9769-6d11fb214bcc tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event deleted for resources: {'Port': ['ID=4371d748-b2de-4e39-8445-fe573f9fc259,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:40.173515 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83da254-cacf-4317-9769-6d11fb214bcc tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] No DVR routers for this DVR port 4371d748-b2de-4e39-8445-fe573f9fc259 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:25:40.179600 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52124) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:40.193641 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0c7a6360-53b4-470d-9a89-25918242fa46 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:40.199526 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:40.200373 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:40.246003 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15cc33f-9f07-4ba8-979c-1133f5ddef1d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Made reservation on behalf of 0b7813f054dc4f2aa04f19db8d2ac08c for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:40.252224 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a15cc33f-9f07-4ba8-979c-1133f5ddef1d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:40.273157 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ab85-e9da-4206-9035-fc0c79a82f5f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:40.391510 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ab85-e9da-4206-9035-fc0c79a82f5f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:40.401397 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed5ab85-e9da-4206-9035-fc0c79a82f5f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:40.402056 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ab85-e9da-4206-9035-fc0c79a82f5f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:40.487638 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5ab85-e9da-4206-9035-fc0c79a82f5f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Network': ['ID=deaee5f8-23db-4220-91f0-ce5ee9ed990c,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:40.509260 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network deaee5f8-23db-4220-91f0-ce5ee9ed990c details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:40.515103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3688e870-a800-4cd5-baef-52429382b181 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:40.525653 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0ed5ab85-e9da-4206-9035-fc0c79a82f5f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2531927 Mar 14 15:25:40.525653 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52126) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:40.539310 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f08d1b25-85a8-491e-bf7a-335014054bef tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'subnet': {'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:40.570110 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92365b-bc45-4b4d-a879-587ce21eae72 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event updated for resources: {'Network': ['ID=21ad10da-a0b4-43d9-b53e-4c89e0132d96,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:40.581849 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688e870-a800-4cd5-baef-52429382b181 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Pushing event deleted for resources: {'Port': ['ID=fdfd4eb0-b8d2-42a2-a63a-b6a15aa11f83,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:40.583883 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0c92365b-bc45-4b4d-a879-587ce21eae72 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5206788 Mar 14 15:25:40.590015 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52128) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:40.591133 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6284-c45b-4c1e-9902-c7e8fb812007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:40.607578 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-e2729c37-50a5-4bfc-9d44-5be5f4af668d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Request body: {'subnet': {'network_id': '21ad10da-a0b4-43d9-b53e-4c89e0132d96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:40.609911 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:25:40.613759 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 21ad10da-a0b4-43d9-b53e-4c89e0132d96 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:40.711888 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a83da254-cacf-4317-9769-6d11fb214bcc tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:40.739840 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=ea6f71df-8206-4bdf-8969-8c191687bb1d,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:40.740090 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7a6360-53b4-470d-9a89-25918242fa46 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:40.743557 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c7a6360-53b4-470d-9a89-25918242fa46 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:40.813991 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15cc33f-9f07-4ba8-979c-1133f5ddef1d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:40.824754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a83da254-cacf-4317-9769-6d11fb214bcc tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031c1ff5-38b0-4aeb-9563-3530bf7331ba']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:40.855864 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a83da254-cacf-4317-9769-6d11fb214bcc tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f7cd44-1697-4468-ba5a-8be99704c73d') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:40.856161 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a83da254-cacf-4317-9769-6d11fb214bcc tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f7cd44-1697-4468-ba5a-8be99704c73d') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:40.866363 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2729c37-50a5-4bfc-9d44-5be5f4af668d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Made reservation on behalf of b9abc0a6aea44bf981861daf5f9adcb5 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:40.870744 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146bcada-f0ba-4a3e-abb3-0a384cebc214 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Router c4989eed-0d71-4578-b7c8-4f20fe9c3e9f is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:25:40.871852 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e2729c37-50a5-4bfc-9d44-5be5f4af668d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:40.876195 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3688e870-a800-4cd5-baef-52429382b181 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:40.879130 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a15cc33f-9f07-4ba8-979c-1133f5ddef1d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:40.879429 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-a15cc33f-9f07-4ba8-979c-1133f5ddef1d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Added segment 723d964c-51e7-4b5a-86d3-3449dc755a65 of type vlan for network d2c1700e-66e8-4252-9f8d-c012e01b0fc2 Mar 14 15:25:40.900826 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a83da254-cacf-4317-9769-6d11fb214bcc tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:40.927964 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:40.928256 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:41.004184 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a83da254-cacf-4317-9769-6d11fb214bcc tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:41.022782 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08d1b25-85a8-491e-bf7a-335014054bef tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Made reservation on behalf of b6feafefd41e4054a6f4c1f00b8534e6 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:41.026432 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f08d1b25-85a8-491e-bf7a-335014054bef tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:41.026653 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a15cc33f-9f07-4ba8-979c-1133f5ddef1d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:41.038164 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a83da254-cacf-4317-9769-6d11fb214bcc tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:25:41.039108 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a83da254-cacf-4317-9769-6d11fb214bcc tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:25:41.043140 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:25:41.171620 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3b3a6284-c45b-4c1e-9902-c7e8fb812007 None None] For port 090c424d-29a5-4971-9adc-a06162626829, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=090c424d-29a5-4971-9adc-a06162626829,segment=NetworkSegment(1541d88b-bb29-4204-97e7-30d693b41604),segment_id=1541d88b-bb29-4204-97e7-30d693b41604)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:41.289440 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6284-c45b-4c1e-9902-c7e8fb812007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:41.328877 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3688e870-a800-4cd5-baef-52429382b181 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:41.359596 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3688e870-a800-4cd5-baef-52429382b181 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:41.393767 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6284-c45b-4c1e-9902-c7e8fb812007 None None] Pushing event updated for resources: {'Port': ['ID=090c424d-29a5-4971-9adc-a06162626829,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:41.417394 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-a15cc33f-9f07-4ba8-979c-1133f5ddef1d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:25:41.493691 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:25:36Z', 'revision_number': 4, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': '29b03913-506c-499b-8f58-ddfac40096ff', 'name': '', 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:67:b5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:32Z', 'updated_at': '2022-03-14T15:25:36Z', 'revision_number': 2, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57512ac-29d3-497f-b571-185704f21683', 'name': '', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:82:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:23Z', 'updated_at': '2022-03-14T15:25:31Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:41.496969 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-13b2150b-afcc-4d87-aa78-7a51b69859e1 None None] Provisioning complete for port 29b03913-506c-499b-8f58-ddfac40096ff triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:41.499803 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13b2150b-afcc-4d87-aa78-7a51b69859e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:41.582981 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] Checking router: 36ff763e-a209-48ce-b2fd-58ee314f43f0 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:25:41.587914 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] Updating router 36ff763e-a209-48ce-b2fd-58ee314f43f0 port 29b03913-506c-499b-8f58-ddfac40096ff binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:25:41.634037 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3688e870-a800-4cd5-baef-52429382b181 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Router d8c1b6f8-da07-46cb-8e89-6945234b6650 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:25:41.645859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a15cc33f-9f07-4ba8-979c-1133f5ddef1d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:41.659539 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15cc33f-9f07-4ba8-979c-1133f5ddef1d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:41.660056 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a15cc33f-9f07-4ba8-979c-1133f5ddef1d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:41.669093 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f08d1b25-85a8-491e-bf7a-335014054bef tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:41.675855 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:41.687858 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-13b2150b-afcc-4d87-aa78-7a51b69859e1 None None] Port 29b03913-506c-499b-8f58-ddfac40096ff cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:25:41.734491 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-13b2150b-afcc-4d87-aa78-7a51b69859e1 None None] Provisioning complete for port 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:41.734868 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13b2150b-afcc-4d87-aa78-7a51b69859e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:41.772087 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a83da254-cacf-4317-9769-6d11fb214bcc tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:41.783731 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15cc33f-9f07-4ba8-979c-1133f5ddef1d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Network': ['ID=d2c1700e-66e8-4252-9f8d-c012e01b0fc2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:41.821510 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device ea6f71df-8206-4bdf-8969-8c191687bb1d up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:41.823858 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network d2c1700e-66e8-4252-9f8d-c012e01b0fc2 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:41.896698 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3688e870-a800-4cd5-baef-52429382b181 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:41.903577 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146bcada-f0ba-4a3e-abb3-0a384cebc214 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:41.906969 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3688e870-a800-4cd5-baef-52429382b181 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:41.908405 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3688e870-a800-4cd5-baef-52429382b181 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "PUT /v2.0/routers/d8c1b6f8-da07-46cb-8e89-6945234b6650 HTTP/1.1" status: 200 len: 705 time: 3.9047611 Mar 14 15:25:41.913667 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030b42c8-87f0-4249-a3c6-80ff33f786fc None None] Sync routers for ids ['d8c1b6f8-da07-46cb-8e89-6945234b6650'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:41.914171 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a83da254-cacf-4317-9769-6d11fb214bcc tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:41.921382 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a83da254-cacf-4317-9769-6d11fb214bcc tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "DELETE /v2.0/networks/031c1ff5-38b0-4aeb-9563-3530bf7331ba HTTP/1.1" status: 204 len: 168 time: 4.7136638 Mar 14 15:25:41.922663 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52132) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:41.923033 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52134) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:41.927604 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-146bcada-f0ba-4a3e-abb3-0a384cebc214 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:41.928819 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-146bcada-f0ba-4a3e-abb3-0a384cebc214 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "PUT /v2.0/routers/c4989eed-0d71-4578-b7c8-4f20fe9c3e9f HTTP/1.1" status: 200 len: 918 time: 7.4730566 Mar 14 15:25:41.934352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52136) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:41.934876 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030b42c8-87f0-4249-a3c6-80ff33f786fc None None] Routers {'d8c1b6f8-da07-46cb-8e89-6945234b6650'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:41.937380 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-030b42c8-87f0-4249-a3c6-80ff33f786fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['d8c1b6f8-da07-46cb-8e89-6945234b6650'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:41.954831 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03436588-65a8-4035-a6cb-6c83014278c4 None None] Sync routers for ids ['c4989eed-0d71-4578-b7c8-4f20fe9c3e9f'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:41.955093 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d1b25-85a8-491e-bf7a-335014054bef tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Subnet': ['ID=53eaac28-a88e-445e-b91f-1006a02b19b4,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:41.961542 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c7a6360-53b4-470d-9a89-25918242fa46 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:42.008631 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03436588-65a8-4035-a6cb-6c83014278c4 None None] Routers {'c4989eed-0d71-4578-b7c8-4f20fe9c3e9f'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:42.009272 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-03436588-65a8-4035-a6cb-6c83014278c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['c4989eed-0d71-4578-b7c8-4f20fe9c3e9f'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:42.025754 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.objects.ports [None req-e2729c37-50a5-4bfc-9d44-5be5f4af668d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102567) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 15:25:42.035024 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e2729c37-50a5-4bfc-9d44-5be5f4af668d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:42.045805 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-030b42c8-87f0-4249-a3c6-80ff33f786fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:42.057813 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030b42c8-87f0-4249-a3c6-80ff33f786fc None None] Routers {'d8c1b6f8-da07-46cb-8e89-6945234b6650'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:42.058730 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-030b42c8-87f0-4249-a3c6-80ff33f786fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['d8c1b6f8-da07-46cb-8e89-6945234b6650'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:42.107510 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a15cc33f-9f07-4ba8-979c-1133f5ddef1d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0739870 Mar 14 15:25:42.109858 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-030b42c8-87f0-4249-a3c6-80ff33f786fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:42.111065 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030b42c8-87f0-4249-a3c6-80ff33f786fc None None] The sync data for ids ['d8c1b6f8-da07-46cb-8e89-6945234b6650'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:42.111354 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-535436fa-4964-4dd6-b2ff-493189695138 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:42.139283 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52138) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:42.145298 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-780b4317-dc73-4c2b-910e-d071d783b498 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'subnet': {'network_id': 'd2c1700e-66e8-4252-9f8d-c012e01b0fc2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:42.150582 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-03436588-65a8-4035-a6cb-6c83014278c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:42.155360 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08d1b25-85a8-491e-bf7a-335014054bef tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Checking segment: {'id': '361c0d24-f297-4a4e-acc7-57d29d5a6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:42.155848 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08d1b25-85a8-491e-bf7a-335014054bef tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network hostable DHCP agents. Network: deaee5f8-23db-4220-91f0-ce5ee9ed990c, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:42.181603 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a6360-53b4-470d-9a89-25918242fa46 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=0c1791c7-1434-468c-94df-64920b30d415,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:42.189572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83da254-cacf-4317-9769-6d11fb214bcc tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event deleted for resources: {'Network': ['ID=031c1ff5-38b0-4aeb-9563-3530bf7331ba,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:42.212522 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242ca0b-7315-4ded-b972-cbe9199e6701 req-f6081e49-2467-48eb-bd80-f60b42cff625 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:42.213972 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1242ca0b-7315-4ded-b972-cbe9199e6701 req-f6081e49-2467-48eb-bd80-f60b42cff625 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.6803963 Mar 14 15:25:42.215986 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port ea6f71df-8206-4bdf-8969-8c191687bb1d triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:42.217439 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:42.231532 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2729c37-50a5-4bfc-9d44-5be5f4af668d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event updated for resources: {'Subnet': ['ID=43d8cb35-1259-4139-b490-70585199f922,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:42.289767 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08d1b25-85a8-491e-bf7a-335014054bef tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network deaee5f8-23db-4220-91f0-ce5ee9ed990c is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:42.301113 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03436588-65a8-4035-a6cb-6c83014278c4 None None] Routers {'c4989eed-0d71-4578-b7c8-4f20fe9c3e9f'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:42.301996 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-03436588-65a8-4035-a6cb-6c83014278c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['c4989eed-0d71-4578-b7c8-4f20fe9c3e9f'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:42.335852 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f08d1b25-85a8-491e-bf7a-335014054bef tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, deaee5f8-23db-4220-91f0-ce5ee9ed990c) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:42.338103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2729c37-50a5-4bfc-9d44-5be5f4af668d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Checking segment: {'id': '625bf234-e0f9-4474-b440-2e34eb6b6713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '21ad10da-a0b4-43d9-b53e-4c89e0132d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:42.338588 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2729c37-50a5-4bfc-9d44-5be5f4af668d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Network hostable DHCP agents. Network: 21ad10da-a0b4-43d9-b53e-4c89e0132d96, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:42.343997 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-535436fa-4964-4dd6-b2ff-493189695138 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:42.349262 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780b4317-dc73-4c2b-910e-d071d783b498 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Made reservation on behalf of 0b7813f054dc4f2aa04f19db8d2ac08c for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:42.352948 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-780b4317-dc73-4c2b-910e-d071d783b498 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:42.358366 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08d1b25-85a8-491e-bf7a-335014054bef tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:42.359030 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f08d1b25-85a8-491e-bf7a-335014054bef tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:42.367500 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-535436fa-4964-4dd6-b2ff-493189695138 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f481b400-db19-499a-8e99-02f50659313f']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:42.379147 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] Sync routers for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:42.379443 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-535436fa-4964-4dd6-b2ff-493189695138 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7105c589-64ec-4eb3-a1d2-e9e31b292967') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:42.379711 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-535436fa-4964-4dd6-b2ff-493189695138 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7105c589-64ec-4eb3-a1d2-e9e31b292967') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:42.391965 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-535436fa-4964-4dd6-b2ff-493189695138 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:42.394067 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:42.394610 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f08d1b25-85a8-491e-bf7a-335014054bef tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8673928 Mar 14 15:25:42.396742 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:42.398141 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52140) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:42.407086 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-535436fa-4964-4dd6-b2ff-493189695138 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:42.416939 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535436fa-4964-4dd6-b2ff-493189695138 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:25:42.417442 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-535436fa-4964-4dd6-b2ff-493189695138 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:42.473675 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f320d6b5-2ab0-41f9-bad5-38d002b384f3 None None] Network deaee5f8-23db-4220-91f0-ce5ee9ed990c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:25:42.485029 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:25:42.503508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-535436fa-4964-4dd6-b2ff-493189695138 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:42.508446 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-535436fa-4964-4dd6-b2ff-493189695138 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:42.511932 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-535436fa-4964-4dd6-b2ff-493189695138 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "DELETE /v2.0/networks/f481b400-db19-499a-8e99-02f50659313f HTTP/1.1" status: 204 len: 168 time: 0.5784316 Mar 14 15:25:42.532314 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d0a54ebb-e66f-485d-96e8-680fe439c0cb tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "GET /v2.0/routers/d8c1b6f8-da07-46cb-8e89-6945234b6650 HTTP/1.1" status: 200 len: 740 time: 0.5983725 Mar 14 15:25:42.534231 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52142) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:42.534568 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52144) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:42.538874 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:25:42.599872 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 090c424d-29a5-4971-9adc-a06162626829 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:42.612672 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-78e32102-31b4-4f10-834d-ea4313c546f5 tempest-RoutersAdminTest-1278848417 tempest-RoutersAdminTest-1278848417-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&device_id=d8c1b6f8-da07-46cb-8e89-6945234b6650 HTTP/1.1" status: 200 len: 205 time: 0.0722253 Mar 14 15:25:42.649890 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52146) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:42.650662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535436fa-4964-4dd6-b2ff-493189695138 tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event deleted for resources: {'Network': ['ID=f481b400-db19-499a-8e99-02f50659313f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:42.661140 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-03436588-65a8-4035-a6cb-6c83014278c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:42.662051 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03436588-65a8-4035-a6cb-6c83014278c4 None None] The sync data for ids ['c4989eed-0d71-4578-b7c8-4f20fe9c3e9f'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:42.691843 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1242ca0b-7315-4ded-b972-cbe9199e6701 req-6cb94241-efd9-4655-83be-698a0dfdc954 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4158785 Mar 14 15:25:42.747235 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7a6360-53b4-470d-9a89-25918242fa46 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Checking segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:42.748180 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7a6360-53b4-470d-9a89-25918242fa46 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network hostable DHCP agents. Network: 5b9fbf90-4428-44c7-aa34-44697a69d1dc, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:42.763627 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-811c3997-dbf2-4417-9376-3da7fb246aed tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8c1b6f8-da07-46cb-8e89-6945234b6650 HTTP/1.1" status: 200 len: 205 time: 0.0899527 Mar 14 15:25:42.770296 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52150) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:42.807023 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-deaee5f8-23db-4220-91f0-ce5ee9ed990c', 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'fixed_ips': [{'subnet_id': '53eaac28-a88e-445e-b91f-1006a02b19b4'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:25:42.818581 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:42.838048 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:25:36Z', 'revision_number': 3, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:36Z', 'revision_number': 2, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:42.866226 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-13b2150b-afcc-4d87-aa78-7a51b69859e1 None None] Provisioning complete for port ea6f71df-8206-4bdf-8969-8c191687bb1d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:42.866988 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13b2150b-afcc-4d87-aa78-7a51b69859e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:42.883737 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa0aea65-0eaa-4cc3-b1b6-b7d73a1fda4e tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:42.891108 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] Checking router: 232197ee-affb-4bd0-9da2-3b59e02e9b70 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:25:42.891810 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] Updating router 232197ee-affb-4bd0-9da2-3b59e02e9b70 port e3772ce0-baa2-4523-8101-50be50135293 binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:25:42.906377 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-280a90fa-e533-4ce3-8cf7-2ceee5d38875 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:42.924232 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:42.997453 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2729c37-50a5-4bfc-9d44-5be5f4af668d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Network 21ad10da-a0b4-43d9-b53e-4c89e0132d96 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:43.018222 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-780b4317-dc73-4c2b-910e-d071d783b498 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:43.019286 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:43.026459 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 090c424d-29a5-4971-9adc-a06162626829 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:43.026985 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:43.055927 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-e2729c37-50a5-4bfc-9d44-5be5f4af668d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 21ad10da-a0b4-43d9-b53e-4c89e0132d96) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:43.062155 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:43.062853 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2729c37-50a5-4bfc-9d44-5be5f4af668d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:43.063498 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e2729c37-50a5-4bfc-9d44-5be5f4af668d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:43.092591 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2cdf0b-1506-448a-93a8-0dbdaef82646 None None] Network 21ad10da-a0b4-43d9-b53e-4c89e0132d96 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:43.125051 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e2729c37-50a5-4bfc-9d44-5be5f4af668d tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.5302749 Mar 14 15:25:43.127969 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-280a90fa-e533-4ce3-8cf7-2ceee5d38875 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:43.131433 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-280a90fa-e533-4ce3-8cf7-2ceee5d38875 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:43.132495 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52152) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:43.180803 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0d005210-6587-4d0b-9414-6b1ba1d478dd tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "GET /v2.0/routers/c4989eed-0d71-4578-b7c8-4f20fe9c3e9f HTTP/1.1" status: 200 len: 924 time: 1.2203264 Mar 14 15:25:43.183504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52154) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:43.201213 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7a6360-53b4-470d-9a89-25918242fa46 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:43.258674 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-280a90fa-e533-4ce3-8cf7-2ceee5d38875 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:43.259246 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280a90fa-e533-4ce3-8cf7-2ceee5d38875 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Fanout notify agent at l3_agent the message router_deleted on router d8c1b6f8-da07-46cb-8e89-6945234b6650 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:25:43.274695 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-280a90fa-e533-4ce3-8cf7-2ceee5d38875 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:43.279612 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-280a90fa-e533-4ce3-8cf7-2ceee5d38875 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "DELETE /v2.0/routers/d8c1b6f8-da07-46cb-8e89-6945234b6650 HTTP/1.1" status: 204 len: 168 time: 0.5046754 Mar 14 15:25:43.281196 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52156) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:43.281952 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-0c7a6360-53b4-470d-9a89-25918242fa46 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 5b9fbf90-4428-44c7-aa34-44697a69d1dc) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:43.327499 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823bdc6-06f0-41aa-89fb-2c2f1b7a7df9 req-253dd8c5-6c72-4ee2-ad45-883d4ab3a011 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:43.329520 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b823bdc6-06f0-41aa-89fb-2c2f1b7a7df9 req-253dd8c5-6c72-4ee2-ad45-883d4ab3a011 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.5010960 Mar 14 15:25:43.347685 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b4317-dc73-4c2b-910e-d071d783b498 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Subnet': ['ID=3f15d97f-3dbb-41c1-a270-30d7973f623e,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:43.350163 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7a6360-53b4-470d-9a89-25918242fa46 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:43.350766 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c7a6360-53b4-470d-9a89-25918242fa46 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:43.356698 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:43.363601 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbadcc-7985-478f-af16-a936c102d526 None None] Pushing event updated for resources: {'Port': ['ID=29b03913-506c-499b-8f58-ddfac40096ff,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:43.366841 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1adbc57c-de66-4b9d-96a5-5a1524559001 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8c1b6f8-da07-46cb-8e89-6945234b6650 HTTP/1.1" status: 200 len: 205 time: 0.0827231 Mar 14 15:25:43.376305 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52158) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:43.379305 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e84a156-9dbf-4df9-ad8d-f914b4ed1508 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:43.381170 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:43.447452 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39f5a4-3af4-4de3-a713-721ff01dd101 None None] Pushing event updated for resources: {'Port': ['ID=e3772ce0-baa2-4523-8101-50be50135293,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:43.464166 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780b4317-dc73-4c2b-910e-d071d783b498 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Checking segment: {'id': '723d964c-51e7-4b5a-86d3-3449dc755a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'd2c1700e-66e8-4252-9f8d-c012e01b0fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:43.464951 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780b4317-dc73-4c2b-910e-d071d783b498 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network hostable DHCP agents. Network: d2c1700e-66e8-4252-9f8d-c012e01b0fc2, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:43.480962 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128f0d1b-4d44-4640-b6a4-7882de520f3a tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:43.481412 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-f75594c1-ec56-4830-976f-beb39c3243cb tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] delete failed (client error): The resource could not be found. Mar 14 15:25:43.483446 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f75594c1-ec56-4830-976f-beb39c3243cb tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "DELETE /v2.0/routers/d8c1b6f8-da07-46cb-8e89-6945234b6650 HTTP/1.1" status: 404 len: 336 time: 0.1043677 Mar 14 15:25:43.488247 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-128f0d1b-4d44-4640-b6a4-7882de520f3a tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&device_id=c4989eed-0d71-4578-b7c8-4f20fe9c3e9f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2974968 Mar 14 15:25:43.499193 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0c7a6360-53b4-470d-9a89-25918242fa46 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3089797 Mar 14 15:25:43.505407 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa0aea65-0eaa-4cc3-b1b6-b7d73a1fda4e tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:43.508126 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52160) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:43.508740 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52162) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:43.509227 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52164) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:43.539196 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b6e59fdb-8a11-4af7-908f-040ee36bd53b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'name': 'tempest-NetworksTestDHCPv6-57491810'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:43.547274 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b823bdc6-06f0-41aa-89fb-2c2f1b7a7df9 req-f35508b7-0821-4c2b-bdf7-49b4b1041f15 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006245 Mar 14 15:25:43.574550 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0ffa77f8-839c-4ccb-a21a-ccaf9beb8ba8 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "GET /v2.0/ports?device_id=daca9333-c484-425f-ba42-e79b79b9789e HTTP/1.1" status: 200 len: 205 time: 0.0619791 Mar 14 15:25:43.576307 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52166) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:43.599304 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] Attempting to bind port e3772ce0-baa2-4523-8101-50be50135293 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:43.599973 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] Attempting to bind port e3772ce0-baa2-4523-8101-50be50135293 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '699f4146-9432-4e1f-a88b-dc52c265c1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:43.600655 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] Attempting to bind port e3772ce0-baa2-4523-8101-50be50135293 on network db766437-7a0d-4133-9447-0f3a101e4816 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:43.607615 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:43.608297 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] Checking segment: {'id': '699f4146-9432-4e1f-a88b-dc52c265c1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:43.608918 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:43.609666 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf187-f618-43ec-8d96-04c12f751538 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:43.610312 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] Bound using segment: {'id': '699f4146-9432-4e1f-a88b-dc52c265c1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:43.611035 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] Bound port: e3772ce0-baa2-4523-8101-50be50135293, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699f4146-9432-4e1f-a88b-dc52c265c1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:43.613835 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:43.628709 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780b4317-dc73-4c2b-910e-d071d783b498 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network d2c1700e-66e8-4252-9f8d-c012e01b0fc2 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:43.642373 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-780b4317-dc73-4c2b-910e-d071d783b498 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, d2c1700e-66e8-4252-9f8d-c012e01b0fc2) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:43.704475 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780b4317-dc73-4c2b-910e-d071d783b498 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:43.705084 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-780b4317-dc73-4c2b-910e-d071d783b498 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:43.705227 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-aa0aea65-0eaa-4cc3-b1b6-b7d73a1fda4e tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5cc0e0c-5d9e-47c5-b447-af0afbb91d93']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:43.708990 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf187-f618-43ec-8d96-04c12f751538 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:43.710204 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-1d6a4453-5f0f-4583-a00e-09dcda25f665 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] delete failed (client error): The resource could not be found. Mar 14 15:25:43.714073 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1d6a4453-5f0f-4583-a00e-09dcda25f665 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "DELETE /v2.0/routers/daca9333-c484-425f-ba42-e79b79b9789e HTTP/1.1" status: 404 len: 336 time: 0.1243896 Mar 14 15:25:43.742857 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52170) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:43.768642 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] For port e3772ce0-baa2-4523-8101-50be50135293, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:43.772626 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] For port e3772ce0-baa2-4523-8101-50be50135293, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e3772ce0-baa2-4523-8101-50be50135293,segment=NetworkSegment(699f4146-9432-4e1f-a88b-dc52c265c1ce),segment_id=699f4146-9432-4e1f-a88b-dc52c265c1ce)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:43.785476 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:43.790814 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] Allocated IP 172.22.0.2 (deaee5f8-23db-4220-91f0-ce5ee9ed990c/53eaac28-a88e-445e-b91f-1006a02b19b4/29e3ec81-8747-42bb-8c69-7fe36c4411a8) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:43.799732 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-aa0aea65-0eaa-4cc3-b1b6-b7d73a1fda4e tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a6bad6-85c7-4468-9da9-cfd92ad7521b') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:43.800091 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-aa0aea65-0eaa-4cc3-b1b6-b7d73a1fda4e tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a6bad6-85c7-4468-9da9-cfd92ad7521b') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:43.826866 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-05c47dc1-9190-48a0-b371-f32fe87e5f19 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "GET /v2.0/ports?device_id=677db969-cafb-4307-8a5f-8ba405060356 HTTP/1.1" status: 200 len: 205 time: 0.0800993 Mar 14 15:25:43.828989 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52172) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:43.848978 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-780b4317-dc73-4c2b-910e-d071d783b498 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7048686 Mar 14 15:25:43.850669 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52174) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:43.900490 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:43.901109 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:43.924115 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa0aea65-0eaa-4cc3-b1b6-b7d73a1fda4e tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:43.950138 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39f5a4-3af4-4de3-a713-721ff01dd101 None None] Pushing event updated for resources: {'Port': ['ID=e3772ce0-baa2-4523-8101-50be50135293,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:43.981773 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1958fbf-1b6c-4696-8aff-350c14bd89c3 None None] Network d2c1700e-66e8-4252-9f8d-c012e01b0fc2 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:43.991113 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f74f8436-9ce7-4f4d-ae83-a35ae392710d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:44.014789 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-92d15ee3-5770-4a43-8a25-49f0e48c8cfa tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] delete failed (client error): The resource could not be found. Mar 14 15:25:44.018124 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-92d15ee3-5770-4a43-8a25-49f0e48c8cfa tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "DELETE /v2.0/routers/677db969-cafb-4307-8a5f-8ba405060356 HTTP/1.1" status: 404 len: 336 time: 0.1688523 Mar 14 15:25:44.022174 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52176) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:44.025227 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf187-f618-43ec-8d96-04c12f751538 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:44.059506 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0694abaa-ec90-4955-b912-46c97427fe87 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:44.061232 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:25:44.063522 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0694abaa-ec90-4955-b912-46c97427fe87 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "GET /v2.0/networks/0f3fd893-5baa-4085-951b-8847b15a4083 HTTP/1.1" status: 200 len: 881 time: 0.5413501 Mar 14 15:25:44.074783 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa0aea65-0eaa-4cc3-b1b6-b7d73a1fda4e tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:44.082371 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0aea65-0eaa-4cc3-b1b6-b7d73a1fda4e tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:25:44.082776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa0aea65-0eaa-4cc3-b1b6-b7d73a1fda4e tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:44.114303 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52178) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:44.134384 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-13b2150b-afcc-4d87-aa78-7a51b69859e1 None None] Provisioning complete for port 090c424d-29a5-4971-9adc-a06162626829 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:44.134960 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-13b2150b-afcc-4d87-aa78-7a51b69859e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:44.146748 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdf187-f618-43ec-8d96-04c12f751538 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event deleted for resources: {'Subnet': ['ID=43d8cb35-1259-4139-b490-70585199f922,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:44.164557 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-857a3239-a100-40a3-b75c-f2d0051ecdd0 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "GET /v2.0/ports?device_id=81160ce9-2ceb-4568-b39a-a5f9e55d2af9 HTTP/1.1" status: 200 len: 205 time: 0.1371219 Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:25:44.181387 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:25:44.184288 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52180) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:44.197281 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa0aea65-0eaa-4cc3-b1b6-b7d73a1fda4e tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:44.274968 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232f0a8-3b33-4d7c-9581-c7e1a6e2f00b req-23f3b434-572d-4966-a588-c162f509e6a4 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:44.276527 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0232f0a8-3b33-4d7c-9581-c7e1a6e2f00b req-23f3b434-572d-4966-a588-c162f509e6a4 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.5816143 Mar 14 15:25:44.308330 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa0aea65-0eaa-4cc3-b1b6-b7d73a1fda4e tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:44.317327 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-aa0aea65-0eaa-4cc3-b1b6-b7d73a1fda4e tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] 10.222.0.59 "DELETE /v2.0/networks/d5cc0e0c-5d9e-47c5-b447-af0afbb91d93 HTTP/1.1" status: 204 len: 168 time: 1.7781687 Mar 14 15:25:44.334517 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0c9fd218-cea5-4281-b992-9a27a64e46e5 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4989eed-0d71-4578-b7c8-4f20fe9c3e9f HTTP/1.1" status: 200 len: 205 time: 0.2190566 Mar 14 15:25:44.339265 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0aea65-0eaa-4cc3-b1b6-b7d73a1fda4e tempest-BulkNetworkOpsTest-697851080 tempest-BulkNetworkOpsTest-697851080-project] Pushing event deleted for resources: {'Network': ['ID=d5cc0e0c-5d9e-47c5-b447-af0afbb91d93,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:44.343152 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e59fdb-8a11-4af7-908f-040ee36bd53b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:44.349225 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6e59fdb-8a11-4af7-908f-040ee36bd53b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:44.364404 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-8e7e662f-525e-4c82-82ec-c1722f8fa0b9 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] delete failed (client error): The resource could not be found. Mar 14 15:25:44.369483 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8e7e662f-525e-4c82-82ec-c1722f8fa0b9 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "DELETE /v2.0/routers/81160ce9-2ceb-4568-b39a-a5f9e55d2af9 HTTP/1.1" status: 404 len: 336 time: 0.1843572 Mar 14 15:25:44.370064 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52184) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:44.370390 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52186) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:44.406576 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba39e0c-267e-4651-8c07-b798c93ff90e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-21ad10da-a0b4-43d9-b53e-4c89e0132d96', 'network_id': '21ad10da-a0b4-43d9-b53e-4c89e0132d96', 'tenant_id': 'b9abc0a6aea44bf981861daf5f9adcb5', 'fixed_ips': [{'subnet_id': '43d8cb35-1259-4139-b490-70585199f922'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:25:44.407473 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eba39e0c-267e-4651-8c07-b798c93ff90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:44.437110 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] Attempting to bind port 29b03913-506c-499b-8f58-ddfac40096ff on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:44.437486 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] Attempting to bind port 29b03913-506c-499b-8f58-ddfac40096ff by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'f382194b-e923-4ffc-aac2-1e10fee7ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:44.437847 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] Attempting to bind port 29b03913-506c-499b-8f58-ddfac40096ff on network 81f00b03-2785-4eb5-b4bf-8f364b428d1a {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:44.446517 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:44.448419 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'fixed_ips': [{'subnet_id': '0c1791c7-1434-468c-94df-64920b30d415'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:25:44.449452 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:44.486848 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf187-f618-43ec-8d96-04c12f751538 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:44.499095 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:25:36Z', 'revision_number': 3, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:43Z', 'revision_number': 4, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:44.536235 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:44.538950 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:44.539329 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] Checking segment: {'id': 'f382194b-e923-4ffc-aac2-1e10fee7ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:44.539731 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:44.540126 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] Bound using segment: {'id': 'f382194b-e923-4ffc-aac2-1e10fee7ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:44.540607 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] Bound port: 29b03913-506c-499b-8f58-ddfac40096ff, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f382194b-e923-4ffc-aac2-1e10fee7ac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:44.540986 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:44.551784 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dcb15e-303b-479c-8932-b44ab2375ed8 None None] The sync data for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv is: [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:25:36Z', 'revision_number': 3, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:43Z', 'revision_number': 4, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:44.557465 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-9ffdf187-f618-43ec-8d96-04c12f751538 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ad10da-a0b4-43d9-b53e-4c89e0132d96']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:44.795617 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e3772ce0-baa2-4523-8101-50be50135293 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:44.811515 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] Network deaee5f8-23db-4220-91f0-ce5ee9ed990c is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:44.948478 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1d4de10a-7248-44b6-8a87-e1f392e47d22 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "GET /v2.0/ports?device_id=65a2a6a6-8459-47c1-b650-b40a4d2aaf44 HTTP/1.1" status: 200 len: 205 time: 0.4756315 Mar 14 15:25:44.957668 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52190) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:44.957997 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52192) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:44.965439 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:44.977526 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] Pushing event updated for resources: {'Port': ['ID=29e3ec81-8747-42bb-8c69-7fe36c4411a8,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:44.982802 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-b6e59fdb-8a11-4af7-908f-040ee36bd53b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port 55b9cf40-a400-41d5-ac6a-aaa75e4c78c5 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:25:44.984782 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:44.997145 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c339f71-dea7-4e35-bb36-85634c5d27e0 None None] Network 21ad10da-a0b4-43d9-b53e-4c89e0132d96 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:45.011563 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-9ffdf187-f618-43ec-8d96-04c12f751538 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625bf234-e0f9-4474-b440-2e34eb6b6713') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:45.012905 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-9ffdf187-f618-43ec-8d96-04c12f751538 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625bf234-e0f9-4474-b440-2e34eb6b6713') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:45.026506 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf187-f618-43ec-8d96-04c12f751538 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.027574 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651be22a-032f-4541-a026-228f2420ecab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-d2c1700e-66e8-4252-9f8d-c012e01b0fc2', 'network_id': 'd2c1700e-66e8-4252-9f8d-c012e01b0fc2', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'fixed_ips': [{'subnet_id': '3f15d97f-3dbb-41c1-a270-30d7973f623e'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:25:45.028430 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-651be22a-032f-4541-a026-228f2420ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.032489 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-1df847ac-b101-4bea-a59b-e12cfda04abc tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] delete failed (client error): The resource could not be found. Mar 14 15:25:45.035896 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1df847ac-b101-4bea-a59b-e12cfda04abc tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "DELETE /v2.0/routers/65a2a6a6-8459-47c1-b650-b40a4d2aaf44 HTTP/1.1" status: 404 len: 336 time: 0.0714202 Mar 14 15:25:45.050049 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf187-f618-43ec-8d96-04c12f751538 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.062392 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffdf187-f618-43ec-8d96-04c12f751538 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:25:45.062808 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf187-f618-43ec-8d96-04c12f751538 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.092491 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0232f0a8-3b33-4d7c-9581-c7e1a6e2f00b req-2e93d51d-0a1b-4144-9e1f-bede5be4be6f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7763226 Mar 14 15:25:45.099144 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52196) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:45.135600 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cebcc080-0b9a-46f4-9158-286c64e5a22d tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dd3c2e6-fea6-490a-b80a-da42474c950e HTTP/1.1" status: 200 len: 205 time: 0.0348661 Mar 14 15:25:45.141879 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52200) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:25:45.184701 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:25:45.195935 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf187-f618-43ec-8d96-04c12f751538 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.197290 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] For port 29b03913-506c-499b-8f58-ddfac40096ff, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:45.204275 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-7c752284-f36f-4346-ab05-773440bcd071 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] delete failed (client error): The resource could not be found. Mar 14 15:25:45.207700 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7c752284-f36f-4346-ab05-773440bcd071 tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "DELETE /v2.0/routers/2dd3c2e6-fea6-490a-b80a-da42474c950e HTTP/1.1" status: 404 len: 336 time: 0.0624824 Mar 14 15:25:45.209203 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52202) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:45.220424 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf187-f618-43ec-8d96-04c12f751538 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.228128 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9ffdf187-f618-43ec-8d96-04c12f751538 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "DELETE /v2.0/networks/21ad10da-a0b4-43d9-b53e-4c89e0132d96 HTTP/1.1" status: 204 len: 168 time: 2.0921712 Mar 14 15:25:45.228383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-714b7de5-77d9-42e9-9e4e-c4e02dc3d4bc tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.232258 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52204) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:45.246685 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] For port 29b03913-506c-499b-8f58-ddfac40096ff, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=29b03913-506c-499b-8f58-ddfac40096ff,segment=NetworkSegment(f382194b-e923-4ffc-aac2-1e10fee7ac1a),segment_id=f382194b-e923-4ffc-aac2-1e10fee7ac1a)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:45.291402 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-df49bf35-c9d2-4cc1-b505-3d4ae32a980c tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] DELETE failed (client error): The resource could not be found. Mar 14 15:25:45.291629 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdf187-f618-43ec-8d96-04c12f751538 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event deleted for resources: {'Network': ['ID=21ad10da-a0b4-43d9-b53e-4c89e0132d96,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:45.291751 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df49bf35-c9d2-4cc1-b505-3d4ae32a980c tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:25:45.296061 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-df49bf35-c9d2-4cc1-b505-3d4ae32a980c tempest-RoutersAdminTest-593153310 tempest-RoutersAdminTest-593153310-project] 10.222.0.59 "DELETE /v2.0/subnets/3ad7198d-5593-43d5-b796-dadfe7b21012 HTTP/1.1" status: 404 len: 337 time: 0.0856438 Mar 14 15:25:45.332385 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-04beb298-f837-49d9-a6b6-54f5bd0f676c tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] DELETE failed (client error): The resource could not be found. Mar 14 15:25:45.332644 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04beb298-f837-49d9-a6b6-54f5bd0f676c tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:25:45.336505 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-04beb298-f837-49d9-a6b6-54f5bd0f676c tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "DELETE /v2.0/subnets/43d8cb35-1259-4139-b490-70585199f922 HTTP/1.1" status: 404 len: 337 time: 0.1019154 Mar 14 15:25:45.340075 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52208) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:45.368182 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] Allocated IP 2001:db8::2 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/0c1791c7-1434-468c-94df-64920b30d415/8fd025e3-cb81-4e75-a561-7e0fd84746be) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:45.392868 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db683c22-a28c-46d8-a396-6af483aa128f req-3bac5386-c0f0-4cf8-8eae-c8a2974195d5 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:45.394415 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-db683c22-a28c-46d8-a396-6af483aa128f req-3bac5386-c0f0-4cf8-8eae-c8a2974195d5 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1591294 Mar 14 15:25:45.399639 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.402594 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f405dbc7-c2aa-46d0-bd39-26b85bf61701 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] DELETE failed (client error): The resource could not be found. Mar 14 15:25:45.403240 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f405dbc7-c2aa-46d0-bd39-26b85bf61701 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:25:45.411884 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f405dbc7-c2aa-46d0-bd39-26b85bf61701 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "DELETE /v2.0/networks/21ad10da-a0b4-43d9-b53e-4c89e0132d96 HTTP/1.1" status: 404 len: 339 time: 0.0649016 Mar 14 15:25:45.414520 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52210) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:45.418821 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fc8dd4cf-f540-4a53-a462-4e23ce02d7bb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7476a7be216e4a4ab8df173da3dc01aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4576447 Mar 14 15:25:45.423519 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52212) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:45.453347 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69971c9-e1bc-42db-988f-e405a6446ec6 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] DELETE failed (client error): The resource could not be found. Mar 14 15:25:45.453811 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d69971c9-e1bc-42db-988f-e405a6446ec6 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:25:45.456936 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d69971c9-e1bc-42db-988f-e405a6446ec6 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "DELETE /v2.0/subnets/888eb881-46de-482c-bf3d-497327b06e88 HTTP/1.1" status: 404 len: 337 time: 0.0414646 Mar 14 15:25:45.459418 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52214) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:45.487298 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d27ef2-528d-44c7-9a93-4d486f8f2150 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] DELETE failed (client error): The resource could not be found. Mar 14 15:25:45.487298 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d27ef2-528d-44c7-9a93-4d486f8f2150 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:25:45.490395 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b9d27ef2-528d-44c7-9a93-4d486f8f2150 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "DELETE /v2.0/networks/f14e200d-1e77-445f-a2a1-87795c10a9e8 HTTP/1.1" status: 404 len: 339 time: 0.0270400 Mar 14 15:25:45.492735 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52216) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:45.498023 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbadcc-7985-478f-af16-a936c102d526 None None] Pushing event updated for resources: {'Port': ['ID=29b03913-506c-499b-8f58-ddfac40096ff,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:45.505665 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-714b7de5-77d9-42e9-9e4e-c4e02dc3d4bc tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.516274 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7633bfc9-0b64-4bf5-8622-66043ed7e797 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.534602 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf8aa6f-485a-4cc5-a17a-8ff0f50663de tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] DELETE failed (client error): The resource could not be found. Mar 14 15:25:45.535136 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf8aa6f-485a-4cc5-a17a-8ff0f50663de tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:25:45.541167 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1bf8aa6f-485a-4cc5-a17a-8ff0f50663de tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "DELETE /v2.0/subnets/2f8123f7-1ac1-40c3-a9fc-fb999e840695 HTTP/1.1" status: 404 len: 337 time: 0.0445051 Mar 14 15:25:45.541387 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port e3772ce0-baa2-4523-8101-50be50135293 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:45.541387 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.541570 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52220) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:45.561995 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5578f22f-1744-4cbd-be7f-6050cfcabf97 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] DELETE failed (client error): The resource could not be found. Mar 14 15:25:45.562602 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5578f22f-1744-4cbd-be7f-6050cfcabf97 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:25:45.565865 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5578f22f-1744-4cbd-be7f-6050cfcabf97 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "DELETE /v2.0/networks/0d323c3c-a3c1-4f5a-b4d7-1b036ec82c47 HTTP/1.1" status: 404 len: 339 time: 0.0241041 Mar 14 15:25:45.568469 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52222) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:45.580901 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-6981b18d-2213-4233-af8a-8f6ed764b0d5 None None] Provisioning complete for port 29b03913-506c-499b-8f58-ddfac40096ff triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:45.581274 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6981b18d-2213-4233-af8a-8f6ed764b0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.583266 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] Attempting to bind port 29e3ec81-8747-42bb-8c69-7fe36c4411a8 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:45.583743 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] Attempting to bind port 29e3ec81-8747-42bb-8c69-7fe36c4411a8 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '361c0d24-f297-4a4e-acc7-57d29d5a6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:45.584237 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] Attempting to bind port 29e3ec81-8747-42bb-8c69-7fe36c4411a8 on network deaee5f8-23db-4220-91f0-ce5ee9ed990c {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:45.585485 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-db683c22-a28c-46d8-a396-6af483aa128f req-bd24935c-173c-464b-beb0-c9f68aa9bace tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628218 Mar 14 15:25:45.587603 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-f74f8436-9ce7-4f4d-ae83-a35ae392710d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Allocated IP 172.22.0.1 (deaee5f8-23db-4220-91f0-ce5ee9ed990c/53eaac28-a88e-445e-b91f-1006a02b19b4/a0000cac-e605-4090-9735-59a1593b81f5) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:45.620194 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:45.620518 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] Checking segment: {'id': '361c0d24-f297-4a4e-acc7-57d29d5a6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:45.620927 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.621408 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] Bound using segment: {'id': '361c0d24-f297-4a4e-acc7-57d29d5a6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:45.622053 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] Bound port: 29e3ec81-8747-42bb-8c69-7fe36c4411a8, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '361c0d24-f297-4a4e-acc7-57d29d5a6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:45.622276 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.646535 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b2e6e628-1759-4fdd-8ec9-13147ac9d721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.657200 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52226) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:45.691899 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-714b7de5-77d9-42e9-9e4e-c4e02dc3d4bc tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Deleting port 189f62a1-a658-42fa-9065-ed50693a584c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:45.692240 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-714b7de5-77d9-42e9-9e4e-c4e02dc3d4bc tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.704868 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b2e6e628-1759-4fdd-8ec9-13147ac9d721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.786692 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-9b9fc5e4-3245-447a-b871-f81c80c8708e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Deleting port eb238c8f-1b2c-43eb-8c29-d1c73c0fe970 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:45.796960 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc5e4-3245-447a-b871-f81c80c8708e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.861234 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b2e6e628-1759-4fdd-8ec9-13147ac9d721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.864150 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b2e6e628-1759-4fdd-8ec9-13147ac9d721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.868809 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b2e6e628-1759-4fdd-8ec9-13147ac9d721 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e84140b7-cecc-4c48-89a0-c286af480276 HTTP/1.1" status: 204 len: 168 time: 0.4368258 Mar 14 15:25:45.905919 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba0effa0-2648-47d8-9072-2b66b0469bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.911967 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-714b7de5-77d9-42e9-9e4e-c4e02dc3d4bc tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.931811 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:45.932552 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:45.950093 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6e628-1759-4fdd-8ec9-13147ac9d721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84140b7-cecc-4c48-89a0-c286af480276,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:45.958982 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc5e4-3245-447a-b871-f81c80c8708e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:45.977033 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-714b7de5-77d9-42e9-9e4e-c4e02dc3d4bc tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Calling delete_port for 189f62a1-a658-42fa-9065-ed50693a584c owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:45.985685 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-9b9fc5e4-3245-447a-b871-f81c80c8708e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Calling delete_port for eb238c8f-1b2c-43eb-8c29-d1c73c0fe970 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:46.233895 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f74f8436-9ce7-4f4d-ae83-a35ae392710d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.236748 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba0effa0-2648-47d8-9072-2b66b0469bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.240193 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc5e4-3245-447a-b871-f81c80c8708e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.252949 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-651be22a-032f-4541-a026-228f2420ecab None None] Allocated IP 2001:db8:3::2 (d2c1700e-66e8-4252-9f8d-c012e01b0fc2/3f15d97f-3dbb-41c1-a270-30d7973f623e/15877d63-8d91-44bc-bc27-8a6721e75152) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:46.258347 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.259626 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba0effa0-2648-47d8-9072-2b66b0469bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.290328 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f74f8436-9ce7-4f4d-ae83-a35ae392710d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.320064 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fc5e4-3245-447a-b871-f81c80c8708e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event deleted for resources: {'Port': ['ID=eb238c8f-1b2c-43eb-8c29-d1c73c0fe970,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:46.328491 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc5e4-3245-447a-b871-f81c80c8708e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.331160 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9b9fc5e4-3245-447a-b871-f81c80c8708e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "DELETE /v2.0/ports/eb238c8f-1b2c-43eb-8c29-d1c73c0fe970 HTTP/1.1" status: 204 len: 168 time: 0.7617593 Mar 14 15:25:46.340382 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52236) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:46.362714 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] For port 29e3ec81-8747-42bb-8c69-7fe36c4411a8, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:46.390760 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74f8436-9ce7-4f4d-ae83-a35ae392710d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network deaee5f8-23db-4220-91f0-ce5ee9ed990c is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:46.404811 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a850b157-f543-46cc-9b30-207862f2d38f tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] DELETE failed (client error): The resource could not be found. Mar 14 15:25:46.410291 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a850b157-f543-46cc-9b30-207862f2d38f tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:25:46.410453 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f8436-9ce7-4f4d-ae83-a35ae392710d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Port': ['ID=a0000cac-e605-4090-9735-59a1593b81f5,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:46.416078 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a850b157-f543-46cc-9b30-207862f2d38f tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "DELETE /v2.0/subnets/31f17828-ed98-493c-a08e-3791ded7b115 HTTP/1.1" status: 404 len: 337 time: 0.0714612 Mar 14 15:25:46.424236 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port e3772ce0-baa2-4523-8101-50be50135293, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e3772ce0-baa2-4523-8101-50be50135293,segment=NetworkSegment(699f4146-9432-4e1f-a88b-dc52c265c1ce),segment_id=699f4146-9432-4e1f-a88b-dc52c265c1ce)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:46.429117 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f74f8436-9ce7-4f4d-ae83-a35ae392710d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:46.434613 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52240) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:46.453574 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] For port 29e3ec81-8747-42bb-8c69-7fe36c4411a8, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=29e3ec81-8747-42bb-8c69-7fe36c4411a8,segment=NetworkSegment(361c0d24-f297-4a4e-acc7-57d29d5a6537),segment_id=361c0d24-f297-4a4e-acc7-57d29d5a6537)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:46.455048 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ba0effa0-2648-47d8-9072-2b66b0469bef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=38ddbe6eb0b14a50ac385b5354f214d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7966304 Mar 14 15:25:46.456887 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52242) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:46.457693 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0effa0-2648-47d8-9072-2b66b0469bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1936778-6900-42a3-9807-67dd50b566cf,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:46.458632 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f8436-9ce7-4f4d-ae83-a35ae392710d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:46.460578 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.499665 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-714b7de5-77d9-42e9-9e4e-c4e02dc3d4bc tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.555635 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b7de5-77d9-42e9-9e4e-c4e02dc3d4bc tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Pushing event deleted for resources: {'Port': ['ID=189f62a1-a658-42fa-9065-ed50693a584c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:46.617854 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb194c8-01c4-45bc-92e9-063b7aa8cdc1 req-e710c631-4d12-42e2-b4ac-b95c7b15dece tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:46.626739 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6eb194c8-01c4-45bc-92e9-063b7aa8cdc1 req-e710c631-4d12-42e2-b4ac-b95c7b15dece tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.6845047 Mar 14 15:25:46.632365 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-53880fb2-d83a-45cb-98ea-52495878e51f tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.670198 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-651be22a-032f-4541-a026-228f2420ecab None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.674749 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6981b18d-2213-4233-af8a-8f6ed764b0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.684431 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.690827 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49630d5e-b630-4f8c-af96-8e924994a8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.710676 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-714b7de5-77d9-42e9-9e4e-c4e02dc3d4bc tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.728967 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:25:46.733855 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-651be22a-032f-4541-a026-228f2420ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.807929 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49630d5e-b630-4f8c-af96-8e924994a8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.845196 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651be22a-032f-4541-a026-228f2420ecab None None] Network d2c1700e-66e8-4252-9f8d-c012e01b0fc2 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:46.852586 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6981b18d-2213-4233-af8a-8f6ed764b0d5 None None] For port 29b03913-506c-499b-8f58-ddfac40096ff, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=29b03913-506c-499b-8f58-ddfac40096ff,segment=NetworkSegment(f382194b-e923-4ffc-aac2-1e10fee7ac1a),segment_id=f382194b-e923-4ffc-aac2-1e10fee7ac1a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:46.853925 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.858033 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-53880fb2-d83a-45cb-98ea-52495878e51f tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.861246 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-651be22a-032f-4541-a026-228f2420ecab None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:46.877886 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651be22a-032f-4541-a026-228f2420ecab None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:46.882297 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-53880fb2-d83a-45cb-98ea-52495878e51f tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4458d57c-38ee-4634-a8d9-c4d4e084a495']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:46.894145 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6981b18d-2213-4233-af8a-8f6ed764b0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.896411 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.897818 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-53880fb2-d83a-45cb-98ea-52495878e51f tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0ea845-5ca4-4a34-85a7-7eba622a3fcb') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:46.898129 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-53880fb2-d83a-45cb-98ea-52495878e51f tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0ea845-5ca4-4a34-85a7-7eba622a3fcb') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:46.911074 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-53880fb2-d83a-45cb-98ea-52495878e51f tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.925456 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-53880fb2-d83a-45cb-98ea-52495878e51f tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.932833 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53880fb2-d83a-45cb-98ea-52495878e51f tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:25:46.933256 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-53880fb2-d83a-45cb-98ea-52495878e51f tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:46.946613 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-b6e59fdb-8a11-4af7-908f-040ee36bd53b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::e3 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/0c1791c7-1434-468c-94df-64920b30d415/55b9cf40-a400-41d5-ac6a-aaa75e4c78c5) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:46.973857 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=e3772ce0-baa2-4523-8101-50be50135293,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:46.980120 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:47.047364 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:25:47.061633 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:25:47.065687 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:47.070320 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-53880fb2-d83a-45cb-98ea-52495878e51f tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.124131 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6eb194c8-01c4-45bc-92e9-063b7aa8cdc1 req-3a28630b-5329-4f83-9eda-90901fab47ae tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4963977 Mar 14 15:25:47.152001 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-6981b18d-2213-4233-af8a-8f6ed764b0d5 None None] Provisioning complete for port ea6f71df-8206-4bdf-8969-8c191687bb1d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:47.152252 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6981b18d-2213-4233-af8a-8f6ed764b0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.166361 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-651be22a-032f-4541-a026-228f2420ecab None None] Attempting to bind port 15877d63-8d91-44bc-bc27-8a6721e75152 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:47.166745 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-651be22a-032f-4541-a026-228f2420ecab None None] Attempting to bind port 15877d63-8d91-44bc-bc27-8a6721e75152 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '723d964c-51e7-4b5a-86d3-3449dc755a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'd2c1700e-66e8-4252-9f8d-c012e01b0fc2'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:47.167183 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651be22a-032f-4541-a026-228f2420ecab None None] Attempting to bind port 15877d63-8d91-44bc-bc27-8a6721e75152 on network d2c1700e-66e8-4252-9f8d-c012e01b0fc2 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:47.200586 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-53880fb2-d83a-45cb-98ea-52495878e51f tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.210742 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6e59fdb-8a11-4af7-908f-040ee36bd53b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.214554 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-53880fb2-d83a-45cb-98ea-52495878e51f tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "DELETE /v2.0/networks/4458d57c-38ee-4634-a8d9-c4d4e084a495 HTTP/1.1" status: 204 len: 168 time: 0.7659271 Mar 14 15:25:47.214554 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f74f8436-9ce7-4f4d-ae83-a35ae392710d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.222562 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53880fb2-d83a-45cb-98ea-52495878e51f tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event deleted for resources: {'Network': ['ID=4458d57c-38ee-4634-a8d9-c4d4e084a495,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:47.227482 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651be22a-032f-4541-a026-228f2420ecab None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:47.227701 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651be22a-032f-4541-a026-228f2420ecab None None] Checking segment: {'id': '723d964c-51e7-4b5a-86d3-3449dc755a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'd2c1700e-66e8-4252-9f8d-c012e01b0fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:47.228128 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-651be22a-032f-4541-a026-228f2420ecab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.228337 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651be22a-032f-4541-a026-228f2420ecab None None] Bound using segment: {'id': '723d964c-51e7-4b5a-86d3-3449dc755a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'd2c1700e-66e8-4252-9f8d-c012e01b0fc2'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:47.228826 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-651be22a-032f-4541-a026-228f2420ecab None None] Bound port: 15877d63-8d91-44bc-bc27-8a6721e75152, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '723d964c-51e7-4b5a-86d3-3449dc755a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'd2c1700e-66e8-4252-9f8d-c012e01b0fc2'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:47.229211 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-651be22a-032f-4541-a026-228f2420ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.233907 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52258) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:47.234278 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-714b7de5-77d9-42e9-9e4e-c4e02dc3d4bc tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.296607 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-714b7de5-77d9-42e9-9e4e-c4e02dc3d4bc tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.314643 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49630d5e-b630-4f8c-af96-8e924994a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.318705 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49630d5e-b630-4f8c-af96-8e924994a8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.320376 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-49630d5e-b630-4f8c-af96-8e924994a8d2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b1936778-6900-42a3-9807-67dd50b566cf HTTP/1.1" status: 204 len: 168 time: 0.8592148 Mar 14 15:25:47.327857 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52260) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:47.335093 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807d0f3-7801-483b-896b-9225829c1db9 None None] Pushing event updated for resources: {'Port': ['ID=29e3ec81-8747-42bb-8c69-7fe36c4411a8,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:47.443218 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49630d5e-b630-4f8c-af96-8e924994a8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1936778-6900-42a3-9807-67dd50b566cf,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:47.482225 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-714b7de5-77d9-42e9-9e4e-c4e02dc3d4bc tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.484678 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714b7de5-77d9-42e9-9e4e-c4e02dc3d4bc tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Fanout notify agent at l3_agent the message router_deleted on router c4989eed-0d71-4578-b7c8-4f20fe9c3e9f {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:25:47.505397 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-714b7de5-77d9-42e9-9e4e-c4e02dc3d4bc tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.510070 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-714b7de5-77d9-42e9-9e4e-c4e02dc3d4bc tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "DELETE /v2.0/routers/c4989eed-0d71-4578-b7c8-4f20fe9c3e9f HTTP/1.1" status: 204 len: 168 time: 3.1307285 Mar 14 15:25:47.516381 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52266) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:47.529623 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-488372be-dccf-40e1-9555-90a02f9ce133 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1971723764', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:47.544218 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-7633bfc9-0b64-4bf5-8622-66043ed7e797 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Allocated IP 2001:db8:3::1 (d2c1700e-66e8-4252-9f8d-c012e01b0fc2/3f15d97f-3dbb-41c1-a270-30d7973f623e/a29e0b35-909b-47ab-9c0e-981c3c3be4d3) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:47.563642 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6e59fdb-8a11-4af7-908f-040ee36bd53b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.610471 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] Attempting to bind port 8fd025e3-cb81-4e75-a561-7e0fd84746be on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:47.610845 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] Attempting to bind port 8fd025e3-cb81-4e75-a561-7e0fd84746be by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:47.611236 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] Attempting to bind port 8fd025e3-cb81-4e75-a561-7e0fd84746be on network 5b9fbf90-4428-44c7-aa34-44697a69d1dc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:47.668662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e59fdb-8a11-4af7-908f-040ee36bd53b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=55b9cf40-a400-41d5-ac6a-aaa75e4c78c5,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:47.668872 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:47.669070 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] Checking segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:47.670441 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.671014 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] Bound using segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:47.671357 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-488372be-dccf-40e1-9555-90a02f9ce133 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.671840 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] Bound port: 8fd025e3-cb81-4e75-a561-7e0fd84746be, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:47.672393 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.672512 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-488372be-dccf-40e1-9555-90a02f9ce133 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.680921 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651be22a-032f-4541-a026-228f2420ecab None None] Pushing event updated for resources: {'Port': ['ID=15877d63-8d91-44bc-bc27-8a6721e75152,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:47.709531 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4fbe1d39-fd6f-4a0d-8c9c-627e7f82405a tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-881856113'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:47.720623 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-651be22a-032f-4541-a026-228f2420ecab None None] For port 15877d63-8d91-44bc-bc27-8a6721e75152, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:47.738212 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e59fdb-8a11-4af7-908f-040ee36bd53b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:47.749945 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-651be22a-032f-4541-a026-228f2420ecab None None] For port 15877d63-8d91-44bc-bc27-8a6721e75152, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=15877d63-8d91-44bc-bc27-8a6721e75152,segment=NetworkSegment(723d964c-51e7-4b5a-86d3-3449dc755a65),segment_id=723d964c-51e7-4b5a-86d3-3449dc755a65)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:47.753834 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b6e59fdb-8a11-4af7-908f-040ee36bd53b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:47.764337 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e59fdb-8a11-4af7-908f-040ee36bd53b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:47.770205 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e59fdb-8a11-4af7-908f-040ee36bd53b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:47.770850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6e59fdb-8a11-4af7-908f-040ee36bd53b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.834766 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f74f8436-9ce7-4f4d-ae83-a35ae392710d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.843757 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b6e59fdb-8a11-4af7-908f-040ee36bd53b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3107417 Mar 14 15:25:47.845290 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52270) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:47.859391 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7633bfc9-0b64-4bf5-8622-66043ed7e797 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.915745 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbe1d39-fd6f-4a0d-8c9c-627e7f82405a tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:47.919481 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1d39-fd6f-4a0d-8c9c-627e7f82405a tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.929416 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-488372be-dccf-40e1-9555-90a02f9ce133 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.930524 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1d39-fd6f-4a0d-8c9c-627e7f82405a tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.947717 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] For port 8fd025e3-cb81-4e75-a561-7e0fd84746be, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:47.952250 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] For port 8fd025e3-cb81-4e75-a561-7e0fd84746be, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=8fd025e3-cb81-4e75-a561-7e0fd84746be,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:47.954616 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-488372be-dccf-40e1-9555-90a02f9ce133 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.958988 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-16fe33dd-b7d4-40f3-bef7-bf744c78b17e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Deleting port a87fdcc3-4e20-4d27-902e-b0dec703e30e {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:47.959454 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-16fe33dd-b7d4-40f3-bef7-bf744c78b17e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.969391 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-651be22a-032f-4541-a026-228f2420ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.972057 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:47.995666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-488372be-dccf-40e1-9555-90a02f9ce133 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:48.000093 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-488372be-dccf-40e1-9555-90a02f9ce133 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4823296 Mar 14 15:25:48.000926 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52272) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:48.011583 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5f31ef-ebe7-47b7-b357-b5fbf5196aa9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:48.018577 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5f31ef-ebe7-47b7-b357-b5fbf5196aa9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:48.020284 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0d5f31ef-ebe7-47b7-b357-b5fbf5196aa9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.1740441 Mar 14 15:25:48.030208 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e958b6e1-4cc8-4558-9441-a35e44b4b0d8 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'enable_snat': False}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:48.034879 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981b18d-2213-4233-af8a-8f6ed764b0d5 None None] Pushing event updated for resources: {'Port': ['ID=29b03913-506c-499b-8f58-ddfac40096ff,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:48.082156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52274) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:48.082156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52276) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:48.165043 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:25:36Z', 'revision_number': 4, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': '29b03913-506c-499b-8f58-ddfac40096ff', 'name': '', 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:67:b5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:32Z', 'updated_at': '2022-03-14T15:25:45Z', 'revision_number': 4, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57512ac-29d3-497f-b571-185704f21683', 'name': '', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:82:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:23Z', 'updated_at': '2022-03-14T15:25:31Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:48.188016 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] Pushing event updated for resources: {'Port': ['ID=8fd025e3-cb81-4e75-a561-7e0fd84746be,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:48.243496 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-16fe33dd-b7d4-40f3-bef7-bf744c78b17e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:48.273461 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-6981b18d-2213-4233-af8a-8f6ed764b0d5 None None] Provisioning complete for port e3772ce0-baa2-4523-8101-50be50135293 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:48.274509 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6981b18d-2213-4233-af8a-8f6ed764b0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:48.319828 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22361a26-02c8-4a29-a2ea-705df887008a None None] The sync data for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv is: [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:25:36Z', 'revision_number': 4, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': '29b03913-506c-499b-8f58-ddfac40096ff', 'name': '', 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:67:b5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:32Z', 'updated_at': '2022-03-14T15:25:45Z', 'revision_number': 4, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57512ac-29d3-497f-b571-185704f21683', 'name': '', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:82:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:23Z', 'updated_at': '2022-03-14T15:25:31Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:48.380773 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7633bfc9-0b64-4bf5-8622-66043ed7e797 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:48.385436 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651be22a-032f-4541-a026-228f2420ecab None None] Pushing event updated for resources: {'Port': ['ID=15877d63-8d91-44bc-bc27-8a6721e75152,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:48.450063 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-16fe33dd-b7d4-40f3-bef7-bf744c78b17e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Calling delete_port for a87fdcc3-4e20-4d27-902e-b0dec703e30e owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:48.511867 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7633bfc9-0b64-4bf5-8622-66043ed7e797 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network d2c1700e-66e8-4252-9f8d-c012e01b0fc2 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:48.520643 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-7633bfc9-0b64-4bf5-8622-66043ed7e797 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:48.600559 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c0882-d207-4406-bee1-0aee1f39d7df None None] Pushing event updated for resources: {'Port': ['ID=8fd025e3-cb81-4e75-a561-7e0fd84746be,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:48.614772 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7633bfc9-0b64-4bf5-8622-66043ed7e797 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:48.630344 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7633bfc9-0b64-4bf5-8622-66043ed7e797 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:48.685482 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67a453c-319b-4bb6-aee0-5003158f7f90 None None] Network deaee5f8-23db-4220-91f0-ce5ee9ed990c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:48.830017 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b2bcb1b3-b16d-41c0-b6de-ae2dcca8de03 None None] Provisioning complete for port 29e3ec81-8747-42bb-8c69-7fe36c4411a8 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:48.830417 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b2bcb1b3-b16d-41c0-b6de-ae2dcca8de03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:48.842771 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52280) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:48.846135 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9b7096ff-af11-4a27-891e-332bd7dd18f7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=89ffa37f77684135b01fa1943ac60d29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7577894 Mar 14 15:25:48.865366 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e958b6e1-4cc8-4558-9441-a35e44b4b0d8 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:48.937516 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfc0c9-fc1f-4e03-b3e0-34c6c3d7545c req-85ca5c6f-62f3-4b8c-a73b-fef12bef4b82 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:48.940729 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5ecfc0c9-fc1f-4e03-b3e0-34c6c3d7545c req-85ca5c6f-62f3-4b8c-a73b-fef12bef4b82 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.6623061 Mar 14 15:25:48.989341 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1d39-fd6f-4a0d-8c9c-627e7f82405a tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:49.032697 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1d39-fd6f-4a0d-8c9c-627e7f82405a tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:49.078147 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b2bcb1b3-b16d-41c0-b6de-ae2dcca8de03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:49.084315 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe1d39-fd6f-4a0d-8c9c-627e7f82405a tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c958e2-1a3d-44a9-ab37-f8de26a72259,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:49.121221 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fbe1d39-fd6f-4a0d-8c9c-627e7f82405a tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:49.149378 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 15877d63-8d91-44bc-bc27-8a6721e75152 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:49.186457 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5ecfc0c9-fc1f-4e03-b3e0-34c6c3d7545c req-50aba5dc-363b-481d-b3c2-1df0a2a0c279 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890244 Mar 14 15:25:49.191727 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-9e571a9a-4021-45c9-b647-b10ccbdcfbbb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port 55b9cf40-a400-41d5-ac6a-aaa75e4c78c5 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:49.191962 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e571a9a-4021-45c9-b647-b10ccbdcfbbb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:49.205973 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633bfc9-0b64-4bf5-8622-66043ed7e797 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Port': ['ID=a29e0b35-909b-47ab-9c0e-981c3c3be4d3,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:49.209117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1d39-fd6f-4a0d-8c9c-627e7f82405a tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:49.209308 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-4fbe1d39-fd6f-4a0d-8c9c-627e7f82405a tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Added segment 32585b7b-1ee7-40fb-9f00-29cc481c057b of type vlan for network 28fec14c-b7e0-49e7-816a-65c1bd36346c Mar 14 15:25:49.285089 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1d39-fd6f-4a0d-8c9c-627e7f82405a tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:49.377569 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b2bcb1b3-b16d-41c0-b6de-ae2dcca8de03 None None] For port 29e3ec81-8747-42bb-8c69-7fe36c4411a8, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=29e3ec81-8747-42bb-8c69-7fe36c4411a8,segment=NetworkSegment(361c0d24-f297-4a4e-acc7-57d29d5a6537),segment_id=361c0d24-f297-4a4e-acc7-57d29d5a6537)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:49.395820 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b2bcb1b3-b16d-41c0-b6de-ae2dcca8de03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:49.450028 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-4fbe1d39-fd6f-4a0d-8c9c-627e7f82405a tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:25:49.470434 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e571a9a-4021-45c9-b647-b10ccbdcfbbb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:49.472716 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b2bcb1b3-b16d-41c0-b6de-ae2dcca8de03 None None] Provisioning complete for port 29b03913-506c-499b-8f58-ddfac40096ff triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:49.473984 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b2bcb1b3-b16d-41c0-b6de-ae2dcca8de03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:49.524670 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcb1b3-b16d-41c0-b6de-ae2dcca8de03 None None] Pushing event updated for resources: {'Port': ['ID=29e3ec81-8747-42bb-8c69-7fe36c4411a8,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:49.535816 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 15877d63-8d91-44bc-bc27-8a6721e75152 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:49.536587 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:49.547184 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1d39-fd6f-4a0d-8c9c-627e7f82405a tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:49.563588 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbe1d39-fd6f-4a0d-8c9c-627e7f82405a tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:49.564604 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1d39-fd6f-4a0d-8c9c-627e7f82405a tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:49.570616 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7633bfc9-0b64-4bf5-8622-66043ed7e797 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:49.602285 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-16fe33dd-b7d4-40f3-bef7-bf744c78b17e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:49.669001 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-9e571a9a-4021-45c9-b647-b10ccbdcfbbb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for 55b9cf40-a400-41d5-ac6a-aaa75e4c78c5 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:49.671537 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe1d39-fd6f-4a0d-8c9c-627e7f82405a tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Network': ['ID=28fec14c-b7e0-49e7-816a-65c1bd36346c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:49.687355 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 28fec14c-b7e0-49e7-816a-65c1bd36346c details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:49.692362 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4fbe1d39-fd6f-4a0d-8c9c-627e7f82405a tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3535345 Mar 14 15:25:49.699657 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4275879-79e4-4b9e-81eb-8603ee8f2df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:49.700119 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52282) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:49.707348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-97ae73ab-baad-433b-b0f3-c84b247275cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'port': {'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c', 'name': 'tempest-PortsIpV6TestJSON-2130464924'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:49.858787 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:49.861129 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe33dd-b7d4-40f3-bef7-bf744c78b17e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event deleted for resources: {'Port': ['ID=a87fdcc3-4e20-4d27-902e-b0dec703e30e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:49.897992 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f74f8436-9ce7-4f4d-ae83-a35ae392710d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:49.904789 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-16fe33dd-b7d4-40f3-bef7-bf744c78b17e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:49.908955 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-16fe33dd-b7d4-40f3-bef7-bf744c78b17e tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "DELETE /v2.0/ports/a87fdcc3-4e20-4d27-902e-b0dec703e30e HTTP/1.1" status: 204 len: 168 time: 2.6739898 Mar 14 15:25:49.910761 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 15877d63-8d91-44bc-bc27-8a6721e75152, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=15877d63-8d91-44bc-bc27-8a6721e75152,segment=NetworkSegment(723d964c-51e7-4b5a-86d3-3449dc755a65),segment_id=723d964c-51e7-4b5a-86d3-3449dc755a65)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:49.913952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4275879-79e4-4b9e-81eb-8603ee8f2df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:49.916029 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f74f8436-9ce7-4f4d-ae83-a35ae392710d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:49.918887 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52284) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:49.920757 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:49.921895 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 29e3ec81-8747-42bb-8c69-7fe36c4411a8 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:50.064198 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f8436-9ce7-4f4d-ae83-a35ae392710d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Port': ['ID=a0000cac-e605-4090-9735-59a1593b81f5,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:50.074501 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3b2e58-089d-4b6a-8eb5-f5118129e203 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] DELETE failed (client error): The resource could not be found. Mar 14 15:25:50.075190 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3b2e58-089d-4b6a-8eb5-f5118129e203 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:25:50.079169 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ca3b2e58-089d-4b6a-8eb5-f5118129e203 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "DELETE /v2.0/subnets/65cc5d2d-1317-461a-b80f-704eb53fb97c HTTP/1.1" status: 404 len: 337 time: 0.0839286 Mar 14 15:25:50.081609 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=15877d63-8d91-44bc-bc27-8a6721e75152,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:50.094417 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52286) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:50.114114 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c826f640-5b67-4381-8709-775ca86e747e None None] Provisioning complete for port 29e3ec81-8747-42bb-8c69-7fe36c4411a8 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:50.114637 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c826f640-5b67-4381-8709-775ca86e747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:50.199202 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 29e3ec81-8747-42bb-8c69-7fe36c4411a8 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:50.199745 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:50.330904 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e3772ce0-baa2-4523-8101-50be50135293 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:50.366491 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f74f8436-9ce7-4f4d-ae83-a35ae392710d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:50.383902 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ebcc9e-af2f-432e-ab04-0299f5b793de None None] Network d2c1700e-66e8-4252-9f8d-c012e01b0fc2 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:50.455677 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db6e166-ae17-421a-bc9c-0cdaa6091001 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:50.471703 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d1cb86f6-18b8-4f79-a092-c0cedab7c563 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:50.510813 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port e3772ce0-baa2-4523-8101-50be50135293 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:50.510813 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:50.533948 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ae73ab-baad-433b-b0f3-c84b247275cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:50.537403 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97ae73ab-baad-433b-b0f3-c84b247275cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:50.541749 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e958b6e1-4cc8-4558-9441-a35e44b4b0d8 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:50.543875 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c826f640-5b67-4381-8709-775ca86e747e None None] Provisioning complete for port a0000cac-e605-4090-9735-59a1593b81f5 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:50.544953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c826f640-5b67-4381-8709-775ca86e747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:50.568513 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e958b6e1-4cc8-4558-9441-a35e44b4b0d8 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:50.614840 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4275879-79e4-4b9e-81eb-8603ee8f2df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:50.617310 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4275879-79e4-4b9e-81eb-8603ee8f2df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:50.620848 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c4275879-79e4-4b9e-81eb-8603ee8f2df5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/45c8e8cf-6b9e-4a2f-93d7-c57000a9bee4 HTTP/1.1" status: 204 len: 168 time: 1.7745528 Mar 14 15:25:50.637555 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46316672-7501-4a18-99bb-03d65c46a07f req-f59e2981-fc65-432d-8676-67884a24facc tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:50.639984 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c826f640-5b67-4381-8709-775ca86e747e None None] Port a0000cac-e605-4090-9735-59a1593b81f5 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:25:50.640388 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-46316672-7501-4a18-99bb-03d65c46a07f req-f59e2981-fc65-432d-8676-67884a24facc tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.2665799 Mar 14 15:25:50.652369 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-97ae73ab-baad-433b-b0f3-c84b247275cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] device_id is not set on port 9b65b2a7-71f7-44b7-940e-9eb6df029535 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:25:50.683961 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4275879-79e4-4b9e-81eb-8603ee8f2df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c8e8cf-6b9e-4a2f-93d7-c57000a9bee4,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:50.765601 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e571a9a-4021-45c9-b647-b10ccbdcfbbb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:50.803263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74f8436-9ce7-4f4d-ae83-a35ae392710d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network deaee5f8-23db-4220-91f0-ce5ee9ed990c is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:50.814875 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f74f8436-9ce7-4f4d-ae83-a35ae392710d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:50.822385 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 29b03913-506c-499b-8f58-ddfac40096ff up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:50.827515 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d1cb86f6-18b8-4f79-a092-c0cedab7c563 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:50.829840 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-e5e26e77-a92e-4c9c-9a93-b7cb3c958670 None None] Provisioning complete for port 15877d63-8d91-44bc-bc27-8a6721e75152 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:50.829977 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e5e26e77-a92e-4c9c-9a93-b7cb3c958670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:50.836884 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e571a9a-4021-45c9-b647-b10ccbdcfbbb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:50.840623 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9e571a9a-4021-45c9-b647-b10ccbdcfbbb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/55b9cf40-a400-41d5-ac6a-aaa75e4c78c5 HTTP/1.1" status: 204 len: 168 time: 2.7577257 Mar 14 15:25:50.849900 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e571a9a-4021-45c9-b647-b10ccbdcfbbb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=55b9cf40-a400-41d5-ac6a-aaa75e4c78c5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:50.864300 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52292) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:50.881168 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-e958b6e1-4cc8-4558-9441-a35e44b4b0d8 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Allocated IP 172.26.6.33 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/b704acd3-428e-4959-8a48-ec20624d48cf) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:50.968650 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 29b03913-506c-499b-8f58-ddfac40096ff triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:50.969021 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:50.992495 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-46316672-7501-4a18-99bb-03d65c46a07f req-0d06c3f3-9111-49ea-9838-da6f02beb2ae tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3179653 Mar 14 15:25:51.003183 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-d1cb86f6-18b8-4f79-a092-c0cedab7c563 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb05ddf-0d21-4f65-b97f-b2d4a816b55b']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:51.076539 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7633bfc9-0b64-4bf5-8622-66043ed7e797 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:51.079472 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-d1cb86f6-18b8-4f79-a092-c0cedab7c563 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85038c81-5b96-4011-bd61-ecf4c639b722') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:51.079900 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-d1cb86f6-18b8-4f79-a092-c0cedab7c563 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85038c81-5b96-4011-bd61-ecf4c639b722') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:51.105807 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a2b208-268a-4449-a5cf-18731b1c028d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:51.106062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97ae73ab-baad-433b-b0f3-c84b247275cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:51.108435 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a2b208-268a-4449-a5cf-18731b1c028d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:51.114616 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b2a2b208-268a-4449-a5cf-18731b1c028d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2403679 Mar 14 15:25:51.115528 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52294) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:51.117072 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7633bfc9-0b64-4bf5-8622-66043ed7e797 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:51.121997 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7633bfc9-0b64-4bf5-8622-66043ed7e797 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:51.131261 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d1cb86f6-18b8-4f79-a092-c0cedab7c563 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:51.141887 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-e5e26e77-a92e-4c9c-9a93-b7cb3c958670 None None] Provisioning complete for port a0000cac-e605-4090-9735-59a1593b81f5 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:51.142427 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e5e26e77-a92e-4c9c-9a93-b7cb3c958670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:51.203015 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d1cb86f6-18b8-4f79-a092-c0cedab7c563 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:51.229545 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1cb86f6-18b8-4f79-a092-c0cedab7c563 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:25:51.230276 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d1cb86f6-18b8-4f79-a092-c0cedab7c563 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:51.295117 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e5e26e77-a92e-4c9c-9a93-b7cb3c958670 None None] Port a0000cac-e605-4090-9735-59a1593b81f5 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:25:51.297905 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 8fd025e3-cb81-4e75-a561-7e0fd84746be up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:51.356086 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e958b6e1-4cc8-4558-9441-a35e44b4b0d8 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:51.361298 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-751ebebe-3924-4e8f-a0db-bb75519de1e4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet 0c1791c7-1434-468c-94df-64920b30d415 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:25:51.365354 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-e5e26e77-a92e-4c9c-9a93-b7cb3c958670 None None] Provisioning complete for port 8fd025e3-cb81-4e75-a561-7e0fd84746be triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:51.365874 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e5e26e77-a92e-4c9c-9a93-b7cb3c958670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:51.367946 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-751ebebe-3924-4e8f-a0db-bb75519de1e4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:51.422286 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97ae73ab-baad-433b-b0f3-c84b247275cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:51.449827 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 8fd025e3-cb81-4e75-a561-7e0fd84746be triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:51.450210 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:51.504795 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae73ab-baad-433b-b0f3-c84b247275cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=9b65b2a7-71f7-44b7-940e-9eb6df029535,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:51.517086 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-751ebebe-3924-4e8f-a0db-bb75519de1e4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:51.530142 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74f8436-9ce7-4f4d-ae83-a35ae392710d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 232197ee-affb-4bd0-9da2-3b59e02e9b70 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:25:51.534480 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:25:51.538943 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633bfc9-0b64-4bf5-8622-66043ed7e797 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event updated for resources: {'Port': ['ID=a29e0b35-909b-47ab-9c0e-981c3c3be4d3,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:51.555458 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e5e26e77-a92e-4c9c-9a93-b7cb3c958670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:51.571856 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d1cb86f6-18b8-4f79-a092-c0cedab7c563 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:51.576510 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7633bfc9-0b64-4bf5-8622-66043ed7e797 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Network d2c1700e-66e8-4252-9f8d-c012e01b0fc2 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:51.632004 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e958b6e1-4cc8-4558-9441-a35e44b4b0d8 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:51.650984 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d1cb86f6-18b8-4f79-a092-c0cedab7c563 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:51.655782 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d1cb86f6-18b8-4f79-a092-c0cedab7c563 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "DELETE /v2.0/networks/aeb05ddf-0d21-4f65-b97f-b2d4a816b55b HTTP/1.1" status: 204 len: 168 time: 1.5098388 Mar 14 15:25:51.657280 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-7633bfc9-0b64-4bf5-8622-66043ed7e797 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:51.661413 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52306) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:51.677624 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:51.725437 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e5e26e77-a92e-4c9c-9a93-b7cb3c958670 None None] For port 8fd025e3-cb81-4e75-a561-7e0fd84746be, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=8fd025e3-cb81-4e75-a561-7e0fd84746be,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:51.735317 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e5e26e77-a92e-4c9c-9a93-b7cb3c958670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:51.744364 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb86f6-18b8-4f79-a092-c0cedab7c563 tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event deleted for resources: {'Network': ['ID=aeb05ddf-0d21-4f65-b97f-b2d4a816b55b,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:51.825117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e958b6e1-4cc8-4558-9441-a35e44b4b0d8 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:51.825117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958b6e1-4cc8-4558-9441-a35e44b4b0d8 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Pushing event updated for resources: {'Port': ['ID=b704acd3-428e-4959-8a48-ec20624d48cf,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:51.849355 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-e958b6e1-4cc8-4558-9441-a35e44b4b0d8 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:51.892449 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74f8436-9ce7-4f4d-ae83-a35ae392710d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:51.924840 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] Sync routers for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:51.944976 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-751ebebe-3924-4e8f-a0db-bb75519de1e4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:51.948944 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f74f8436-9ce7-4f4d-ae83-a35ae392710d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/232197ee-affb-4bd0-9da2-3b59e02e9b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5451226 Mar 14 15:25:51.950617 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52314) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:51.966414 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:51.967384 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:51.976759 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:25:51.977386 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:25:51.989185 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-603f023e-cf2a-44dd-a9c0-8f5e24dae51d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'network': {'name': 'tempest-RoutersTest-1952739864'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:52.000928 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e958b6e1-4cc8-4558-9441-a35e44b4b0d8 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:52.001149 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4eccc3-119a-4b2a-b232-42d8f7e1491b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Deleting subnet e58c2e62-0286-45b3-9b18-406ae06c0a0b {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:25:52.007613 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ae73ab-baad-433b-b0f3-c84b247275cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Checking segment: {'id': '32585b7b-1ee7-40fb-9f00-29cc481c057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:52.008078 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ae73ab-baad-433b-b0f3-c84b247275cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network hostable DHCP agents. Network: 28fec14c-b7e0-49e7-816a-65c1bd36346c, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:52.014015 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b4eccc3-119a-4b2a-b232-42d8f7e1491b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:52.072377 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-443530d6-099e-4d07-a7bd-9720785a3a7c None None] Provisioning complete for port a29e0b35-909b-47ab-9c0e-981c3c3be4d3 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:52.073409 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-443530d6-099e-4d07-a7bd-9720785a3a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:52.081060 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e26e77-a92e-4c9c-9a93-b7cb3c958670 None None] Pushing event updated for resources: {'Port': ['ID=8fd025e3-cb81-4e75-a561-7e0fd84746be,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:52.098544 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603f023e-cf2a-44dd-a9c0-8f5e24dae51d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Made reservation on behalf of b6feafefd41e4054a6f4c1f00b8534e6 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:52.102047 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-603f023e-cf2a-44dd-a9c0-8f5e24dae51d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:52.142753 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b4eccc3-119a-4b2a-b232-42d8f7e1491b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:52.202869 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7633bfc9-0b64-4bf5-8622-66043ed7e797 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router 36ff763e-a209-48ce-b2fd-58ee314f43f0 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:25:52.241312 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-751ebebe-3924-4e8f-a0db-bb75519de1e4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:52.275480 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603f023e-cf2a-44dd-a9c0-8f5e24dae51d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:52.286200 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:25:52.288957 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52320) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:52.351464 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ebebe-3924-4e8f-a0db-bb75519de1e4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=0c1791c7-1434-468c-94df-64920b30d415,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:52.354794 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-751ebebe-3924-4e8f-a0db-bb75519de1e4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:52.362559 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-751ebebe-3924-4e8f-a0db-bb75519de1e4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/0c1791c7-1434-468c-94df-64920b30d415 HTTP/1.1" status: 204 len: 168 time: 1.2459350 Mar 14 15:25:52.363241 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ae73ab-baad-433b-b0f3-c84b247275cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network 28fec14c-b7e0-49e7-816a-65c1bd36346c is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:52.367878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52324) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:52.507370 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-97ae73ab-baad-433b-b0f3-c84b247275cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 28fec14c-b7e0-49e7-816a-65c1bd36346c) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:52.517744 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2abef-67f6-4e99-a61a-e6e3559eb370 req-da747137-9aa4-4ee8-a8a5-7fa46cb1b196 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:52.519392 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98e2abef-67f6-4e99-a61a-e6e3559eb370 req-da747137-9aa4-4ee8-a8a5-7fa46cb1b196 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.3071392 Mar 14 15:25:52.530010 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4ba12da7-0fdc-4f4d-81d6-5deb69539cd8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1511979 Mar 14 15:25:52.531167 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae73ab-baad-433b-b0f3-c84b247275cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:52.537079 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ae73ab-baad-433b-b0f3-c84b247275cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:52.537739 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97ae73ab-baad-433b-b0f3-c84b247275cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:52.542273 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52326) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:52.551587 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-646cb7b0-a67c-4744-b2bf-6042c878cfbf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:52.592450 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b7c831-e622-47fe-8ce9-4ee11d4c6129 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:52.596468 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24b7374-f709-46df-8a92-a39cd9036185 None None] Network 28fec14c-b7e0-49e7-816a-65c1bd36346c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:52.683972 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-603f023e-cf2a-44dd-a9c0-8f5e24dae51d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:52.684375 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-603f023e-cf2a-44dd-a9c0-8f5e24dae51d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Added segment 5e44583c-9d4d-4f54-bd89-3d2c979e10ad of type vlan for network 32480295-0e23-4676-80ae-82529881477f Mar 14 15:25:52.686578 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-97ae73ab-baad-433b-b0f3-c84b247275cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9846652 Mar 14 15:25:52.693450 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52328) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:52.696966 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-41a94bc1-f8c1-494b-a831-5c9ebdf31aad tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1748168540'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:52.702376 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-443530d6-099e-4d07-a7bd-9720785a3a7c None None] Port a29e0b35-909b-47ab-9c0e-981c3c3be4d3 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:25:52.712852 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-20bb8290-9152-432e-8de6-bcbac470b1dd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1738890225'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:52.728873 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98e2abef-67f6-4e99-a61a-e6e3559eb370 req-6c99ec7a-7078-4eec-8e30-2563c8422e95 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878574 Mar 14 15:25:52.814762 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646cb7b0-a67c-4744-b2bf-6042c878cfbf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:52.816176 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-603f023e-cf2a-44dd-a9c0-8f5e24dae51d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:52.825532 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b4eccc3-119a-4b2a-b232-42d8f7e1491b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:52.839328 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-646cb7b0-a67c-4744-b2bf-6042c878cfbf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:52.853619 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a94bc1-f8c1-494b-a831-5c9ebdf31aad tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Made reservation on behalf of 6cb5488b9ddd4300a9679d380e6ad17d for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:52.853780 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-443530d6-099e-4d07-a7bd-9720785a3a7c None None] Provisioning complete for port 15877d63-8d91-44bc-bc27-8a6721e75152 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:52.854106 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-443530d6-099e-4d07-a7bd-9720785a3a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:52.858467 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-41a94bc1-f8c1-494b-a831-5c9ebdf31aad tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:52.867946 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bb8290-9152-432e-8de6-bcbac470b1dd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:52.871350 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-20bb8290-9152-432e-8de6-bcbac470b1dd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:52.903492 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-41a94bc1-f8c1-494b-a831-5c9ebdf31aad tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:52.911474 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7633bfc9-0b64-4bf5-8622-66043ed7e797 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:52.924423 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7633bfc9-0b64-4bf5-8622-66043ed7e797 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/36ff763e-a209-48ce-b2fd-58ee314f43f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0716953 Mar 14 15:25:52.928514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52330) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:52.945081 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] Sync routers for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:52.947977 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-aed28f51-818f-4a3b-af8b-f1003af43453 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:52.953066 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-603f023e-cf2a-44dd-a9c0-8f5e24dae51d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:52.958767 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603f023e-cf2a-44dd-a9c0-8f5e24dae51d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:52.959511 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-603f023e-cf2a-44dd-a9c0-8f5e24dae51d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.022838 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e958b6e1-4cc8-4558-9441-a35e44b4b0d8 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.034113 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 15877d63-8d91-44bc-bc27-8a6721e75152 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:53.038750 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20bb8290-9152-432e-8de6-bcbac470b1dd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:53.143230 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-603f023e-cf2a-44dd-a9c0-8f5e24dae51d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1791136 Mar 14 15:25:53.145115 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-20bb8290-9152-432e-8de6-bcbac470b1dd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.145572 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-20bb8290-9152-432e-8de6-bcbac470b1dd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Added segment 064f4f78-79d3-4068-909e-011e749a72b7 of type vlan for network 70d2adff-ed1e-4761-b282-57b7dc5d5e02 Mar 14 15:25:53.146857 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52332) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:53.167752 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:53.169654 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:53.174901 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b4eccc3-119a-4b2a-b232-42d8f7e1491b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.182828 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'subnet': {'network_id': '32480295-0e23-4676-80ae-82529881477f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:53.184259 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 15877d63-8d91-44bc-bc27-8a6721e75152 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:53.193416 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.230139 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ca0d17-6c20-4450-8440-3804e41cf358 None None] DHCP port deletion for 5b9fbf90-4428-44c7-aa34-44697a69d1dc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:25:53.239221 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:25:47Z', 'revision_number': 4, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0000cac-e605-4090-9735-59a1593b81f5', 'name': '', 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:49:28:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:44Z', 'updated_at': '2022-03-14T15:25:48Z', 'revision_number': 2, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:53.281892 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f023e-cf2a-44dd-a9c0-8f5e24dae51d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Network': ['ID=32480295-0e23-4676-80ae-82529881477f,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:53.304414 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 32480295-0e23-4676-80ae-82529881477f details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:53.306257 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-443530d6-099e-4d07-a7bd-9720785a3a7c None None] Provisioning complete for port a0000cac-e605-4090-9735-59a1593b81f5 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:53.306729 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-443530d6-099e-4d07-a7bd-9720785a3a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.309411 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] Checking router: 232197ee-affb-4bd0-9da2-3b59e02e9b70 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:25:53.310757 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] Updating router 232197ee-affb-4bd0-9da2-3b59e02e9b70 port a0000cac-e605-4090-9735-59a1593b81f5 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:25:53.317879 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c07e8e-e47a-4108-ac68-4bc45a8826bf None None] Network 5c2911a1-a4a1-4862-a7bc-5446e737dc39 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:53.331285 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4eccc3-119a-4b2a-b232-42d8f7e1491b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event deleted for resources: {'Subnet': ['ID=e58c2e62-0286-45b3-9b18-406ae06c0a0b,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:53.334052 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b4eccc3-119a-4b2a-b232-42d8f7e1491b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.338100 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4b4eccc3-119a-4b2a-b232-42d8f7e1491b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "DELETE /v2.0/subnets/e58c2e62-0286-45b3-9b18-406ae06c0a0b HTTP/1.1" status: 204 len: 168 time: 1.6557853 Mar 14 15:25:53.347923 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:25:53.361802 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-20bb8290-9152-432e-8de6-bcbac470b1dd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.368248 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52334) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:53.494276 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.db.resource_extend [None req-20bb8290-9152-432e-8de6-bcbac470b1dd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:25:53.509707 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-646cb7b0-a67c-4744-b2bf-6042c878cfbf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.513358 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e958b6e1-4cc8-4558-9441-a35e44b4b0d8 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.519155 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.527149 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-443530d6-099e-4d07-a7bd-9720785a3a7c None None] Port a0000cac-e605-4090-9735-59a1593b81f5 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:25:53.554220 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e958b6e1-4cc8-4558-9441-a35e44b4b0d8 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.581957 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646cb7b0-a67c-4744-b2bf-6042c878cfbf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:53.588167 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-646cb7b0-a67c-4744-b2bf-6042c878cfbf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:53.629006 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-94fb0f6b-7532-4772-a483-aaf6665f506b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.629718 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-443530d6-099e-4d07-a7bd-9720785a3a7c None None] Provisioning complete for port 8fd025e3-cb81-4e75-a561-7e0fd84746be triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:53.630292 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-443530d6-099e-4d07-a7bd-9720785a3a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.657446 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-20bb8290-9152-432e-8de6-bcbac470b1dd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.663280 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bb8290-9152-432e-8de6-bcbac470b1dd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:53.664088 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-20bb8290-9152-432e-8de6-bcbac470b1dd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.675386 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 8fd025e3-cb81-4e75-a561-7e0fd84746be up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:53.685639 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-72ca0d17-6c20-4450-8440-3804e41cf358 None None] Deleting port 8fd025e3-cb81-4e75-a561-7e0fd84746be {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:53.686191 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-72ca0d17-6c20-4450-8440-3804e41cf358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.708103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-41a94bc1-f8c1-494b-a831-5c9ebdf31aad tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.726714 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Made reservation on behalf of b6feafefd41e4054a6f4c1f00b8534e6 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:53.726998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646cb7b0-a67c-4744-b2bf-6042c878cfbf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:53.727679 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-646cb7b0-a67c-4744-b2bf-6042c878cfbf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.731517 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.759016 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-41a94bc1-f8c1-494b-a831-5c9ebdf31aad tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.759423 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646cb7b0-a67c-4744-b2bf-6042c878cfbf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=8af33470-b2e8-48af-96e2-86b3952368a5,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:53.790128 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-646cb7b0-a67c-4744-b2bf-6042c878cfbf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2427559 Mar 14 15:25:53.792843 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52338) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:53.798602 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'name': 'tempest-NetworksTestDHCPv6-961491335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:53.826751 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-20bb8290-9152-432e-8de6-bcbac470b1dd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1198997 Mar 14 15:25:53.836989 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:25:49Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': '29b03913-506c-499b-8f58-ddfac40096ff', 'name': '', 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:67:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:32Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a29e0b35-909b-47ab-9c0e-981c3c3be4d3', 'name': '', 'network_id': 'd2c1700e-66e8-4252-9f8d-c012e01b0fc2', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:5f:5e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3f15d97f-3dbb-41c1-a270-30d7973f623e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:46Z', 'updated_at': '2022-03-14T15:25:50Z', 'revision_number': 2, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '3f15d97f-3dbb-41c1-a270-30d7973f623e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57512ac-29d3-497f-b571-185704f21683', 'name': '', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:82:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:23Z', 'updated_at': '2022-03-14T15:25:31Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:53.850766 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52340) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:53.903952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'ports': [{'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c'}, {'network_id': '70d2adff-ed1e-4761-b282-57b7dc5d5e02'}]} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:53.904942 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'port': {'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:53.905577 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'port': {'network_id': '70d2adff-ed1e-4761-b282-57b7dc5d5e02'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:53.916882 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] Checking router: 36ff763e-a209-48ce-b2fd-58ee314f43f0 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:25:53.917384 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] Updating router 36ff763e-a209-48ce-b2fd-58ee314f43f0 port a29e0b35-909b-47ab-9c0e-981c3c3be4d3 binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:25:53.936491 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a94bc1-f8c1-494b-a831-5c9ebdf31aad tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:25:53.962368 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:53.981957 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:53.985827 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb8290-9152-432e-8de6-bcbac470b1dd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Network': ['ID=70d2adff-ed1e-4761-b282-57b7dc5d5e02,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:54.004586 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:54.008976 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e958b6e1-4cc8-4558-9441-a35e44b4b0d8 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Router 43a29d8f-2375-4fd2-86a3-bf814f08d8ed is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:25:54.013635 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 8fd025e3-cb81-4e75-a561-7e0fd84746be triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:54.014102 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:54.032083 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 70d2adff-ed1e-4761-b282-57b7dc5d5e02 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:54.039287 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port 90e74409-170b-4e39-846f-4a14ec6b1f5f yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:25:54.041760 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9187f63-d2da-47ac-96cf-2455814ac368 None None] DHCP port deletion for 5c2911a1-a4a1-4862-a7bc-5446e737dc39 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:25:54.047734 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a94bc1-f8c1-494b-a831-5c9ebdf31aad tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c3af9b-2bb6-48dd-b123-98ffe62cb8c2,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:54.094303 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-72ca0d17-6c20-4450-8440-3804e41cf358 None None] For port 8fd025e3-cb81-4e75-a561-7e0fd84746be, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=8fd025e3-cb81-4e75-a561-7e0fd84746be,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:54.094863 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-72ca0d17-6c20-4450-8440-3804e41cf358 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:54.099258 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-41a94bc1-f8c1-494b-a831-5c9ebdf31aad tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:54.099789 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-41a94bc1-f8c1-494b-a831-5c9ebdf31aad tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Added segment 53c3c778-ad51-4039-9743-62d95ced3af9 of type vlan for network 63d49b6f-50ca-448c-9c29-184520e8530d Mar 14 15:25:54.234082 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-41a94bc1-f8c1-494b-a831-5c9ebdf31aad tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:54.262457 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570318e-fc48-4bb1-9f54-34c5aad813d1 req-4befe7fb-ebb4-4682-b18c-bed2aaa97570 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:54.264361 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f570318e-fc48-4bb1-9f54-34c5aad813d1 req-4befe7fb-ebb4-4682-b18c-bed2aaa97570 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.3758643 Mar 14 15:25:54.292103 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e958b6e1-4cc8-4558-9441-a35e44b4b0d8 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:54.301463 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e958b6e1-4cc8-4558-9441-a35e44b4b0d8 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:54.305947 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e958b6e1-4cc8-4558-9441-a35e44b4b0d8 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "PUT /v2.0/routers/43a29d8f-2375-4fd2-86a3-bf814f08d8ed HTTP/1.1" status: 200 len: 919 time: 6.2814689 Mar 14 15:25:54.314763 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52344) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:54.344467 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f752670-eb5c-47d3-b55d-883b760680c1 None None] Sync routers for ids ['43a29d8f-2375-4fd2-86a3-bf814f08d8ed'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:54.351101 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-72ca0d17-6c20-4450-8440-3804e41cf358 None None] Calling delete_port for 8fd025e3-cb81-4e75-a561-7e0fd84746be owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:54.445303 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::3cd (5b9fbf90-4428-44c7-aa34-44697a69d1dc/8af33470-b2e8-48af-96e2-86b3952368a5/90e74409-170b-4e39-846f-4a14ec6b1f5f) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:54.452513 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f374d0ad-34e4-4653-8efb-f5e7e6a1df1e tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "GET /v2.0/routers/43a29d8f-2375-4fd2-86a3-bf814f08d8ed HTTP/1.1" status: 200 len: 925 time: 0.1338389 Mar 14 15:25:54.452766 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52346) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:54.458337 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:54.463693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f752670-eb5c-47d3-b55d-883b760680c1 None None] Routers {'43a29d8f-2375-4fd2-86a3-bf814f08d8ed'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:54.464492 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-8f752670-eb5c-47d3-b55d-883b760680c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['43a29d8f-2375-4fd2-86a3-bf814f08d8ed'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:54.484924 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-41a94bc1-f8c1-494b-a831-5c9ebdf31aad tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:54.490817 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a94bc1-f8c1-494b-a831-5c9ebdf31aad tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:54.491647 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-41a94bc1-f8c1-494b-a831-5c9ebdf31aad tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:54.493956 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:54.497924 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-94fb0f6b-7532-4772-a483-aaf6665f506b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Deleting port 41e7fc38-ef2f-4989-917b-602e80385dca {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:54.498462 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-94fb0f6b-7532-4772-a483-aaf6665f506b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:54.536166 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-8f752670-eb5c-47d3-b55d-883b760680c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:54.551190 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fc8c10-3737-4ca9-a102-7cdc5815ef3d tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:54.554968 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-63fc8c10-3737-4ca9-a102-7cdc5815ef3d tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&device_id=43a29d8f-2375-4fd2-86a3-bf814f08d8ed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0992575 Mar 14 15:25:54.555695 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52350) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:54.572890 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f570318e-fc48-4bb1-9f54-34c5aad813d1 req-3e10fd47-b6e3-4d3f-8fe8-ed73a6ca5777 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902713 Mar 14 15:25:54.578448 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.extraroute_db [None req-aed28f51-818f-4a3b-af8b-f1003af43453 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102567) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 14 15:25:54.628969 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edd51f-5945-4432-80c2-9f124fbc86b6 None None] Pushing event updated for resources: {'Port': ['ID=a29e0b35-909b-47ab-9c0e-981c3c3be4d3,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:54.656434 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-9514c5a7-09c0-41b4-a3d2-99c4346a491a None None] Provisioning complete for port a29e0b35-909b-47ab-9c0e-981c3c3be4d3 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:54.656434 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9514c5a7-09c0-41b4-a3d2-99c4346a491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:54.709348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbaeb6f-5b9c-4405-a484-a35ba66333b2 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:54.711115 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8cbaeb6f-5b9c-4405-a484-a35ba66333b2 tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "GET /v2.0/networks/0f3fd893-5baa-4085-951b-8847b15a4083 HTTP/1.1" status: 200 len: 881 time: 0.1544609 Mar 14 15:25:54.712670 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] Attempting to bind port a29e0b35-909b-47ab-9c0e-981c3c3be4d3 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:54.713045 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] Attempting to bind port a29e0b35-909b-47ab-9c0e-981c3c3be4d3 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '723d964c-51e7-4b5a-86d3-3449dc755a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'd2c1700e-66e8-4252-9f8d-c012e01b0fc2'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:54.713407 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] Attempting to bind port a29e0b35-909b-47ab-9c0e-981c3c3be4d3 on network d2c1700e-66e8-4252-9f8d-c012e01b0fc2 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:54.719391 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:54.719765 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] Checking segment: {'id': '723d964c-51e7-4b5a-86d3-3449dc755a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'd2c1700e-66e8-4252-9f8d-c012e01b0fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:54.720167 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:54.720605 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] Bound using segment: {'id': '723d964c-51e7-4b5a-86d3-3449dc755a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'd2c1700e-66e8-4252-9f8d-c012e01b0fc2'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:54.721082 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] Bound port: a29e0b35-909b-47ab-9c0e-981c3c3be4d3, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '723d964c-51e7-4b5a-86d3-3449dc755a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'd2c1700e-66e8-4252-9f8d-c012e01b0fc2'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:54.721621 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:54.738171 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9514c5a7-09c0-41b4-a3d2-99c4346a491a None None] Port a29e0b35-909b-47ab-9c0e-981c3c3be4d3 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:25:54.749806 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-72ca0d17-6c20-4450-8440-3804e41cf358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:54.759422 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52352) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:54.763842 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-9514c5a7-09c0-41b4-a3d2-99c4346a491a None None] Could not find standard attr ID for object 55b9cf40-a400-41d5-ac6a-aaa75e4c78c5. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:25:54.767696 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c9187f63-d2da-47ac-96cf-2455814ac368 None None] Deleting port 41e7fc38-ef2f-4989-917b-602e80385dca {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:54.768131 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c9187f63-d2da-47ac-96cf-2455814ac368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:54.803049 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca0d17-6c20-4450-8440-3804e41cf358 None None] Pushing event deleted for resources: {'Port': ['ID=8fd025e3-cb81-4e75-a561-7e0fd84746be,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:54.806841 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f752670-eb5c-47d3-b55d-883b760680c1 None None] Routers {'43a29d8f-2375-4fd2-86a3-bf814f08d8ed'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:54.809061 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-8f752670-eb5c-47d3-b55d-883b760680c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['43a29d8f-2375-4fd2-86a3-bf814f08d8ed'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:54.816854 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-128be83f-f64e-4932-9aee-3e19dff350d1 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a29d8f-2375-4fd2-86a3-bf814f08d8ed HTTP/1.1" status: 200 len: 205 time: 0.0562713 Mar 14 15:25:54.819962 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52354) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:54.868839 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] For port a29e0b35-909b-47ab-9c0e-981c3c3be4d3, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:54.874541 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] For port a29e0b35-909b-47ab-9c0e-981c3c3be4d3, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a29e0b35-909b-47ab-9c0e-981c3c3be4d3,segment=NetworkSegment(723d964c-51e7-4b5a-86d3-3449dc755a65),segment_id=723d964c-51e7-4b5a-86d3-3449dc755a65)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:54.886163 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:54.888420 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-8f752670-eb5c-47d3-b55d-883b760680c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:54.890766 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:54.899345 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f752670-eb5c-47d3-b55d-883b760680c1 None None] The sync data for ids ['43a29d8f-2375-4fd2-86a3-bf814f08d8ed'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:54.927496 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:54.957601 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ca0d17-6c20-4450-8440-3804e41cf358 None None] No DVR routers for this DVR port 8fd025e3-cb81-4e75-a561-7e0fd84746be on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:25:54.971906 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 29e3ec81-8747-42bb-8c69-7fe36c4411a8 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:54.983819 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:54.993967 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edd51f-5945-4432-80c2-9f124fbc86b6 None None] Pushing event updated for resources: {'Port': ['ID=a29e0b35-909b-47ab-9c0e-981c3c3be4d3,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:55.021518 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-41a94bc1-f8c1-494b-a831-5c9ebdf31aad tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.7168434 Mar 14 15:25:55.040250 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.extraroute_db [None req-aed28f51-818f-4a3b-af8b-f1003af43453 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Removed routes are [] {{(pid=102567) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 14 15:25:55.041851 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aed28f51-818f-4a3b-af8b-f1003af43453 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:55.074940 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-94fb0f6b-7532-4772-a483-aaf6665f506b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] For port 41e7fc38-ef2f-4989-917b-602e80385dca, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=41e7fc38-ef2f-4989-917b-602e80385dca,segment=NetworkSegment(97c94208-fb39-4748-81b7-61517136254c),segment_id=97c94208-fb39-4748-81b7-61517136254c)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:55.074940 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-94fb0f6b-7532-4772-a483-aaf6665f506b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:55.074940 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a94bc1-f8c1-494b-a831-5c9ebdf31aad tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Network': ['ID=63d49b6f-50ca-448c-9c29-184520e8530d,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:55.074940 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'port': 2} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:55.075977 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:55.080974 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:55.081316 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:55.081527 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-c9187f63-d2da-47ac-96cf-2455814ac368 None None] For port 41e7fc38-ef2f-4989-917b-602e80385dca, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=41e7fc38-ef2f-4989-917b-602e80385dca,segment=NetworkSegment(97c94208-fb39-4748-81b7-61517136254c),segment_id=97c94208-fb39-4748-81b7-61517136254c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:55.081527 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c9187f63-d2da-47ac-96cf-2455814ac368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:55.084772 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:55.091325 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f7680-e196-4b62-8fe5-75fa5ab884bb None None] Pushing event updated for resources: {'Port': ['ID=a0000cac-e605-4090-9735-59a1593b81f5,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:55.104558 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-94fb0f6b-7532-4772-a483-aaf6665f506b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Calling delete_port for 41e7fc38-ef2f-4989-917b-602e80385dca owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:55.105401 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6502d4e6-7f1a-4c51-a329-34c15a1c68d0 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:55.108800 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c9187f63-d2da-47ac-96cf-2455814ac368 None None] Calling delete_port for 41e7fc38-ef2f-4989-917b-602e80385dca owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:55.112057 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-92e0bf8d-adad-4da4-a6ef-5648cf61ab92 None None] Provisioning complete for port a29e0b35-909b-47ab-9c0e-981c3c3be4d3 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:55.112436 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92e0bf8d-adad-4da4-a6ef-5648cf61ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:55.118744 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-70c7515c-0c71-4e8f-bc91-2a1ab2f23f8b tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:55.168757 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 63d49b6f-50ca-448c-9c29-184520e8530d details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:25:55.188372 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:55.277107 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:55.310938 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:25:55.377519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:55.380691 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=90e74409-170b-4e39-846f-4a14ec6b1f5f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:55.383248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:55.386281 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:55.396438 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:55.397396 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:55.517369 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.518353 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.519386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.520203 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.535173 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.535850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.536478 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.537030 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.537554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.538215 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.538881 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.539948 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.565373 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-368c70f7-2b78-4162-b2f3-6b2f0b2f4fd1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7713714 Mar 14 15:25:55.568305 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52358) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:55.645254 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-70c7515c-0c71-4e8f-bc91-2a1ab2f23f8b tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:55.683060 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990f5be8-d631-41a7-8abb-8d1e00fc44a4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:55.693221 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-990f5be8-d631-41a7-8abb-8d1e00fc44a4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1234629 Mar 14 15:25:55.718536 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 29e3ec81-8747-42bb-8c69-7fe36c4411a8 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:55.719168 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:55.720602 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] Attempting to bind port a0000cac-e605-4090-9735-59a1593b81f5 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:55.720840 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52362) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:55.720965 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] Attempting to bind port a0000cac-e605-4090-9735-59a1593b81f5 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '361c0d24-f297-4a4e-acc7-57d29d5a6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:55.721311 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] Attempting to bind port a0000cac-e605-4090-9735-59a1593b81f5 on network deaee5f8-23db-4220-91f0-ce5ee9ed990c {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:55.728779 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Subnet': ['ID=c9d9c0eb-b1be-4dbd-88df-4743db9d98c3,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:55.793570 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:25:54Z', 'revision_number': 6, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': '29b03913-506c-499b-8f58-ddfac40096ff', 'name': '', 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:67:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:32Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a29e0b35-909b-47ab-9c0e-981c3c3be4d3', 'name': '', 'network_id': 'd2c1700e-66e8-4252-9f8d-c012e01b0fc2', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:5f:5e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3f15d97f-3dbb-41c1-a270-30d7973f623e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:46Z', 'updated_at': '2022-03-14T15:25:54Z', 'revision_number': 4, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '3f15d97f-3dbb-41c1-a270-30d7973f623e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57512ac-29d3-497f-b571-185704f21683', 'name': '', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:82:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:23Z', 'updated_at': '2022-03-14T15:25:31Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:55.796494 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Checking segment: {'id': '5e44583c-9d4d-4f54-bd89-3d2c979e10ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '32480295-0e23-4676-80ae-82529881477f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:55.796989 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network hostable DHCP agents. Network: 32480295-0e23-4676-80ae-82529881477f, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:55.800026 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.800302 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.800649 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.800988 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.801322 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.801651 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.801978 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.802307 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.802628 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.802965 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.803565 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.803692 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:25:55.848244 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-70c7515c-0c71-4e8f-bc91-2a1ab2f23f8b tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Deleting port b704acd3-428e-4959-8a48-ec20624d48cf {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:55.849368 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-70c7515c-0c71-4e8f-bc91-2a1ab2f23f8b tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:55.853141 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4e6df3-0c5d-4e3a-aedc-bcabe085ae54 None None] The sync data for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv is: [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:25:54Z', 'revision_number': 6, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': '29b03913-506c-499b-8f58-ddfac40096ff', 'name': '', 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:67:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:32Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a29e0b35-909b-47ab-9c0e-981c3c3be4d3', 'name': '', 'network_id': 'd2c1700e-66e8-4252-9f8d-c012e01b0fc2', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:5f:5e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3f15d97f-3dbb-41c1-a270-30d7973f623e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:46Z', 'updated_at': '2022-03-14T15:25:54Z', 'revision_number': 4, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '3f15d97f-3dbb-41c1-a270-30d7973f623e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57512ac-29d3-497f-b571-185704f21683', 'name': '', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:82:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:23Z', 'updated_at': '2022-03-14T15:25:31Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:55.866123 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:55.866769 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] Checking segment: {'id': '361c0d24-f297-4a4e-acc7-57d29d5a6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:55.867484 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:55.868022 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] Bound using segment: {'id': '361c0d24-f297-4a4e-acc7-57d29d5a6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:55.869130 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] Bound port: a0000cac-e605-4090-9735-59a1593b81f5, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '361c0d24-f297-4a4e-acc7-57d29d5a6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:55.869688 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:56.004454 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-94fb0f6b-7532-4772-a483-aaf6665f506b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:56.022302 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] device_id is not set on port bd1ff0a4-a94d-40b8-9831-2f62803747d6 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:25:56.034058 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aed28f51-818f-4a3b-af8b-f1003af43453 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:56.057802 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network 32480295-0e23-4676-80ae-82529881477f is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:56.067449 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb0f6b-7532-4772-a483-aaf6665f506b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event deleted for resources: {'Port': ['ID=41e7fc38-ef2f-4989-917b-602e80385dca,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:56.075927 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aed28f51-818f-4a3b-af8b-f1003af43453 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:56.078865 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fb0f6b-7532-4772-a483-aaf6665f506b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] No DVR routers for this DVR port 41e7fc38-ef2f-4989-917b-602e80385dca on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:25:56.085602 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 32480295-0e23-4676-80ae-82529881477f) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:56.117272 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:56.117870 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:56.141496 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf68b06-bb14-4655-a611-a9ff7530c306 None None] Network 32480295-0e23-4676-80ae-82529881477f requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:56.200765 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c9187f63-d2da-47ac-96cf-2455814ac368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:56.254770 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92e0bf8d-adad-4da4-a6ef-5648cf61ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:56.331200 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9187f63-d2da-47ac-96cf-2455814ac368 None None] Pushing event deleted for resources: {'Port': ['ID=41e7fc38-ef2f-4989-917b-602e80385dca,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:56.331903 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-94fb0f6b-7532-4772-a483-aaf6665f506b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:56.385053 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9187f63-d2da-47ac-96cf-2455814ac368 None None] No DVR routers for this DVR port 41e7fc38-ef2f-4989-917b-602e80385dca on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:25:56.385473 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-94fb0f6b-7532-4772-a483-aaf6665f506b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2911a1-a4a1-4862-a7bc-5446e737dc39']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:56.401423 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-94fb0f6b-7532-4772-a483-aaf6665f506b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c94208-fb39-4748-81b7-61517136254c') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:56.402386 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-94fb0f6b-7532-4772-a483-aaf6665f506b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c94208-fb39-4748-81b7-61517136254c') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:56.426118 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] For port a0000cac-e605-4090-9735-59a1593b81f5, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:25:56.435119 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-94fb0f6b-7532-4772-a483-aaf6665f506b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:56.455953 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-94fb0f6b-7532-4772-a483-aaf6665f506b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:56.480321 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94fb0f6b-7532-4772-a483-aaf6665f506b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:25:56.480745 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-94fb0f6b-7532-4772-a483-aaf6665f506b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:56.500100 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-92e0bf8d-adad-4da4-a6ef-5648cf61ab92 None None] For port a29e0b35-909b-47ab-9c0e-981c3c3be4d3, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a29e0b35-909b-47ab-9c0e-981c3c3be4d3,segment=NetworkSegment(723d964c-51e7-4b5a-86d3-3449dc755a65),segment_id=723d964c-51e7-4b5a-86d3-3449dc755a65)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:56.502197 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] For port a0000cac-e605-4090-9735-59a1593b81f5, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a0000cac-e605-4090-9735-59a1593b81f5,segment=NetworkSegment(361c0d24-f297-4a4e-acc7-57d29d5a6537),segment_id=361c0d24-f297-4a4e-acc7-57d29d5a6537)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:25:56.523329 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92e0bf8d-adad-4da4-a6ef-5648cf61ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:56.539806 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:56.548756 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'fixed_ips': [{'subnet_id': '8af33470-b2e8-48af-96e2-86b3952368a5'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:25:56.549916 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:25:56.613126 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:25:56.709606 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945b6f7-0982-4d4d-a62e-64bb51dfa202 req-fc0f2f49-f277-4395-9f76-0fc52a44e19f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:56.711996 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9945b6f7-0982-4d4d-a62e-64bb51dfa202 req-fc0f2f49-f277-4395-9f76-0fc52a44e19f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.9854174 Mar 14 15:25:56.801208 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9945b6f7-0982-4d4d-a62e-64bb51dfa202 req-af4ceab1-6fce-4061-8e64-131241a2f0f3 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805385 Mar 14 15:25:56.836689 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-70c7515c-0c71-4e8f-bc91-2a1ab2f23f8b tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:56.859918 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-dfe8a6ac-4ce7-4348-b77f-3c67c3aae68f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port 90e74409-170b-4e39-846f-4a14ec6b1f5f {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:56.861030 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfe8a6ac-4ce7-4348-b77f-3c67c3aae68f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:56.865327 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a29e0b35-909b-47ab-9c0e-981c3c3be4d3 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:56.883895 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:56.887089 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-32480295-0e23-4676-80ae-82529881477f', 'network_id': '32480295-0e23-4676-80ae-82529881477f', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'fixed_ips': [{'subnet_id': 'c9d9c0eb-b1be-4dbd-88df-4743db9d98c3'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:25:56.889068 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:57.032553 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfe8a6ac-4ce7-4348-b77f-3c67c3aae68f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:57.033804 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-03297c59-203e-4c65-a63a-9630c9682ab4 None None] Provisioning complete for port a29e0b35-909b-47ab-9c0e-981c3c3be4d3 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:57.034329 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03297c59-203e-4c65-a63a-9630c9682ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:57.060256 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-dfe8a6ac-4ce7-4348-b77f-3c67c3aae68f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for 90e74409-170b-4e39-846f-4a14ec6b1f5f owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:57.060502 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] device_id is not set on port 184a29cd-f5a5-440f-980c-5a7f47749441 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:25:57.208511 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:57.266976 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4e005a83-2863-4bc5-8420-444848081e26 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1096344 Mar 14 15:25:57.268780 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-94fb0f6b-7532-4772-a483-aaf6665f506b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:57.269323 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52364) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:57.275661 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed28f51-818f-4a3b-af8b-f1003af43453 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router 36ff763e-a209-48ce-b2fd-58ee314f43f0 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:25:57.280070 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:57.293596 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-94fb0f6b-7532-4772-a483-aaf6665f506b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:57.298234 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-94fb0f6b-7532-4772-a483-aaf6665f506b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] 10.222.0.59 "DELETE /v2.0/networks/5c2911a1-a4a1-4862-a7bc-5446e737dc39 HTTP/1.1" status: 204 len: 168 time: 3.9286990 Mar 14 15:25:57.381682 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=bd1ff0a4-a94d-40b8-9831-2f62803747d6,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:57.402140 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0bf8d-adad-4da4-a6ef-5648cf61ab92 None None] Pushing event updated for resources: {'Port': ['ID=a29e0b35-909b-47ab-9c0e-981c3c3be4d3,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:57.413387 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb0f6b-7532-4772-a483-aaf6665f506b tempest-NetworksIpV6TestAttrs-1970047280 tempest-NetworksIpV6TestAttrs-1970047280-project] Pushing event deleted for resources: {'Network': ['ID=5c2911a1-a4a1-4862-a7bc-5446e737dc39,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:57.421774 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-70c7515c-0c71-4e8f-bc91-2a1ab2f23f8b tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Calling delete_port for b704acd3-428e-4959-8a48-ec20624d48cf owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:25:57.425827 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:57.428169 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:57.433920 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfe8a6ac-4ce7-4348-b77f-3c67c3aae68f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:57.574648 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network 28fec14c-b7e0-49e7-816a-65c1bd36346c is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:57.581004 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:57.584951 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:57.585791 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:57.637302 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=184a29cd-f5a5-440f-980c-5a7f47749441,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:57.655337 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] Allocated IP 2001:db8::2 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/8af33470-b2e8-48af-96e2-86b3952368a5/a34291ce-db36-41ae-90a9-7f5d496f93db) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:57.660792 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed28f51-818f-4a3b-af8b-f1003af43453 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:25:57.669695 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aed28f51-818f-4a3b-af8b-f1003af43453 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:57.673164 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86096b15-a134-41df-999b-2580b678e213 None None] Sync routers for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:25:57.673950 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-aed28f51-818f-4a3b-af8b-f1003af43453 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/36ff763e-a209-48ce-b2fd-58ee314f43f0 HTTP/1.1" status: 200 len: 954 time: 4.7352023 Mar 14 15:25:57.674574 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52370) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:57.698101 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86096b15-a134-41df-999b-2580b678e213 None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:57.709710 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-86096b15-a134-41df-999b-2580b678e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:57.832830 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7d86913c-5808-4d1d-ac3d-55a2e9c5e335 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/routers/36ff763e-a209-48ce-b2fd-58ee314f43f0 HTTP/1.1" status: 200 len: 954 time: 0.1568918 Mar 14 15:25:57.833432 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52372) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:57.833762 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52374) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:57.874408 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f29118ac-0e18-4ba1-9d2f-68d1f6b52d47 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'router': {'routes': None}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:57.885514 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfe8a6ac-4ce7-4348-b77f-3c67c3aae68f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:57.890408 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-dfe8a6ac-4ce7-4348-b77f-3c67c3aae68f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/90e74409-170b-4e39-846f-4a14ec6b1f5f HTTP/1.1" status: 204 len: 168 time: 2.1651058 Mar 14 15:25:57.897738 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52380) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:57.920494 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-86096b15-a134-41df-999b-2580b678e213 None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:25:57.936563 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:25:57.971205 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8a6ac-4ce7-4348-b77f-3c67c3aae68f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=90e74409-170b-4e39-846f-4a14ec6b1f5f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:58.053521 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c320cd3d-9934-4cef-a715-92945d329181 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:58.055221 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c320cd3d-9934-4cef-a715-92945d329181 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:58.060644 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c320cd3d-9934-4cef-a715-92945d329181 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1600721 Mar 14 15:25:58.065636 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52382) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:58.145647 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Checking segment: {'id': '064f4f78-79d3-4068-909e-011e749a72b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '70d2adff-ed1e-4761-b282-57b7dc5d5e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:58.146015 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network hostable DHCP agents. Network: 70d2adff-ed1e-4761-b282-57b7dc5d5e02, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:58.227248 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7c1aa308-47be-42be-bcaf-8d8f6e062709 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b9abc0a6aea44bf981861daf5f9adcb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3904150 Mar 14 15:25:58.229818 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52384) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:58.306612 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5686611d-f70e-4591-8c9f-4c297566faac tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:58.353890 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f7680-e196-4b62-8fe5-75fa5ab884bb None None] Pushing event updated for resources: {'Port': ['ID=a0000cac-e605-4090-9735-59a1593b81f5,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:58.386436 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port a29e0b35-909b-47ab-9c0e-981c3c3be4d3 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:58.387397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:58.462775 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-00dbb0cf-8753-42f4-ab73-a3302cd7ef5a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet 8af33470-b2e8-48af-96e2-86b3952368a5 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:25:58.497530 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] Allocated IP 172.23.0.2 (32480295-0e23-4676-80ae-82529881477f/c9d9c0eb-b1be-4dbd-88df-4743db9d98c3/b2e518b9-3fb7-42f2-a67f-f93eb9109f8f) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:58.497788 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network 70d2adff-ed1e-4761-b282-57b7dc5d5e02 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:58.523919 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bfc41a34-1c89-4721-a28c-ad9e507ca961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:58.587646 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d1e3c-25f9-4f01-ba26-ae9c285eb37c req-158a856d-bfa7-4349-8f09-841f7b4e3ac0 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:58.596186 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d76d1e3c-25f9-4f01-ba26-ae9c285eb37c req-158a856d-bfa7-4349-8f09-841f7b4e3ac0 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.5295398 Mar 14 15:25:58.597328 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52386) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:58.605008 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 70d2adff-ed1e-4761-b282-57b7dc5d5e02) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:58.606966 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-fd5e6ebb-ce2b-4c75-9235-8289cfd30e7a tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'subnet': {'network_id': '63d49b6f-50ca-448c-9c29-184520e8530d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:58.608166 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:58.625015 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb021454-22de-4be8-b390-04c036009f79 None None] Network 70d2adff-ed1e-4761-b282-57b7dc5d5e02 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:25:58.637128 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:58.654421 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-86096b15-a134-41df-999b-2580b678e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:25:54Z', 'revision_number': 6, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': '29b03913-506c-499b-8f58-ddfac40096ff', 'name': '', 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:67:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:32Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a29e0b35-909b-47ab-9c0e-981c3c3be4d3', 'name': '', 'network_id': 'd2c1700e-66e8-4252-9f8d-c012e01b0fc2', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:5f:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3f15d97f-3dbb-41c1-a270-30d7973f623e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:46Z', 'updated_at': '2022-03-14T15:25:56Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '3f15d97f-3dbb-41c1-a270-30d7973f623e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57512ac-29d3-497f-b571-185704f21683', 'name': '', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:82:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:23Z', 'updated_at': '2022-03-14T15:25:31Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:58.659779 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:58.665347 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:58.671366 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:58.672038 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:58.674489 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-00dbb0cf-8753-42f4-ab73-a3302cd7ef5a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:58.690862 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86096b15-a134-41df-999b-2580b678e213 None None] Checking router: 36ff763e-a209-48ce-b2fd-58ee314f43f0 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:25:58.691759 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bfc41a34-1c89-4721-a28c-ad9e507ca961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:58.699583 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86096b15-a134-41df-999b-2580b678e213 None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:25:58.700558 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-86096b15-a134-41df-999b-2580b678e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:58.717376 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-70c7515c-0c71-4e8f-bc91-2a1ab2f23f8b tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:58.744597 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-03297c59-203e-4c65-a63a-9630c9682ab4 None None] Provisioning complete for port a0000cac-e605-4090-9735-59a1593b81f5 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:25:58.745265 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03297c59-203e-4c65-a63a-9630c9682ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:58.775593 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7515c-0c71-4e8f-bc91-2a1ab2f23f8b tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Pushing event deleted for resources: {'Port': ['ID=b704acd3-428e-4959-8a48-ec20624d48cf,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:58.807901 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5e6ebb-ce2b-4c75-9235-8289cfd30e7a tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Made reservation on behalf of 6cb5488b9ddd4300a9679d380e6ad17d for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:25:58.813161 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd5e6ebb-ce2b-4c75-9235-8289cfd30e7a tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:58.817899 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-86096b15-a134-41df-999b-2580b678e213 None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:25:58.949939 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:59.006693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:59.035512 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] Network 32480295-0e23-4676-80ae-82529881477f is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:59.058533 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:25:59.063201 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:59.066050 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:59.099290 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-86096b15-a134-41df-999b-2580b678e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:25:54Z', 'revision_number': 6, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': '29b03913-506c-499b-8f58-ddfac40096ff', 'name': '', 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:67:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:32Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a29e0b35-909b-47ab-9c0e-981c3c3be4d3', 'name': '', 'network_id': 'd2c1700e-66e8-4252-9f8d-c012e01b0fc2', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:5f:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3f15d97f-3dbb-41c1-a270-30d7973f623e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:46Z', 'updated_at': '2022-03-14T15:25:56Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '3f15d97f-3dbb-41c1-a270-30d7973f623e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57512ac-29d3-497f-b571-185704f21683', 'name': '', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:82:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:23Z', 'updated_at': '2022-03-14T15:25:31Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:59.101045 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 41e7fc38-ef2f-4989-917b-602e80385dca no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:25:59.122783 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd5e6ebb-ce2b-4c75-9235-8289cfd30e7a tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:59.135460 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86096b15-a134-41df-999b-2580b678e213 None None] The sync data for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv is: [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:25:54Z', 'revision_number': 6, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': '29b03913-506c-499b-8f58-ddfac40096ff', 'name': '', 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:67:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:32Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a29e0b35-909b-47ab-9c0e-981c3c3be4d3', 'name': '', 'network_id': 'd2c1700e-66e8-4252-9f8d-c012e01b0fc2', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:5f:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3f15d97f-3dbb-41c1-a270-30d7973f623e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:46Z', 'updated_at': '2022-03-14T15:25:56Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '3f15d97f-3dbb-41c1-a270-30d7973f623e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57512ac-29d3-497f-b571-185704f21683', 'name': '', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:82:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:23Z', 'updated_at': '2022-03-14T15:25:31Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:59.136477 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:25:59.139642 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:25:59.143494 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-00dbb0cf-8753-42f4-ab73-a3302cd7ef5a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:59.161116 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 41e7fc38-ef2f-4989-917b-602e80385dca {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:25:59.161449 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 41e7fc38-ef2f-4989-917b-602e80385dca not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:25:59.161859 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 8fd025e3-cb81-4e75-a561-7e0fd84746be no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:25:59.175178 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:25:47Z', 'revision_number': 4, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0000cac-e605-4090-9735-59a1593b81f5', 'name': '', 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:49:28:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:44Z', 'updated_at': '2022-03-14T15:25:56Z', 'revision_number': 4, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:25:59.201057 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-70c7515c-0c71-4e8f-bc91-2a1ab2f23f8b tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:59.224891 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3a934375-4be5-4553-b88c-019d2b783e49 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.3377447 Mar 14 15:25:59.243529 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52388) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:59.267223 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d76d1e3c-25f9-4f01-ba26-ae9c285eb37c req-a29165ac-4f25-4f5f-94ea-f421485d0eca tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6701362 Mar 14 15:25:59.287852 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] Pushing event updated for resources: {'Port': ['ID=a34291ce-db36-41ae-90a9-7f5d496f93db,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:59.290671 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03297c59-203e-4c65-a63a-9630c9682ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:59.292873 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ecc672-ae1a-48fa-96a5-94bd7aaf1bc9 None None] The sync data for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv is: [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:25:47Z', 'revision_number': 4, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0000cac-e605-4090-9735-59a1593b81f5', 'name': '', 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:49:28:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:44Z', 'updated_at': '2022-03-14T15:25:56Z', 'revision_number': 4, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:25:59.301778 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-70c7515c-0c71-4e8f-bc91-2a1ab2f23f8b tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:59.303981 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-70c7515c-0c71-4e8f-bc91-2a1ab2f23f8b tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:59.346410 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 8fd025e3-cb81-4e75-a561-7e0fd84746be {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:25:59.346863 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 8fd025e3-cb81-4e75-a561-7e0fd84746be not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:25:59.358765 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] Attempting to bind port b2e518b9-3fb7-42f2-a67f-f93eb9109f8f on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:59.361810 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] Attempting to bind port b2e518b9-3fb7-42f2-a67f-f93eb9109f8f by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '5e44583c-9d4d-4f54-bd89-3d2c979e10ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '32480295-0e23-4676-80ae-82529881477f'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:59.361810 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] Attempting to bind port b2e518b9-3fb7-42f2-a67f-f93eb9109f8f on network 32480295-0e23-4676-80ae-82529881477f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:59.414541 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-70c7515c-0c71-4e8f-bc91-2a1ab2f23f8b tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:59.415553 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c7515c-0c71-4e8f-bc91-2a1ab2f23f8b tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Fanout notify agent at l3_agent the message router_deleted on router 43a29d8f-2375-4fd2-86a3-bf814f08d8ed {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:25:59.420419 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-5686611d-f70e-4591-8c9f-4c297566faac tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Allocated IP 172.23.0.1 (32480295-0e23-4676-80ae-82529881477f/c9d9c0eb-b1be-4dbd-88df-4743db9d98c3/1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:25:59.423629 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e6ebb-ce2b-4c75-9235-8289cfd30e7a tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Subnet': ['ID=c4b7d189-aa0c-496b-aec1-03bf425de793,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:59.449886 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-70c7515c-0c71-4e8f-bc91-2a1ab2f23f8b tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:59.451358 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-70c7515c-0c71-4e8f-bc91-2a1ab2f23f8b tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "DELETE /v2.0/routers/43a29d8f-2375-4fd2-86a3-bf814f08d8ed HTTP/1.1" status: 204 len: 168 time: 4.6304579 Mar 14 15:25:59.462024 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52392) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:25:59.469789 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:59.470244 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] Checking segment: {'id': '5e44583c-9d4d-4f54-bd89-3d2c979e10ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '32480295-0e23-4676-80ae-82529881477f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:59.470803 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:59.473563 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] Bound using segment: {'id': '5e44583c-9d4d-4f54-bd89-3d2c979e10ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '32480295-0e23-4676-80ae-82529881477f'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:59.474721 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] Bound port: b2e518b9-3fb7-42f2-a67f-f93eb9109f8f, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e44583c-9d4d-4f54-bd89-3d2c979e10ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '32480295-0e23-4676-80ae-82529881477f'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:59.485859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-520054d3-4e78-4e94-aaa5-4f67e96cd044 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-455436724', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:25:59.488536 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:59.558979 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bfc41a34-1c89-4721-a28c-ad9e507ca961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:59.562675 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bfc41a34-1c89-4721-a28c-ad9e507ca961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:59.578257 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bfc41a34-1c89-4721-a28c-ad9e507ca961 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b02972ec-e350-44ff-b495-9c1840fa7c1a HTTP/1.1" status: 204 len: 168 time: 1.3321285 Mar 14 15:25:59.630013 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5e6ebb-ce2b-4c75-9235-8289cfd30e7a tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Checking segment: {'id': '53c3c778-ad51-4039-9743-62d95ced3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '63d49b6f-50ca-448c-9c29-184520e8530d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:59.630642 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] Attempting to bind port a34291ce-db36-41ae-90a9-7f5d496f93db on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:25:59.631143 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] Attempting to bind port a34291ce-db36-41ae-90a9-7f5d496f93db by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:25:59.631615 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] Attempting to bind port a34291ce-db36-41ae-90a9-7f5d496f93db on network 5b9fbf90-4428-44c7-aa34-44697a69d1dc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:25:59.636161 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5e6ebb-ce2b-4c75-9235-8289cfd30e7a tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Network hostable DHCP agents. Network: 63d49b6f-50ca-448c-9c29-184520e8530d, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:25:59.689249 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] Pushing event updated for resources: {'Port': ['ID=b2e518b9-3fb7-42f2-a67f-f93eb9109f8f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:59.712275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-00dbb0cf-8753-42f4-ab73-a3302cd7ef5a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:59.740982 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc41a34-1c89-4721-a28c-ad9e507ca961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02972ec-e350-44ff-b495-9c1840fa7c1a,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:25:59.756484 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:25:59.758670 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] Checking segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:25:59.759229 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:59.761358 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] Bound using segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:25:59.761978 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] Bound port: a34291ce-db36-41ae-90a9-7f5d496f93db, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:25:59.764141 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:59.782785 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.extraroute_db [None req-f29118ac-0e18-4ba1-9d2f-68d1f6b52d47 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Added routes are [] {{(pid=102567) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 14 15:25:59.783167 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.extraroute_db [None req-f29118ac-0e18-4ba1-9d2f-68d1f6b52d47 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102567) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 14 15:25:59.788969 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-f23e24de-2d1a-4b45-8775-489a05494772 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port 184a29cd-f5a5-440f-980c-5a7f47749441 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:25:59.789125 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f23e24de-2d1a-4b45-8775-489a05494772 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:59.797705 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-03297c59-203e-4c65-a63a-9630c9682ab4 None None] For port a0000cac-e605-4090-9735-59a1593b81f5, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a0000cac-e605-4090-9735-59a1593b81f5,segment=NetworkSegment(361c0d24-f297-4a4e-acc7-57d29d5a6537),segment_id=361c0d24-f297-4a4e-acc7-57d29d5a6537)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:25:59.806627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-520054d3-4e78-4e94-aaa5-4f67e96cd044 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:59.817984 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-520054d3-4e78-4e94-aaa5-4f67e96cd044 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:59.838000 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a0000cac-e605-4090-9735-59a1593b81f5 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:25:59.845345 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03297c59-203e-4c65-a63a-9630c9682ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:25:59.866548 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67847017-89de-42ec-a24f-f73e1270bdcd req-d46bbd58-7f78-40d5-ab57-70b264d8e18e tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:59.883087 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-67847017-89de-42ec-a24f-f73e1270bdcd req-d46bbd58-7f78-40d5-ab57-70b264d8e18e tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1890082 Mar 14 15:25:59.897068 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5e6ebb-ce2b-4c75-9235-8289cfd30e7a tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Network 63d49b6f-50ca-448c-9c29-184520e8530d is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:25:59.908323 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8289c-d459-45af-94b3-a8c27cbf82ba req-3ba287f9-0ab7-4488-a4ee-4b43f56fc039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:25:59.910168 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75a8289c-d459-45af-94b3-a8c27cbf82ba req-3ba287f9-0ab7-4488-a4ee-4b43f56fc039 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3e851ef7d26489f809312a892e32164&device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 1099 time: 0.2331178 Mar 14 15:25:59.925551 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-fd5e6ebb-ce2b-4c75-9235-8289cfd30e7a tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 63d49b6f-50ca-448c-9c29-184520e8530d) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:00.008370 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5e6ebb-ce2b-4c75-9235-8289cfd30e7a tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:00.009354 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd5e6ebb-ce2b-4c75-9235-8289cfd30e7a tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:00.027301 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] For port a34291ce-db36-41ae-90a9-7f5d496f93db, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:00.031142 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] For port a34291ce-db36-41ae-90a9-7f5d496f93db, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a34291ce-db36-41ae-90a9-7f5d496f93db,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:00.036500 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-00dbb0cf-8753-42f4-ab73-a3302cd7ef5a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:00.045930 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f29118ac-0e18-4ba1-9d2f-68d1f6b52d47 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:00.063190 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-67847017-89de-42ec-a24f-f73e1270bdcd req-faba0cdf-564d-45dd-9739-1644002138d4 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789329 Mar 14 15:26:00.070793 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f23e24de-2d1a-4b45-8775-489a05494772 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:00.115714 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-f23e24de-2d1a-4b45-8775-489a05494772 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for 184a29cd-f5a5-440f-980c-5a7f47749441 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:00.119011 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fd5e6ebb-ce2b-4c75-9235-8289cfd30e7a tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5199320 Mar 14 15:26:00.135305 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52398) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:00.144405 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5b797525-00f8-4f39-aa7f-a22c4916404b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1340561358'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:00.151848 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5686611d-f70e-4591-8c9f-4c297566faac tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:00.162548 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbb0cf-8753-42f4-ab73-a3302cd7ef5a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=8af33470-b2e8-48af-96e2-86b3952368a5,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:00.175567 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-00dbb0cf-8753-42f4-ab73-a3302cd7ef5a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:00.187968 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-00dbb0cf-8753-42f4-ab73-a3302cd7ef5a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/8af33470-b2e8-48af-96e2-86b3952368a5 HTTP/1.1" status: 204 len: 168 time: 2.1199510 Mar 14 15:26:00.190676 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52400) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:00.240144 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-520054d3-4e78-4e94-aaa5-4f67e96cd044 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:00.245397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5f3669-9579-4dc8-8c82-0c5f8f1a1178 None None] Network 63d49b6f-50ca-448c-9c29-184520e8530d requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:00.251976 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:00.255590 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8289c-d459-45af-94b3-a8c27cbf82ba req-1c24c6ef-2911-4191-bd1b-9f8188bbce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:00.257131 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75a8289c-d459-45af-94b3-a8c27cbf82ba req-1c24c6ef-2911-4191-bd1b-9f8188bbce80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=49fee795-f4c4-42dd-acc3-9b9f00035acc HTTP/1.1" status: 200 len: 912 time: 0.3207121 Mar 14 15:26:00.284143 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9dfe4a49-22a1-47e7-82e0-151870379482 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581660 Mar 14 15:26:00.289602 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52402) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:00.299856 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] For port b2e518b9-3fb7-42f2-a67f-f93eb9109f8f, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:00.324654 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-db5ad672-ce04-4b8c-962e-e3906cd17981 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:00.358694 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b797525-00f8-4f39-aa7f-a22c4916404b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Made reservation on behalf of 6cb5488b9ddd4300a9679d380e6ad17d for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:00.362679 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5b797525-00f8-4f39-aa7f-a22c4916404b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:00.372547 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] For port b2e518b9-3fb7-42f2-a67f-f93eb9109f8f, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=b2e518b9-3fb7-42f2-a67f-f93eb9109f8f,segment=NetworkSegment(5e44583c-9d4d-4f54-bd89-3d2c979e10ad),segment_id=5e44583c-9d4d-4f54-bd89-3d2c979e10ad)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:00.386443 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-2a31749e-a61b-4667-9f36-d2f42a86b497 None None] Provisioning complete for port a0000cac-e605-4090-9735-59a1593b81f5 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:00.386818 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a31749e-a61b-4667-9f36-d2f42a86b497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:00.390566 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03297c59-203e-4c65-a63a-9630c9682ab4 None None] Pushing event updated for resources: {'Port': ['ID=a0000cac-e605-4090-9735-59a1593b81f5,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:00.394045 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:00.458308 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port a0000cac-e605-4090-9735-59a1593b81f5 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:00.458690 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:00.560408 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f29118ac-0e18-4ba1-9d2f-68d1f6b52d47 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:00.574033 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5686611d-f70e-4591-8c9f-4c297566faac tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:00.595196 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f29118ac-0e18-4ba1-9d2f-68d1f6b52d47 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:00.599184 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f23e24de-2d1a-4b45-8775-489a05494772 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:00.602323 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5ad672-ce04-4b8c-962e-e3906cd17981 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:00.606066 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-520054d3-4e78-4e94-aaa5-4f67e96cd044 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:00.607414 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-db5ad672-ce04-4b8c-962e-e3906cd17981 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:00.655677 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb3f94-4509-425c-8df5-31380e21b763 None None] Pushing event updated for resources: {'Port': ['ID=a34291ce-db36-41ae-90a9-7f5d496f93db,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:00.705623 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5686611d-f70e-4591-8c9f-4c297566faac tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network 32480295-0e23-4676-80ae-82529881477f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:00.720918 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b797525-00f8-4f39-aa7f-a22c4916404b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:00.722694 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75a8289c-d459-45af-94b3-a8c27cbf82ba req-7aad3cca-4b2f-4035-be2a-36a6e311b485 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a31cd96-8d3b-46a8-820b-4fcc1444cd86 HTTP/1.1" status: 200 len: 1002 time: 0.3812160 Mar 14 15:26:00.727465 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-5686611d-f70e-4591-8c9f-4c297566faac tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:00.729602 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686611d-f70e-4591-8c9f-4c297566faac tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Port': ['ID=1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:00.735740 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5686611d-f70e-4591-8c9f-4c297566faac tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:00.765247 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5b797525-00f8-4f39-aa7f-a22c4916404b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:00.766565 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-5b797525-00f8-4f39-aa7f-a22c4916404b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Added segment 5d92c373-0ee0-4afe-b59d-70d03ab59a32 of type vlan for network e1e5d672-270e-4ecb-b984-6327a8b088d7 Mar 14 15:26:00.803101 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-63d49b6f-50ca-448c-9c29-184520e8530d', 'network_id': '63d49b6f-50ca-448c-9c29-184520e8530d', 'tenant_id': '6cb5488b9ddd4300a9679d380e6ad17d', 'fixed_ips': [{'subnet_id': 'c4b7d189-aa0c-496b-aec1-03bf425de793'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:26:00.804246 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:00.842824 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae5eb4-e48c-4d06-817a-8d371a421544 None None] Pushing event updated for resources: {'Port': ['ID=b2e518b9-3fb7-42f2-a67f-f93eb9109f8f,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:00.862991 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a29e0b35-909b-47ab-9c0e-981c3c3be4d3 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:00.875952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e24de-2d1a-4b45-8775-489a05494772 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=184a29cd-f5a5-440f-980c-5a7f47749441,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:00.935510 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f23e24de-2d1a-4b45-8775-489a05494772 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:00.939475 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f23e24de-2d1a-4b45-8775-489a05494772 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/ports/184a29cd-f5a5-440f-980c-5a7f47749441 HTTP/1.1" status: 204 len: 168 time: 1.6949575 Mar 14 15:26:00.944763 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52404) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:01.037155 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29118ac-0e18-4ba1-9d2f-68d1f6b52d47 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router 36ff763e-a209-48ce-b2fd-58ee314f43f0 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:26:01.084029 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port a29e0b35-909b-47ab-9c0e-981c3c3be4d3 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:01.084595 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:01.128541 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] Allocated IP 2001:db8:0:ffff::2 (63d49b6f-50ca-448c-9c29-184520e8530d/c4b7d189-aa0c-496b-aec1-03bf425de793/e523a571-62d8-4cc1-bc1a-fd8b50a55c6d) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:01.129103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829fc66a-bc29-4b8d-bc8c-945aae8c93db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:01.145786 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829fc66a-bc29-4b8d-bc8c-945aae8c93db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:01.150963 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-829fc66a-bc29-4b8d-bc8c-945aae8c93db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2047558 Mar 14 15:26:01.151780 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52408) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:01.361855 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-db5ad672-ce04-4b8c-962e-e3906cd17981 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:01.369829 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:01.380481 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:01.393360 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8289c-d459-45af-94b3-a8c27cbf82ba req-2abba8d9-8b02-47be-8259-b157ec79667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:01.394880 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75a8289c-d459-45af-94b3-a8c27cbf82ba req-2abba8d9-8b02-47be-8259-b157ec79667b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f06bc8a1-e6d6-4299-b660-147ccd6bb298 HTTP/1.1" status: 200 len: 850 time: 0.6551807 Mar 14 15:26:01.411457 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5b797525-00f8-4f39-aa7f-a22c4916404b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:01.411665 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29118ac-0e18-4ba1-9d2f-68d1f6b52d47 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:01.425419 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f29118ac-0e18-4ba1-9d2f-68d1f6b52d47 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:01.429363 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f29118ac-0e18-4ba1-9d2f-68d1f6b52d47 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/36ff763e-a209-48ce-b2fd-58ee314f43f0 HTTP/1.1" status: 200 len: 704 time: 3.5917757 Mar 14 15:26:01.431081 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52410) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:01.434720 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] Pushing event updated for resources: {'Port': ['ID=e523a571-62d8-4cc1-bc1a-fd8b50a55c6d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:01.437438 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bdeccd-605d-4cbf-897c-e1c4b18b27e8 None None] Sync routers for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:01.453967 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5686611d-f70e-4591-8c9f-4c297566faac tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:01.455668 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5ad672-ce04-4b8c-962e-e3906cd17981 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:01.457310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] Network 63d49b6f-50ca-448c-9c29-184520e8530d is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:01.461415 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:01.472353 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:01.481298 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bdeccd-605d-4cbf-897c-e1c4b18b27e8 None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:01.482188 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-55bdeccd-605d-4cbf-897c-e1c4b18b27e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:01.501378 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-db5ad672-ce04-4b8c-962e-e3906cd17981 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:01.510049 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5ad672-ce04-4b8c-962e-e3906cd17981 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:01.510650 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-db5ad672-ce04-4b8c-962e-e3906cd17981 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:01.555447 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ad672-ce04-4b8c-962e-e3906cd17981 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=9b1cfd5b-f033-49c6-b0cd-513d0b3c29c8,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:01.582296 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5b797525-00f8-4f39-aa7f-a22c4916404b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:01.583436 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-962077da-0ca4-449d-9ad7-c51d5f279d06 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port bd1ff0a4-a94d-40b8-9831-2f62803747d6 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:01.583981 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-962077da-0ca4-449d-9ad7-c51d5f279d06 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:01.598054 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b797525-00f8-4f39-aa7f-a22c4916404b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:01.598797 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5b797525-00f8-4f39-aa7f-a22c4916404b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:01.607579 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-db5ad672-ce04-4b8c-962e-e3906cd17981 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3168304 Mar 14 15:26:01.612862 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52412) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:01.626663 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-1de96ac6-d8d4-4c34-8ebe-b491f473e064 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'name': 'tempest-NetworksTestDHCPv6-1662625121'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:01.643710 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3f148cde-eadb-486d-a76f-7d6a224a182a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/routers/36ff763e-a209-48ce-b2fd-58ee314f43f0 HTTP/1.1" status: 200 len: 704 time: 0.2071438 Mar 14 15:26:01.644622 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52414) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:01.691954 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] Attempting to bind port e523a571-62d8-4cc1-bc1a-fd8b50a55c6d on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:01.692334 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] Attempting to bind port e523a571-62d8-4cc1-bc1a-fd8b50a55c6d by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '53c3c778-ad51-4039-9743-62d95ced3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '63d49b6f-50ca-448c-9c29-184520e8530d'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:01.692702 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] Attempting to bind port e523a571-62d8-4cc1-bc1a-fd8b50a55c6d on network 63d49b6f-50ca-448c-9c29-184520e8530d {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:26:01.697767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922f4aa-17d2-4884-9f78-dca915ef4b77 req-353cee18-06a9-44a7-8abd-7855a848b14b tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:01.699376 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3922f4aa-17d2-4884-9f78-dca915ef4b77 req-353cee18-06a9-44a7-8abd-7855a848b14b tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.3986270 Mar 14 15:26:01.727988 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:26:01.728694 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] Checking segment: {'id': '53c3c778-ad51-4039-9743-62d95ced3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '63d49b6f-50ca-448c-9c29-184520e8530d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:01.729869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:01.730876 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] Bound using segment: {'id': '53c3c778-ad51-4039-9743-62d95ced3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '63d49b6f-50ca-448c-9c29-184520e8530d'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:26:01.732627 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] Bound port: e523a571-62d8-4cc1-bc1a-fd8b50a55c6d, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c3c778-ad51-4039-9743-62d95ced3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '63d49b6f-50ca-448c-9c29-184520e8530d'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:01.734120 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:01.771406 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5b797525-00f8-4f39-aa7f-a22c4916404b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6348801 Mar 14 15:26:01.772993 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-55bdeccd-605d-4cbf-897c-e1c4b18b27e8 None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:01.787538 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52416) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:01.789436 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8289c-d459-45af-94b3-a8c27cbf82ba req-d1943dfd-bc1f-4716-afc4-7615c3f66e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:01.790951 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75a8289c-d459-45af-94b3-a8c27cbf82ba req-d1943dfd-bc1f-4716-afc4-7615c3f66e71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49fee795-f4c4-42dd-acc3-9b9f00035acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3441567 Mar 14 15:26:01.803060 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a8a4983c-b503-4631-8c5d-4a5fdf6480ec tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'subnet': {'network_id': 'e1e5d672-270e-4ecb-b984-6327a8b088d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:01.884819 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b797525-00f8-4f39-aa7f-a22c4916404b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Network': ['ID=e1e5d672-270e-4ecb-b984-6327a8b088d7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:01.963822 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] For port e523a571-62d8-4cc1-bc1a-fd8b50a55c6d, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:01.977591 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] For port e523a571-62d8-4cc1-bc1a-fd8b50a55c6d, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e523a571-62d8-4cc1-bc1a-fd8b50a55c6d,segment=NetworkSegment(53c3c778-ad51-4039-9743-62d95ced3af9),segment_id=53c3c778-ad51-4039-9743-62d95ced3af9)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:01.997728 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network e1e5d672-270e-4ecb-b984-6327a8b088d7 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:26:02.001453 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a0000cac-e605-4090-9735-59a1593b81f5 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:02.040782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a4983c-b503-4631-8c5d-4a5fdf6480ec tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Made reservation on behalf of 6cb5488b9ddd4300a9679d380e6ad17d for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:02.045834 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8a4983c-b503-4631-8c5d-4a5fdf6480ec tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:02.062775 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:02.107506 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5686611d-f70e-4591-8c9f-4c297566faac tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:02.152763 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fbbf89-d218-407f-95d7-f2033010c0fd None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:02.155536 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ccec8-af80-49f6-95f3-580dd332d773 None None] Pushing event updated for resources: {'Port': ['ID=e523a571-62d8-4cc1-bc1a-fd8b50a55c6d,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:02.186362 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-962077da-0ca4-449d-9ad7-c51d5f279d06 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:02.187602 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3922f4aa-17d2-4884-9f78-dca915ef4b77 req-58944500-3f06-4ab8-96e9-5a48c3960cca tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4434133 Mar 14 15:26:02.223287 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-962077da-0ca4-449d-9ad7-c51d5f279d06 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for bd1ff0a4-a94d-40b8-9831-2f62803747d6 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:02.285342 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-5eb1b42c-58f6-4799-9988-1379c5ec4a52 None None] Could not find standard attr ID for object 90e74409-170b-4e39-846f-4a14ec6b1f5f. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:26:02.361866 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port a0000cac-e605-4090-9735-59a1593b81f5 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:02.362237 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:02.436196 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-5eb1b42c-58f6-4799-9988-1379c5ec4a52 None None] Provisioning complete for port a34291ce-db36-41ae-90a9-7f5d496f93db triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:02.436572 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5eb1b42c-58f6-4799-9988-1379c5ec4a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:02.507524 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de96ac6-d8d4-4c34-8ebe-b491f473e064 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:02.511981 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1de96ac6-d8d4-4c34-8ebe-b491f473e064 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:02.539415 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-520054d3-4e78-4e94-aaa5-4f67e96cd044 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:02.546792 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75a8289c-d459-45af-94b3-a8c27cbf82ba req-f63166a4-d673-4100-be42-ea89bb0bde88 service neutron] 10.222.0.18 "GET /v2.0/networks/49fee795-f4c4-42dd-acc3-9b9f00035acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7171357 Mar 14 15:26:02.570101 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-962077da-0ca4-449d-9ad7-c51d5f279d06 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:02.592428 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-520054d3-4e78-4e94-aaa5-4f67e96cd044 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:02.631321 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-1de96ac6-d8d4-4c34-8ebe-b491f473e064 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port 60d4f83b-7714-4085-b12a-32bd38284f5e yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:26:02.636988 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962077da-0ca4-449d-9ad7-c51d5f279d06 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=bd1ff0a4-a94d-40b8-9831-2f62803747d6,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:02.670068 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-962077da-0ca4-449d-9ad7-c51d5f279d06 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:02.676313 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-962077da-0ca4-449d-9ad7-c51d5f279d06 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/ports/bd1ff0a4-a94d-40b8-9831-2f62803747d6 HTTP/1.1" status: 204 len: 168 time: 1.5175278 Mar 14 15:26:02.706604 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52418) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:02.747531 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7e2898-a413-41e5-8867-a937460c41f5 None None] Network 32480295-0e23-4676-80ae-82529881477f requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:02.851726 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7cd291-0186-408e-9471-fa6f45c1e340 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:02.856044 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1c7cd291-0186-408e-9471-fa6f45c1e340 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1455481 Mar 14 15:26:02.859804 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52420) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:02.914119 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-545b06d7-f2e6-44ff-a895-551643a23273 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] GET failed (client error): The resource could not be found. Mar 14 15:26:02.917331 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-545b06d7-f2e6-44ff-a895-551643a23273 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports/184a29cd-f5a5-440f-980c-5a7f47749441 HTTP/1.1" status: 404 len: 333 time: 0.0550997 Mar 14 15:26:02.920457 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52422) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:02.946765 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-1de96ac6-d8d4-4c34-8ebe-b491f473e064 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::1c9 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/9b1cfd5b-f033-49c6-b0cd-513d0b3c29c8/60d4f83b-7714-4085-b12a-32bd38284f5e) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:02.962119 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75a8289c-d459-45af-94b3-a8c27cbf82ba req-7e0ddc7e-107f-460d-8b08-dbec0ab81971 service neutron] 10.222.0.18 "GET /v2.0/networks/49fee795-f4c4-42dd-acc3-9b9f00035acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817761 Mar 14 15:26:03.001140 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc1241a-5d25-43ba-bb4c-815a7a969222 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] GET failed (client error): The resource could not be found. Mar 14 15:26:03.005778 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ffc1241a-5d25-43ba-bb4c-815a7a969222 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports/bd1ff0a4-a94d-40b8-9831-2f62803747d6 HTTP/1.1" status: 404 len: 333 time: 0.0758598 Mar 14 15:26:03.012978 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52424) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:03.013790 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-520054d3-4e78-4e94-aaa5-4f67e96cd044 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Allocated IP 172.26.6.106 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/261e31f2-7bd6-4eab-a83b-c35d0e5b219c) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:03.032905 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8a4983c-b503-4631-8c5d-4a5fdf6480ec tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:03.042626 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device b2e518b9-3fb7-42f2-a67f-f93eb9109f8f up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:03.106389 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5eb1b42c-58f6-4799-9988-1379c5ec4a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:03.123671 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-838c3602-9ec8-4f93-ad27-a16a7cc16427 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:03.190334 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5eb1b42c-58f6-4799-9988-1379c5ec4a52 None None] For port a34291ce-db36-41ae-90a9-7f5d496f93db, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a34291ce-db36-41ae-90a9-7f5d496f93db,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:03.203669 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-55bdeccd-605d-4cbf-897c-e1c4b18b27e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:25:59Z', 'revision_number': 7, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': '29b03913-506c-499b-8f58-ddfac40096ff', 'name': '', 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:67:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:32Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a29e0b35-909b-47ab-9c0e-981c3c3be4d3', 'name': '', 'network_id': 'd2c1700e-66e8-4252-9f8d-c012e01b0fc2', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:5f:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3f15d97f-3dbb-41c1-a270-30d7973f623e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:46Z', 'updated_at': '2022-03-14T15:25:56Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '3f15d97f-3dbb-41c1-a270-30d7973f623e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57512ac-29d3-497f-b571-185704f21683', 'name': '', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:82:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:23Z', 'updated_at': '2022-03-14T15:25:31Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:03.210135 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5eb1b42c-58f6-4799-9988-1379c5ec4a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:03.308592 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bdeccd-605d-4cbf-897c-e1c4b18b27e8 None None] Checking router: 36ff763e-a209-48ce-b2fd-58ee314f43f0 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:26:03.321426 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port b2e518b9-3fb7-42f2-a67f-f93eb9109f8f triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:03.321903 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:03.343404 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-520054d3-4e78-4e94-aaa5-4f67e96cd044 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:03.391694 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5686611d-f70e-4591-8c9f-4c297566faac tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:03.396037 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4983c-b503-4631-8c5d-4a5fdf6480ec tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Subnet': ['ID=b4108a32-cbe0-4c9e-b34d-0952f2fe1452,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:03.424011 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bdeccd-605d-4cbf-897c-e1c4b18b27e8 None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:03.424632 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-55bdeccd-605d-4cbf-897c-e1c4b18b27e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:03.428175 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1de96ac6-d8d4-4c34-8ebe-b491f473e064 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:03.430163 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1b42c-58f6-4799-9988-1379c5ec4a52 None None] Pushing event updated for resources: {'Port': ['ID=a34291ce-db36-41ae-90a9-7f5d496f93db,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:03.430292 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56e8d986-7c29-4cc6-8aef-e6e056f9953e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:03.436438 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5686611d-f70e-4591-8c9f-4c297566faac tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:03.482789 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1b42c-58f6-4799-9988-1379c5ec4a52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:03.483559 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1b42c-58f6-4799-9988-1379c5ec4a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:03.483559 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1b42c-58f6-4799-9988-1379c5ec4a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:03.484121 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1b42c-58f6-4799-9988-1379c5ec4a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:03.484241 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1b42c-58f6-4799-9988-1379c5ec4a52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:03.484493 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1b42c-58f6-4799-9988-1379c5ec4a52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:03.484830 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1b42c-58f6-4799-9988-1379c5ec4a52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:03.485173 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1b42c-58f6-4799-9988-1379c5ec4a52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:03.485520 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1b42c-58f6-4799-9988-1379c5ec4a52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:03.485864 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1b42c-58f6-4799-9988-1379c5ec4a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:03.486225 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1b42c-58f6-4799-9988-1379c5ec4a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:03.487113 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb1b42c-58f6-4799-9988-1379c5ec4a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:03.562108 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49375ee9-d4c5-435b-ac68-2af50205a828 req-84de1087-909c-4986-b6c0-39981558a04b tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:03.571338 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-49375ee9-d4c5-435b-ac68-2af50205a828 req-84de1087-909c-4986-b6c0-39981558a04b tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.2738647 Mar 14 15:26:03.581688 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-95f84af2-f0d7-41b8-bb1f-172095ba5372 None None] Provisioning complete for port b2e518b9-3fb7-42f2-a67f-f93eb9109f8f triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:03.582271 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-95f84af2-f0d7-41b8-bb1f-172095ba5372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:03.657446 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-55bdeccd-605d-4cbf-897c-e1c4b18b27e8 None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:03.675733 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a4983c-b503-4631-8c5d-4a5fdf6480ec tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Checking segment: {'id': '5d92c373-0ee0-4afe-b59d-70d03ab59a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'e1e5d672-270e-4ecb-b984-6327a8b088d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:03.676324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a4983c-b503-4631-8c5d-4a5fdf6480ec tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Network hostable DHCP agents. Network: e1e5d672-270e-4ecb-b984-6327a8b088d7, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:26:03.683024 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5686611d-f70e-4591-8c9f-4c297566faac tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:03.705264 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1de96ac6-d8d4-4c34-8ebe-b491f473e064 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:03.709873 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-49375ee9-d4c5-435b-ac68-2af50205a828 req-e8620890-2fea-4891-9ce7-5f072ab62fd6 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373770 Mar 14 15:26:03.811355 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686611d-f70e-4591-8c9f-4c297566faac tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event updated for resources: {'Port': ['ID=1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:03.815194 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-520054d3-4e78-4e94-aaa5-4f67e96cd044 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:03.832670 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de96ac6-d8d4-4c34-8ebe-b491f473e064 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=60d4f83b-7714-4085-b12a-32bd38284f5e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:03.859124 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de96ac6-d8d4-4c34-8ebe-b491f473e064 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:03.863531 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-1de96ac6-d8d4-4c34-8ebe-b491f473e064 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:03.911850 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de96ac6-d8d4-4c34-8ebe-b491f473e064 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:03.920222 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de96ac6-d8d4-4c34-8ebe-b491f473e064 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:03.921699 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1de96ac6-d8d4-4c34-8ebe-b491f473e064 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:03.932641 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520054d3-4e78-4e94-aaa5-4f67e96cd044 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Pushing event updated for resources: {'Port': ['ID=261e31f2-7bd6-4eab-a83b-c35d0e5b219c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:03.943285 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a4983c-b503-4631-8c5d-4a5fdf6480ec tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Network e1e5d672-270e-4ecb-b984-6327a8b088d7 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:26:03.956732 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1de96ac6-d8d4-4c34-8ebe-b491f473e064 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3343117 Mar 14 15:26:03.959789 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52428) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:03.960456 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520054d3-4e78-4e94-aaa5-4f67e96cd044 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:03.969004 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:03.980709 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5686611d-f70e-4591-8c9f-4c297566faac tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Network 32480295-0e23-4676-80ae-82529881477f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:03.987058 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d87a858-a1de-4836-940e-7c2ca18e3987 None None] Network 63d49b6f-50ca-448c-9c29-184520e8530d requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:03.987535 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-5686611d-f70e-4591-8c9f-4c297566faac tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:03.993504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-520054d3-4e78-4e94-aaa5-4f67e96cd044 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:04.022713 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-838c3602-9ec8-4f93-ad27-a16a7cc16427 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting port a29e0b35-909b-47ab-9c0e-981c3c3be4d3 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:04.023089 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-838c3602-9ec8-4f93-ad27-a16a7cc16427 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:04.027813 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520054d3-4e78-4e94-aaa5-4f67e96cd044 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:04.037807 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a8a4983c-b503-4631-8c5d-4a5fdf6480ec tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, e1e5d672-270e-4ecb-b984-6327a8b088d7) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:04.053057 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dbe41b-1f5b-4b17-8e6b-9bea1c44cd25 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:04.059805 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dbe41b-1f5b-4b17-8e6b-9bea1c44cd25 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:04.062171 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e4dbe41b-1f5b-4b17-8e6b-9bea1c44cd25 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1008961 Mar 14 15:26:04.064848 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52430) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:04.079631 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a4983c-b503-4631-8c5d-4a5fdf6480ec tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:04.080298 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8a4983c-b503-4631-8c5d-4a5fdf6480ec tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:04.087726 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56e8d986-7c29-4cc6-8aef-e6e056f9953e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:04.191694 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a8a4983c-b503-4631-8c5d-4a5fdf6480ec tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3996792 Mar 14 15:26:04.192524 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52432) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:04.194645 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port b2e518b9-3fb7-42f2-a67f-f93eb9109f8f, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=b2e518b9-3fb7-42f2-a67f-f93eb9109f8f,segment=NetworkSegment(5e44583c-9d4d-4f54-bd89-3d2c979e10ad),segment_id=5e44583c-9d4d-4f54-bd89-3d2c979e10ad)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:04.212831 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549d80ce-247d-4217-baa9-607b6eccc117 None None] Network e1e5d672-270e-4ecb-b984-6327a8b088d7 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:04.241245 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-56e8d986-7c29-4cc6-8aef-e6e056f9953e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d2adff-ed1e-4761-b282-57b7dc5d5e02']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:04.332131 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:04.332947 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a34291ce-db36-41ae-90a9-7f5d496f93db up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:04.354005 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-56e8d986-7c29-4cc6-8aef-e6e056f9953e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064f4f78-79d3-4068-909e-011e749a72b7') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:04.354614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-56e8d986-7c29-4cc6-8aef-e6e056f9953e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064f4f78-79d3-4068-909e-011e749a72b7') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:04.362228 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-662a473b-589c-407c-89a9-acaa1624ed71 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:04.398071 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56e8d986-7c29-4cc6-8aef-e6e056f9953e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:04.439519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56e8d986-7c29-4cc6-8aef-e6e056f9953e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:04.440783 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-838c3602-9ec8-4f93-ad27-a16a7cc16427 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] For port a29e0b35-909b-47ab-9c0e-981c3c3be4d3, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a29e0b35-909b-47ab-9c0e-981c3c3be4d3,segment=NetworkSegment(723d964c-51e7-4b5a-86d3-3449dc755a65),segment_id=723d964c-51e7-4b5a-86d3-3449dc755a65)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:04.441160 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-838c3602-9ec8-4f93-ad27-a16a7cc16427 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:04.451512 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e8d986-7c29-4cc6-8aef-e6e056f9953e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:04.452134 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56e8d986-7c29-4cc6-8aef-e6e056f9953e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:04.492128 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-838c3602-9ec8-4f93-ad27-a16a7cc16427 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Calling delete_port for a29e0b35-909b-47ab-9c0e-981c3c3be4d3 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:04.516927 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-95f84af2-f0d7-41b8-bb1f-172095ba5372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:04.533115 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:04.542086 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5686611d-f70e-4591-8c9f-4c297566faac tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 232197ee-affb-4bd0-9da2-3b59e02e9b70 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:26:04.557735 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56e8d986-7c29-4cc6-8aef-e6e056f9953e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:04.563516 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56e8d986-7c29-4cc6-8aef-e6e056f9953e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:04.567657 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-56e8d986-7c29-4cc6-8aef-e6e056f9953e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/networks/70d2adff-ed1e-4761-b282-57b7dc5d5e02 HTTP/1.1" status: 204 len: 168 time: 1.5485916 Mar 14 15:26:04.583657 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-057fcb7f-ad75-472e-bbd3-17b785648249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:04.593301 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52434) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:04.596453 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8d986-7c29-4cc6-8aef-e6e056f9953e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Network': ['ID=70d2adff-ed1e-4761-b282-57b7dc5d5e02,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:04.606737 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e84fb6a6-452e-474d-b3f2-9b15ad7c07d2 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-859654303'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:04.640280 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-662a473b-589c-407c-89a9-acaa1624ed71 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:04.711266 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-933b8abe-8fdb-450c-a691-8b6e0dc7b700 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port 60d4f83b-7714-4085-b12a-32bd38284f5e {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:04.711986 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-933b8abe-8fdb-450c-a691-8b6e0dc7b700 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:04.732911 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-662a473b-589c-407c-89a9-acaa1624ed71 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:04.737537 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port a34291ce-db36-41ae-90a9-7f5d496f93db triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:04.738190 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:04.784323 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=b2e518b9-3fb7-42f2-a67f-f93eb9109f8f,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:04.808576 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a473b-589c-407c-89a9-acaa1624ed71 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Subnet': ['ID=b4108a32-cbe0-4c9e-b34d-0952f2fe1452,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:04.828305 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-55bdeccd-605d-4cbf-897c-e1c4b18b27e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:25:59Z', 'revision_number': 7, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': '29b03913-506c-499b-8f58-ddfac40096ff', 'name': '', 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:67:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:32Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a29e0b35-909b-47ab-9c0e-981c3c3be4d3', 'name': '', 'network_id': 'd2c1700e-66e8-4252-9f8d-c012e01b0fc2', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:5f:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3f15d97f-3dbb-41c1-a270-30d7973f623e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:46Z', 'updated_at': '2022-03-14T15:25:56Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '3f15d97f-3dbb-41c1-a270-30d7973f623e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57512ac-29d3-497f-b571-185704f21683', 'name': '', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:82:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:23Z', 'updated_at': '2022-03-14T15:25:31Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:04.886699 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8610b5d0-3088-49d9-8633-455643f4b6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-e1e5d672-270e-4ecb-b984-6327a8b088d7', 'network_id': 'e1e5d672-270e-4ecb-b984-6327a8b088d7', 'tenant_id': '6cb5488b9ddd4300a9679d380e6ad17d', 'fixed_ips': [{'subnet_id': 'b4108a32-cbe0-4c9e-b34d-0952f2fe1452'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:26:04.888243 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8610b5d0-3088-49d9-8633-455643f4b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:04.890600 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-95f84af2-f0d7-41b8-bb1f-172095ba5372 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:26:04.891120 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-95f84af2-f0d7-41b8-bb1f-172095ba5372 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:26:04.894759 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bdeccd-605d-4cbf-897c-e1c4b18b27e8 None None] The sync data for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv is: [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:25:59Z', 'revision_number': 7, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': '29b03913-506c-499b-8f58-ddfac40096ff', 'name': '', 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:67:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:32Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a29e0b35-909b-47ab-9c0e-981c3c3be4d3', 'name': '', 'network_id': 'd2c1700e-66e8-4252-9f8d-c012e01b0fc2', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:5f:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3f15d97f-3dbb-41c1-a270-30d7973f623e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:46Z', 'updated_at': '2022-03-14T15:25:56Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '3f15d97f-3dbb-41c1-a270-30d7973f623e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57512ac-29d3-497f-b571-185704f21683', 'name': '', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:82:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:23Z', 'updated_at': '2022-03-14T15:25:31Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:26:05.029726 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bd04ff-4873-4312-ba0f-0f7498df2ffd None None] Network e1e5d672-270e-4ecb-b984-6327a8b088d7 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:05.131334 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5686611d-f70e-4591-8c9f-4c297566faac tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:05.144358 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] Sync routers for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:05.156535 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:05.157391 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:25:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:05.175420 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5686611d-f70e-4591-8c9f-4c297566faac tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/232197ee-affb-4bd0-9da2-3b59e02e9b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8995445 Mar 14 15:26:05.176265 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84fb6a6-452e-474d-b3f2-9b15ad7c07d2 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:05.180226 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e84fb6a6-452e-474d-b3f2-9b15ad7c07d2 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:05.196613 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52438) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:05.219340 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-40cd27c4-b354-4e49-a0fc-1e0cfcd137b5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:05.311454 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:05.346194 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-662a473b-589c-407c-89a9-acaa1624ed71 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:05.356479 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84fb6a6-452e-474d-b3f2-9b15ad7c07d2 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:05.357977 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-933b8abe-8fdb-450c-a691-8b6e0dc7b700 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:05.398723 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-933b8abe-8fdb-450c-a691-8b6e0dc7b700 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for 60d4f83b-7714-4085-b12a-32bd38284f5e owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:05.402349 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-662a473b-589c-407c-89a9-acaa1624ed71 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e5d672-270e-4ecb-b984-6327a8b088d7']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:05.425458 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-662a473b-589c-407c-89a9-acaa1624ed71 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d92c373-0ee0-4afe-b59d-70d03ab59a32') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:05.426012 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-662a473b-589c-407c-89a9-acaa1624ed71 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d92c373-0ee0-4afe-b59d-70d03ab59a32') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:05.439490 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27063b5-1cb9-4e76-992a-f86faff704dd req-1f9c53b8-b7f4-480a-bbd5-231c1a2fb896 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:05.442867 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e27063b5-1cb9-4e76-992a-f86faff704dd req-1f9c53b8-b7f4-480a-bbd5-231c1a2fb896 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.3685932 Mar 14 15:26:05.453574 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e84fb6a6-452e-474d-b3f2-9b15ad7c07d2 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:05.454171 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-e84fb6a6-452e-474d-b3f2-9b15ad7c07d2 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Added segment 0025eacc-b0e5-4170-9e92-358c7efe2b91 of type vlan for network ae1cd34b-8fa2-4015-af22-706de74b463b Mar 14 15:26:05.503918 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-662a473b-589c-407c-89a9-acaa1624ed71 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:05.530205 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-662a473b-589c-407c-89a9-acaa1624ed71 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:05.543614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-520054d3-4e78-4e94-aaa5-4f67e96cd044 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:05.550579 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662a473b-589c-407c-89a9-acaa1624ed71 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:05.551277 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-662a473b-589c-407c-89a9-acaa1624ed71 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:05.554708 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:05.572805 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ff187c-016b-42ea-bce8-fccf2c9b92c3 None None] get_active_networks_info from dv-neutron-833559-1-hyperv {{(pid=102569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 15:26:05.605918 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-838c3602-9ec8-4f93-ad27-a16a7cc16427 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:05.651076 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:01Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0', 'name': '', 'network_id': '32480295-0e23-4676-80ae-82529881477f', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:0b:62:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c9d9c0eb-b1be-4dbd-88df-4743db9d98c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:58Z', 'updated_at': '2022-03-14T15:26:02Z', 'revision_number': 2, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'c9d9c0eb-b1be-4dbd-88df-4743db9d98c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0000cac-e605-4090-9735-59a1593b81f5', 'name': '', 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:49:28:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:44Z', 'updated_at': '2022-03-14T15:25:59Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:05.681603 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device b2e518b9-3fb7-42f2-a67f-f93eb9109f8f up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:05.687725 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e84fb6a6-452e-474d-b3f2-9b15ad7c07d2 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:05.708295 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c3602-9ec8-4f93-ad27-a16a7cc16427 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Port': ['ID=a29e0b35-909b-47ab-9c0e-981c3c3be4d3,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:05.725226 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] Checking router: 232197ee-affb-4bd0-9da2-3b59e02e9b70 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:26:05.725825 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] Updating router 232197ee-affb-4bd0-9da2-3b59e02e9b70 port 1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0 binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:26:05.728206 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e27063b5-1cb9-4e76-992a-f86faff704dd req-f7698e17-2c7a-4929-8715-788bab2bc268 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758441 Mar 14 15:26:05.746037 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-662a473b-589c-407c-89a9-acaa1624ed71 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:05.751811 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-662a473b-589c-407c-89a9-acaa1624ed71 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:05.755673 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-662a473b-589c-407c-89a9-acaa1624ed71 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/networks/e1e5d672-270e-4ecb-b984-6327a8b088d7 HTTP/1.1" status: 204 len: 168 time: 1.5618370 Mar 14 15:26:05.781749 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52440) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:05.787272 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-adcdc98d-71cc-40a2-82d8-7e4cf7da6ca7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-75758013'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:05.800946 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-5c93c83d-1806-405f-a9ac-ab356b81bd1d None None] Provisioning complete for port b2e518b9-3fb7-42f2-a67f-f93eb9109f8f triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:05.801298 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c93c83d-1806-405f-a9ac-ab356b81bd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:05.827917 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:05.845508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcdc98d-71cc-40a2-82d8-7e4cf7da6ca7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Made reservation on behalf of 6cb5488b9ddd4300a9679d380e6ad17d for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:05.849052 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-adcdc98d-71cc-40a2-82d8-7e4cf7da6ca7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:05.858798 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-e84fb6a6-452e-474d-b3f2-9b15ad7c07d2 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:26:05.876427 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a473b-589c-407c-89a9-acaa1624ed71 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Network': ['ID=e1e5d672-270e-4ecb-b984-6327a8b088d7,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:05.905217 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port b2e518b9-3fb7-42f2-a67f-f93eb9109f8f triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:05.905596 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:05.949058 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcdc98d-71cc-40a2-82d8-7e4cf7da6ca7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:05.975020 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e84fb6a6-452e-474d-b3f2-9b15ad7c07d2 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:05.980776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84fb6a6-452e-474d-b3f2-9b15ad7c07d2 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:05.981880 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e84fb6a6-452e-474d-b3f2-9b15ad7c07d2 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:05.994792 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-838c3602-9ec8-4f93-ad27-a16a7cc16427 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.005208 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ff187c-016b-42ea-bce8-fccf2c9b92c3 None None] Resources bound (agent type, host, resource id): {{(pid=102569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:26:06.031058 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298ca51-6d04-4d9b-910c-b311025dbaac req-a0ed84ca-dbbc-4642-b70b-6e50589a071e tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:06.032754 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8298ca51-6d04-4d9b-910c-b311025dbaac req-a0ed84ca-dbbc-4642-b70b-6e50589a071e tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1577742 Mar 14 15:26:06.035438 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-933b8abe-8fdb-450c-a691-8b6e0dc7b700 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.043860 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-5c93c83d-1806-405f-a9ac-ab356b81bd1d None None] Could not find standard attr ID for object 60d4f83b-7714-4085-b12a-32bd38284f5e. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:26:06.047981 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-adcdc98d-71cc-40a2-82d8-7e4cf7da6ca7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.048508 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-adcdc98d-71cc-40a2-82d8-7e4cf7da6ca7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Added segment 33f0d46c-9656-46c0-80f0-c4fd2380914a of type vlan for network 427cdf17-00e8-411f-aef1-37d90438bee7 Mar 14 15:26:06.126128 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e84fb6a6-452e-474d-b3f2-9b15ad7c07d2 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5260239 Mar 14 15:26:06.127398 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-520054d3-4e78-4e94-aaa5-4f67e96cd044 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.134438 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52444) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:06.140698 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-22f7e0ce-7612-4274-b5aa-a605d6aa80b7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'subnet': {'network_id': 'ae1cd34b-8fa2-4015-af22-706de74b463b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:06.177974 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b8abe-8fdb-450c-a691-8b6e0dc7b700 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=60d4f83b-7714-4085-b12a-32bd38284f5e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:06.205542 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fb6a6-452e-474d-b3f2-9b15ad7c07d2 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Network': ['ID=ae1cd34b-8fa2-4015-af22-706de74b463b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:06.213430 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-933b8abe-8fdb-450c-a691-8b6e0dc7b700 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.220788 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-933b8abe-8fdb-450c-a691-8b6e0dc7b700 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/60d4f83b-7714-4085-b12a-32bd38284f5e HTTP/1.1" status: 204 len: 168 time: 2.1527483 Mar 14 15:26:06.223745 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52446) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:06.247323 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-adcdc98d-71cc-40a2-82d8-7e4cf7da6ca7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.275361 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8298ca51-6d04-4d9b-910c-b311025dbaac req-ac034e0b-cc18-4450-adde-3b4f9a0cc30b tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324772 Mar 14 15:26:06.315892 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.326320 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.335275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165c6479-ef74-4055-bf28-f5a084f8d590 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:06.336809 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165c6479-ef74-4055-bf28-f5a084f8d590 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:06.339498 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-165c6479-ef74-4055-bf28-f5a084f8d590 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1091123 Mar 14 15:26:06.346930 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52450) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:06.409523 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-adcdc98d-71cc-40a2-82d8-7e4cf7da6ca7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.414928 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcdc98d-71cc-40a2-82d8-7e4cf7da6ca7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:06.415515 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-adcdc98d-71cc-40a2-82d8-7e4cf7da6ca7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.438010 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network ae1cd34b-8fa2-4015-af22-706de74b463b details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:26:06.445347 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e3f8e-87bc-4f48-a46c-e2f8a409fcdb None None] Pushing event updated for resources: {'Port': ['ID=1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:06.455983 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838c3602-9ec8-4f93-ad27-a16a7cc16427 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router 36ff763e-a209-48ce-b2fd-58ee314f43f0 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:26:06.470105 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a34291ce-db36-41ae-90a9-7f5d496f93db up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:06.471797 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-5c93c83d-1806-405f-a9ac-ab356b81bd1d None None] Provisioning complete for port e523a571-62d8-4cc1-bc1a-fd8b50a55c6d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:06.472246 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c93c83d-1806-405f-a9ac-ab356b81bd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.493434 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] Attempting to bind port 1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:06.494146 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] Attempting to bind port 1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '5e44583c-9d4d-4f54-bd89-3d2c979e10ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '32480295-0e23-4676-80ae-82529881477f'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:06.494962 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] Attempting to bind port 1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0 on network 32480295-0e23-4676-80ae-82529881477f {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:26:06.502688 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:26:06.503370 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] Checking segment: {'id': '5e44583c-9d4d-4f54-bd89-3d2c979e10ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '32480295-0e23-4676-80ae-82529881477f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:06.503923 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.504698 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] Bound using segment: {'id': '5e44583c-9d4d-4f54-bd89-3d2c979e10ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '32480295-0e23-4676-80ae-82529881477f'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:26:06.505312 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] Bound port: 1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e44583c-9d4d-4f54-bd89-3d2c979e10ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '32480295-0e23-4676-80ae-82529881477f'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:06.506002 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.580804 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] For port 1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:06.581241 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838c3602-9ec8-4f93-ad27-a16a7cc16427 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:06.585191 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] For port 1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0,segment=NetworkSegment(5e44583c-9d4d-4f54-bd89-3d2c979e10ad),segment_id=5e44583c-9d4d-4f54-bd89-3d2c979e10ad)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:06.593690 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.598789 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-838c3602-9ec8-4f93-ad27-a16a7cc16427 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/36ff763e-a209-48ce-b2fd-58ee314f43f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9153593 Mar 14 15:26:06.599546 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52452) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:06.602943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcdc98d-71cc-40a2-82d8-7e4cf7da6ca7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Network': ['ID=427cdf17-00e8-411f-aef1-37d90438bee7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:06.623893 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9292edc-7b74-484d-bfd9-a160d301ffe9 None None] Sync routers for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:06.636097 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 427cdf17-00e8-411f-aef1-37d90438bee7 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:26:06.640336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f7e0ce-7612-4274-b5aa-a605d6aa80b7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:06.650466 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22f7e0ce-7612-4274-b5aa-a605d6aa80b7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.658967 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d0b53d8-b5c1-4743-9a1d-2ae413956372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.667391 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:06.668292 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:06.674216 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a823ada-6a4b-4d19-9231-62e55d4594c3 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting subnet 3f15d97f-3dbb-41c1-a270-30d7973f623e {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:26:06.678467 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4a823ada-6a4b-4d19-9231-62e55d4594c3 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.717452 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.extraroute_db [None req-40cd27c4-b354-4e49-a0fc-1e0cfcd137b5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 14 15:26:06.734955 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.extraroute_db [None req-40cd27c4-b354-4e49-a0fc-1e0cfcd137b5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Removed routes are [] {{(pid=102568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 14 15:26:06.735626 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40cd27c4-b354-4e49-a0fc-1e0cfcd137b5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.739770 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9292edc-7b74-484d-bfd9-a160d301ffe9 None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:06.739939 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4a823ada-6a4b-4d19-9231-62e55d4594c3 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.740581 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f9292edc-7b74-484d-bfd9-a160d301ffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:06.752794 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-adcdc98d-71cc-40a2-82d8-7e4cf7da6ca7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9692588 Mar 14 15:26:06.771458 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:06.772039 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52454) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:06.779327 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3b4803a1-b52e-4cf5-b8fc-00c3d4932d0e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'subnet': {'network_id': '427cdf17-00e8-411f-aef1-37d90438bee7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:06.862349 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4a823ada-6a4b-4d19-9231-62e55d4594c3 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.864815 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-407cdaaf-b058-43d5-9cbc-58a9b05405cc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet 9b1cfd5b-f033-49c6-b0cd-513d0b3c29c8 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:26:06.868897 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-407cdaaf-b058-43d5-9cbc-58a9b05405cc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.918349 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-407cdaaf-b058-43d5-9cbc-58a9b05405cc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.953426 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4a823ada-6a4b-4d19-9231-62e55d4594c3 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.969087 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port a34291ce-db36-41ae-90a9-7f5d496f93db triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:06.969471 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:06.999677 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a823ada-6a4b-4d19-9231-62e55d4594c3 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Subnet': ['ID=3f15d97f-3dbb-41c1-a270-30d7973f623e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:07.016262 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4a823ada-6a4b-4d19-9231-62e55d4594c3 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:07.018471 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-22f7e0ce-7612-4274-b5aa-a605d6aa80b7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Performing IP validity checks on allocation pools {{(pid=102568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 14 15:26:07.021237 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-22f7e0ce-7612-4274-b5aa-a605d6aa80b7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 14 15:26:07.024480 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4a823ada-6a4b-4d19-9231-62e55d4594c3 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/subnets/3f15d97f-3dbb-41c1-a270-30d7973f623e HTTP/1.1" status: 204 len: 168 time: 0.4238071 Mar 14 15:26:07.027075 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-f9292edc-7b74-484d-bfd9-a160d301ffe9 None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:07.027227 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52456) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:07.110752 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c93c83d-1806-405f-a9ac-ab356b81bd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:07.112741 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52956b41-5825-4ea4-a5f8-7a6544a4f16b req-d9383335-b994-4021-9184-b2a48ff525f8 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:07.118872 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e3f8e-87bc-4f48-a46c-e2f8a409fcdb None None] Pushing event updated for resources: {'Port': ['ID=1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:07.119938 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-52956b41-5825-4ea4-a5f8-7a6544a4f16b req-d9383335-b994-4021-9184-b2a48ff525f8 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.6412601 Mar 14 15:26:07.128898 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-407cdaaf-b058-43d5-9cbc-58a9b05405cc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:07.134494 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:01Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0', 'name': '', 'network_id': '32480295-0e23-4676-80ae-82529881477f', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:0b:62:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c9d9c0eb-b1be-4dbd-88df-4743db9d98c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:58Z', 'updated_at': '2022-03-14T15:26:06Z', 'revision_number': 4, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'c9d9c0eb-b1be-4dbd-88df-4743db9d98c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0000cac-e605-4090-9735-59a1593b81f5', 'name': '', 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:49:28:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:44Z', 'updated_at': '2022-03-14T15:25:59Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:07.167437 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04909031-63ac-48a5-a1cc-bbf6d5fcab9a None None] The sync data for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv is: [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:01Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0', 'name': '', 'network_id': '32480295-0e23-4676-80ae-82529881477f', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:0b:62:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c9d9c0eb-b1be-4dbd-88df-4743db9d98c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:58Z', 'updated_at': '2022-03-14T15:26:06Z', 'revision_number': 4, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'c9d9c0eb-b1be-4dbd-88df-4743db9d98c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0000cac-e605-4090-9735-59a1593b81f5', 'name': '', 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:49:28:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:44Z', 'updated_at': '2022-03-14T15:25:59Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:26:07.173529 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6032f427-a101-455f-b448-3a9811bd7251 None None] get_active_networks_info from dv-neutron-833559-1-hyperv {{(pid=102569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 15:26:07.190144 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-14d2a02f-af67-4807-b000-ba0d5cec1a87 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:07.312745 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-14d2a02f-af67-4807-b000-ba0d5cec1a87 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting port 15877d63-8d91-44bc-bc27-8a6721e75152 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:07.313923 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-14d2a02f-af67-4807-b000-ba0d5cec1a87 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:07.399500 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-14d2a02f-af67-4807-b000-ba0d5cec1a87 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] For port 15877d63-8d91-44bc-bc27-8a6721e75152, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=15877d63-8d91-44bc-bc27-8a6721e75152,segment=NetworkSegment(723d964c-51e7-4b5a-86d3-3449dc755a65),segment_id=723d964c-51e7-4b5a-86d3-3449dc755a65)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:07.399919 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-14d2a02f-af67-4807-b000-ba0d5cec1a87 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:07.424227 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-14d2a02f-af67-4807-b000-ba0d5cec1a87 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Calling delete_port for 15877d63-8d91-44bc-bc27-8a6721e75152 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:07.463519 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5c93c83d-1806-405f-a9ac-ab356b81bd1d None None] For port e523a571-62d8-4cc1-bc1a-fd8b50a55c6d, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e523a571-62d8-4cc1-bc1a-fd8b50a55c6d,segment=NetworkSegment(53c3c778-ad51-4039-9743-62d95ced3af9),segment_id=53c3c778-ad51-4039-9743-62d95ced3af9)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:07.486597 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c93c83d-1806-405f-a9ac-ab356b81bd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:07.521659 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:07.537884 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-14d2a02f-af67-4807-b000-ba0d5cec1a87 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:07.568490 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-5c93c83d-1806-405f-a9ac-ab356b81bd1d None None] Could not find standard attr ID for object 90e74409-170b-4e39-846f-4a14ec6b1f5f. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:26:07.570179 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2a02f-af67-4807-b000-ba0d5cec1a87 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Port': ['ID=15877d63-8d91-44bc-bc27-8a6721e75152,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:07.576172 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d2a02f-af67-4807-b000-ba0d5cec1a87 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] No DVR routers for this DVR port 15877d63-8d91-44bc-bc27-8a6721e75152 on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:07.630262 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e523a571-62d8-4cc1-bc1a-fd8b50a55c6d up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:07.682096 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-14d2a02f-af67-4807-b000-ba0d5cec1a87 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:07.703978 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-5c93c83d-1806-405f-a9ac-ab356b81bd1d None None] Provisioning complete for port 1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:07.704346 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c93c83d-1806-405f-a9ac-ab356b81bd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:07.710699 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-52956b41-5825-4ea4-a5f8-7a6544a4f16b req-2b0bea50-5b59-42c4-9d73-0ddae6b6f55a tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5898933 Mar 14 15:26:07.711915 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93c83d-1806-405f-a9ac-ab356b81bd1d None None] Pushing event updated for resources: {'Port': ['ID=e523a571-62d8-4cc1-bc1a-fd8b50a55c6d,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:07.738531 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-14d2a02f-af67-4807-b000-ba0d5cec1a87 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c1700e-66e8-4252-9f8d-c012e01b0fc2']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:07.750933 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-14d2a02f-af67-4807-b000-ba0d5cec1a87 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723d964c-51e7-4b5a-86d3-3449dc755a65') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:07.751948 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-14d2a02f-af67-4807-b000-ba0d5cec1a87 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723d964c-51e7-4b5a-86d3-3449dc755a65') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:07.764206 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-14d2a02f-af67-4807-b000-ba0d5cec1a87 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:07.776638 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520054d3-4e78-4e94-aaa5-4f67e96cd044 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Router f21cc2d5-9dfc-4cce-94c2-9178697442bd is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:26:07.782999 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-14d2a02f-af67-4807-b000-ba0d5cec1a87 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:07.790447 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d2a02f-af67-4807-b000-ba0d5cec1a87 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:07.791079 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-14d2a02f-af67-4807-b000-ba0d5cec1a87 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:07.795919 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:07.826492 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4803a1-b52e-4cf5-b8fc-00c3d4932d0e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Made reservation on behalf of 6cb5488b9ddd4300a9679d380e6ad17d for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:07.830031 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b4803a1-b52e-4cf5-b8fc-00c3d4932d0e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:07.885142 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6032f427-a101-455f-b448-3a9811bd7251 None None] Resources bound (agent type, host, resource id): {{(pid=102569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:26:07.927917 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port e523a571-62d8-4cc1-bc1a-fd8b50a55c6d triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:07.928630 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:07.941431 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40cd27c4-b354-4e49-a0fc-1e0cfcd137b5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:07.954164 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e58e2-2249-40aa-a029-44716bf82f76 req-3f90674c-d382-4003-aea5-c71f1189c339 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:07.959684 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7b3e58e2-2249-40aa-a029-44716bf82f76 req-3f90674c-d382-4003-aea5-c71f1189c339 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1064126 Mar 14 15:26:07.962010 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-14d2a02f-af67-4807-b000-ba0d5cec1a87 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:07.972768 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40cd27c4-b354-4e49-a0fc-1e0cfcd137b5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:07.975905 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-14d2a02f-af67-4807-b000-ba0d5cec1a87 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:07.982270 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-14d2a02f-af67-4807-b000-ba0d5cec1a87 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/networks/d2c1700e-66e8-4252-9f8d-c012e01b0fc2 HTTP/1.1" status: 204 len: 168 time: 0.9506710 Mar 14 15:26:08.002260 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52460) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:08.003738 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2a02f-af67-4807-b000-ba0d5cec1a87 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Network': ['ID=d2c1700e-66e8-4252-9f8d-c012e01b0fc2,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:08.005707 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-407cdaaf-b058-43d5-9cbc-58a9b05405cc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:08.029315 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f9292edc-7b74-484d-bfd9-a160d301ffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:26:05Z', 'revision_number': 8, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': '29b03913-506c-499b-8f58-ddfac40096ff', 'name': '', 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:67:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:32Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57512ac-29d3-497f-b571-185704f21683', 'name': '', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:82:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:23Z', 'updated_at': '2022-03-14T15:25:31Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:08.084347 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-407cdaaf-b058-43d5-9cbc-58a9b05405cc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:08.085723 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c93c83d-1806-405f-a9ac-ab356b81bd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:08.088155 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-407cdaaf-b058-43d5-9cbc-58a9b05405cc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/9b1cfd5b-f033-49c6-b0cd-513d0b3c29c8 HTTP/1.1" status: 204 len: 168 time: 1.7366722 Mar 14 15:26:08.092790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9292edc-7b74-484d-bfd9-a160d301ffe9 None None] Checking router: 36ff763e-a209-48ce-b2fd-58ee314f43f0 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:26:08.113365 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7b3e58e2-2249-40aa-a029-44716bf82f76 req-9ea8306c-e6ca-45b4-a19a-c4e0e70a6dac tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329925 Mar 14 15:26:08.113882 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52462) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:08.167207 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bf2a340b-b08d-497c-a9dd-c5ea1c9c8d4e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454504 Mar 14 15:26:08.170432 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52466) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:08.178825 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9292edc-7b74-484d-bfd9-a160d301ffe9 None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:08.178825 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f9292edc-7b74-484d-bfd9-a160d301ffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:08.182123 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cdaaf-b058-43d5-9cbc-58a9b05405cc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1cfd5b-f033-49c6-b0cd-513d0b3c29c8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:08.257667 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5c93c83d-1806-405f-a9ac-ab356b81bd1d None None] For port 1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0,segment=NetworkSegment(5e44583c-9d4d-4f54-bd89-3d2c979e10ad),segment_id=5e44583c-9d4d-4f54-bd89-3d2c979e10ad)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:08.312867 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c93c83d-1806-405f-a9ac-ab356b81bd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:08.362871 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7a0c30-3a7a-48e5-bed5-5b09f87baec2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:08.367235 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5f7a0c30-3a7a-48e5-bed5-5b09f87baec2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1780727 Mar 14 15:26:08.368778 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52468) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:08.382410 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22f7e0ce-7612-4274-b5aa-a605d6aa80b7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:08.418105 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-f9292edc-7b74-484d-bfd9-a160d301ffe9 None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:08.461811 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aa6e86-2db2-4cec-b8b0-0567d96a4e15 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:08.462012 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-5c93c83d-1806-405f-a9ac-ab356b81bd1d None None] Provisioning complete for port a34291ce-db36-41ae-90a9-7f5d496f93db triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:08.462012 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c93c83d-1806-405f-a9ac-ab356b81bd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:08.466988 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a9aa6e86-2db2-4cec-b8b0-0567d96a4e15 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0942526 Mar 14 15:26:08.466988 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52470) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:08.499258 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520054d3-4e78-4e94-aaa5-4f67e96cd044 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:08.501372 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93c83d-1806-405f-a9ac-ab356b81bd1d None None] Pushing event updated for resources: {'Port': ['ID=1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:08.509433 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75442aa-1703-4de3-b0ef-c88ddd040dec None None] Sync routers for ids ['f21cc2d5-9dfc-4cce-94c2-9178697442bd'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:08.518115 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b4803a1-b52e-4cf5-b8fc-00c3d4932d0e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:08.522970 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75442aa-1703-4de3-b0ef-c88ddd040dec None None] Routers {'f21cc2d5-9dfc-4cce-94c2-9178697442bd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:08.526988 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-38d6feb5-e605-4dbd-bde3-d3d35138576e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561702 Mar 14 15:26:08.530533 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f75442aa-1703-4de3-b0ef-c88ddd040dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['f21cc2d5-9dfc-4cce-94c2-9178697442bd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:08.533316 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52472) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:08.540368 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-aaf5770d-f204-41c6-8550-50e8d66830e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:08.562409 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7e0ce-7612-4274-b5aa-a605d6aa80b7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Subnet': ['ID=4eaece91-5933-4ee8-9b76-a612dd1d67ac,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:08.584751 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f75442aa-1703-4de3-b0ef-c88ddd040dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:08.617346 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75442aa-1703-4de3-b0ef-c88ddd040dec None None] Routers {'f21cc2d5-9dfc-4cce-94c2-9178697442bd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:08.618080 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f75442aa-1703-4de3-b0ef-c88ddd040dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['f21cc2d5-9dfc-4cce-94c2-9178697442bd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:08.630172 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bc402-32d5-4cba-a13a-360f7346570a req-beb93cf5-c009-439a-bd67-faef54019ab1 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:08.631773 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-749bc402-32d5-4cba-a13a-360f7346570a req-beb93cf5-c009-439a-bd67-faef54019ab1 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.3991671 Mar 14 15:26:08.656464 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cd27c4-b354-4e49-a0fc-1e0cfcd137b5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 232197ee-affb-4bd0-9da2-3b59e02e9b70 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:26:08.719436 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-520054d3-4e78-4e94-aaa5-4f67e96cd044 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:08.723435 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-520054d3-4e78-4e94-aaa5-4f67e96cd044 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.2561834 Mar 14 15:26:08.724926 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf5770d-f204-41c6-8550-50e8d66830e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:08.735480 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aaf5770d-f204-41c6-8550-50e8d66830e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:08.735851 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f75442aa-1703-4de3-b0ef-c88ddd040dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:08.736794 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75442aa-1703-4de3-b0ef-c88ddd040dec None None] The sync data for ids ['f21cc2d5-9dfc-4cce-94c2-9178697442bd'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:26:08.739362 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52474) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:08.763626 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2589b925-283f-479e-a410-36df6a202e1d tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:08.805222 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:08.869464 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7e0ce-7612-4274-b5aa-a605d6aa80b7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Checking segment: {'id': '0025eacc-b0e5-4170-9e92-358c7efe2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ae1cd34b-8fa2-4015-af22-706de74b463b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:08.869871 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f7e0ce-7612-4274-b5aa-a605d6aa80b7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network hostable DHCP agents. Network: ae1cd34b-8fa2-4015-af22-706de74b463b, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:26:08.872563 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4803a1-b52e-4cf5-b8fc-00c3d4932d0e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Checking segment: {'id': '33f0d46c-9656-46c0-80f0-c4fd2380914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '427cdf17-00e8-411f-aef1-37d90438bee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:08.872930 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4803a1-b52e-4cf5-b8fc-00c3d4932d0e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Network hostable DHCP agents. Network: 427cdf17-00e8-411f-aef1-37d90438bee7, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:26:08.888981 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a9454c-448f-4ad2-a0bb-b356eca24054 None None] DHCP port deletion for d2c1700e-66e8-4252-9f8d-c012e01b0fc2 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:26:08.895632 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:08.897043 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4803a1-b52e-4cf5-b8fc-00c3d4932d0e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Subnet': ['ID=cbfe983b-299d-4fa4-a1eb-f47c107fe913,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:08.949395 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e523a571-62d8-4cc1-bc1a-fd8b50a55c6d up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:09.010956 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-749bc402-32d5-4cba-a13a-360f7346570a req-5c28e9b2-6122-4a30-8d8b-2578a8f11207 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3138993 Mar 14 15:26:09.126521 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f9292edc-7b74-484d-bfd9-a160d301ffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:26:05Z', 'revision_number': 8, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': '29b03913-506c-499b-8f58-ddfac40096ff', 'name': '', 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:67:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:32Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57512ac-29d3-497f-b571-185704f21683', 'name': '', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:82:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:23Z', 'updated_at': '2022-03-14T15:25:31Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:09.156937 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aaf5770d-f204-41c6-8550-50e8d66830e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:09.210783 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9292edc-7b74-484d-bfd9-a160d301ffe9 None None] The sync data for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv is: [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:26:05Z', 'revision_number': 8, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': '29b03913-506c-499b-8f58-ddfac40096ff', 'name': '', 'network_id': '81f00b03-2785-4eb5-b4bf-8f364b428d1a', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:67:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:32Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '67e8fd85-c8b1-43e9-82a1-a3eef03a7711', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57512ac-29d3-497f-b571-185704f21683', 'name': '', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:82:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:23Z', 'updated_at': '2022-03-14T15:25:31Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:26:09.229095 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port e523a571-62d8-4cc1-bc1a-fd8b50a55c6d triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:09.230058 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:09.273254 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cd27c4-b354-4e49-a0fc-1e0cfcd137b5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:09.286408 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40cd27c4-b354-4e49-a0fc-1e0cfcd137b5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:09.290696 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-40cd27c4-b354-4e49-a0fc-1e0cfcd137b5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/232197ee-affb-4bd0-9da2-3b59e02e9b70 HTTP/1.1" status: 200 len: 933 time: 4.0795417 Mar 14 15:26:09.291848 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52478) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:09.291981 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4803a1-b52e-4cf5-b8fc-00c3d4932d0e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Network 427cdf17-00e8-411f-aef1-37d90438bee7 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:26:09.294588 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f7e0ce-7612-4274-b5aa-a605d6aa80b7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network ae1cd34b-8fa2-4015-af22-706de74b463b is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:26:09.312498 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf5770d-f204-41c6-8550-50e8d66830e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:09.345466 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc18282b-974e-4fe5-90a7-1ae0a6188138 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:09.365129 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-aaf5770d-f204-41c6-8550-50e8d66830e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:09.369291 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf5770d-f204-41c6-8550-50e8d66830e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:09.369450 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aaf5770d-f204-41c6-8550-50e8d66830e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:09.373993 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-3b4803a1-b52e-4cf5-b8fc-00c3d4932d0e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 427cdf17-00e8-411f-aef1-37d90438bee7) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:09.381777 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-22f7e0ce-7612-4274-b5aa-a605d6aa80b7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, ae1cd34b-8fa2-4015-af22-706de74b463b) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:09.385718 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4803a1-b52e-4cf5-b8fc-00c3d4932d0e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:09.386391 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3b4803a1-b52e-4cf5-b8fc-00c3d4932d0e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:09.393977 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f7e0ce-7612-4274-b5aa-a605d6aa80b7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:09.394648 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22f7e0ce-7612-4274-b5aa-a605d6aa80b7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:09.461853 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fef391-a575-4b2b-8eec-2c7b111d8e4d None None] Sync routers for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:09.478206 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16ff7e0-9806-4706-9514-2faa4d04f81b None None] Network 427cdf17-00e8-411f-aef1-37d90438bee7 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:09.480502 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f1a526-55d7-4618-891a-84d2d21bf40c None None] Network ae1cd34b-8fa2-4015-af22-706de74b463b requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:09.512560 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-22f7e0ce-7612-4274-b5aa-a605d6aa80b7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3765349 Mar 14 15:26:09.516648 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3b4803a1-b52e-4cf5-b8fc-00c3d4932d0e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7419455 Mar 14 15:26:09.521058 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52482) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:09.521673 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52484) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:09.528349 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f3a3f134-4fb4-4f5d-b4fc-13b691caa2c6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'port': {'network_id': 'ae1cd34b-8fa2-4015-af22-706de74b463b', 'name': 'tempest-PortsIpV6TestJSON-1769247729'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:09.544442 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-cde18d2e-d55d-441e-b1d4-e831b7c5f4af tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-183228032'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:09.701382 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde18d2e-d55d-441e-b1d4-e831b7c5f4af tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Made reservation on behalf of 6cb5488b9ddd4300a9679d380e6ad17d for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:09.704996 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cde18d2e-d55d-441e-b1d4-e831b7c5f4af tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:09.732627 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5770d-f204-41c6-8550-50e8d66830e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=7e4e60f7-a185-4089-b1fe-5754a65fb494,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:09.782007 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ae33de63-18c0-4967-85a8-0cb4ab7831a1 None None] Provisioning complete for port 1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:09.782382 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ae33de63-18c0-4967-85a8-0cb4ab7831a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:09.784621 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-923b1c78-a240-4e09-945a-f45d89fac1c7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/routers/232197ee-affb-4bd0-9da2-3b59e02e9b70 HTTP/1.1" status: 200 len: 933 time: 0.4897385 Mar 14 15:26:09.784785 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8962f-4825-4c30-973d-df8b1861688c req-4bb9a440-0029-4519-a9ba-cadebf2e158d tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:09.785234 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fef391-a575-4b2b-8eec-2c7b111d8e4d None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:09.785234 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d2fef391-a575-4b2b-8eec-2c7b111d8e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:09.786503 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bbf8962f-4825-4c30-973d-df8b1861688c req-4bb9a440-0029-4519-a9ba-cadebf2e158d tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.3066797 Mar 14 15:26:09.791317 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52486) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:09.798055 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-88904dc0-1455-4139-bb3e-0d3b513f18fe tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'router': {'routes': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:09.806251 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-aaf5770d-f204-41c6-8550-50e8d66830e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2716594 Mar 14 15:26:09.810982 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-89e5d311-8908-45b7-bee0-c205dcbbcbc1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:09.851543 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52488) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:09.858112 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b9dd90e6-4d1e-46b3-bb14-b9415844387a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'fixed_ips': [{'subnet_id': '7e4e60f7-a185-4089-b1fe-5754a65fb494', 'ip_address': '2001:db8::354:6534:3568:21c1'}], 'name': 'tempest-NetworksTestDHCPv6-1962408372'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:09.909350 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:09.972911 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:10.010158 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde18d2e-d55d-441e-b1d4-e831b7c5f4af tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:10.086097 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-d2fef391-a575-4b2b-8eec-2c7b111d8e4d None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:10.118060 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-89e5d311-8908-45b7-bee0-c205dcbbcbc1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting port 29b03913-506c-499b-8f58-ddfac40096ff {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:10.118538 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-89e5d311-8908-45b7-bee0-c205dcbbcbc1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:10.218994 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-89e5d311-8908-45b7-bee0-c205dcbbcbc1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] For port 29b03913-506c-499b-8f58-ddfac40096ff, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=29b03913-506c-499b-8f58-ddfac40096ff,segment=NetworkSegment(f382194b-e923-4ffc-aac2-1e10fee7ac1a),segment_id=f382194b-e923-4ffc-aac2-1e10fee7ac1a)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:10.220275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-89e5d311-8908-45b7-bee0-c205dcbbcbc1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:10.236240 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-89e5d311-8908-45b7-bee0-c205dcbbcbc1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Calling delete_port for 29b03913-506c-499b-8f58-ddfac40096ff owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:10.367280 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:10.367654 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:10.390589 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-ae1cd34b-8fa2-4015-af22-706de74b463b', 'network_id': 'ae1cd34b-8fa2-4015-af22-706de74b463b', 'tenant_id': '49679f1af32a4f65a13f21c45e2b47bd', 'fixed_ips': [{'subnet_id': '4eaece91-5933-4ee8-9b76-a612dd1d67ac'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:26:10.391492 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:10.411885 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bbf8962f-4825-4c30-973d-df8b1861688c req-3d64fe43-d35d-4802-adc6-31813f460f80 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6104119 Mar 14 15:26:10.422622 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cde18d2e-d55d-441e-b1d4-e831b7c5f4af tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:10.423094 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-cde18d2e-d55d-441e-b1d4-e831b7c5f4af tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Added segment 60769a58-a769-4466-926b-1cd366e32a81 of type vlan for network 1ccd7ae0-7fc2-4297-8b1c-df207e603bbb Mar 14 15:26:10.432442 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-427cdf17-00e8-411f-aef1-37d90438bee7', 'network_id': '427cdf17-00e8-411f-aef1-37d90438bee7', 'tenant_id': '6cb5488b9ddd4300a9679d380e6ad17d', 'fixed_ips': [{'subnet_id': 'cbfe983b-299d-4fa4-a1eb-f47c107fe913'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:26:10.433310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:10.457774 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-89e5d311-8908-45b7-bee0-c205dcbbcbc1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:10.472718 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a3f134-4fb4-4f5d-b4fc-13b691caa2c6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:10.476391 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3a3f134-4fb4-4f5d-b4fc-13b691caa2c6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:10.529260 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5d311-8908-45b7-bee0-c205dcbbcbc1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Port': ['ID=29b03913-506c-499b-8f58-ddfac40096ff,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:10.644493 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-89e5d311-8908-45b7-bee0-c205dcbbcbc1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:10.663385 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e91392-8360-4659-a36a-2371fa205e73 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:10.682641 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-f3a3f134-4fb4-4f5d-b4fc-13b691caa2c6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] device_id is not set on port a01b6bbc-df32-4189-882e-4e7af5c4a2ce yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:26:10.694825 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2589b925-283f-479e-a410-36df6a202e1d tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:10.721110 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cde18d2e-d55d-441e-b1d4-e831b7c5f4af tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:10.763430 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-e9cb74c8-ad29-4f0e-ab1c-3930ae0763a3 None None] Provisioning complete for port 1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:10.763804 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e9cb74c8-ad29-4f0e-ab1c-3930ae0763a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:10.809769 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2589b925-283f-479e-a410-36df6a202e1d tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:10.897173 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cde18d2e-d55d-441e-b1d4-e831b7c5f4af tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:10.903153 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde18d2e-d55d-441e-b1d4-e831b7c5f4af tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:10.903975 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cde18d2e-d55d-441e-b1d4-e831b7c5f4af tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:10.906286 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e5d311-8908-45b7-bee0-c205dcbbcbc1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router 36ff763e-a209-48ce-b2fd-58ee314f43f0 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:26:10.937254 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dd90e6-4d1e-46b3-bb14-b9415844387a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:11.008314 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] Allocated IP 2001:db8::2 (ae1cd34b-8fa2-4015-af22-706de74b463b/4eaece91-5933-4ee8-9b76-a612dd1d67ac/5fb218b6-ed79-4df1-8b4c-3815825c2a92) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:11.010901 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cde18d2e-d55d-441e-b1d4-e831b7c5f4af tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4779563 Mar 14 15:26:11.016312 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52490) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:11.025629 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-14734c01-04fb-46b7-985a-5c6335f42fa6 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'subnet': {'network_id': '1ccd7ae0-7fc2-4297-8b1c-df207e603bbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:11.033556 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e5d311-8908-45b7-bee0-c205dcbbcbc1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:11.035881 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] Allocated IP 2001:db8::1 (427cdf17-00e8-411f-aef1-37d90438bee7/cbfe983b-299d-4fa4-a1eb-f47c107fe913/dc15448c-4fcf-49d0-8e8f-d68da074a357) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:11.049944 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde18d2e-d55d-441e-b1d4-e831b7c5f4af tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Network': ['ID=1ccd7ae0-7fc2-4297-8b1c-df207e603bbb,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:11.050237 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282cbfec-3ad0-480a-a962-f27be6ccee83 None None] Sync routers for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:11.069455 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282cbfec-3ad0-480a-a962-f27be6ccee83 None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:11.073296 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-282cbfec-3ad0-480a-a962-f27be6ccee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:11.076427 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-89e5d311-8908-45b7-bee0-c205dcbbcbc1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/36ff763e-a209-48ce-b2fd-58ee314f43f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0698621 Mar 14 15:26:11.078800 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 1ccd7ae0-7fc2-4297-8b1c-df207e603bbb details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:26:11.083175 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52492) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:11.121221 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d2fef391-a575-4b2b-8eec-2c7b111d8e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:06Z', 'revision_number': 6, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0', 'name': '', 'network_id': '32480295-0e23-4676-80ae-82529881477f', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:0b:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c9d9c0eb-b1be-4dbd-88df-4743db9d98c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:58Z', 'updated_at': '2022-03-14T15:26:08Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'c9d9c0eb-b1be-4dbd-88df-4743db9d98c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0000cac-e605-4090-9735-59a1593b81f5', 'name': '', 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:49:28:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:44Z', 'updated_at': '2022-03-14T15:25:59Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:11.169296 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.extraroute_db [None req-88904dc0-1455-4139-bb3e-0d3b513f18fe tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Added routes are [] {{(pid=102568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 14 15:26:11.169296 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.extraroute_db [None req-88904dc0-1455-4139-bb3e-0d3b513f18fe tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 14 15:26:11.190447 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-97222880-eee1-4a3f-9b43-621eecc45359 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting subnet 67e8fd85-c8b1-43e9-82a1-a3eef03a7711 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:26:11.201325 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97222880-eee1-4a3f-9b43-621eecc45359 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:11.204872 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2589b925-283f-479e-a410-36df6a202e1d tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Deleting port 261e31f2-7bd6-4eab-a83b-c35d0e5b219c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:11.204872 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2589b925-283f-479e-a410-36df6a202e1d tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:11.229485 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b9dd90e6-4d1e-46b3-bb14-b9415844387a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:11.232249 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14734c01-04fb-46b7-985a-5c6335f42fa6 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Made reservation on behalf of 6cb5488b9ddd4300a9679d380e6ad17d for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:11.236738 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-14734c01-04fb-46b7-985a-5c6335f42fa6 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:11.255033 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fef391-a575-4b2b-8eec-2c7b111d8e4d None None] Checking router: 232197ee-affb-4bd0-9da2-3b59e02e9b70 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:26:11.340304 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97222880-eee1-4a3f-9b43-621eecc45359 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:11.351309 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-282cbfec-3ad0-480a-a962-f27be6ccee83 None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:11.360504 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.ipam_backend_mixin [None req-14734c01-04fb-46b7-985a-5c6335f42fa6 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Performing IP validity checks on allocation pools {{(pid=102567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 14 15:26:11.361190 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.ipam_backend_mixin [None req-14734c01-04fb-46b7-985a-5c6335f42fa6 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 14 15:26:11.377554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88904dc0-1455-4139-bb3e-0d3b513f18fe tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:11.384471 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-b9dd90e6-4d1e-46b3-bb14-b9415844387a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port 503680f2-9411-4ada-af42-0edab496c649 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:26:11.451675 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:11.496534 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97222880-eee1-4a3f-9b43-621eecc45359 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:11.564528 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fef391-a575-4b2b-8eec-2c7b111d8e4d None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:11.565124 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d2fef391-a575-4b2b-8eec-2c7b111d8e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:11.577704 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-14734c01-04fb-46b7-985a-5c6335f42fa6 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:11.733333 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-282cbfec-3ad0-480a-a962-f27be6ccee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:26:10Z', 'revision_number': 9, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': 'a57512ac-29d3-497f-b571-185704f21683', 'name': '', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:82:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:23Z', 'updated_at': '2022-03-14T15:25:31Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:11.774174 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14734c01-04fb-46b7-985a-5c6335f42fa6 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Subnet': ['ID=17f4e3f1-07d8-4e2d-a62e-675a724a9537,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:11.788796 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282cbfec-3ad0-480a-a962-f27be6ccee83 None None] Checking router: 36ff763e-a209-48ce-b2fd-58ee314f43f0 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:26:11.804298 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282cbfec-3ad0-480a-a962-f27be6ccee83 None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:11.806016 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-282cbfec-3ad0-480a-a962-f27be6ccee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:11.827789 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14734c01-04fb-46b7-985a-5c6335f42fa6 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Checking segment: {'id': '60769a58-a769-4466-926b-1cd366e32a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1ccd7ae0-7fc2-4297-8b1c-df207e603bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:11.828153 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14734c01-04fb-46b7-985a-5c6335f42fa6 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Network hostable DHCP agents. Network: 1ccd7ae0-7fc2-4297-8b1c-df207e603bbb, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:26:11.860654 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14734c01-04fb-46b7-985a-5c6335f42fa6 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Network 1ccd7ae0-7fc2-4297-8b1c-df207e603bbb is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:26:11.872741 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f3a52-fc26-489a-9310-e932df00aef8 req-1135489f-f65c-43dd-b672-a43769c69246 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:11.874326 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-668f3a52-fc26-489a-9310-e932df00aef8 req-1135489f-f65c-43dd-b672-a43769c69246 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1033819 Mar 14 15:26:11.894026 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-14734c01-04fb-46b7-985a-5c6335f42fa6 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 1ccd7ae0-7fc2-4297-8b1c-df207e603bbb) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:11.917660 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14734c01-04fb-46b7-985a-5c6335f42fa6 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:11.923163 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-14734c01-04fb-46b7-985a-5c6335f42fa6 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:11.929715 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97222880-eee1-4a3f-9b43-621eecc45359 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:11.964184 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-668f3a52-fc26-489a-9310-e932df00aef8 req-1effa583-947d-4452-bc1c-9cc2ec8f04f2 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791986 Mar 14 15:26:11.980083 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d87970-e5db-4fb3-aae5-43354f012221 None None] Network 1ccd7ae0-7fc2-4297-8b1c-df207e603bbb requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:12.001531 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-14734c01-04fb-46b7-985a-5c6335f42fa6 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9801085 Mar 14 15:26:12.001759 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52502) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:12.020770 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-282cbfec-3ad0-480a-a962-f27be6ccee83 None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:12.081956 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-d2fef391-a575-4b2b-8eec-2c7b111d8e4d None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:12.102469 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-6c94cd6c-335e-44b7-97d4-a7f70ed1423d None None] Provisioning complete for port a34291ce-db36-41ae-90a9-7f5d496f93db triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:12.102852 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c94cd6c-335e-44b7-97d4-a7f70ed1423d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.173860 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:12.174239 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.174670 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97222880-eee1-4a3f-9b43-621eecc45359 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Subnet': ['ID=67e8fd85-c8b1-43e9-82a1-a3eef03a7711,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:12.191158 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2589b925-283f-479e-a410-36df6a202e1d tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.220213 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eadb4afa-5dcf-49db-b6e6-a5b4aae873c4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.235615 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97222880-eee1-4a3f-9b43-621eecc45359 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.245401 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-97222880-eee1-4a3f-9b43-621eecc45359 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/subnets/67e8fd85-c8b1-43e9-82a1-a3eef03a7711 HTTP/1.1" status: 204 len: 168 time: 1.1614020 Mar 14 15:26:12.250003 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52506) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:12.313029 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2589b925-283f-479e-a410-36df6a202e1d tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Calling delete_port for 261e31f2-7bd6-4eab-a83b-c35d0e5b219c owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:12.315977 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eadb4afa-5dcf-49db-b6e6-a5b4aae873c4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.354449 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424f436-79ab-43f7-9b5d-170be8b4438f req-e8991331-5847-4d48-aa45-38e644a29afe tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:12.356154 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c424f436-79ab-43f7-9b5d-170be8b4438f req-e8991331-5847-4d48-aa45-38e644a29afe tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1216590 Mar 14 15:26:12.394181 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-b9dd90e6-4d1e-46b3-bb14-b9415844387a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::354:6534:3568:21c1 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/7e4e60f7-a185-4089-b1fe-5754a65fb494/503680f2-9411-4ada-af42-0edab496c649) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:12.401622 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-282cbfec-3ad0-480a-a962-f27be6ccee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:26:10Z', 'revision_number': 9, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': 'a57512ac-29d3-497f-b571-185704f21683', 'name': '', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:82:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:23Z', 'updated_at': '2022-03-14T15:25:31Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:12.421117 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c424f436-79ab-43f7-9b5d-170be8b4438f req-757c8355-e1b6-460a-8e9e-e52cca539640 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561683 Mar 14 15:26:12.422760 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eadb4afa-5dcf-49db-b6e6-a5b4aae873c4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.448193 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282cbfec-3ad0-480a-a962-f27be6ccee83 None None] The sync data for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv is: [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:26:10Z', 'revision_number': 9, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': 'a57512ac-29d3-497f-b571-185704f21683', 'name': '', 'network_id': '8276fa2e-b68c-4e40-aeeb-64d31d19c831', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:82:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:23Z', 'updated_at': '2022-03-14T15:25:31Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': '8273cafc-bbc1-4e65-9b10-6f8bba53bbb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:26:12.459432 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.479672 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb4afa-5dcf-49db-b6e6-a5b4aae873c4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Subnet': ['ID=17f4e3f1-07d8-4e2d-a62e-675a724a9537,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:12.479932 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68f07a4-9fa4-4eb8-a6a3-15661b30eae4 None None] Network 81f00b03-2785-4eb5-b4bf-8f364b428d1a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:12.543397 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eadb4afa-5dcf-49db-b6e6-a5b4aae873c4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.567599 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-eadb4afa-5dcf-49db-b6e6-a5b4aae873c4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ccd7ae0-7fc2-4297-8b1c-df207e603bbb']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:12.579871 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-eadb4afa-5dcf-49db-b6e6-a5b4aae873c4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60769a58-a769-4466-926b-1cd366e32a81') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:12.580226 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-eadb4afa-5dcf-49db-b6e6-a5b4aae873c4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60769a58-a769-4466-926b-1cd366e32a81') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:12.592342 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.592971 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eadb4afa-5dcf-49db-b6e6-a5b4aae873c4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.597461 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.608916 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d05b14e-bda3-4421-8549-2a4aa95fac9f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.612697 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eadb4afa-5dcf-49db-b6e6-a5b4aae873c4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.614304 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88904dc0-1455-4139-bb3e-0d3b513f18fe tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.622809 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadb4afa-5dcf-49db-b6e6-a5b4aae873c4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:12.623297 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eadb4afa-5dcf-49db-b6e6-a5b4aae873c4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:12.627443 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:12.650144 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88904dc0-1455-4139-bb3e-0d3b513f18fe tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.659724 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.673863 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-f3a3f134-4fb4-4f5d-b4fc-13b691caa2c6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Allocated IP 2001:db8::120 (ae1cd34b-8fa2-4015-af22-706de74b463b/4eaece91-5933-4ee8-9b76-a612dd1d67ac/a01b6bbc-df32-4189-882e-4e7af5c4a2ce) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:12.681712 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfd7aa-e274-443f-9913-f1fdea5435ff req-33187476-90f2-4193-9866-84ee853bfe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:12.683287 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-adbfd7aa-e274-443f-9913-f1fdea5435ff req-33187476-90f2-4193-9866-84ee853bfe36 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3e851ef7d26489f809312a892e32164&device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 1099 time: 0.3664875 Mar 14 15:26:12.700508 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] Network ae1cd34b-8fa2-4015-af22-706de74b463b is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:12.706581 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eadb4afa-5dcf-49db-b6e6-a5b4aae873c4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.711321 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eadb4afa-5dcf-49db-b6e6-a5b4aae873c4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.715951 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-eadb4afa-5dcf-49db-b6e6-a5b4aae873c4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/networks/1ccd7ae0-7fc2-4297-8b1c-df207e603bbb HTTP/1.1" status: 204 len: 168 time: 0.7130678 Mar 14 15:26:12.720062 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52508) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:12.726540 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-81778a58-7440-4204-91f2-1d3c013e1f9b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-529629693'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:12.739774 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb4afa-5dcf-49db-b6e6-a5b4aae873c4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Network': ['ID=1ccd7ae0-7fc2-4297-8b1c-df207e603bbb,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:12.753744 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:12.759175 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] Network 427cdf17-00e8-411f-aef1-37d90438bee7 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:12.760417 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:12.766508 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] Pushing event updated for resources: {'Port': ['ID=5fb218b6-ed79-4df1-8b4c-3815825c2a92,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:12.767827 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81778a58-7440-4204-91f2-1d3c013e1f9b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Made reservation on behalf of 6cb5488b9ddd4300a9679d380e6ad17d for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:12.774943 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81778a58-7440-4204-91f2-1d3c013e1f9b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.795506 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:12.800891 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81778a58-7440-4204-91f2-1d3c013e1f9b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:12.812182 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81778a58-7440-4204-91f2-1d3c013e1f9b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.812521 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-81778a58-7440-4204-91f2-1d3c013e1f9b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Added segment 9b246c53-9b88-42da-8ac3-3d4433c40b2b of type vlan for network b715bf8f-28aa-4227-b5bd-587f6f2fc7c4 Mar 14 15:26:12.821510 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:12.879774 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81778a58-7440-4204-91f2-1d3c013e1f9b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.897113 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487a0781-b8fa-4d3f-8d4e-4e5ac3876a3d None None] Network 1ccd7ae0-7fc2-4297-8b1c-df207e603bbb requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:12.946016 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81778a58-7440-4204-91f2-1d3c013e1f9b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:12.954684 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81778a58-7440-4204-91f2-1d3c013e1f9b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:12.955558 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81778a58-7440-4204-91f2-1d3c013e1f9b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:13.037225 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-81778a58-7440-4204-91f2-1d3c013e1f9b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3134480 Mar 14 15:26:13.041627 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52510) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:13.048362 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0319b37e-a6d2-4bf1-ad66-8286dddc3356 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'subnet': {'network_id': 'b715bf8f-28aa-4227-b5bd-587f6f2fc7c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:13.062064 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487a0781-b8fa-4d3f-8d4e-4e5ac3876a3d None None] Network 1ccd7ae0-7fc2-4297-8b1c-df207e603bbb could not be found, it might have been deleted concurrently. {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 14 15:26:13.087844 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d2fef391-a575-4b2b-8eec-2c7b111d8e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:11Z', 'revision_number': 7, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0', 'name': '', 'network_id': '32480295-0e23-4676-80ae-82529881477f', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:0b:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c9d9c0eb-b1be-4dbd-88df-4743db9d98c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:58Z', 'updated_at': '2022-03-14T15:26:08Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'c9d9c0eb-b1be-4dbd-88df-4743db9d98c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0000cac-e605-4090-9735-59a1593b81f5', 'name': '', 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:49:28:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:44Z', 'updated_at': '2022-03-14T15:25:59Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:13.109095 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] Pushing event updated for resources: {'Port': ['ID=dc15448c-4fcf-49d0-8e8f-d68da074a357,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:13.136178 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] Attempting to bind port 5fb218b6-ed79-4df1-8b4c-3815825c2a92 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:13.136560 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] Attempting to bind port 5fb218b6-ed79-4df1-8b4c-3815825c2a92 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0025eacc-b0e5-4170-9e92-358c7efe2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ae1cd34b-8fa2-4015-af22-706de74b463b'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:13.136994 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] Attempting to bind port 5fb218b6-ed79-4df1-8b4c-3815825c2a92 on network ae1cd34b-8fa2-4015-af22-706de74b463b {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:26:13.140135 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81778a58-7440-4204-91f2-1d3c013e1f9b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Network': ['ID=b715bf8f-28aa-4227-b5bd-587f6f2fc7c4,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:13.179809 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fef391-a575-4b2b-8eec-2c7b111d8e4d None None] The sync data for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv is: [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:11Z', 'revision_number': 7, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0', 'name': '', 'network_id': '32480295-0e23-4676-80ae-82529881477f', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:0b:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c9d9c0eb-b1be-4dbd-88df-4743db9d98c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:58Z', 'updated_at': '2022-03-14T15:26:08Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'c9d9c0eb-b1be-4dbd-88df-4743db9d98c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0000cac-e605-4090-9735-59a1593b81f5', 'name': '', 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:49:28:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:44Z', 'updated_at': '2022-03-14T15:25:59Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:26:13.184088 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network b715bf8f-28aa-4227-b5bd-587f6f2fc7c4 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:26:13.186385 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] Attempting to bind port dc15448c-4fcf-49d0-8e8f-d68da074a357 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:13.186762 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] Attempting to bind port dc15448c-4fcf-49d0-8e8f-d68da074a357 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '33f0d46c-9656-46c0-80f0-c4fd2380914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '427cdf17-00e8-411f-aef1-37d90438bee7'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:13.187154 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] Attempting to bind port dc15448c-4fcf-49d0-8e8f-d68da074a357 on network 427cdf17-00e8-411f-aef1-37d90438bee7 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:26:13.194440 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0319b37e-a6d2-4bf1-ad66-8286dddc3356 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Made reservation on behalf of 6cb5488b9ddd4300a9679d380e6ad17d for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:13.202096 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0319b37e-a6d2-4bf1-ad66-8286dddc3356 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:13.211295 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:26:13.211681 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] Checking segment: {'id': '0025eacc-b0e5-4170-9e92-358c7efe2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ae1cd34b-8fa2-4015-af22-706de74b463b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:13.212092 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:13.212485 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] Bound using segment: {'id': '0025eacc-b0e5-4170-9e92-358c7efe2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ae1cd34b-8fa2-4015-af22-706de74b463b'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:26:13.214442 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] Bound port: 5fb218b6-ed79-4df1-8b4c-3815825c2a92, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0025eacc-b0e5-4170-9e92-358c7efe2b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'ae1cd34b-8fa2-4015-af22-706de74b463b'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:13.215693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:13.244704 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:26:13.248581 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] Checking segment: {'id': '33f0d46c-9656-46c0-80f0-c4fd2380914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '427cdf17-00e8-411f-aef1-37d90438bee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:13.249248 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:13.249868 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] Bound using segment: {'id': '33f0d46c-9656-46c0-80f0-c4fd2380914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '427cdf17-00e8-411f-aef1-37d90438bee7'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:26:13.250556 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] Bound port: dc15448c-4fcf-49d0-8e8f-d68da074a357, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f0d46c-9656-46c0-80f0-c4fd2380914a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '427cdf17-00e8-411f-aef1-37d90438bee7'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:13.251172 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:13.262870 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 15877d63-8d91-44bc-bc27-8a6721e75152 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:13.264772 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe19c7e6-b9b6-45b8-b014-e973d7dcfac7 None None] DHCP port deletion for 81f00b03-2785-4eb5-b4bf-8f364b428d1a request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:26:13.370891 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 15877d63-8d91-44bc-bc27-8a6721e75152 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:13.371195 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 15877d63-8d91-44bc-bc27-8a6721e75152 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:13.371662 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a29e0b35-909b-47ab-9c0e-981c3c3be4d3 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:13.465958 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88904dc0-1455-4139-bb3e-0d3b513f18fe tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 232197ee-affb-4bd0-9da2-3b59e02e9b70 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:26:13.468138 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0319b37e-a6d2-4bf1-ad66-8286dddc3356 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:13.541208 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319b37e-a6d2-4bf1-ad66-8286dddc3356 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Subnet': ['ID=3447458e-012e-4b7d-953d-c3d1774a6568,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:13.552460 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0319b37e-a6d2-4bf1-ad66-8286dddc3356 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Checking segment: {'id': '9b246c53-9b88-42da-8ac3-3d4433c40b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b715bf8f-28aa-4227-b5bd-587f6f2fc7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:13.552835 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0319b37e-a6d2-4bf1-ad66-8286dddc3356 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Network hostable DHCP agents. Network: b715bf8f-28aa-4227-b5bd-587f6f2fc7c4, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:26:13.572670 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0319b37e-a6d2-4bf1-ad66-8286dddc3356 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Network b715bf8f-28aa-4227-b5bd-587f6f2fc7c4 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:26:13.584743 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-0319b37e-a6d2-4bf1-ad66-8286dddc3356 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, b715bf8f-28aa-4227-b5bd-587f6f2fc7c4) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:13.589396 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0319b37e-a6d2-4bf1-ad66-8286dddc3356 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:13.590892 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0319b37e-a6d2-4bf1-ad66-8286dddc3356 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:13.612191 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0319b37e-a6d2-4bf1-ad66-8286dddc3356 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5668561 Mar 14 15:26:13.612514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52514) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:13.638956 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400a39fd-a582-4fab-bfe7-17d047b08d55 None None] Network b715bf8f-28aa-4227-b5bd-587f6f2fc7c4 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:13.651259 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: a29e0b35-909b-47ab-9c0e-981c3c3be4d3 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:13.651601 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a29e0b35-909b-47ab-9c0e-981c3c3be4d3 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:13.675290 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-463eb154-0fcd-422f-94b7-00f9968748cf None None] Provisioning complete for port a34291ce-db36-41ae-90a9-7f5d496f93db triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:13.675670 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-463eb154-0fcd-422f-94b7-00f9968748cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:13.683665 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] For port 5fb218b6-ed79-4df1-8b4c-3815825c2a92, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:13.714842 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b9dd90e6-4d1e-46b3-bb14-b9415844387a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:13.721771 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfd7aa-e274-443f-9913-f1fdea5435ff req-2eb25feb-7007-43ae-b3dd-fbb84a8fa3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:13.723419 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-adbfd7aa-e274-443f-9913-f1fdea5435ff req-2eb25feb-7007-43ae-b3dd-fbb84a8fa3bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=49fee795-f4c4-42dd-acc3-9b9f00035acc HTTP/1.1" status: 200 len: 912 time: 1.0123992 Mar 14 15:26:13.740375 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9bb73f70-5e22-49af-81cd-d5bb22639dae tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:13.753581 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2589b925-283f-479e-a410-36df6a202e1d tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:13.770094 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] For port 5fb218b6-ed79-4df1-8b4c-3815825c2a92, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5fb218b6-ed79-4df1-8b4c-3815825c2a92,segment=NetworkSegment(0025eacc-b0e5-4170-9e92-358c7efe2b91),segment_id=0025eacc-b0e5-4170-9e92-358c7efe2b91)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:13.784429 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 29b03913-506c-499b-8f58-ddfac40096ff no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:13.794886 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:13.820028 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] For port dc15448c-4fcf-49d0-8e8f-d68da074a357, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:13.827645 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9bb73f70-5e22-49af-81cd-d5bb22639dae tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:13.841818 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 29b03913-506c-499b-8f58-ddfac40096ff {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:13.842510 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 29b03913-506c-499b-8f58-ddfac40096ff not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:13.843337 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:13.864838 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88904dc0-1455-4139-bb3e-0d3b513f18fe tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:13.873094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-88904dc0-1455-4139-bb3e-0d3b513f18fe tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:13.874031 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-88904dc0-1455-4139-bb3e-0d3b513f18fe tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/232197ee-affb-4bd0-9da2-3b59e02e9b70 HTTP/1.1" status: 200 len: 699 time: 4.0793936 Mar 14 15:26:13.877575 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52516) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:13.888107 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4d05b14e-bda3-4421-8549-2a4aa95fac9f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting port 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:13.888461 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d05b14e-bda3-4421-8549-2a4aa95fac9f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:13.890355 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589b925-283f-479e-a410-36df6a202e1d tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Pushing event deleted for resources: {'Port': ['ID=261e31f2-7bd6-4eab-a83b-c35d0e5b219c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:13.924446 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cfc9a6-eadc-4fef-ad86-8e293beca8af None None] Sync routers for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:13.935387 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] For port dc15448c-4fcf-49d0-8e8f-d68da074a357, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=dc15448c-4fcf-49d0-8e8f-d68da074a357,segment=NetworkSegment(33f0d46c-9656-46c0-80f0-c4fd2380914a),segment_id=33f0d46c-9656-46c0-80f0-c4fd2380914a)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:13.968030 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:13.993060 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-fe19c7e6-b9b6-45b8-b014-e973d7dcfac7 None None] Deleting port 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:13.993862 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe19c7e6-b9b6-45b8-b014-e973d7dcfac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:13.997825 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-62605c6c-65f2-4dac-8adf-c8feaee8fb1b tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/routers/232197ee-affb-4bd0-9da2-3b59e02e9b70 HTTP/1.1" status: 200 len: 699 time: 0.1124291 Mar 14 15:26:13.999066 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52518) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:14.038639 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5dbae-dc83-46fe-8f2e-94a0dd3532fe req-8dedf732-428e-4a57-8322-25d7926fc7e4 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:14.040224 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b4c5dbae-dc83-46fe-8f2e-94a0dd3532fe req-8dedf732-428e-4a57-8322-25d7926fc7e4 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.4396367 Mar 14 15:26:14.042038 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-adbfd7aa-e274-443f-9913-f1fdea5435ff req-a7401b7e-32bc-4032-b8fb-a9156c607544 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a31cd96-8d3b-46a8-820b-4fcc1444cd86 HTTP/1.1" status: 200 len: 1002 time: 0.3020115 Mar 14 15:26:14.047462 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3a3f134-4fb4-4f5d-b4fc-13b691caa2c6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:14.066689 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cfc9a6-eadc-4fef-ad86-8e293beca8af None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:14.067373 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-68cfc9a6-eadc-4fef-ad86-8e293beca8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:14.086773 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b9dd90e6-4d1e-46b3-bb14-b9415844387a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:14.115026 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9bb73f70-5e22-49af-81cd-d5bb22639dae tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:14.127634 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8fe09-7763-47f6-81e4-b9e044468a51 None None] Pushing event updated for resources: {'Port': ['ID=5fb218b6-ed79-4df1-8b4c-3815825c2a92,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:14.135527 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-4d05b14e-bda3-4421-8549-2a4aa95fac9f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] For port 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=0edc1ccf-75ef-45c4-99e0-6b7d716a7cee,segment=NetworkSegment(f382194b-e923-4ffc-aac2-1e10fee7ac1a),segment_id=f382194b-e923-4ffc-aac2-1e10fee7ac1a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:14.135898 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d05b14e-bda3-4421-8549-2a4aa95fac9f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:14.152632 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb73f70-5e22-49af-81cd-d5bb22639dae tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Subnet': ['ID=3447458e-012e-4b7d-953d-c3d1774a6568,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:14.199526 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2589b925-283f-479e-a410-36df6a202e1d tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:14.216915 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4d05b14e-bda3-4421-8549-2a4aa95fac9f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Calling delete_port for 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:14.239511 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-fe19c7e6-b9b6-45b8-b014-e973d7dcfac7 None None] For port 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=0edc1ccf-75ef-45c4-99e0-6b7d716a7cee,segment=NetworkSegment(f382194b-e923-4ffc-aac2-1e10fee7ac1a),segment_id=f382194b-e923-4ffc-aac2-1e10fee7ac1a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:14.239767 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe19c7e6-b9b6-45b8-b014-e973d7dcfac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:14.259262 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-fe19c7e6-b9b6-45b8-b014-e973d7dcfac7 None None] Calling delete_port for 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:14.291322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dd90e6-4d1e-46b3-bb14-b9415844387a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:14.337257 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b9dd90e6-4d1e-46b3-bb14-b9415844387a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:14.340057 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dd90e6-4d1e-46b3-bb14-b9415844387a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:14.346605 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dd90e6-4d1e-46b3-bb14-b9415844387a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:14.347325 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b9dd90e6-4d1e-46b3-bb14-b9415844387a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:14.452468 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfd7aa-e274-443f-9913-f1fdea5435ff req-92d5b7ba-68d5-47f2-b96b-f7681b3b434f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:14.454203 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-adbfd7aa-e274-443f-9913-f1fdea5435ff req-92d5b7ba-68d5-47f2-b96b-f7681b3b434f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f06bc8a1-e6d6-4299-b660-147ccd6bb298 HTTP/1.1" status: 200 len: 850 time: 0.3903043 Mar 14 15:26:14.457752 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b4c5dbae-dc83-46fe-8f2e-94a0dd3532fe req-cf47c77e-81be-4ca6-8615-16c1f19d443b tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4006855 Mar 14 15:26:14.538162 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd90e6-4d1e-46b3-bb14-b9415844387a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=503680f2-9411-4ada-af42-0edab496c649,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:14.659137 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3a3f134-4fb4-4f5d-b4fc-13b691caa2c6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:14.663812 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:14.698633 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b9dd90e6-4d1e-46b3-bb14-b9415844387a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8438115 Mar 14 15:26:14.717821 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52520) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:14.718408 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-68cfc9a6-eadc-4fef-ad86-8e293beca8af None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:14.806355 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fe19c7e6-b9b6-45b8-b014-e973d7dcfac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:14.807935 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9bb73f70-5e22-49af-81cd-d5bb22639dae tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:14.835339 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2242fa-ce6b-4c32-8a71-27a69552e3a9 None None] Pushing event updated for resources: {'Port': ['ID=dc15448c-4fcf-49d0-8e8f-d68da074a357,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:14.836782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a3f134-4fb4-4f5d-b4fc-13b691caa2c6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network ae1cd34b-8fa2-4015-af22-706de74b463b is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:14.838545 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97c510b-3410-44f3-bba0-c4551acb9278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-b715bf8f-28aa-4227-b5bd-587f6f2fc7c4', 'network_id': 'b715bf8f-28aa-4227-b5bd-587f6f2fc7c4', 'tenant_id': '6cb5488b9ddd4300a9679d380e6ad17d', 'fixed_ips': [{'subnet_id': '3447458e-012e-4b7d-953d-c3d1774a6568'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:26:14.840460 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d97c510b-3410-44f3-bba0-c4551acb9278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:14.866560 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-9bb73f70-5e22-49af-81cd-d5bb22639dae tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b715bf8f-28aa-4227-b5bd-587f6f2fc7c4']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:14.881023 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-f3a3f134-4fb4-4f5d-b4fc-13b691caa2c6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:14.883479 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a3f134-4fb4-4f5d-b4fc-13b691caa2c6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:14.889843 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a3f134-4fb4-4f5d-b4fc-13b691caa2c6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:14.890476 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3a3f134-4fb4-4f5d-b4fc-13b691caa2c6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:14.894180 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f75246-5a23-4b57-b0c4-5728ae3c5f44 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:14.899686 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f75246-5a23-4b57-b0c4-5728ae3c5f44 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:14.905746 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-31f75246-5a23-4b57-b0c4-5728ae3c5f44 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1825128 Mar 14 15:26:14.906052 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-9bb73f70-5e22-49af-81cd-d5bb22639dae tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b246c53-9b88-42da-8ac3-3d4433c40b2b') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:14.906342 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-9bb73f70-5e22-49af-81cd-d5bb22639dae tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b246c53-9b88-42da-8ac3-3d4433c40b2b') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:14.908095 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52522) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:14.908231 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3f134-4fb4-4f5d-b4fc-13b691caa2c6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=a01b6bbc-df32-4189-882e-4e7af5c4a2ce,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:14.915397 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2589b925-283f-479e-a410-36df6a202e1d tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:14.919577 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfd7aa-e274-443f-9913-f1fdea5435ff req-c1448302-43c6-4430-9a1c-103865f03e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:14.921134 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-adbfd7aa-e274-443f-9913-f1fdea5435ff req-c1448302-43c6-4430-9a1c-103865f03e86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=49fee795-f4c4-42dd-acc3-9b9f00035acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3949521 Mar 14 15:26:14.926959 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2589b925-283f-479e-a410-36df6a202e1d tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:14.933090 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d05b14e-bda3-4421-8549-2a4aa95fac9f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:14.956509 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f3a3f134-4fb4-4f5d-b4fc-13b691caa2c6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.4337184 Mar 14 15:26:14.959195 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9bb73f70-5e22-49af-81cd-d5bb22639dae tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:14.970246 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52524) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:15.000916 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe19c7e6-b9b6-45b8-b014-e973d7dcfac7 None None] No DVR routers for this DVR port 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:15.007504 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19c7e6-b9b6-45b8-b014-e973d7dcfac7 None None] Pushing event deleted for resources: {'Port': ['ID=0edc1ccf-75ef-45c4-99e0-6b7d716a7cee,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:15.030671 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05b14e-bda3-4421-8549-2a4aa95fac9f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Port': ['ID=0edc1ccf-75ef-45c4-99e0-6b7d716a7cee,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:15.036709 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-069cc96b-1721-48cf-9f90-78957c304dca None None] Provisioning complete for port 503680f2-9411-4ada-af42-0edab496c649 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:15.038174 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-069cc96b-1721-48cf-9f90-78957c304dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:15.039653 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d05b14e-bda3-4421-8549-2a4aa95fac9f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] No DVR routers for this DVR port 0edc1ccf-75ef-45c4-99e0-6b7d716a7cee on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:15.042747 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9bb73f70-5e22-49af-81cd-d5bb22639dae tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:15.086145 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb73f70-5e22-49af-81cd-d5bb22639dae tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:15.086564 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9bb73f70-5e22-49af-81cd-d5bb22639dae tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:15.095204 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:15.097271 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-069cc96b-1721-48cf-9f90-78957c304dca None None] Port 503680f2-9411-4ada-af42-0edab496c649 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:26:15.153533 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-68cfc9a6-eadc-4fef-ad86-8e293beca8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:11Z', 'revision_number': 7, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0', 'name': '', 'network_id': '32480295-0e23-4676-80ae-82529881477f', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:0b:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c9d9c0eb-b1be-4dbd-88df-4743db9d98c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:58Z', 'updated_at': '2022-03-14T15:26:08Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'c9d9c0eb-b1be-4dbd-88df-4743db9d98c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0000cac-e605-4090-9735-59a1593b81f5', 'name': '', 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:49:28:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:44Z', 'updated_at': '2022-03-14T15:25:59Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:15.166465 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2589b925-283f-479e-a410-36df6a202e1d tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Router f21cc2d5-9dfc-4cce-94c2-9178697442bd has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:26:15.184536 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cfc9a6-eadc-4fef-ad86-8e293beca8af None None] Checking router: 232197ee-affb-4bd0-9da2-3b59e02e9b70 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:26:15.193404 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cfc9a6-eadc-4fef-ad86-8e293beca8af None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:15.194103 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-68cfc9a6-eadc-4fef-ad86-8e293beca8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:15.222838 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d05b14e-bda3-4421-8549-2a4aa95fac9f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:15.235690 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-d97c510b-3410-44f3-bba0-c4551acb9278 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 14 15:26:15.235690 dv-neutron-833559-1-hyperv neutron-server[102569]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Mar 14 15:26:15.235690 dv-neutron-833559-1-hyperv neutron-server[102569]: [parameters: {'project_id': '6cb5488b9ddd4300a9679d380e6ad17d', 'id': '7c109d1b-4887-4792-97c3-90db571795bd', 'name': '', 'network_id': 'b715bf8f-28aa-4227-b5bd-587f6f2fc7c4', 'mac_address': 'fa:16:3e:68:28:6f', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-b715bf8f-28aa-4227-b5bd-587f6f2fc7c4', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 601}] Mar 14 15:26:15.235690 dv-neutron-833559-1-hyperv neutron-server[102569]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:26:15.236129 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-d97c510b-3410-44f3-bba0-c4551acb9278 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:26:15.247157 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-890ddd2a-cc37-45ba-b681-4b3b68dbb1b7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port 503680f2-9411-4ada-af42-0edab496c649 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:15.247501 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-890ddd2a-cc37-45ba-b681-4b3b68dbb1b7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:15.252422 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9bb73f70-5e22-49af-81cd-d5bb22639dae tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:15.277533 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9bb73f70-5e22-49af-81cd-d5bb22639dae tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:15.280755 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9bb73f70-5e22-49af-81cd-d5bb22639dae tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/networks/b715bf8f-28aa-4227-b5bd-587f6f2fc7c4 HTTP/1.1" status: 204 len: 168 time: 1.6672323 Mar 14 15:26:15.286070 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52526) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:15.297715 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4d05b14e-bda3-4421-8549-2a4aa95fac9f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f00b03-2785-4eb5-b4bf-8f364b428d1a']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:15.300290 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-b304f7de-d847-43ab-8709-c5e0fa1c8a2b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-730601532'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:15.307937 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-adbfd7aa-e274-443f-9913-f1fdea5435ff req-976f5eda-9664-42b9-a5d3-19b93a5df748 service neutron] 10.222.0.18 "GET /v2.0/networks/49fee795-f4c4-42dd-acc3-9b9f00035acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717484 Mar 14 15:26:15.311388 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-68cfc9a6-eadc-4fef-ad86-8e293beca8af None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:15.342819 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4d05b14e-bda3-4421-8549-2a4aa95fac9f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f382194b-e923-4ffc-aac2-1e10fee7ac1a') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:15.343193 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4d05b14e-bda3-4421-8549-2a4aa95fac9f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f382194b-e923-4ffc-aac2-1e10fee7ac1a') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:15.344213 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb73f70-5e22-49af-81cd-d5bb22639dae tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Network': ['ID=b715bf8f-28aa-4227-b5bd-587f6f2fc7c4,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:15.374264 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d05b14e-bda3-4421-8549-2a4aa95fac9f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:15.376459 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2589b925-283f-479e-a410-36df6a202e1d tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:15.384497 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2589b925-283f-479e-a410-36df6a202e1d tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:15.384686 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-728d030e-444e-4d20-8f1f-a833a116b920 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port a01b6bbc-df32-4189-882e-4e7af5c4a2ce {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:15.385176 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-728d030e-444e-4d20-8f1f-a833a116b920 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:15.385388 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2589b925-283f-479e-a410-36df6a202e1d tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "PUT /v2.0/routers/f21cc2d5-9dfc-4cce-94c2-9178697442bd HTTP/1.1" status: 200 len: 709 time: 6.6412184 Mar 14 15:26:15.391420 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738f35c2-f25e-4792-9690-e9928f531dac None None] Sync routers for ids ['f21cc2d5-9dfc-4cce-94c2-9178697442bd'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:15.399201 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52528) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:15.415217 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738f35c2-f25e-4792-9690-e9928f531dac None None] Routers {'f21cc2d5-9dfc-4cce-94c2-9178697442bd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:15.416048 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-738f35c2-f25e-4792-9690-e9928f531dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['f21cc2d5-9dfc-4cce-94c2-9178697442bd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:15.438230 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d05b14e-bda3-4421-8549-2a4aa95fac9f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:15.453767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d05b14e-bda3-4421-8549-2a4aa95fac9f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:15.454182 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d05b14e-bda3-4421-8549-2a4aa95fac9f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: self.session.flush() Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: self.session.flush() Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: self.session.flush() Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: self.session.flush() Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:15.457384 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:15.485103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b304f7de-d847-43ab-8709-c5e0fa1c8a2b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Made reservation on behalf of 6cb5488b9ddd4300a9679d380e6ad17d for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:15.488656 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b304f7de-d847-43ab-8709-c5e0fa1c8a2b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:15.492002 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-738f35c2-f25e-4792-9690-e9928f531dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:15.508619 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738f35c2-f25e-4792-9690-e9928f531dac None None] Routers {'f21cc2d5-9dfc-4cce-94c2-9178697442bd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:15.509664 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-738f35c2-f25e-4792-9690-e9928f531dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['f21cc2d5-9dfc-4cce-94c2-9178697442bd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:15.571351 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-738f35c2-f25e-4792-9690-e9928f531dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:15.572445 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738f35c2-f25e-4792-9690-e9928f531dac None None] The sync data for ids ['f21cc2d5-9dfc-4cce-94c2-9178697442bd'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:26:15.581468 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-adbfd7aa-e274-443f-9913-f1fdea5435ff req-3646f74b-7708-4727-be70-a1c89243aba7 service neutron] 10.222.0.18 "GET /v2.0/networks/49fee795-f4c4-42dd-acc3-9b9f00035acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409112 Mar 14 15:26:15.582950 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d05b14e-bda3-4421-8549-2a4aa95fac9f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:15.597947 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d05b14e-bda3-4421-8549-2a4aa95fac9f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:15.601239 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4d05b14e-bda3-4421-8549-2a4aa95fac9f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/networks/81f00b03-2785-4eb5-b4bf-8f364b428d1a HTTP/1.1" status: 204 len: 168 time: 3.3493028 Mar 14 15:26:15.604878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52532) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:15.629127 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05b14e-bda3-4421-8549-2a4aa95fac9f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Network': ['ID=81f00b03-2785-4eb5-b4bf-8f364b428d1a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:15.646263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-890ddd2a-cc37-45ba-b681-4b3b68dbb1b7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:15.662619 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-890ddd2a-cc37-45ba-b681-4b3b68dbb1b7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for 503680f2-9411-4ada-af42-0edab496c649 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:15.708585 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-68cfc9a6-eadc-4fef-ad86-8e293beca8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:11Z', 'revision_number': 7, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0', 'name': '', 'network_id': '32480295-0e23-4676-80ae-82529881477f', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:0b:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c9d9c0eb-b1be-4dbd-88df-4743db9d98c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:58Z', 'updated_at': '2022-03-14T15:26:08Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'c9d9c0eb-b1be-4dbd-88df-4743db9d98c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0000cac-e605-4090-9735-59a1593b81f5', 'name': '', 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:49:28:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:44Z', 'updated_at': '2022-03-14T15:25:59Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:15.763590 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d97c510b-3410-44f3-bba0-c4551acb9278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:15.772512 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cfc9a6-eadc-4fef-ad86-8e293beca8af None None] The sync data for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv is: [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:11Z', 'revision_number': 7, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0', 'name': '', 'network_id': '32480295-0e23-4676-80ae-82529881477f', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:0b:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c9d9c0eb-b1be-4dbd-88df-4743db9d98c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:58Z', 'updated_at': '2022-03-14T15:26:08Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'c9d9c0eb-b1be-4dbd-88df-4743db9d98c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0000cac-e605-4090-9735-59a1593b81f5', 'name': '', 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:49:28:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:44Z', 'updated_at': '2022-03-14T15:25:59Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:26:15.817482 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224e610b-367a-419e-bdbf-765fa53162f7 None None] Network b715bf8f-28aa-4227-b5bd-587f6f2fc7c4 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:15.848871 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224e610b-367a-419e-bdbf-765fa53162f7 None None] Network b715bf8f-28aa-4227-b5bd-587f6f2fc7c4 could not be found, it might have been deleted concurrently. {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 14 15:26:15.876353 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-09f067e6-5a63-4167-ba11-33032f9f451d tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "GET /v2.0/routers/f21cc2d5-9dfc-4cce-94c2-9178697442bd HTTP/1.1" status: 200 len: 744 time: 0.4731295 Mar 14 15:26:15.916856 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52534) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:15.943063 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5fb218b6-ed79-4df1-8b4c-3815825c2a92 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:16.049408 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b304f7de-d847-43ab-8709-c5e0fa1c8a2b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:16.138309 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-728d030e-444e-4d20-8f1f-a833a116b920 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:16.167569 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-728d030e-444e-4d20-8f1f-a833a116b920 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for a01b6bbc-df32-4189-882e-4e7af5c4a2ce owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:16.178973 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0ef09-e0ef-4044-8211-a29c42096e86 req-e12cc531-e89a-4094-bbe5-28280b340ea6 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:16.180619 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-32a0ef09-e0ef-4044-8211-a29c42096e86 req-e12cc531-e89a-4094-bbe5-28280b340ea6 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.3977869 Mar 14 15:26:16.197052 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0a150790-f4b4-47b7-b5c4-0db3ba953e46 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:16.199036 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b287eb14-0b4e-4d20-bc39-9c4554de09c9 None None] Network 427cdf17-00e8-411f-aef1-37d90438bee7 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:16.203010 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d1580e-eb9d-431a-b44c-295fa30a808b None None] Network ae1cd34b-8fa2-4015-af22-706de74b463b requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:16.258856 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b304f7de-d847-43ab-8709-c5e0fa1c8a2b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:16.259255 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-b304f7de-d847-43ab-8709-c5e0fa1c8a2b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Added segment 22156e2b-3e25-4ac1-a6f2-2ef6ac1a9c7d of type vlan for network c644c57d-1d46-4d73-8215-cedf23eb579e Mar 14 15:26:16.267527 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-890ddd2a-cc37-45ba-b681-4b3b68dbb1b7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:16.328864 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-9617ab9e-2f93-417f-be8c-acaf0001f9aa None None] Provisioning complete for port dc15448c-4fcf-49d0-8e8f-d68da074a357 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:16.329251 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9617ab9e-2f93-417f-be8c-acaf0001f9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:16.333336 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7f7dcf4d-8421-4090-87fc-43110b087edd tempest-RoutersIpV6AdminTest-1292310472 tempest-RoutersIpV6AdminTest-1292310472-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&device_id=f21cc2d5-9dfc-4cce-94c2-9178697442bd HTTP/1.1" status: 200 len: 205 time: 0.4137321 Mar 14 15:26:16.337595 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52536) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:16.380340 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:26:16.399540 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a88e0bee-5938-4b37-ab01-248da1085553 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "GET /v2.0/ports?device_id=f21cc2d5-9dfc-4cce-94c2-9178697442bd HTTP/1.1" status: 200 len: 205 time: 0.0575030 Mar 14 15:26:16.401592 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52538) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:16.435249 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 5fb218b6-ed79-4df1-8b4c-3815825c2a92 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:16.435249 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:16.457500 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ddd2a-cc37-45ba-b681-4b3b68dbb1b7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=503680f2-9411-4ada-af42-0edab496c649,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:16.487854 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b304f7de-d847-43ab-8709-c5e0fa1c8a2b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:16.535388 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-360cfe06-ad80-4508-a7f2-6546a985c5c3 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:16.537399 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-32a0ef09-e0ef-4044-8211-a29c42096e86 req-babb4040-9860-4458-89e1-ba335fe16c9d tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327222 Mar 14 15:26:16.542494 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-890ddd2a-cc37-45ba-b681-4b3b68dbb1b7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:16.548350 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-890ddd2a-cc37-45ba-b681-4b3b68dbb1b7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/503680f2-9411-4ada-af42-0edab496c649 HTTP/1.1" status: 204 len: 168 time: 1.6351497 Mar 14 15:26:16.554873 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52540) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:16.650849 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9617ab9e-2f93-417f-be8c-acaf0001f9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:16.691348 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b304f7de-d847-43ab-8709-c5e0fa1c8a2b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:16.697145 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b304f7de-d847-43ab-8709-c5e0fa1c8a2b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:16.697732 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b304f7de-d847-43ab-8709-c5e0fa1c8a2b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:16.745460 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b304f7de-d847-43ab-8709-c5e0fa1c8a2b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4465075 Mar 14 15:26:16.746264 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ba401b-441f-4190-a829-66a6090e0680 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:16.748168 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ba401b-441f-4190-a829-66a6090e0680 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:16.749169 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52542) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:16.749631 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-85ba401b-441f-4190-a829-66a6090e0680 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1895370 Mar 14 15:26:16.763362 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52544) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:16.768959 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-9617ab9e-2f93-417f-be8c-acaf0001f9aa None None] For port dc15448c-4fcf-49d0-8e8f-d68da074a357, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=dc15448c-4fcf-49d0-8e8f-d68da074a357,segment=NetworkSegment(33f0d46c-9656-46c0-80f0-c4fd2380914a),segment_id=33f0d46c-9656-46c0-80f0-c4fd2380914a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:16.770856 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7ffe1f08-de11-4fd4-9441-ceff28e0647c tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'subnet': {'network_id': 'c644c57d-1d46-4d73-8215-cedf23eb579e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:16.784766 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9617ab9e-2f93-417f-be8c-acaf0001f9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:16.795176 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-360cfe06-ad80-4508-a7f2-6546a985c5c3 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:16.818477 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-360cfe06-ad80-4508-a7f2-6546a985c5c3 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:16.830719 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:16.883633 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617ab9e-2f93-417f-be8c-acaf0001f9aa None None] Pushing event updated for resources: {'Port': ['ID=dc15448c-4fcf-49d0-8e8f-d68da074a357,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:16.899388 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 5fb218b6-ed79-4df1-8b4c-3815825c2a92, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5fb218b6-ed79-4df1-8b4c-3815825c2a92,segment=NetworkSegment(0025eacc-b0e5-4170-9e92-358c7efe2b91),segment_id=0025eacc-b0e5-4170-9e92-358c7efe2b91)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:16.912368 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:16.917736 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device dc15448c-4fcf-49d0-8e8f-d68da074a357 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:16.919009 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304f7de-d847-43ab-8709-c5e0fa1c8a2b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Network': ['ID=c644c57d-1d46-4d73-8215-cedf23eb579e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:16.934737 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d11ddb9-fc4a-4ec5-a301-e74759cb1045 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet 7e4e60f7-a185-4089-b1fe-5754a65fb494 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:26:16.947958 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9d11ddb9-fc4a-4ec5-a301-e74759cb1045 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:16.980792 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-728d030e-444e-4d20-8f1f-a833a116b920 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:17.025760 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=5fb218b6-ed79-4df1-8b4c-3815825c2a92,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:17.029487 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network c644c57d-1d46-4d73-8215-cedf23eb579e details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:26:17.044286 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-360cfe06-ad80-4508-a7f2-6546a985c5c3 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:17.044832 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360cfe06-ad80-4508-a7f2-6546a985c5c3 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Fanout notify agent at l3_agent the message router_deleted on router f21cc2d5-9dfc-4cce-94c2-9178697442bd {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:26:17.058238 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-360cfe06-ad80-4508-a7f2-6546a985c5c3 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:17.067390 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-728d030e-444e-4d20-8f1f-a833a116b920 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:17.074094 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-360cfe06-ad80-4508-a7f2-6546a985c5c3 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "DELETE /v2.0/routers/f21cc2d5-9dfc-4cce-94c2-9178697442bd HTTP/1.1" status: 204 len: 168 time: 0.6665113 Mar 14 15:26:17.074308 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-728d030e-444e-4d20-8f1f-a833a116b920 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/ports/a01b6bbc-df32-4189-882e-4e7af5c4a2ce HTTP/1.1" status: 204 len: 168 time: 2.0966783 Mar 14 15:26:17.076882 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52546) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:17.076882 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52548) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:17.078001 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d030e-444e-4d20-8f1f-a833a116b920 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=a01b6bbc-df32-4189-882e-4e7af5c4a2ce,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:17.096043 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9d11ddb9-fc4a-4ec5-a301-e74759cb1045 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:17.127791 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-2c5e42b4-0627-4eae-afe8-2691ffb81c0a None None] Provisioning complete for port 5fb218b6-ed79-4df1-8b4c-3815825c2a92 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:17.129446 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2c5e42b4-0627-4eae-afe8-2691ffb81c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:17.154961 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-10be2e96-5047-4fba-b196-0e864b345820 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "GET /v2.0/ports?device_id=f21cc2d5-9dfc-4cce-94c2-9178697442bd HTTP/1.1" status: 200 len: 205 time: 0.0763943 Mar 14 15:26:17.159271 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a611fe2d-994d-4576-9947-b182fd00b7ed tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:17.159999 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a611fe2d-994d-4576-9947-b182fd00b7ed tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:17.166043 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a611fe2d-994d-4576-9947-b182fd00b7ed tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/ports/a01b6bbc-df32-4189-882e-4e7af5c4a2ce HTTP/1.1" status: 404 len: 333 time: 0.0887084 Mar 14 15:26:17.166646 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52550) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:17.166993 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52552) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:17.170792 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9d11ddb9-fc4a-4ec5-a301-e74759cb1045 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:17.222946 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port dc15448c-4fcf-49d0-8e8f-d68da074a357 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:17.223535 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:17.250558 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-562fe4d8-a4b8-4420-b35d-3fe6cca465d1 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] delete failed (client error): The resource could not be found. Mar 14 15:26:17.254898 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-562fe4d8-a4b8-4420-b35d-3fe6cca465d1 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "DELETE /v2.0/routers/f21cc2d5-9dfc-4cce-94c2-9178697442bd HTTP/1.1" status: 404 len: 336 time: 0.0797706 Mar 14 15:26:17.254898 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffe1f08-de11-4fd4-9441-ceff28e0647c tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Made reservation on behalf of 6cb5488b9ddd4300a9679d380e6ad17d for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:17.255649 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7ffe1f08-de11-4fd4-9441-ceff28e0647c tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:17.260042 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6371a40-76bd-4e85-9c9d-a5062e5198e3 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] GET failed (client error): The resource could not be found. Mar 14 15:26:17.264645 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d6371a40-76bd-4e85-9c9d-a5062e5198e3 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports/a01b6bbc-df32-4189-882e-4e7af5c4a2ce HTTP/1.1" status: 404 len: 333 time: 0.0914853 Mar 14 15:26:17.265257 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52554) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:17.265587 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52556) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:17.298071 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9d11ddb9-fc4a-4ec5-a301-e74759cb1045 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:17.306733 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-849f8044-c913-4e1e-8561-b58625d589a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:17.344223 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11ddb9-fc4a-4ec5-a301-e74759cb1045 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=7e4e60f7-a185-4089-b1fe-5754a65fb494,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:17.347450 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9d11ddb9-fc4a-4ec5-a301-e74759cb1045 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:17.352947 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9d11ddb9-fc4a-4ec5-a301-e74759cb1045 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/7e4e60f7-a185-4089-b1fe-5754a65fb494 HTTP/1.1" status: 204 len: 168 time: 0.5825410 Mar 14 15:26:17.353199 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52558) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:17.373268 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19687096-53c2-4f2d-adcc-671e2d8ae1fe None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:17.409343 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-756fc042-984c-4c8f-b580-47aa0b2cd408 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "GET /v2.0/ports?device_id=43a29d8f-2375-4fd2-86a3-bf814f08d8ed HTTP/1.1" status: 200 len: 205 time: 0.1405165 Mar 14 15:26:17.409550 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5a2f5c97-d96a-4766-ad6b-41e3c1df42f0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551479 Mar 14 15:26:17.410236 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52560) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:17.419075 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-d1bb0f8a-1228-4f09-b5f4-3cb3692aa1e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:17.422293 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52562) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:17.452148 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-0a150790-f4b4-47b7-b5c4-0db3ba953e46 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting port 1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:17.452148 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0a150790-f4b4-47b7-b5c4-0db3ba953e46 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:17.518271 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-4f7fe3cd-321c-4dda-b14c-663ea766e94e None None] Could not find standard attr ID for object a01b6bbc-df32-4189-882e-4e7af5c4a2ce. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:26:17.537309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-57eb7194-b4a9-4e98-8470-7b2f78124d4c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting subnet 4eaece91-5933-4ee8-9b76-a612dd1d67ac {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:26:17.546112 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-57eb7194-b4a9-4e98-8470-7b2f78124d4c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:17.556895 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-4f7fe3cd-321c-4dda-b14c-663ea766e94e None None] Provisioning complete for port dc15448c-4fcf-49d0-8e8f-d68da074a357 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:17.557269 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4f7fe3cd-321c-4dda-b14c-663ea766e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:17.703786 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a0e4cf-607e-4c80-b042-15d421759ce0 None None] DHCP port deletion for 5b9fbf90-4428-44c7-aa34-44697a69d1dc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:26:17.708227 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-4f7fe3cd-321c-4dda-b14c-663ea766e94e None None] Provisioning complete for port 5fb218b6-ed79-4df1-8b4c-3815825c2a92 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:17.708600 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4f7fe3cd-321c-4dda-b14c-663ea766e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:17.741238 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-57eb7194-b4a9-4e98-8470-7b2f78124d4c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:17.829165 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-cd35ec5d-7445-40ee-9b19-84f52e1c0ec5 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] delete failed (client error): The resource could not be found. Mar 14 15:26:17.833034 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-cd35ec5d-7445-40ee-9b19-84f52e1c0ec5 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "DELETE /v2.0/routers/43a29d8f-2375-4fd2-86a3-bf814f08d8ed HTTP/1.1" status: 404 len: 336 time: 0.4095707 Mar 14 15:26:17.863184 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52566) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:17.891806 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-28a0e4cf-607e-4c80-b042-15d421759ce0 None None] Deleting port a34291ce-db36-41ae-90a9-7f5d496f93db {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:17.892002 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28a0e4cf-607e-4c80-b042-15d421759ce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:17.911788 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-87387bf0-c6f4-457c-9468-02a2f41ba36b tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4989eed-0d71-4578-b7c8-4f20fe9c3e9f HTTP/1.1" status: 200 len: 205 time: 0.0477896 Mar 14 15:26:17.919002 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52568) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:17.920143 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5fb218b6-ed79-4df1-8b4c-3815825c2a92 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:17.947190 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6595c2a-e43a-4f0c-8d86-cfe2996fd9a2 req-0e83483b-298e-4108-8fc0-1740848631b9 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:17.951461 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e6595c2a-e43a-4f0c-8d86-cfe2996fd9a2 req-0e83483b-298e-4108-8fc0-1740848631b9 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.2720051 Mar 14 15:26:17.962324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7ffe1f08-de11-4fd4-9441-ceff28e0647c tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:17.978409 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-dc89664f-6239-4ce9-bd44-40e0a3a8c5d7 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] delete failed (client error): The resource could not be found. Mar 14 15:26:17.982485 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-dc89664f-6239-4ce9-bd44-40e0a3a8c5d7 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "DELETE /v2.0/routers/c4989eed-0d71-4578-b7c8-4f20fe9c3e9f HTTP/1.1" status: 404 len: 336 time: 0.0575624 Mar 14 15:26:17.984183 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52570) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:18.009113 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-28a0e4cf-607e-4c80-b042-15d421759ce0 None None] For port a34291ce-db36-41ae-90a9-7f5d496f93db, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a34291ce-db36-41ae-90a9-7f5d496f93db,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:18.009569 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28a0e4cf-607e-4c80-b042-15d421759ce0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:18.023262 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-57eb7194-b4a9-4e98-8470-7b2f78124d4c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:18.025823 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-28a0e4cf-607e-4c80-b042-15d421759ce0 None None] Calling delete_port for a34291ce-db36-41ae-90a9-7f5d496f93db owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:18.038715 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f4a7dcd0-5a0e-499a-a166-8be3fcc0e83e tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fadfcf3-58fb-43e6-8f2c-3584f4480b31 HTTP/1.1" status: 200 len: 205 time: 0.0491734 Mar 14 15:26:18.044394 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52572) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:18.051724 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-0a150790-f4b4-47b7-b5c4-0db3ba953e46 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] For port 1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0,segment=NetworkSegment(5e44583c-9d4d-4f54-bd89-3d2c979e10ad),segment_id=5e44583c-9d4d-4f54-bd89-3d2c979e10ad)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:18.052093 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0a150790-f4b4-47b7-b5c4-0db3ba953e46 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:18.082386 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 5fb218b6-ed79-4df1-8b4c-3815825c2a92 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:18.082761 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:18.097257 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bb0f8a-1228-4f09-b5f4-3cb3692aa1e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:18.101059 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0f8a-1228-4f09-b5f4-3cb3692aa1e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:18.106784 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe1f08-de11-4fd4-9441-ceff28e0647c tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Subnet': ['ID=ec705a15-ae03-4911-83a8-fffaf83f4e1f,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:18.110273 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-dfbf6e14-d017-49dc-98a5-9c276e917aed tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] delete failed (client error): The resource could not be found. Mar 14 15:26:18.113735 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-dfbf6e14-d017-49dc-98a5-9c276e917aed tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "DELETE /v2.0/routers/1fadfcf3-58fb-43e6-8f2c-3584f4480b31 HTTP/1.1" status: 404 len: 336 time: 0.0659442 Mar 14 15:26:18.113868 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e6595c2a-e43a-4f0c-8d86-cfe2996fd9a2 req-6518a749-8e19-4ef2-93d1-d55d5c180301 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514299 Mar 14 15:26:18.114003 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-0a150790-f4b4-47b7-b5c4-0db3ba953e46 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Calling delete_port for 1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:18.124316 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52574) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:18.191039 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2fa05808-f9dd-450e-bebd-8b958cb68ebd tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bbb6533-7944-4da7-9e82-5045043cd48e HTTP/1.1" status: 200 len: 205 time: 0.0583844 Mar 14 15:26:18.193535 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52578) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:18.201502 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffe1f08-de11-4fd4-9441-ceff28e0647c tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Checking segment: {'id': '22156e2b-3e25-4ac1-a6f2-2ef6ac1a9c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c644c57d-1d46-4d73-8215-cedf23eb579e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:18.201848 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffe1f08-de11-4fd4-9441-ceff28e0647c tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Network hostable DHCP agents. Network: c644c57d-1d46-4d73-8215-cedf23eb579e, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:26:18.202140 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device dc15448c-4fcf-49d0-8e8f-d68da074a357 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:18.229713 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28a0e4cf-607e-4c80-b042-15d421759ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:18.236063 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-57eb7194-b4a9-4e98-8470-7b2f78124d4c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:18.264948 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0e4cf-607e-4c80-b042-15d421759ce0 None None] Pushing event deleted for resources: {'Port': ['ID=a34291ce-db36-41ae-90a9-7f5d496f93db,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:18.270721 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a0e4cf-607e-4c80-b042-15d421759ce0 None None] No DVR routers for this DVR port a34291ce-db36-41ae-90a9-7f5d496f93db on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:18.292140 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb7194-b4a9-4e98-8470-7b2f78124d4c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Subnet': ['ID=4eaece91-5933-4ee8-9b76-a612dd1d67ac,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:18.295158 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port dc15448c-4fcf-49d0-8e8f-d68da074a357 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:18.295605 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:18.295817 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-57eb7194-b4a9-4e98-8470-7b2f78124d4c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:18.301911 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-57eb7194-b4a9-4e98-8470-7b2f78124d4c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/subnets/4eaece91-5933-4ee8-9b76-a612dd1d67ac HTTP/1.1" status: 204 len: 168 time: 1.0296454 Mar 14 15:26:18.302385 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffe1f08-de11-4fd4-9441-ceff28e0647c tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Network c644c57d-1d46-4d73-8215-cedf23eb579e is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:26:18.304365 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52580) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:18.331941 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d738842-a260-4502-a3f4-62d7035f93ae None None] Network ae1cd34b-8fa2-4015-af22-706de74b463b requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:18.336051 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7ffe1f08-de11-4fd4-9441-ceff28e0647c tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, c644c57d-1d46-4d73-8215-cedf23eb579e) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:18.351645 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-7a5c6e13-39bb-4686-bf36-1813a9379c39 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] delete failed (client error): The resource could not be found. Mar 14 15:26:18.356610 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7a5c6e13-39bb-4686-bf36-1813a9379c39 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "DELETE /v2.0/routers/7bbb6533-7944-4da7-9e82-5045043cd48e HTTP/1.1" status: 404 len: 336 time: 0.1010470 Mar 14 15:26:18.358780 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862207e9-90b4-4427-b5be-f95037a2f03b None None] Network c644c57d-1d46-4d73-8215-cedf23eb579e requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:18.369585 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52582) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:18.376451 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffe1f08-de11-4fd4-9441-ceff28e0647c tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:18.377105 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7ffe1f08-de11-4fd4-9441-ceff28e0647c tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:18.416678 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f5abaaf3-b522-4117-a05c-d3497c74f3ec tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "GET /v2.0/ports?device_id=9bf5c663-e782-4356-9aef-2fd2649a1a03 HTTP/1.1" status: 200 len: 205 time: 0.0418646 Mar 14 15:26:18.420255 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52584) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:18.433417 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc3fef-dade-410c-9d79-0135fec5ff08 req-bf0dcb7c-80df-49e8-b1d3-98527a7a25ec tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:18.433417 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-51cc3fef-dade-410c-9d79-0135fec5ff08 req-bf0dcb7c-80df-49e8-b1d3-98527a7a25ec tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1690085 Mar 14 15:26:18.479629 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-ac217b29-0062-400d-8fca-76deeb75df75 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] delete failed (client error): The resource could not be found. Mar 14 15:26:18.481007 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ac217b29-0062-400d-8fca-76deeb75df75 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "DELETE /v2.0/routers/9bf5c663-e782-4356-9aef-2fd2649a1a03 HTTP/1.1" status: 404 len: 336 time: 0.0584347 Mar 14 15:26:18.485208 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb087-b960-4752-a701-b856411b4301 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:18.487452 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52586) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:18.490364 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-849f8044-c913-4e1e-8561-b58625d589a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting port a57512ac-29d3-497f-b571-185704f21683 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:18.490701 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-849f8044-c913-4e1e-8561-b58625d589a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:18.503114 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7ffe1f08-de11-4fd4-9441-ceff28e0647c tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7505312 Mar 14 15:26:18.505099 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52588) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:18.589858 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e9f910-bdd7-41fd-b2c2-994c6b2bec10 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:18.590314 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e9f910-bdd7-41fd-b2c2-994c6b2bec10 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:18.595399 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e3e9f910-bdd7-41fd-b2c2-994c6b2bec10 tempest-RoutersIpV6AdminTest-1208782640 tempest-RoutersIpV6AdminTest-1208782640-project] 10.222.0.59 "DELETE /v2.0/subnets/41f9215f-45d9-4f62-ada7-910c8960282f HTTP/1.1" status: 404 len: 337 time: 0.0960879 Mar 14 15:26:18.640607 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-849f8044-c913-4e1e-8561-b58625d589a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] For port a57512ac-29d3-497f-b571-185704f21683, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a57512ac-29d3-497f-b571-185704f21683,segment=NetworkSegment(37eab828-eb98-4512-a8c2-5902d0925d9a),segment_id=37eab828-eb98-4512-a8c2-5902d0925d9a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:18.640977 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-849f8044-c913-4e1e-8561-b58625d589a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:18.664931 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-849f8044-c913-4e1e-8561-b58625d589a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Calling delete_port for a57512ac-29d3-497f-b571-185704f21683 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:18.737475 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4f2fb087-b960-4752-a701-b856411b4301 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port 5fb218b6-ed79-4df1-8b4c-3815825c2a92 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:18.738145 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb087-b960-4752-a701-b856411b4301 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:18.816644 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a34291ce-db36-41ae-90a9-7f5d496f93db no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:18.819112 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-51cc3fef-dade-410c-9d79-0135fec5ff08 req-b2f55291-de6e-4b8a-9903-b6bcee5e509c tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3500073 Mar 14 15:26:18.839142 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-c644c57d-1d46-4d73-8215-cedf23eb579e', 'network_id': 'c644c57d-1d46-4d73-8215-cedf23eb579e', 'tenant_id': '6cb5488b9ddd4300a9679d380e6ad17d', 'fixed_ips': [{'subnet_id': 'ec705a15-ae03-4911-83a8-fffaf83f4e1f'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:26:18.839142 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:18.843417 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: a34291ce-db36-41ae-90a9-7f5d496f93db {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:18.843879 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a34291ce-db36-41ae-90a9-7f5d496f93db not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:18.880596 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:18.897760 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4844ae44-91a3-4831-854c-962e21b079d6 None None] DHCP port deletion for ae1cd34b-8fa2-4015-af22-706de74b463b request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:26:18.920751 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-4f2fb087-b960-4752-a701-b856411b4301 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] For port 5fb218b6-ed79-4df1-8b4c-3815825c2a92, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5fb218b6-ed79-4df1-8b4c-3815825c2a92,segment=NetworkSegment(0025eacc-b0e5-4170-9e92-358c7efe2b91),segment_id=0025eacc-b0e5-4170-9e92-358c7efe2b91)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:18.921105 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb087-b960-4752-a701-b856411b4301 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:18.937021 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4f2fb087-b960-4752-a701-b856411b4301 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for 5fb218b6-ed79-4df1-8b4c-3815825c2a92 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:18.966356 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0a150790-f4b4-47b7-b5c4-0db3ba953e46 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:19.008273 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52596) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:19.008876 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a150790-f4b4-47b7-b5c4-0db3ba953e46 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Port': ['ID=1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:19.063357 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-849f8044-c913-4e1e-8561-b58625d589a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:19.116409 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f8044-c913-4e1e-8561-b58625d589a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Port': ['ID=a57512ac-29d3-497f-b571-185704f21683,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:19.131459 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] Allocated IP 2001:db8::1 (c644c57d-1d46-4d73-8215-cedf23eb579e/ec705a15-ae03-4911-83a8-fffaf83f4e1f/2d1057c9-f4c2-4e96-98a0-d67d60434695) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:19.156083 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4844ae44-91a3-4831-854c-962e21b079d6 None None] Deleting port 5fb218b6-ed79-4df1-8b4c-3815825c2a92 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:19.156613 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4844ae44-91a3-4831-854c-962e21b079d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:19.173470 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:19.209051 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb087-b960-4752-a701-b856411b4301 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:19.256177 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0f8a-1228-4f09-b5f4-3cb3692aa1e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:19.309831 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4844ae44-91a3-4831-854c-962e21b079d6 None None] For port 5fb218b6-ed79-4df1-8b4c-3815825c2a92, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5fb218b6-ed79-4df1-8b4c-3815825c2a92,segment=NetworkSegment(0025eacc-b0e5-4170-9e92-358c7efe2b91),segment_id=0025eacc-b0e5-4170-9e92-358c7efe2b91)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:19.310997 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4844ae44-91a3-4831-854c-962e21b079d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:19.326567 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4844ae44-91a3-4831-854c-962e21b079d6 None None] Calling delete_port for 5fb218b6-ed79-4df1-8b4c-3815825c2a92 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:19.336449 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c05f322-abc6-492f-9cd5-7f995c8cf990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:19.349171 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb0f8a-1228-4f09-b5f4-3cb3692aa1e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=76aecd9d-c170-4e55-bb25-631f7cf0616d,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:19.358641 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2fb087-b960-4752-a701-b856411b4301 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No DVR routers for this DVR port 5fb218b6-ed79-4df1-8b4c-3815825c2a92 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:19.363812 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2fb087-b960-4752-a701-b856411b4301 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=5fb218b6-ed79-4df1-8b4c-3815825c2a92,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:19.422223 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4844ae44-91a3-4831-854c-962e21b079d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:19.472811 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4844ae44-91a3-4831-854c-962e21b079d6 None None] No DVR routers for this DVR port 5fb218b6-ed79-4df1-8b4c-3815825c2a92 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:19.474532 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844ae44-91a3-4831-854c-962e21b079d6 None None] Pushing event deleted for resources: {'Port': ['ID=5fb218b6-ed79-4df1-8b4c-3815825c2a92,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:19.543028 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-849f8044-c913-4e1e-8561-b58625d589a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:19.556885 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb087-b960-4752-a701-b856411b4301 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:19.571200 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:19.573240 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bb0f8a-1228-4f09-b5f4-3cb3692aa1e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:19.582123 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-d1bb0f8a-1228-4f09-b5f4-3cb3692aa1e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:19.583907 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:19.591928 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bb0f8a-1228-4f09-b5f4-3cb3692aa1e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:19.592600 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0f8a-1228-4f09-b5f4-3cb3692aa1e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:19.603691 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdac89-e4a9-4867-9931-1518ca23439b req-ae40f59c-ad12-4054-9890-f0cb7f0054c7 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:19.607309 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a948d8-0a5f-4b84-90a5-93cc93bfe72e None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:19.607701 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4ebdac89-e4a9-4867-9931-1518ca23439b req-ae40f59c-ad12-4054-9890-f0cb7f0054c7 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.4432931 Mar 14 15:26:19.630498 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] Network c644c57d-1d46-4d73-8215-cedf23eb579e is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:19.635905 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d1bb0f8a-1228-4f09-b5f4-3cb3692aa1e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2207644 Mar 14 15:26:19.638095 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4f2fb087-b960-4752-a701-b856411b4301 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1cd34b-8fa2-4015-af22-706de74b463b']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:19.638332 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:19.644276 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:19.645496 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52602) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:19.649207 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0a150790-f4b4-47b7-b5c4-0db3ba953e46 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:19.650501 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2fd2b18d-871b-4fd1-ba50-aae5b164971c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'fixed_ips': [{'subnet_id': '76aecd9d-c170-4e55-bb25-631f7cf0616d', 'ip_address': '2001:db8::60b9:c2b:ba73:435e'}], 'name': 'tempest-NetworksTestDHCPv6-269647337'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:19.671514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:19.716755 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Subnet': ['ID=ec705a15-ae03-4911-83a8-fffaf83f4e1f,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:19.727080 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] Pushing event updated for resources: {'Port': ['ID=2d1057c9-f4c2-4e96-98a0-d67d60434695,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:19.797858 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4ebdac89-e4a9-4867-9931-1518ca23439b req-ee634172-8c46-4567-9193-bb6cf543c547 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707857 Mar 14 15:26:19.803736 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] Attempting to bind port 2d1057c9-f4c2-4e96-98a0-d67d60434695 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:19.804105 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] Attempting to bind port 2d1057c9-f4c2-4e96-98a0-d67d60434695 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '22156e2b-3e25-4ac1-a6f2-2ef6ac1a9c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c644c57d-1d46-4d73-8215-cedf23eb579e'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:19.804468 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] Attempting to bind port 2d1057c9-f4c2-4e96-98a0-d67d60434695 on network c644c57d-1d46-4d73-8215-cedf23eb579e {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:26:19.819933 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:26:19.820320 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] Checking segment: {'id': '22156e2b-3e25-4ac1-a6f2-2ef6ac1a9c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c644c57d-1d46-4d73-8215-cedf23eb579e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:19.820717 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:19.821117 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] Bound using segment: {'id': '22156e2b-3e25-4ac1-a6f2-2ef6ac1a9c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c644c57d-1d46-4d73-8215-cedf23eb579e'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:26:19.821602 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] Bound port: 2d1057c9-f4c2-4e96-98a0-d67d60434695, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22156e2b-3e25-4ac1-a6f2-2ef6ac1a9c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c644c57d-1d46-4d73-8215-cedf23eb579e'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:19.822044 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:19.892484 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:19.921750 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c644c57d-1d46-4d73-8215-cedf23eb579e']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:19.938860 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22156e2b-3e25-4ac1-a6f2-2ef6ac1a9c7d') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:19.945481 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] For port 2d1057c9-f4c2-4e96-98a0-d67d60434695, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:19.947632 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22156e2b-3e25-4ac1-a6f2-2ef6ac1a9c7d') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:19.950319 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] For port 2d1057c9-f4c2-4e96-98a0-d67d60434695, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=2d1057c9-f4c2-4e96-98a0-d67d60434695,segment=NetworkSegment(22156e2b-3e25-4ac1-a6f2-2ef6ac1a9c7d),segment_id=22156e2b-3e25-4ac1-a6f2-2ef6ac1a9c7d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:19.954551 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'fixed_ips': [{'subnet_id': '76aecd9d-c170-4e55-bb25-631f7cf0616d'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:26:19.955990 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:19.959538 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5fb218b6-ed79-4df1-8b4c-3815825c2a92 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:19.961220 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:19.970773 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.019820 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 5fb218b6-ed79-4df1-8b4c-3815825c2a92 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:20.020174 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5fb218b6-ed79-4df1-8b4c-3815825c2a92 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:20.022563 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4f2fb087-b960-4752-a701-b856411b4301 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0025eacc-b0e5-4170-9e92-358c7efe2b91') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:20.023078 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4f2fb087-b960-4752-a701-b856411b4301 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0025eacc-b0e5-4170-9e92-358c7efe2b91') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:20.041651 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.049476 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb087-b960-4752-a701-b856411b4301 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.049672 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:20.049761 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:20.064136 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:20.114940 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c05f322-abc6-492f-9cd5-7f995c8cf990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.116210 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb087-b960-4752-a701-b856411b4301 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.131729 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c05f322-abc6-492f-9cd5-7f995c8cf990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.135160 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.db.api [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 15:26:20.135160 dv-neutron-833559-1-hyperv neutron-server[102567]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 15:26:20.135160 dv-neutron-833559-1-hyperv neutron-server[102567]: [parameters: {'id': 'c644c57d-1d46-4d73-8215-cedf23eb579e'}] Mar 14 15:26:20.135160 dv-neutron-833559-1-hyperv neutron-server[102567]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:26:20.135535 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2fb087-b960-4752-a701-b856411b4301 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:20.135618 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG oslo_db.api [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:26:20.135732 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb087-b960-4752-a701-b856411b4301 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.144596 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764ce5f-3ee8-499c-9747-2b527d7ed63b None None] Pushing event updated for resources: {'Port': ['ID=2d1057c9-f4c2-4e96-98a0-d67d60434695,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:20.144801 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:20.149574 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a150790-f4b4-47b7-b5c4-0db3ba953e46 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 232197ee-affb-4bd0-9da2-3b59e02e9b70 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:26:20.181999 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ab8f0e-c170-4589-a85a-63131179bb76 None None] Network c644c57d-1d46-4d73-8215-cedf23eb579e requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:20.260794 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] Allocated IP 2001:db8::2 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/76aecd9d-c170-4e55-bb25-631f7cf0616d/4219da9c-0b2a-426d-b4d8-f306418b5c5c) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:20.265365 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a150790-f4b4-47b7-b5c4-0db3ba953e46 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:20.270480 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0a150790-f4b4-47b7-b5c4-0db3ba953e46 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/232197ee-affb-4bd0-9da2-3b59e02e9b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2695367 Mar 14 15:26:20.274641 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52604) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:20.282474 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06251498-8dbf-4019-b37c-6a3d8021868c None None] Sync routers for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:20.305587 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2c05f322-abc6-492f-9cd5-7f995c8cf990 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0752560dfc034a1ca750837e75297116&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2915707 Mar 14 15:26:20.305871 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52606) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:20.306221 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05f322-abc6-492f-9cd5-7f995c8cf990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8ad199-db6d-4350-9972-86bb088deb5a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:20.363445 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb087-b960-4752-a701-b856411b4301 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.366988 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-8124c220-5d4f-487d-bf72-8d6cdc1b98f1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting subnet c9d9c0eb-b1be-4dbd-88df-4743db9d98c3 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:26:20.372252 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8124c220-5d4f-487d-bf72-8d6cdc1b98f1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.375616 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06251498-8dbf-4019-b37c-6a3d8021868c None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:20.376238 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb087-b960-4752-a701-b856411b4301 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.376339 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-06251498-8dbf-4019-b37c-6a3d8021868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:20.382776 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4f2fb087-b960-4752-a701-b856411b4301 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/networks/ae1cd34b-8fa2-4015-af22-706de74b463b HTTP/1.1" status: 204 len: 168 time: 2.0718575 Mar 14 15:26:20.384988 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52608) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:20.398442 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8cddad03-1842-4f2c-9b74-e4f6f770186f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-283272689'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:20.406635 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2fb087-b960-4752-a701-b856411b4301 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Network': ['ID=ae1cd34b-8fa2-4015-af22-706de74b463b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:20.408146 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd2b18d-871b-4fd1-ba50-aae5b164971c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:20.409118 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1384a18-4471-48eb-9031-b398200cfb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.426252 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849f8044-c913-4e1e-8561-b58625d589a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router 36ff763e-a209-48ce-b2fd-58ee314f43f0 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:26:20.432699 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1384a18-4471-48eb-9031-b398200cfb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.455636 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8124c220-5d4f-487d-bf72-8d6cdc1b98f1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.537390 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-06251498-8dbf-4019-b37c-6a3d8021868c None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:20.548916 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cddad03-1842-4f2c-9b74-e4f6f770186f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:20.552361 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cddad03-1842-4f2c-9b74-e4f6f770186f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.604702 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.648842 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.654825 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2fd2b18d-871b-4fd1-ba50-aae5b164971c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.673849 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849f8044-c913-4e1e-8561-b58625d589a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:20.677160 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cddad03-1842-4f2c-9b74-e4f6f770186f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:20.682427 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-849f8044-c913-4e1e-8561-b58625d589a6 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/36ff763e-a209-48ce-b2fd-58ee314f43f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0765681 Mar 14 15:26:20.689230 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfadf65-10c9-42c4-819a-5b360d3c4b12 None None] Sync routers for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:20.700308 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfadf65-10c9-42c4-819a-5b360d3c4b12 None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:20.701017 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0cfadf65-10c9-42c4-819a-5b360d3c4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:20.705416 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cddad03-1842-4f2c-9b74-e4f6f770186f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.706539 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-8cddad03-1842-4f2c-9b74-e4f6f770186f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Added segment a92cd7a4-1771-4fb8-8af9-97d959663d2b of type vlan for network 7652abe6-10c8-45fc-ae08-37ac813713d5 Mar 14 15:26:20.733959 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.737765 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52610) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:20.764805 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cddad03-1842-4f2c-9b74-e4f6f770186f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.800958 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-2fd2b18d-871b-4fd1-ba50-aae5b164971c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port 33a8c09d-a30f-49c9-a2fd-17ac69cc0da3 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:26:20.812446 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cddad03-1842-4f2c-9b74-e4f6f770186f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.821436 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cddad03-1842-4f2c-9b74-e4f6f770186f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:20.822596 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cddad03-1842-4f2c-9b74-e4f6f770186f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.842991 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0cfadf65-10c9-42c4-819a-5b360d3c4b12 None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:20.850648 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8521401-e4dc-4d98-bfba-923707abf0aa tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting subnet 8273cafc-bbc1-4e65-9b10-6f8bba53bbb7 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:26:20.854343 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b8521401-e4dc-4d98-bfba-923707abf0aa tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.899786 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b8521401-e4dc-4d98-bfba-923707abf0aa tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:20.902961 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:20.914420 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:20.921337 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:20.928125 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] Pushing event updated for resources: {'Port': ['ID=4219da9c-0b2a-426d-b4d8-f306418b5c5c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:20.961253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddad03-1842-4f2c-9b74-e4f6f770186f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Network': ['ID=7652abe6-10c8-45fc-ae08-37ac813713d5,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:20.972675 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8cddad03-1842-4f2c-9b74-e4f6f770186f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5781963 Mar 14 15:26:20.981883 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 7652abe6-10c8-45fc-ae08-37ac813713d5 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:26:20.986418 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b8521401-e4dc-4d98-bfba-923707abf0aa tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:21.060701 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52614) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:21.070479 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-80c43fa6-bbb0-4c84-82d6-884ff22a4cfd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'subnet': {'network_id': '7652abe6-10c8-45fc-ae08-37ac813713d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:21.079531 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1384a18-4471-48eb-9031-b398200cfb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:21.080554 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] Attempting to bind port 4219da9c-0b2a-426d-b4d8-f306418b5c5c on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:21.080939 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] Attempting to bind port 4219da9c-0b2a-426d-b4d8-f306418b5c5c by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:21.081307 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] Attempting to bind port 4219da9c-0b2a-426d-b4d8-f306418b5c5c on network 5b9fbf90-4428-44c7-aa34-44697a69d1dc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:26:21.082047 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1384a18-4471-48eb-9031-b398200cfb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:21.085477 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e1384a18-4471-48eb-9031-b398200cfb93 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7f8ad199-db6d-4350-9972-86bb088deb5a HTTP/1.1" status: 204 len: 168 time: 0.7760139 Mar 14 15:26:21.094606 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:26:21.095019 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] Checking segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:21.095429 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:21.095826 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] Bound using segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:26:21.095969 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b8521401-e4dc-4d98-bfba-923707abf0aa tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:21.096303 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] Bound port: 4219da9c-0b2a-426d-b4d8-f306418b5c5c, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:21.096687 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:21.164749 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-06251498-8dbf-4019-b37c-6a3d8021868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:18Z', 'revision_number': 8, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0000cac-e605-4090-9735-59a1593b81f5', 'name': '', 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:49:28:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:44Z', 'updated_at': '2022-03-14T15:25:59Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:21.200161 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f92c1-2c4e-4d8f-902c-52e01acff438 req-ad97c7b8-9966-4ba1-9f06-90589726b94d tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:21.207886 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f90f92c1-2c4e-4d8f-902c-52e01acff438 req-ad97c7b8-9966-4ba1-9f06-90589726b94d tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.2337210 Mar 14 15:26:21.212234 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06251498-8dbf-4019-b37c-6a3d8021868c None None] Checking router: 232197ee-affb-4bd0-9da2-3b59e02e9b70 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:26:21.244206 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06251498-8dbf-4019-b37c-6a3d8021868c None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:21.245041 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-06251498-8dbf-4019-b37c-6a3d8021868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:21.276346 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f90f92c1-2c4e-4d8f-902c-52e01acff438 req-31f2ccb1-c35c-4400-80df-b21298ae1a8c tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672612 Mar 14 15:26:21.285512 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1384a18-4471-48eb-9031-b398200cfb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8ad199-db6d-4350-9972-86bb088deb5a,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:21.302584 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] For port 4219da9c-0b2a-426d-b4d8-f306418b5c5c, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:21.303919 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b8521401-e4dc-4d98-bfba-923707abf0aa tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:21.304657 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-2fd2b18d-871b-4fd1-ba50-aae5b164971c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::60b9:c2b:ba73:435e (5b9fbf90-4428-44c7-aa34-44697a69d1dc/76aecd9d-c170-4e55-bb25-631f7cf0616d/33a8c09d-a30f-49c9-a2fd-17ac69cc0da3) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:21.307878 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b8521401-e4dc-4d98-bfba-923707abf0aa tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/subnets/8273cafc-bbc1-4e65-9b10-6f8bba53bbb7 HTTP/1.1" status: 204 len: 168 time: 0.5646865 Mar 14 15:26:21.310072 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8124c220-5d4f-487d-bf72-8d6cdc1b98f1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:21.313780 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8521401-e4dc-4d98-bfba-923707abf0aa tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Subnet': ['ID=8273cafc-bbc1-4e65-9b10-6f8bba53bbb7,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:21.316123 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52618) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:21.338545 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d14ca5c-8532-4596-a6d3-b30289d36509 None None] Network 8276fa2e-b68c-4e40-aeeb-64d31d19c831 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:21.338889 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0cfadf65-10c9-42c4-819a-5b360d3c4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:26:18Z', 'revision_number': 10, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:21.374007 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfadf65-10c9-42c4-819a-5b360d3c4b12 None None] Checking router: 36ff763e-a209-48ce-b2fd-58ee314f43f0 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:26:21.385068 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfadf65-10c9-42c4-819a-5b360d3c4b12 None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:21.385868 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0cfadf65-10c9-42c4-819a-5b360d3c4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:21.443656 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Deleting port 2d1057c9-f4c2-4e96-98a0-d67d60434695 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:21.444014 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:21.513100 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0cfadf65-10c9-42c4-819a-5b360d3c4b12 None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:21.535631 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2fd2b18d-871b-4fd1-ba50-aae5b164971c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:21.560900 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c43fa6-bbb0-4c84-82d6-884ff22a4cfd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:21.566054 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80c43fa6-bbb0-4c84-82d6-884ff22a4cfd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:21.567042 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] For port 4219da9c-0b2a-426d-b4d8-f306418b5c5c, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=4219da9c-0b2a-426d-b4d8-f306418b5c5c,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:21.586159 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2fd2b18d-871b-4fd1-ba50-aae5b164971c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:21.600975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6d5e-f5ad-42a2-84a9-670a5d364d28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:21.641238 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:21.653638 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8124c220-5d4f-487d-bf72-8d6cdc1b98f1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:21.695985 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52622) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:21.697079 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124c220-5d4f-487d-bf72-8d6cdc1b98f1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Subnet': ['ID=c9d9c0eb-b1be-4dbd-88df-4743db9d98c3,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:21.736215 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2b18d-871b-4fd1-ba50-aae5b164971c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=33a8c09d-a30f-49c9-a2fd-17ac69cc0da3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:21.736725 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] For port 2d1057c9-f4c2-4e96-98a0-d67d60434695, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=2d1057c9-f4c2-4e96-98a0-d67d60434695,segment=NetworkSegment(22156e2b-3e25-4ac1-a6f2-2ef6ac1a9c7d),segment_id=22156e2b-3e25-4ac1-a6f2-2ef6ac1a9c7d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:21.737324 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:21.755052 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-06251498-8dbf-4019-b37c-6a3d8021868c None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:21.759395 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0cfadf65-10c9-42c4-819a-5b360d3c4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:26:18Z', 'revision_number': 10, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:21.774310 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8124c220-5d4f-487d-bf72-8d6cdc1b98f1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:21.777839 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8124c220-5d4f-487d-bf72-8d6cdc1b98f1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/subnets/c9d9c0eb-b1be-4dbd-88df-4743db9d98c3 HTTP/1.1" status: 204 len: 168 time: 1.5023694 Mar 14 15:26:21.795168 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad138b3d-b052-4f45-ade1-3d079863a4f3 req-3da880ed-ff73-40b9-a11d-cabf412cfeac tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:21.797004 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ad138b3d-b052-4f45-ade1-3d079863a4f3 req-3da880ed-ff73-40b9-a11d-cabf412cfeac tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.18 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.1059606 Mar 14 15:26:21.798984 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd2b18d-871b-4fd1-ba50-aae5b164971c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:21.799844 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52624) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:21.805167 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Calling delete_port for 2d1057c9-f4c2-4e96-98a0-d67d60434695 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:21.806288 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfadf65-10c9-42c4-819a-5b360d3c4b12 None None] The sync data for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv is: [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:26:18Z', 'revision_number': 10, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None, '_interfaces': [{'id': 'da7338b8-dc84-4fd5-87a3-68c19fcf56c4', 'name': '', 'network_id': 'e85fef4f-c78f-4af5-90d9-ab60df0e375d', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'mac_address': 'fa:16:3e:d2:47:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:13Z', 'updated_at': '2022-03-14T15:25:21Z', 'revision_number': 5, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'subnets': [{'id': 'd7111169-c203-4cbf-aad7-b8282edc3fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:26:21.822198 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b32efb0-03a9-4a73-a074-14cf9b024820 None None] Network 32480295-0e23-4676-80ae-82529881477f requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:21.898545 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1cd2c8dc-318f-4175-a96a-58673732efe8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=766c167c5d574426adf25510c4a7584f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972656 Mar 14 15:26:21.910760 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52626) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:21.912857 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-2fd2b18d-871b-4fd1-ba50-aae5b164971c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:21.920775 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd2b18d-871b-4fd1-ba50-aae5b164971c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:21.927573 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd2b18d-871b-4fd1-ba50-aae5b164971c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:21.928389 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2fd2b18d-871b-4fd1-ba50-aae5b164971c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:21.945235 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7e2b-8f92-4de6-957f-60d39257a5b1 None None] Pushing event updated for resources: {'Port': ['ID=4219da9c-0b2a-426d-b4d8-f306418b5c5c,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:21.990974 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43bd5e31-87c6-4a8a-8755-1ac48d8f9e98 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.008372 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2fd2b18d-871b-4fd1-ba50-aae5b164971c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3616674 Mar 14 15:26:22.015213 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52628) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:22.075733 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b6d5e-f5ad-42a2-84a9-670a5d364d28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting port c18b9262-d380-44f1-a6eb-6082edb9c350 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:22.076722 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6d5e-f5ad-42a2-84a9-670a5d364d28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.086478 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.154436 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f294215f-403a-46cb-a089-634a52e12de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.162615 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76f93b1-f456-430b-9f1c-6c2660632823 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:22.166941 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76f93b1-f456-430b-9f1c-6c2660632823 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:22.169895 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b76f93b1-f456-430b-9f1c-6c2660632823 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1540244 Mar 14 15:26:22.174142 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52630) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:22.187816 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Port': ['ID=2d1057c9-f4c2-4e96-98a0-d67d60434695,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:22.190110 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] No DVR routers for this DVR port 2d1057c9-f4c2-4e96-98a0-d67d60434695 on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:22.225860 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78cb0dd-8edc-49b2-9ffe-f1d725d38867 None None] DHCP port deletion for 8276fa2e-b68c-4e40-aeeb-64d31d19c831 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:26:22.257052 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-43bd5e31-87c6-4a8a-8755-1ac48d8f9e98 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting port b2e518b9-3fb7-42f2-a67f-f93eb9109f8f {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:22.257582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43bd5e31-87c6-4a8a-8755-1ac48d8f9e98 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.342812 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-ad138b3d-b052-4f45-ade1-3d079863a4f3 req-1a7cdab4-91ff-434f-bad3-f39b9b476c5f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Deleting port 6a31cd96-8d3b-46a8-820b-4fcc1444cd86 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:22.343179 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ad138b3d-b052-4f45-ade1-3d079863a4f3 req-1a7cdab4-91ff-434f-bad3-f39b9b476c5f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.361181 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e78cb0dd-8edc-49b2-9ffe-f1d725d38867 None None] Deleting port c18b9262-d380-44f1-a6eb-6082edb9c350 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:22.362231 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e78cb0dd-8edc-49b2-9ffe-f1d725d38867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.384789 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-06251498-8dbf-4019-b37c-6a3d8021868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:18Z', 'revision_number': 8, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0000cac-e605-4090-9735-59a1593b81f5', 'name': '', 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:49:28:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:44Z', 'updated_at': '2022-03-14T15:25:59Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:22.395769 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f294215f-403a-46cb-a089-634a52e12de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.416985 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-3e6b6d5e-f5ad-42a2-84a9-670a5d364d28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] For port c18b9262-d380-44f1-a6eb-6082edb9c350, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c18b9262-d380-44f1-a6eb-6082edb9c350,segment=NetworkSegment(37eab828-eb98-4512-a8c2-5902d0925d9a),segment_id=37eab828-eb98-4512-a8c2-5902d0925d9a)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:22.417368 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6d5e-f5ad-42a2-84a9-670a5d364d28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.465940 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-43bd5e31-87c6-4a8a-8755-1ac48d8f9e98 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] For port b2e518b9-3fb7-42f2-a67f-f93eb9109f8f, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=b2e518b9-3fb7-42f2-a67f-f93eb9109f8f,segment=NetworkSegment(5e44583c-9d4d-4f54-bd89-3d2c979e10ad),segment_id=5e44583c-9d4d-4f54-bd89-3d2c979e10ad)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:22.466882 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43bd5e31-87c6-4a8a-8755-1ac48d8f9e98 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.473138 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.487569 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06251498-8dbf-4019-b37c-6a3d8021868c None None] The sync data for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv is: [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:18Z', 'revision_number': 8, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0000cac-e605-4090-9735-59a1593b81f5', 'name': '', 'network_id': 'deaee5f8-23db-4220-91f0-ce5ee9ed990c', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:49:28:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:44Z', 'updated_at': '2022-03-14T15:25:59Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': '53eaac28-a88e-445e-b91f-1006a02b19b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:26:22.500416 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b6d5e-f5ad-42a2-84a9-670a5d364d28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Calling delete_port for c18b9262-d380-44f1-a6eb-6082edb9c350 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:22.507535 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80c43fa6-bbb0-4c84-82d6-884ff22a4cfd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.511814 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-43bd5e31-87c6-4a8a-8755-1ac48d8f9e98 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Calling delete_port for b2e518b9-3fb7-42f2-a67f-f93eb9109f8f owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:22.524648 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e78cb0dd-8edc-49b2-9ffe-f1d725d38867 None None] For port c18b9262-d380-44f1-a6eb-6082edb9c350, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c18b9262-d380-44f1-a6eb-6082edb9c350,segment=NetworkSegment(37eab828-eb98-4512-a8c2-5902d0925d9a),segment_id=37eab828-eb98-4512-a8c2-5902d0925d9a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:22.528558 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e78cb0dd-8edc-49b2-9ffe-f1d725d38867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.554378 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e78cb0dd-8edc-49b2-9ffe-f1d725d38867 None None] Calling delete_port for c18b9262-d380-44f1-a6eb-6082edb9c350 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:22.588100 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c644c57d-1d46-4d73-8215-cedf23eb579e']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:22.650740 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22156e2b-3e25-4ac1-a6f2-2ef6ac1a9c7d') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:22.651095 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22156e2b-3e25-4ac1-a6f2-2ef6ac1a9c7d') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:22.675467 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.699572 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e78cb0dd-8edc-49b2-9ffe-f1d725d38867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.705306 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-ad138b3d-b052-4f45-ade1-3d079863a4f3 req-1a7cdab4-91ff-434f-bad3-f39b9b476c5f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] For port 6a31cd96-8d3b-46a8-820b-4fcc1444cd86, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6a31cd96-8d3b-46a8-820b-4fcc1444cd86,segment=NetworkSegment(acbb32e0-b9fb-4915-ad33-1c0a044e0b76),segment_id=acbb32e0-b9fb-4915-ad33-1c0a044e0b76)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:22.705753 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ad138b3d-b052-4f45-ade1-3d079863a4f3 req-1a7cdab4-91ff-434f-bad3-f39b9b476c5f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.708042 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c43fa6-bbb0-4c84-82d6-884ff22a4cfd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Subnet': ['ID=d92085b3-007e-4c51-8363-430d9251d75e,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:22.711741 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2192de4c-dcf4-4d17-a091-75f51ef67a0c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port 33a8c09d-a30f-49c9-a2fd-17ac69cc0da3 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:22.711907 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2192de4c-dcf4-4d17-a091-75f51ef67a0c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.737186 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cb0dd-8edc-49b2-9ffe-f1d725d38867 None None] Pushing event deleted for resources: {'Port': ['ID=c18b9262-d380-44f1-a6eb-6082edb9c350,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:22.741444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509436c-68d8-4ce2-8ad1-5a87fa907d8d req-1d77f442-5ab6-4743-9c0e-856c07bc204c tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:22.743908 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78cb0dd-8edc-49b2-9ffe-f1d725d38867 None None] No DVR routers for this DVR port c18b9262-d380-44f1-a6eb-6082edb9c350 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:22.744066 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d509436c-68d8-4ce2-8ad1-5a87fa907d8d req-1d77f442-5ab6-4743-9c0e-856c07bc204c tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.3457618 Mar 14 15:26:22.754296 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.759749 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f294215f-403a-46cb-a089-634a52e12de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.759749 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f294215f-403a-46cb-a089-634a52e12de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.760913 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f294215f-403a-46cb-a089-634a52e12de2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c75178ff-fd2b-4957-8f57-a9d58bc16f27 HTTP/1.1" status: 204 len: 168 time: 0.8452063 Mar 14 15:26:22.800029 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:22.800561 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:22.803993 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:22.809672 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294215f-403a-46cb-a089-634a52e12de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75178ff-fd2b-4957-8f57-a9d58bc16f27,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:22.830109 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c43fa6-bbb0-4c84-82d6-884ff22a4cfd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Checking segment: {'id': 'a92cd7a4-1771-4fb8-8af9-97d959663d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7652abe6-10c8-45fc-ae08-37ac813713d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:22.831082 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c43fa6-bbb0-4c84-82d6-884ff22a4cfd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network hostable DHCP agents. Network: 7652abe6-10c8-45fc-ae08-37ac813713d5, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:26:22.838043 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43bd5e31-87c6-4a8a-8755-1ac48d8f9e98 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.905230 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d509436c-68d8-4ce2-8ad1-5a87fa907d8d req-bb5c8742-14a8-4cec-af88-6b1d730f43d7 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373494 Mar 14 15:26:22.908771 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6d5e-f5ad-42a2-84a9-670a5d364d28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.924503 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.931608 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:22.937328 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/networks/c644c57d-1d46-4d73-8215-cedf23eb579e HTTP/1.1" status: 204 len: 168 time: 4.4269929 Mar 14 15:26:22.939096 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd5e31-87c6-4a8a-8755-1ac48d8f9e98 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Port': ['ID=b2e518b9-3fb7-42f2-a67f-f93eb9109f8f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:22.948848 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52636) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:22.950440 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bd5e31-87c6-4a8a-8755-1ac48d8f9e98 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] No DVR routers for this DVR port b2e518b9-3fb7-42f2-a67f-f93eb9109f8f on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:22.962788 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb46ea3-64c3-4706-9804-5c5cd63657da None None] DHCP port deletion for 32480295-0e23-4676-80ae-82529881477f request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:26:22.963334 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c675ac9b-6939-4948-bfd2-03bdfdac4930 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-283372253'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:22.972182 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b6d5e-f5ad-42a2-84a9-670a5d364d28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Port': ['ID=c18b9262-d380-44f1-a6eb-6082edb9c350,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:22.978075 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c43fa6-bbb0-4c84-82d6-884ff22a4cfd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network 7652abe6-10c8-45fc-ae08-37ac813713d5 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:26:23.002513 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b6d5e-f5ad-42a2-84a9-670a5d364d28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] No DVR routers for this DVR port c18b9262-d380-44f1-a6eb-6082edb9c350 on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:23.004027 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-80c43fa6-bbb0-4c84-82d6-884ff22a4cfd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 7652abe6-10c8-45fc-ae08-37ac813713d5) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:23.009843 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9954180-c0a8-4527-926a-3260911f0507 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Network': ['ID=c644c57d-1d46-4d73-8215-cedf23eb579e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:23.019448 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c43fa6-bbb0-4c84-82d6-884ff22a4cfd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:23.019759 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec77a6fd-b889-44d7-95e0-1f5e961b76db None None] Network 7652abe6-10c8-45fc-ae08-37ac813713d5 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:23.020050 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80c43fa6-bbb0-4c84-82d6-884ff22a4cfd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.037797 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c675ac9b-6939-4948-bfd2-03bdfdac4930 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Made reservation on behalf of 6cb5488b9ddd4300a9679d380e6ad17d for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:23.041297 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c675ac9b-6939-4948-bfd2-03bdfdac4930 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.046549 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2192de4c-dcf4-4d17-a091-75f51ef67a0c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.139188 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6d5e-f5ad-42a2-84a9-670a5d364d28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.161162 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2192de4c-dcf4-4d17-a091-75f51ef67a0c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for 33a8c09d-a30f-49c9-a2fd-17ac69cc0da3 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:23.164672 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-3e6b6d5e-f5ad-42a2-84a9-670a5d364d28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8276fa2e-b68c-4e40-aeeb-64d31d19c831']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:23.178740 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-3e6b6d5e-f5ad-42a2-84a9-670a5d364d28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37eab828-eb98-4512-a8c2-5902d0925d9a') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:23.179146 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-3e6b6d5e-f5ad-42a2-84a9-670a5d364d28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37eab828-eb98-4512-a8c2-5902d0925d9a') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:23.194803 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6d5e-f5ad-42a2-84a9-670a5d364d28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.209332 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6d5e-f5ad-42a2-84a9-670a5d364d28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.216640 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6b6d5e-f5ad-42a2-84a9-670a5d364d28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:23.217061 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6d5e-f5ad-42a2-84a9-670a5d364d28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.257606 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43bd5e31-87c6-4a8a-8755-1ac48d8f9e98 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:23.299722 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:23.306537 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6d5e-f5ad-42a2-84a9-670a5d364d28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.319634 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-7652abe6-10c8-45fc-ae08-37ac813713d5', 'network_id': '7652abe6-10c8-45fc-ae08-37ac813713d5', 'tenant_id': '49679f1af32a4f65a13f21c45e2b47bd', 'fixed_ips': [{'subnet_id': 'd92085b3-007e-4c51-8363-430d9251d75e'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:26:23.321745 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.326942 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c675ac9b-6939-4948-bfd2-03bdfdac4930 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:23.344551 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-80c43fa6-bbb0-4c84-82d6-884ff22a4cfd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2821131 Mar 14 15:26:23.345280 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52646) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:23.347617 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b6d5e-f5ad-42a2-84a9-670a5d364d28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Network': ['ID=8276fa2e-b68c-4e40-aeeb-64d31d19c831,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:23.351493 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6d5e-f5ad-42a2-84a9-670a5d364d28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.357574 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3e6b6d5e-f5ad-42a2-84a9-670a5d364d28 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/networks/8276fa2e-b68c-4e40-aeeb-64d31d19c831 HTTP/1.1" status: 204 len: 168 time: 2.0080199 Mar 14 15:26:23.363216 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-28ffce9b-fd98-450c-8cd2-b4351012b6fd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'port': {'network_id': '7652abe6-10c8-45fc-ae08-37ac813713d5', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1543833625'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:23.367683 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52648) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:23.371503 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ad138b3d-b052-4f45-ade1-3d079863a4f3 req-1a7cdab4-91ff-434f-bad3-f39b9b476c5f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.371876 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ad138b3d-b052-4f45-ade1-3d079863a4f3 req-1a7cdab4-91ff-434f-bad3-f39b9b476c5f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.372375 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [req-ad138b3d-b052-4f45-ade1-3d079863a4f3 req-1a7cdab4-91ff-434f-bad3-f39b9b476c5f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Floating IP fae532ce-4c57-41a8-b87c-3dc964613fd6 disassociated. External IP: 172.26.6.190, port: 6a31cd96-8d3b-46a8-820b-4fcc1444cd86. Mar 14 15:26:23.372608 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-ad138b3d-b052-4f45-ade1-3d079863a4f3 req-1a7cdab4-91ff-434f-bad3-f39b9b476c5f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Calling delete_port for 6a31cd96-8d3b-46a8-820b-4fcc1444cd86 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:23.384916 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-43bd5e31-87c6-4a8a-8755-1ac48d8f9e98 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32480295-0e23-4676-80ae-82529881477f']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:23.419635 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c675ac9b-6939-4948-bfd2-03bdfdac4930 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.420248 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-c675ac9b-6939-4948-bfd2-03bdfdac4930 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Added segment 90cddd21-b895-48be-853f-da645289ce52 of type vlan for network e49941a1-75b0-41cb-a40d-1cf00ee4f29a Mar 14 15:26:23.425294 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-43bd5e31-87c6-4a8a-8755-1ac48d8f9e98 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e44583c-9d4d-4f54-bd89-3d2c979e10ad') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:23.425822 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-43bd5e31-87c6-4a8a-8755-1ac48d8f9e98 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e44583c-9d4d-4f54-bd89-3d2c979e10ad') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:23.508521 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43bd5e31-87c6-4a8a-8755-1ac48d8f9e98 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.551875 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] Allocated IP 2001:db8::2 (7652abe6-10c8-45fc-ae08-37ac813713d5/d92085b3-007e-4c51-8363-430d9251d75e/d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:23.565389 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c675ac9b-6939-4948-bfd2-03bdfdac4930 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.588162 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43bd5e31-87c6-4a8a-8755-1ac48d8f9e98 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.606240 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bd5e31-87c6-4a8a-8755-1ac48d8f9e98 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:23.606670 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43bd5e31-87c6-4a8a-8755-1ac48d8f9e98 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:23.615645 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:23.723566 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c675ac9b-6939-4948-bfd2-03bdfdac4930 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.730729 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c675ac9b-6939-4948-bfd2-03bdfdac4930 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:23.731753 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c675ac9b-6939-4948-bfd2-03bdfdac4930 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.746604 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.759846 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.786270 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ffce9b-fd98-450c-8cd2-b4351012b6fd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:23.791521 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28ffce9b-fd98-450c-8cd2-b4351012b6fd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:23.895235 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-28ffce9b-fd98-450c-8cd2-b4351012b6fd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] device_id is not set on port 92d54d77-5be5-461e-8b0e-f8a652f49c4f yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:26:24.063188 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 4219da9c-0b2a-426d-b4d8-f306418b5c5c up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:24.098938 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] Pushing event updated for resources: {'Port': ['ID=d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:24.142581 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] Network 7652abe6-10c8-45fc-ae08-37ac813713d5 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:24.159493 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:24.164045 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-28ffce9b-fd98-450c-8cd2-b4351012b6fd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Allocated IP 2001:db8::130 (7652abe6-10c8-45fc-ae08-37ac813713d5/d92085b3-007e-4c51-8363-430d9251d75e/92d54d77-5be5-461e-8b0e-f8a652f49c4f) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:24.169220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:24.171186 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52664) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:24.182541 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-2abcee2e-8b94-46b6-bf9b-5455124d7432 None None] Provisioning complete for port 4219da9c-0b2a-426d-b4d8-f306418b5c5c triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:24.189833 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2abcee2e-8b94-46b6-bf9b-5455124d7432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:24.264434 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43bd5e31-87c6-4a8a-8755-1ac48d8f9e98 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:24.289475 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43bd5e31-87c6-4a8a-8755-1ac48d8f9e98 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:24.294337 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-43bd5e31-87c6-4a8a-8755-1ac48d8f9e98 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/networks/32480295-0e23-4676-80ae-82529881477f HTTP/1.1" status: 204 len: 168 time: 2.4930367 Mar 14 15:26:24.316827 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52668) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:24.340753 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675ac9b-6939-4948-bfd2-03bdfdac4930 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Network': ['ID=e49941a1-75b0-41cb-a40d-1cf00ee4f29a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:24.358083 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network e49941a1-75b0-41cb-a40d-1cf00ee4f29a details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:26:24.361934 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c675ac9b-6939-4948-bfd2-03bdfdac4930 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4074295 Mar 14 15:26:24.362662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2192de4c-dcf4-4d17-a091-75f51ef67a0c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:24.377616 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52670) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:24.388818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bcdc4728-9f30-44ae-a5cf-db6b221219f5 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'subnet': {'network_id': 'e49941a1-75b0-41cb-a40d-1cf00ee4f29a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:24.443481 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd5e31-87c6-4a8a-8755-1ac48d8f9e98 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Network': ['ID=32480295-0e23-4676-80ae-82529881477f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:24.449128 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] Attempting to bind port d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:24.449818 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] Attempting to bind port d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'a92cd7a4-1771-4fb8-8af9-97d959663d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7652abe6-10c8-45fc-ae08-37ac813713d5'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:24.450005 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] Attempting to bind port d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499 on network 7652abe6-10c8-45fc-ae08-37ac813713d5 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:26:24.458350 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192de4c-dcf4-4d17-a091-75f51ef67a0c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=33a8c09d-a30f-49c9-a2fd-17ac69cc0da3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:24.463175 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:26:24.463639 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] Checking segment: {'id': 'a92cd7a4-1771-4fb8-8af9-97d959663d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7652abe6-10c8-45fc-ae08-37ac813713d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:24.463953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:24.464376 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] Bound using segment: {'id': 'a92cd7a4-1771-4fb8-8af9-97d959663d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7652abe6-10c8-45fc-ae08-37ac813713d5'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:26:24.465613 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] Bound port: d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92cd7a4-1771-4fb8-8af9-97d959663d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7652abe6-10c8-45fc-ae08-37ac813713d5'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:24.466464 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:24.526316 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2abcee2e-8b94-46b6-bf9b-5455124d7432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:24.528703 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 4219da9c-0b2a-426d-b4d8-f306418b5c5c triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:24.529086 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:24.532446 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2192de4c-dcf4-4d17-a091-75f51ef67a0c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:24.535954 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2192de4c-dcf4-4d17-a091-75f51ef67a0c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/33a8c09d-a30f-49c9-a2fd-17ac69cc0da3 HTTP/1.1" status: 204 len: 168 time: 2.3607481 Mar 14 15:26:24.542282 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52672) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:24.543753 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ad138b3d-b052-4f45-ade1-3d079863a4f3 req-1a7cdab4-91ff-434f-bad3-f39b9b476c5f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:24.568669 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e487c-0cae-4ba3-ab8e-dba9114a5f40 req-a5df83fd-ad4e-435b-add4-154a20a80a68 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:24.570255 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-094e487c-0cae-4ba3-ab8e-dba9114a5f40 req-a5df83fd-ad4e-435b-add4-154a20a80a68 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 946 time: 0.3081157 Mar 14 15:26:24.647781 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cdab4-91ff-434f-bad3-f39b9b476c5f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Pushing event deleted for resources: {'Port': ['ID=6a31cd96-8d3b-46a8-820b-4fcc1444cd86,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:24.648028 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2abcee2e-8b94-46b6-bf9b-5455124d7432 None None] For port 4219da9c-0b2a-426d-b4d8-f306418b5c5c, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=4219da9c-0b2a-426d-b4d8-f306418b5c5c,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:24.650068 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ce1910d5-a3b2-407b-b0f9-217937fa2b1d tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-667678854'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:24.658762 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] For port d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:24.663921 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] For port d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499,segment=NetworkSegment(a92cd7a4-1771-4fb8-8af9-97d959663d2b),segment_id=a92cd7a4-1771-4fb8-8af9-97d959663d2b)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:24.664289 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2abcee2e-8b94-46b6-bf9b-5455124d7432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:24.700096 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ec5b43-0252-42e6-88a1-f7915c53cd05 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:24.702100 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ec5b43-0252-42e6-88a1-f7915c53cd05 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:24.705807 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-41ec5b43-0252-42e6-88a1-f7915c53cd05 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1576314 Mar 14 15:26:24.708671 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52674) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:24.731209 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcee2e-8b94-46b6-bf9b-5455124d7432 None None] Pushing event updated for resources: {'Port': ['ID=4219da9c-0b2a-426d-b4d8-f306418b5c5c,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:24.735797 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:24.765447 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-094e487c-0cae-4ba3-ab8e-dba9114a5f40 req-2c9ccb4e-2c7a-4fdf-94e4-ca65162a09fc tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups?id=176a9c84-aa7e-4a56-93f3-fa1db7b04914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544652 Mar 14 15:26:24.766380 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdc4728-9f30-44ae-a5cf-db6b221219f5 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Made reservation on behalf of 6cb5488b9ddd4300a9679d380e6ad17d for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:24.781036 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcdc4728-9f30-44ae-a5cf-db6b221219f5 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:24.832786 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-9a3e859e-7148-4814-b63e-8221abb9af23 None None] Could not find standard attr ID for object 33a8c09d-a30f-49c9-a2fd-17ac69cc0da3. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:26:24.871964 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f7e54-8da0-4710-8e74-790e0947eab6 None None] Pushing event updated for resources: {'Port': ['ID=d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:24.897936 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1910d5-a3b2-407b-b0f9-217937fa2b1d tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Made reservation on behalf of eb700ea22d6d427eb026812454d8e241 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:24.910882 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ce1910d5-a3b2-407b-b0f9-217937fa2b1d tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:24.944117 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device b2e518b9-3fb7-42f2-a67f-f93eb9109f8f no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:24.984218 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: b2e518b9-3fb7-42f2-a67f-f93eb9109f8f {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:24.984569 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device b2e518b9-3fb7-42f2-a67f-f93eb9109f8f not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:24.984982 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c18b9262-d380-44f1-a6eb-6082edb9c350 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:25.017288 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: c18b9262-d380-44f1-a6eb-6082edb9c350 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:25.017636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c18b9262-d380-44f1-a6eb-6082edb9c350 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:25.017747 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad138b3d-b052-4f45-ade1-3d079863a4f3 req-1a7cdab4-91ff-434f-bad3-f39b9b476c5f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Router 73e780e4-dc9c-4b78-be55-c29a2cc33e68 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:26:25.017978 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a57512ac-29d3-497f-b571-185704f21683 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:25.054542 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: a57512ac-29d3-497f-b571-185704f21683 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:25.054901 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a57512ac-29d3-497f-b571-185704f21683 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:25.059634 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:25.067578 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-6458c846-19e2-4491-938f-71ffebf6f5a5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet 76aecd9d-c170-4e55-bb25-631f7cf0616d {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:26:25.086015 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:25.086376 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1849fcc1-c191-4c83-a1ff-ec6bfef4d2f0 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:25.115942 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6458c846-19e2-4491-938f-71ffebf6f5a5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:25.118663 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ce1910d5-a3b2-407b-b0f9-217937fa2b1d tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:25.163387 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1c53185-eadc-42bf-b044-7dfc83b3540a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:25.220208 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcdc4728-9f30-44ae-a5cf-db6b221219f5 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:25.254452 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad138b3d-b052-4f45-ade1-3d079863a4f3 req-1a7cdab4-91ff-434f-bad3-f39b9b476c5f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:25.283515 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d969f-4eed-4837-b32f-ef3e323a5076 None None] Sync routers for ids ['73e780e4-dc9c-4b78-be55-c29a2cc33e68'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:25.296239 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d969f-4eed-4837-b32f-ef3e323a5076 None None] Routers {'73e780e4-dc9c-4b78-be55-c29a2cc33e68'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:25.297444 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9f2d969f-4eed-4837-b32f-ef3e323a5076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['73e780e4-dc9c-4b78-be55-c29a2cc33e68'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:25.319111 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad138b3d-b052-4f45-ade1-3d079863a4f3 req-1a7cdab4-91ff-434f-bad3-f39b9b476c5f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] No DVR routers for this DVR port 6a31cd96-8d3b-46a8-820b-4fcc1444cd86 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:25.320770 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc4728-9f30-44ae-a5cf-db6b221219f5 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Subnet': ['ID=bcf9426c-4b1c-4328-a162-f83cb125c548,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:25.320998 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6458c846-19e2-4491-938f-71ffebf6f5a5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:25.325046 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ad138b3d-b052-4f45-ade1-3d079863a4f3 req-1a7cdab4-91ff-434f-bad3-f39b9b476c5f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:25.328518 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ad138b3d-b052-4f45-ade1-3d079863a4f3 req-1a7cdab4-91ff-434f-bad3-f39b9b476c5f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.18 "DELETE /v2.0/ports/6a31cd96-8d3b-46a8-820b-4fcc1444cd86 HTTP/1.1" status: 204 len: 173 time: 3.4530866 Mar 14 15:26:25.329542 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353bb212-d349-4ac8-a62d-f7ee4a263c34', 'name': 'network-vif-deleted', 'tag': '6a31cd96-8d3b-46a8-820b-4fcc1444cd86'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:26:25.331287 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab02012b-e04c-4d51-900e-1901ce7551dc" -d '{"events": [{"server_uuid": "353bb212-d349-4ac8-a62d-f7ee4a263c34", "name": "network-vif-deleted", "tag": "6a31cd96-8d3b-46a8-820b-4fcc1444cd86"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:26:25.351265 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdc4728-9f30-44ae-a5cf-db6b221219f5 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Checking segment: {'id': '90cddd21-b895-48be-853f-da645289ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e49941a1-75b0-41cb-a40d-1cf00ee4f29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:25.351614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdc4728-9f30-44ae-a5cf-db6b221219f5 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Network hostable DHCP agents. Network: e49941a1-75b0-41cb-a40d-1cf00ee4f29a, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:26:25.376875 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28ffce9b-fd98-450c-8cd2-b4351012b6fd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:25.382768 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdc4728-9f30-44ae-a5cf-db6b221219f5 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Network e49941a1-75b0-41cb-a40d-1cf00ee4f29a is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:26:25.391668 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3a1550-2e68-4997-be2f-69d1ecf54517 x-openstack-request-id: req-9e3a1550-2e68-4997-be2f-69d1ecf54517 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:26:25.392194 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353bb212-d349-4ac8-a62d-f7ee4a263c34", "name": "network-vif-deleted", "tag": "6a31cd96-8d3b-46a8-820b-4fcc1444cd86", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:26:25.392734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e3a1550-2e68-4997-be2f-69d1ecf54517 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:26:25.393219 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353bb212-d349-4ac8-a62d-f7ee4a263c34', 'name': 'network-vif-deleted', 'tag': '6a31cd96-8d3b-46a8-820b-4fcc1444cd86', 'status': 'completed', 'code': 200} Mar 14 15:26:25.395932 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-bcdc4728-9f30-44ae-a5cf-db6b221219f5 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, e49941a1-75b0-41cb-a40d-1cf00ee4f29a) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:25.401126 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdc4728-9f30-44ae-a5cf-db6b221219f5 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:25.401333 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bcdc4728-9f30-44ae-a5cf-db6b221219f5 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:25.423896 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bcdc4728-9f30-44ae-a5cf-db6b221219f5 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0393586 Mar 14 15:26:25.424073 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52678) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:25.430758 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-806de178-243c-413b-a2d1-5b61739662a2 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'subnet': {'network_id': 'e49941a1-75b0-41cb-a40d-1cf00ee4f29a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:25.532172 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cbed03-9315-4a1a-af0a-cfc0500b833e None None] Network e49941a1-75b0-41cb-a40d-1cf00ee4f29a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:25.535517 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-9f2d969f-4eed-4837-b32f-ef3e323a5076 None None] Set router 73e780e4-dc9c-4b78-be55-c29a2cc33e68 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:25.584353 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806de178-243c-413b-a2d1-5b61739662a2 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Made reservation on behalf of 6cb5488b9ddd4300a9679d380e6ad17d for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:25.588841 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-806de178-243c-413b-a2d1-5b61739662a2 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:25.629505 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6458c846-19e2-4491-938f-71ffebf6f5a5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:25.639240 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28ffce9b-fd98-450c-8cd2-b4351012b6fd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:25.670393 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ce1910d5-a3b2-407b-b0f9-217937fa2b1d tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:25.712724 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ce1910d5-a3b2-407b-b0f9-217937fa2b1d tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:25.789983 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ffce9b-fd98-450c-8cd2-b4351012b6fd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network 7652abe6-10c8-45fc-ae08-37ac813713d5 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:25.808011 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-28ffce9b-fd98-450c-8cd2-b4351012b6fd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:25.831936 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1910d5-a3b2-407b-b0f9-217937fa2b1d tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:25.837306 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ffce9b-fd98-450c-8cd2-b4351012b6fd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:25.841903 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ffce9b-fd98-450c-8cd2-b4351012b6fd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:25.842655 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28ffce9b-fd98-450c-8cd2-b4351012b6fd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:25.878497 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffce9b-fd98-450c-8cd2-b4351012b6fd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=92d54d77-5be5-461e-8b0e-f8a652f49c4f,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:25.881222 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 6a31cd96-8d3b-46a8-820b-4fcc1444cd86 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:25.891714 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1910d5-a3b2-407b-b0f9-217937fa2b1d tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da66da4-3d27-4259-a2cc-50fc6cf22958,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:25.898721 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ce1910d5-a3b2-407b-b0f9-217937fa2b1d tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:25.899425 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-ce1910d5-a3b2-407b-b0f9-217937fa2b1d tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Added segment 1e923427-a723-43f7-9fab-671eb237e2f6 of type vlan for network fec9558b-cfec-485d-b7c6-1c6e18cab19e Mar 14 15:26:25.925936 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 6a31cd96-8d3b-46a8-820b-4fcc1444cd86 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:25.926287 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 6a31cd96-8d3b-46a8-820b-4fcc1444cd86 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:25.962242 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6458c846-19e2-4491-938f-71ffebf6f5a5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:25.971037 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-28ffce9b-fd98-450c-8cd2-b4351012b6fd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.6187174 Mar 14 15:26:25.994674 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52684) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:26.013149 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-10f7171c-ac68-4c6d-908b-5854f6ad25de req-42cc9afd-b663-4863-9eb6-92af411d952e tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/ports?device_id=353bb212-d349-4ac8-a62d-f7ee4a263c34 HTTP/1.1" status: 200 len: 210 time: 0.0996158 Mar 14 15:26:26.041249 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 4219da9c-0b2a-426d-b4d8-f306418b5c5c up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:26.100286 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458c846-19e2-4491-938f-71ffebf6f5a5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=76aecd9d-c170-4e55-bb25-631f7cf0616d,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:26.102294 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6458c846-19e2-4491-938f-71ffebf6f5a5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:26.106173 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6458c846-19e2-4491-938f-71ffebf6f5a5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/76aecd9d-c170-4e55-bb25-631f7cf0616d HTTP/1.1" status: 204 len: 168 time: 1.3878255 Mar 14 15:26:26.110071 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52686) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:26.111200 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ce1910d5-a3b2-407b-b0f9-217937fa2b1d tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:26.118357 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b20715-254b-440a-80cd-951757fcfd09 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:26.168252 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-650d40cf-7f43-4fa6-ae08-4b867b712587 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558922 Mar 14 15:26:26.173139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52688) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:26.178320 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e0c7045f-3a21-4562-918f-ba58e98f4020 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:26.204990 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9f2d969f-4eed-4837-b32f-ef3e323a5076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'name': 'tempest-ServerActionsTestJSON-488606032-router', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:09Z', 'revision_number': 4, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'gw_port': {'id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:59Z', 'updated_at': '2022-03-14T15:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '286855f1-b68a-49b0-a4ff-77deb1b06c29', 'name': '', 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'mac_address': 'fa:16:3e:64:17:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'f06bc8a1-e6d6-4299-b660-147ccd6bb298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:07Z', 'updated_at': '2022-03-14T15:23:18Z', 'revision_number': 5, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'subnets': [{'id': 'f06bc8a1-e6d6-4299-b660-147ccd6bb298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:26.220190 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-e49941a1-75b0-41cb-a40d-1cf00ee4f29a', 'network_id': 'e49941a1-75b0-41cb-a40d-1cf00ee4f29a', 'tenant_id': '6cb5488b9ddd4300a9679d380e6ad17d', 'fixed_ips': [{'subnet_id': 'bcf9426c-4b1c-4328-a162-f83cb125c548'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:26:26.221525 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:26.224030 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 4219da9c-0b2a-426d-b4d8-f306418b5c5c triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:26.224617 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:26.273487 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4543b02f-288b-4bdf-88e7-d2b869a09619 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:26.280667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-806de178-243c-413b-a2d1-5b61739662a2 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:26.336983 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806de178-243c-413b-a2d1-5b61739662a2 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Network e49941a1-75b0-41cb-a40d-1cf00ee4f29a is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:26.343124 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-806de178-243c-413b-a2d1-5b61739662a2 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:26.347343 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c7045f-3a21-4562-918f-ba58e98f4020 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:26.350231 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d969f-4eed-4837-b32f-ef3e323a5076 None None] Checking router: 73e780e4-dc9c-4b78-be55-c29a2cc33e68 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:26:26.351167 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e0c7045f-3a21-4562-918f-ba58e98f4020 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:26.376646 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806de178-243c-413b-a2d1-5b61739662a2 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:26.377535 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-806de178-243c-413b-a2d1-5b61739662a2 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:26.379925 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806de178-243c-413b-a2d1-5b61739662a2 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Subnet': ['ID=9a34dbf9-7b2b-463b-b553-b9479e8be739,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:26.384577 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20299ee3-6241-4e6b-89c0-80182a202efe None None] Network 7652abe6-10c8-45fc-ae08-37ac813713d5 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:26.419171 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ce1910d5-a3b2-407b-b0f9-217937fa2b1d tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:26.424764 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1910d5-a3b2-407b-b0f9-217937fa2b1d tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:26.425346 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ce1910d5-a3b2-407b-b0f9-217937fa2b1d tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:26.468778 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-806de178-243c-413b-a2d1-5b61739662a2 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0409589 Mar 14 15:26:26.470542 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d969f-4eed-4837-b32f-ef3e323a5076 None None] Routers {'73e780e4-dc9c-4b78-be55-c29a2cc33e68'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:26.471290 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9f2d969f-4eed-4837-b32f-ef3e323a5076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['73e780e4-dc9c-4b78-be55-c29a2cc33e68'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:26.472521 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52690) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:26.523287 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ce1910d5-a3b2-407b-b0f9-217937fa2b1d tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3481979 Mar 14 15:26:26.528092 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52692) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:26.532948 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-92c169cd-5e50-44c7-82c9-620fa0f35079 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Request body: {'subnet': {'network_id': 'fec9558b-cfec-485d-b7c6-1c6e18cab19e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:26.547263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-e1c53185-eadc-42bf-b044-7dfc83b3540a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting port da7338b8-dc84-4fd5-87a3-68c19fcf56c4 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:26.547951 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1c53185-eadc-42bf-b044-7dfc83b3540a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:26.573245 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1910d5-a3b2-407b-b0f9-217937fa2b1d tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Pushing event updated for resources: {'Network': ['ID=fec9558b-cfec-485d-b7c6-1c6e18cab19e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:26.579478 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e453560-d4a7-49ce-a053-1fec9717000d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:26.581022 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e453560-d4a7-49ce-a053-1fec9717000d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:26.583870 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e453560-d4a7-49ce-a053-1fec9717000d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:26.585444 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e453560-d4a7-49ce-a053-1fec9717000d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:26.586943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e453560-d4a7-49ce-a053-1fec9717000d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:26.588793 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8e453560-d4a7-49ce-a053-1fec9717000d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1154840 Mar 14 15:26:26.616876 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52694) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:26.652505 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3edb1b7d-64f6-409a-86f2-d288e3ba4816 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1180929715'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:26.665978 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-1abea732-f7b0-4db7-abb0-30d2bb4597be tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port 92d54d77-5be5-461e-8b0e-f8a652f49c4f {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:26.666358 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1abea732-f7b0-4db7-abb0-30d2bb4597be tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:26.723420 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c169cd-5e50-44c7-82c9-620fa0f35079 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Made reservation on behalf of eb700ea22d6d427eb026812454d8e241 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:26.726878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92c169cd-5e50-44c7-82c9-620fa0f35079 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:26.737044 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network fec9558b-cfec-485d-b7c6-1c6e18cab19e details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:26:26.803946 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e0c7045f-3a21-4562-918f-ba58e98f4020 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:26.868107 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c3aeebe1-8043-4d7c-becd-db5072212391 None None] Provisioning complete for port d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:26.868480 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3aeebe1-8043-4d7c-becd-db5072212391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:26.870080 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c7045f-3a21-4562-918f-ba58e98f4020 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:26.876654 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-e0c7045f-3a21-4562-918f-ba58e98f4020 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:26.884460 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c7045f-3a21-4562-918f-ba58e98f4020 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:26.885446 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e0c7045f-3a21-4562-918f-ba58e98f4020 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:26.890627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7045f-3a21-4562-918f-ba58e98f4020 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=ae292f9e-c775-4651-a26a-6e9b9140ed85,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:26.918848 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e0c7045f-3a21-4562-918f-ba58e98f4020 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7414157 Mar 14 15:26:26.935595 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52696) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:26.940450 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e5ec7fab-4704-40bc-8841-5f9f2a0a4553 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'fixed_ips': [{'subnet_id': 'ae292f9e-c775-4651-a26a-6e9b9140ed85', 'ip_address': '2001:db8::4e73:8810:2c18:a58d'}], 'name': 'tempest-NetworksTestDHCPv6-142128156'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:27.008853 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edb1b7d-64f6-409a-86f2-d288e3ba4816 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Made reservation on behalf of 6cb5488b9ddd4300a9679d380e6ad17d for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:27.012461 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3edb1b7d-64f6-409a-86f2-d288e3ba4816 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:27.057396 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:27.060482 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-e1c53185-eadc-42bf-b044-7dfc83b3540a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] For port da7338b8-dc84-4fd5-87a3-68c19fcf56c4, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=da7338b8-dc84-4fd5-87a3-68c19fcf56c4,segment=NetworkSegment(fd008c99-a2f5-42fa-bf3c-22890e8499dc),segment_id=fd008c99-a2f5-42fa-bf3c-22890e8499dc)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:27.060928 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1c53185-eadc-42bf-b044-7dfc83b3540a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:27.090348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92c169cd-5e50-44c7-82c9-620fa0f35079 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:27.092488 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-e1c53185-eadc-42bf-b044-7dfc83b3540a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Calling delete_port for da7338b8-dc84-4fd5-87a3-68c19fcf56c4 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:27.107405 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edb1b7d-64f6-409a-86f2-d288e3ba4816 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:27.124484 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1abea732-f7b0-4db7-abb0-30d2bb4597be tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:27.135150 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52702) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:27.153557 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ec7fab-4704-40bc-8841-5f9f2a0a4553 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:27.178186 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c169cd-5e50-44c7-82c9-620fa0f35079 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Pushing event updated for resources: {'Subnet': ['ID=d5a14bca-953c-408b-9cec-69b2b53e7385,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:27.186354 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3edb1b7d-64f6-409a-86f2-d288e3ba4816 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:27.186840 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-3edb1b7d-64f6-409a-86f2-d288e3ba4816 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Added segment 9fe84146-f8c4-441a-bc13-276ad983bbe4 of type vlan for network da68183d-fd3f-494f-8653-88df99d53f1c Mar 14 15:26:27.188415 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-1abea732-f7b0-4db7-abb0-30d2bb4597be tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for 92d54d77-5be5-461e-8b0e-f8a652f49c4f owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:27.189410 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-9f2d969f-4eed-4837-b32f-ef3e323a5076 None None] Set router 73e780e4-dc9c-4b78-be55-c29a2cc33e68 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:27.237083 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c169cd-5e50-44c7-82c9-620fa0f35079 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Checking segment: {'id': '1e923427-a723-43f7-9fab-671eb237e2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'fec9558b-cfec-485d-b7c6-1c6e18cab19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:27.237539 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c169cd-5e50-44c7-82c9-620fa0f35079 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Network hostable DHCP agents. Network: fec9558b-cfec-485d-b7c6-1c6e18cab19e, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:26:27.271790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] Allocated IP 2001:db8::2 (e49941a1-75b0-41cb-a40d-1cf00ee4f29a/bcf9426c-4b1c-4328-a162-f83cb125c548/91256d84-ef5d-498f-b4f1-10141a2692cd) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:27.279497 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e5ec7fab-4704-40bc-8841-5f9f2a0a4553 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:27.283666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c169cd-5e50-44c7-82c9-620fa0f35079 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Network fec9558b-cfec-485d-b7c6-1c6e18cab19e is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:26:27.299674 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62281a07-cf5f-46eb-9c56-9a2375d2cf82 None None] DHCP port deletion for 5b9fbf90-4428-44c7-aa34-44697a69d1dc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:26:27.303065 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-92c169cd-5e50-44c7-82c9-620fa0f35079 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, fec9558b-cfec-485d-b7c6-1c6e18cab19e) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:27.305400 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-e5ec7fab-4704-40bc-8841-5f9f2a0a4553 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port 1b38cdb2-fcb5-44c9-b346-449662677653 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:26:27.313022 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c169cd-5e50-44c7-82c9-620fa0f35079 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:27.313426 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92c169cd-5e50-44c7-82c9-620fa0f35079 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:27.328639 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f46f65c-9221-4b33-ac92-3f42f1bb9622 None None] Network fec9558b-cfec-485d-b7c6-1c6e18cab19e requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:27.369631 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-92c169cd-5e50-44c7-82c9-620fa0f35079 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8409991 Mar 14 15:26:27.372874 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52704) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:27.377786 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5e80c68e-cfac-4d20-86c5-d4ddde68efe7 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Request body: {'port': {'network_id': 'fec9558b-cfec-485d-b7c6-1c6e18cab19e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-813833624'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:27.381689 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3edb1b7d-64f6-409a-86f2-d288e3ba4816 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:27.428526 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3aeebe1-8043-4d7c-becd-db5072212391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:27.532694 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3edb1b7d-64f6-409a-86f2-d288e3ba4816 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:27.538353 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edb1b7d-64f6-409a-86f2-d288e3ba4816 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:27.538966 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3edb1b7d-64f6-409a-86f2-d288e3ba4816 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:27.541415 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-18b52115-5d54-4f55-a2fb-2d32ab0c21a5 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:27.565490 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-e5ec7fab-4704-40bc-8841-5f9f2a0a4553 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::4e73:8810:2c18:a58d (5b9fbf90-4428-44c7-aa34-44697a69d1dc/ae292f9e-c775-4651-a26a-6e9b9140ed85/1b38cdb2-fcb5-44c9-b346-449662677653) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:27.579992 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e80c68e-cfac-4d20-86c5-d4ddde68efe7 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Made reservation on behalf of eb700ea22d6d427eb026812454d8e241 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:27.583677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5e80c68e-cfac-4d20-86c5-d4ddde68efe7 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:27.600053 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:27.600716 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:27.607541 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-5e80c68e-cfac-4d20-86c5-d4ddde68efe7 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] device_id is not set on port 4a4bbc32-8382-4ca3-8b40-21dc1708f5b3 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:26:27.676580 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3edb1b7d-64f6-409a-86f2-d288e3ba4816 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0591760 Mar 14 15:26:27.682173 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52706) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:27.682553 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-18b52115-5d54-4f55-a2fb-2d32ab0c21a5 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:27.687686 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6ab6a238-f001-4e7d-909b-cea0aed33663 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:27.743096 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb1b7d-64f6-409a-86f2-d288e3ba4816 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Network': ['ID=da68183d-fd3f-494f-8653-88df99d53f1c,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:27.755661 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-c3aeebe1-8043-4d7c-becd-db5072212391 None None] For port d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499,segment=NetworkSegment(a92cd7a4-1771-4fb8-8af9-97d959663d2b),segment_id=a92cd7a4-1771-4fb8-8af9-97d959663d2b)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:27.771750 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network da68183d-fd3f-494f-8653-88df99d53f1c details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:26:27.802501 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-4543b02f-288b-4bdf-88e7-d2b869a09619 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting port a0000cac-e605-4090-9735-59a1593b81f5 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:27.802881 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4543b02f-288b-4bdf-88e7-d2b869a09619 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:27.815044 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3aeebe1-8043-4d7c-becd-db5072212391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:27.828572 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1abea732-f7b0-4db7-abb0-30d2bb4597be tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:27.830304 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-5e80c68e-cfac-4d20-86c5-d4ddde68efe7 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Allocated IP 172.20.0.14 (fec9558b-cfec-485d-b7c6-1c6e18cab19e/d5a14bca-953c-408b-9cec-69b2b53e7385/4a4bbc32-8382-4ca3-8b40-21dc1708f5b3) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:28.007913 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ab6a238-f001-4e7d-909b-cea0aed33663 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.020519 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abea732-f7b0-4db7-abb0-30d2bb4597be tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=92d54d77-5be5-461e-8b0e-f8a652f49c4f,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:28.027954 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-18b52115-5d54-4f55-a2fb-2d32ab0c21a5 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.031295 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-18b52115-5d54-4f55-a2fb-2d32ab0c21a5 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.032459 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-18b52115-5d54-4f55-a2fb-2d32ab0c21a5 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "DELETE /v2.0/security-groups/176a9c84-aa7e-4a56-93f3-fa1db7b04914 HTTP/1.1" status: 204 len: 168 time: 0.8958356 Mar 14 15:26:28.032842 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1c53185-eadc-42bf-b044-7dfc83b3540a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.037488 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52708) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:28.043358 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1abea732-f7b0-4db7-abb0-30d2bb4597be tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.045392 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-62281a07-cf5f-46eb-9c56-9a2375d2cf82 None None] Deleting port 4219da9c-0b2a-426d-b4d8-f306418b5c5c {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:28.045951 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62281a07-cf5f-46eb-9c56-9a2375d2cf82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.047001 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1abea732-f7b0-4db7-abb0-30d2bb4597be tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/ports/92d54d77-5be5-461e-8b0e-f8a652f49c4f HTTP/1.1" status: 204 len: 168 time: 2.0337729 Mar 14 15:26:28.053765 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52710) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:28.073826 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ab6a238-f001-4e7d-909b-cea0aed33663 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.104830 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aeebe1-8043-4d7c-becd-db5072212391 None None] Pushing event updated for resources: {'Port': ['ID=d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:28.116610 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c53185-eadc-42bf-b044-7dfc83b3540a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Port': ['ID=da7338b8-dc84-4fd5-87a3-68c19fcf56c4,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:28.133481 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b52115-5d54-4f55-a2fb-2d32ab0c21a5 tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=176a9c84-aa7e-4a56-93f3-fa1db7b04914,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:28.138050 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-4543b02f-288b-4bdf-88e7-d2b869a09619 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] For port a0000cac-e605-4090-9735-59a1593b81f5, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a0000cac-e605-4090-9735-59a1593b81f5,segment=NetworkSegment(361c0d24-f297-4a4e-acc7-57d29d5a6537),segment_id=361c0d24-f297-4a4e-acc7-57d29d5a6537)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:28.138415 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4543b02f-288b-4bdf-88e7-d2b869a09619 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.156128 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ab6a238-f001-4e7d-909b-cea0aed33663 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Network da68183d-fd3f-494f-8653-88df99d53f1c is not hosted by any dhcp agent {{(pid=102568) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 14 15:26:28.161374 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab6a238-f001-4e7d-909b-cea0aed33663 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:28.161975 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ab6a238-f001-4e7d-909b-cea0aed33663 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.166149 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6ab6a238-f001-4e7d-909b-cea0aed33663 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "PUT /v2.0/networks/da68183d-fd3f-494f-8653-88df99d53f1c HTTP/1.1" status: 200 len: 723 time: 0.4801238 Mar 14 15:26:28.166149 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f546ea4e-8173-414c-bbcb-349af82fcb61 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] GET failed (client error): The resource could not be found. Mar 14 15:26:28.166149 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f546ea4e-8173-414c-bbcb-349af82fcb61 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports/92d54d77-5be5-461e-8b0e-f8a652f49c4f HTTP/1.1" status: 404 len: 333 time: 0.1107461 Mar 14 15:26:28.172460 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-bc3f2ff9-eb78-41b1-8a45-4b3398b7b76a tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] show failed (client error): The resource could not be found. Mar 14 15:26:28.173602 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bc3f2ff9-eb78-41b1-8a45-4b3398b7b76a tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "GET /v2.0/security-groups/176a9c84-aa7e-4a56-93f3-fa1db7b04914 HTTP/1.1" status: 404 len: 347 time: 0.1231096 Mar 14 15:26:28.175555 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52712) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:28.175968 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52714) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:28.176279 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52716) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:28.190595 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e5ec7fab-4704-40bc-8841-5f9f2a0a4553 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.191915 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-2592dd1d-be63-4a27-9b77-13afe2d88df3 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'subnet': {'network_id': 'da68183d-fd3f-494f-8653-88df99d53f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:28.202887 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.235006 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.264258 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-4543b02f-288b-4bdf-88e7-d2b869a09619 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Calling delete_port for a0000cac-e605-4090-9735-59a1593b81f5 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:28.273550 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6a238-f001-4e7d-909b-cea0aed33663 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Network': ['ID=da68183d-fd3f-494f-8653-88df99d53f1c,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:28.289278 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-fec9558b-cfec-485d-b7c6-1c6e18cab19e', 'network_id': 'fec9558b-cfec-485d-b7c6-1c6e18cab19e', 'tenant_id': 'eb700ea22d6d427eb026812454d8e241', 'fixed_ips': [{'subnet_id': 'd5a14bca-953c-408b-9cec-69b2b53e7385'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:26:28.290287 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.335953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network da68183d-fd3f-494f-8653-88df99d53f1c details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:26:28.339929 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-32495105-8d9f-46db-88a7-d797b3fb7e86 None None] Could not find standard attr ID for object 92d54d77-5be5-461e-8b0e-f8a652f49c4f. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:26:28.354228 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] Network e49941a1-75b0-41cb-a40d-1cf00ee4f29a is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:28.359354 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-62281a07-cf5f-46eb-9c56-9a2375d2cf82 None None] For port 4219da9c-0b2a-426d-b4d8-f306418b5c5c, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=4219da9c-0b2a-426d-b4d8-f306418b5c5c,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:28.359927 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62281a07-cf5f-46eb-9c56-9a2375d2cf82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.366287 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5e80c68e-cfac-4d20-86c5-d4ddde68efe7 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.395884 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:28.398530 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:28.412147 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e5ec7fab-4704-40bc-8841-5f9f2a0a4553 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.440139 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] Pushing event updated for resources: {'Port': ['ID=91256d84-ef5d-498f-b4f1-10141a2692cd,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:28.453785 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-62281a07-cf5f-46eb-9c56-9a2375d2cf82 None None] Calling delete_port for 4219da9c-0b2a-426d-b4d8-f306418b5c5c owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:28.467054 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9f2d969f-4eed-4837-b32f-ef3e323a5076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'name': 'tempest-ServerActionsTestJSON-488606032-router', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:09Z', 'revision_number': 4, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'gw_port': {'id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:59Z', 'updated_at': '2022-03-14T15:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '286855f1-b68a-49b0-a4ff-77deb1b06c29', 'name': '', 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'mac_address': 'fa:16:3e:64:17:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'f06bc8a1-e6d6-4299-b660-147ccd6bb298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:07Z', 'updated_at': '2022-03-14T15:23:18Z', 'revision_number': 5, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'subnets': [{'id': 'f06bc8a1-e6d6-4299-b660-147ccd6bb298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:28.526325 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ec7fab-4704-40bc-8841-5f9f2a0a4553 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:28.533313 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-e5ec7fab-4704-40bc-8841-5f9f2a0a4553 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:28.536317 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec7fab-4704-40bc-8841-5f9f2a0a4553 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=1b38cdb2-fcb5-44c9-b346-449662677653,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:28.538643 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ec7fab-4704-40bc-8841-5f9f2a0a4553 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:28.545322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ec7fab-4704-40bc-8841-5f9f2a0a4553 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:28.545986 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e5ec7fab-4704-40bc-8841-5f9f2a0a4553 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.575427 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e5ec7fab-4704-40bc-8841-5f9f2a0a4553 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6386700 Mar 14 15:26:28.578556 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5e80c68e-cfac-4d20-86c5-d4ddde68efe7 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.580387 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52718) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:28.670387 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e80c68e-cfac-4d20-86c5-d4ddde68efe7 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Network fec9558b-cfec-485d-b7c6-1c6e18cab19e is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:28.688390 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-5e80c68e-cfac-4d20-86c5-d4ddde68efe7 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:28.695321 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e80c68e-cfac-4d20-86c5-d4ddde68efe7 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:28.722462 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80c68e-cfac-4d20-86c5-d4ddde68efe7 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Pushing event updated for resources: {'Port': ['ID=4a4bbc32-8382-4ca3-8b40-21dc1708f5b3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:28.761899 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e80c68e-cfac-4d20-86c5-d4ddde68efe7 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:28.763405 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5e80c68e-cfac-4d20-86c5-d4ddde68efe7 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.777464 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb18123c-1bd8-4e3a-b9e4-0ad83de21b19 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:28.784179 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb18123c-1bd8-4e3a-b9e4-0ad83de21b19 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:28.785927 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bb18123c-1bd8-4e3a-b9e4-0ad83de21b19 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2041659 Mar 14 15:26:28.789767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52720) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:28.801909 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:28.819961 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-32495105-8d9f-46db-88a7-d797b3fb7e86 None None] Provisioning complete for port d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:28.820311 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-32495105-8d9f-46db-88a7-d797b3fb7e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.841364 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e1c53185-eadc-42bf-b044-7dfc83b3540a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.843083 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5e80c68e-cfac-4d20-86c5-d4ddde68efe7 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4689438 Mar 14 15:26:28.843578 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52722) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:28.852794 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-4972d44f-d335-4043-93bb-9411cc298cdb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Request body: {'port': {'network_id': 'fec9558b-cfec-485d-b7c6-1c6e18cab19e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1761131720', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:28.853291 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.api.validators [None req-4972d44f-d335-4043-93bb-9411cc298cdb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] bootfile-name is not in valid_values {{(pid=102567) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 15:26:28.853634 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.api.validators [None req-4972d44f-d335-4043-93bb-9411cc298cdb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] tftp-server is not in valid_values {{(pid=102567) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 15:26:28.853968 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.api.validators [None req-4972d44f-d335-4043-93bb-9411cc298cdb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] server-ip-address is not in valid_values {{(pid=102567) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 15:26:28.864988 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d969f-4eed-4837-b32f-ef3e323a5076 None None] The sync data for ids ['73e780e4-dc9c-4b78-be55-c29a2cc33e68'] in dv-neutron-833559-1-hyperv is: [{'id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'name': 'tempest-ServerActionsTestJSON-488606032-router', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:23:09Z', 'revision_number': 4, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'gw_port': {'id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:59Z', 'updated_at': '2022-03-14T15:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '286855f1-b68a-49b0-a4ff-77deb1b06c29', 'name': '', 'network_id': '49fee795-f4c4-42dd-acc3-9b9f00035acc', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'mac_address': 'fa:16:3e:64:17:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'f06bc8a1-e6d6-4299-b660-147ccd6bb298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:23:07Z', 'updated_at': '2022-03-14T15:23:18Z', 'revision_number': 5, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'subnets': [{'id': 'f06bc8a1-e6d6-4299-b660-147ccd6bb298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:26:28.949854 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-eb5294e4-52b4-4b8f-8505-581a1b94dc3e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port 1b38cdb2-fcb5-44c9-b346-449662677653 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:28.950198 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb5294e4-52b4-4b8f-8505-581a1b94dc3e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:28.985139 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b94c4c0-7d58-4c88-9233-a9176e531548 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting subnet d92085b3-007e-4c51-8363-430d9251d75e {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:26:28.995365 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2592dd1d-be63-4a27-9b77-13afe2d88df3 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Made reservation on behalf of 6cb5488b9ddd4300a9679d380e6ad17d for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:28.999104 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2592dd1d-be63-4a27-9b77-13afe2d88df3 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:29.021884 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] Attempting to bind port 91256d84-ef5d-498f-b4f1-10141a2692cd on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:29.022446 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] Attempting to bind port 91256d84-ef5d-498f-b4f1-10141a2692cd by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '90cddd21-b895-48be-853f-da645289ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e49941a1-75b0-41cb-a40d-1cf00ee4f29a'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:29.022695 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] Attempting to bind port 91256d84-ef5d-498f-b4f1-10141a2692cd on network e49941a1-75b0-41cb-a40d-1cf00ee4f29a {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:26:29.029039 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b94c4c0-7d58-4c88-9233-a9176e531548 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:29.040931 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] Allocated IP 172.20.0.2 (fec9558b-cfec-485d-b7c6-1c6e18cab19e/d5a14bca-953c-408b-9cec-69b2b53e7385/5a7e49b6-3235-4530-b720-72396cd69946) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:29.046644 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb5294e4-52b4-4b8f-8505-581a1b94dc3e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:29.060625 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:26:29.061010 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] Checking segment: {'id': '90cddd21-b895-48be-853f-da645289ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e49941a1-75b0-41cb-a40d-1cf00ee4f29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:29.061414 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:29.061563 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-eb5294e4-52b4-4b8f-8505-581a1b94dc3e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for 1b38cdb2-fcb5-44c9-b346-449662677653 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:29.061812 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] Bound using segment: {'id': '90cddd21-b895-48be-853f-da645289ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e49941a1-75b0-41cb-a40d-1cf00ee4f29a'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:26:29.062298 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] Bound port: 91256d84-ef5d-498f-b4f1-10141a2692cd, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90cddd21-b895-48be-853f-da645289ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e49941a1-75b0-41cb-a40d-1cf00ee4f29a'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:29.062683 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:29.207828 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62281a07-cf5f-46eb-9c56-9a2375d2cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:29.232179 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:29.232513 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:29.250404 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb5294e4-52b4-4b8f-8505-581a1b94dc3e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:29.255728 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4543b02f-288b-4bdf-88e7-d2b869a09619 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:29.271170 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b94c4c0-7d58-4c88-9233-a9176e531548 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:29.286582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5294e4-52b4-4b8f-8505-581a1b94dc3e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=1b38cdb2-fcb5-44c9-b346-449662677653,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:29.293504 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62281a07-cf5f-46eb-9c56-9a2375d2cf82 None None] Pushing event deleted for resources: {'Port': ['ID=4219da9c-0b2a-426d-b4d8-f306418b5c5c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:29.321119 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb5294e4-52b4-4b8f-8505-581a1b94dc3e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:29.324902 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-eb5294e4-52b4-4b8f-8505-581a1b94dc3e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/1b38cdb2-fcb5-44c9-b346-449662677653 HTTP/1.1" status: 204 len: 168 time: 0.5340521 Mar 14 15:26:29.329486 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52724) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:29.331397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62281a07-cf5f-46eb-9c56-9a2375d2cf82 None None] No DVR routers for this DVR port 4219da9c-0b2a-426d-b4d8-f306418b5c5c on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:29.340479 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] For port 91256d84-ef5d-498f-b4f1-10141a2692cd, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:29.343983 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] For port 91256d84-ef5d-498f-b4f1-10141a2692cd, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=91256d84-ef5d-498f-b4f1-10141a2692cd,segment=NetworkSegment(90cddd21-b895-48be-853f-da645289ce52),segment_id=90cddd21-b895-48be-853f-da645289ce52)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:29.366678 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543b02f-288b-4bdf-88e7-d2b869a09619 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Port': ['ID=a0000cac-e605-4090-9735-59a1593b81f5,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:29.372184 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:29.415715 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b340f158-21f4-4512-a37c-85781e0c6442 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:29.417248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b340f158-21f4-4512-a37c-85781e0c6442 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:29.419452 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b340f158-21f4-4512-a37c-85781e0c6442 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0888419 Mar 14 15:26:29.422181 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52726) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:29.423103 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efe6606-b3f2-4c2c-85e9-46993a107c2a None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:29.427861 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea4f824-7df2-45d9-8bf3-4b6d01d81c3c None None] New status for floating IP fae532ce-4c57-41a8-b87c-3dc964613fd6: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:26:29.493188 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e508c0cb-a88f-4eb1-a5f7-1d4c014ec459 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet ae292f9e-c775-4651-a26a-6e9b9140ed85 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:26:29.497541 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e508c0cb-a88f-4eb1-a5f7-1d4c014ec459 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:29.519738 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-714b20d2-d8ea-4ced-b320-02c6c35bc4ba None None] Could not find standard attr ID for object 92d54d77-5be5-461e-8b0e-f8a652f49c4f. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:26:29.573438 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:29.575063 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e508c0cb-a88f-4eb1-a5f7-1d4c014ec459 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:29.638056 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e508c0cb-a88f-4eb1-a5f7-1d4c014ec459 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:29.649962 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:29.671767 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23d8f6-6400-4ab0-861e-c6584ee8b77c None None] Pushing event updated for resources: {'Port': ['ID=91256d84-ef5d-498f-b4f1-10141a2692cd,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:29.714849 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] Network fec9558b-cfec-485d-b7c6-1c6e18cab19e is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:29.742575 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:29.752444 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:29.810094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e508c0cb-a88f-4eb1-a5f7-1d4c014ec459 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:29.848207 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] Pushing event updated for resources: {'Port': ['ID=5a7e49b6-3235-4530-b720-72396cd69946,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:29.900983 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 4219da9c-0b2a-426d-b4d8-f306418b5c5c no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:29.923123 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] Attempting to bind port 5a7e49b6-3235-4530-b720-72396cd69946 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:29.923479 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] Attempting to bind port 5a7e49b6-3235-4530-b720-72396cd69946 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '1e923427-a723-43f7-9fab-671eb237e2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'fec9558b-cfec-485d-b7c6-1c6e18cab19e'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:29.923850 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] Attempting to bind port 5a7e49b6-3235-4530-b720-72396cd69946 on network fec9558b-cfec-485d-b7c6-1c6e18cab19e {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:26:29.980951 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:26:29.981338 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] Checking segment: {'id': '1e923427-a723-43f7-9fab-671eb237e2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'fec9558b-cfec-485d-b7c6-1c6e18cab19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:29.981783 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:29.982189 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] Bound using segment: {'id': '1e923427-a723-43f7-9fab-671eb237e2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'fec9558b-cfec-485d-b7c6-1c6e18cab19e'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:26:29.982685 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] Bound port: 5a7e49b6-3235-4530-b720-72396cd69946, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e923427-a723-43f7-9fab-671eb237e2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'fec9558b-cfec-485d-b7c6-1c6e18cab19e'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:29.983117 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:29.985580 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 4219da9c-0b2a-426d-b4d8-f306418b5c5c {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:29.985733 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 4219da9c-0b2a-426d-b4d8-f306418b5c5c not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:30.020160 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4972d44f-d335-4043-93bb-9411cc298cdb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Made reservation on behalf of eb700ea22d6d427eb026812454d8e241 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:30.023855 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4972d44f-d335-4043-93bb-9411cc298cdb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:30.049886 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c53185-eadc-42bf-b044-7dfc83b3540a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router 36ff763e-a209-48ce-b2fd-58ee314f43f0 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:26:30.074847 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] For port 5a7e49b6-3235-4530-b720-72396cd69946, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:30.079462 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] For port 5a7e49b6-3235-4530-b720-72396cd69946, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5a7e49b6-3235-4530-b720-72396cd69946,segment=NetworkSegment(1e923427-a723-43f7-9fab-671eb237e2f6),segment_id=1e923427-a723-43f7-9fab-671eb237e2f6)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:30.085901 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-3f742e13-caaf-40c0-bf83-159be0a9679f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Deleting port 563ca4ab-ad93-465d-9662-5f83053f4d64 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:30.086118 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:30.086443 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f742e13-caaf-40c0-bf83-159be0a9679f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:30.177768 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082b003-eca6-410c-9f85-b3d2c7be3ad3 None None] Pushing event updated for resources: {'Port': ['ID=5a7e49b6-3235-4530-b720-72396cd69946,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:30.198506 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508c0cb-a88f-4eb1-a5f7-1d4c014ec459 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=ae292f9e-c775-4651-a26a-6e9b9140ed85,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:30.205265 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e508c0cb-a88f-4eb1-a5f7-1d4c014ec459 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:30.211261 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e508c0cb-a88f-4eb1-a5f7-1d4c014ec459 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/ae292f9e-c775-4651-a26a-6e9b9140ed85 HTTP/1.1" status: 204 len: 168 time: 0.7880316 Mar 14 15:26:30.212008 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52728) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:30.220743 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-4972d44f-d335-4043-93bb-9411cc298cdb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] device_id is not set on port b0ae03bf-aae7-4617-a9cb-2c79b356101d yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:26:30.252892 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-49093a81-d067-4e78-ab08-3ae10fc01e52 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398154 Mar 14 15:26:30.256206 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52730) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:30.293045 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5c8133c3-9f6c-4bc1-a1d7-15e38d29f7e1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0350442 Mar 14 15:26:30.296025 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52732) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:30.363999 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0d9c0b-903b-4911-8fd7-ee806de31662 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:30.367827 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8a0d9c0b-903b-4911-8fd7-ee806de31662 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0683413 Mar 14 15:26:30.372747 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52734) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:30.426889 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b94c4c0-7d58-4c88-9233-a9176e531548 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:30.465302 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-93087d47-0b7c-4b45-be05-cacdd9fa50a6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908363 Mar 14 15:26:30.466051 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52736) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:30.471284 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a0f49b16-e3e9-4199-b31f-10832096e63f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:30.531988 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c53185-eadc-42bf-b044-7dfc83b3540a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:30.544167 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2a013-0a5f-4f05-9cbf-855a053d0a39 None None] Sync routers for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:30.552898 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e1c53185-eadc-42bf-b044-7dfc83b3540a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/36ff763e-a209-48ce-b2fd-58ee314f43f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1715834 Mar 14 15:26:30.560458 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f2a013-0a5f-4f05-9cbf-855a053d0a39 None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:30.560642 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a9f2a013-0a5f-4f05-9cbf-855a053d0a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:30.568519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52738) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:30.576746 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 91256d84-ef5d-498f-b4f1-10141a2692cd up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:30.668202 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f742e13-caaf-40c0-bf83-159be0a9679f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:30.668448 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f742e13-caaf-40c0-bf83-159be0a9679f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:30.672233 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f49b16-e3e9-4199-b31f-10832096e63f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:30.676936 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0f49b16-e3e9-4199-b31f-10832096e63f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:30.678338 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2592dd1d-be63-4a27-9b77-13afe2d88df3 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:30.701581 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-a9f2a013-0a5f-4f05-9cbf-855a053d0a39 None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:30.705154 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac8c886b-73e2-4ea2-93d9-f89a86719517 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting subnet d7111169-c203-4cbf-aad7-b8282edc3fb7 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:26:30.739363 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac8c886b-73e2-4ea2-93d9-f89a86719517 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:30.767593 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592dd1d-be63-4a27-9b77-13afe2d88df3 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Subnet': ['ID=2feaee6a-c7cd-4f59-a605-1739d4651b9f,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:30.787161 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-3f742e13-caaf-40c0-bf83-159be0a9679f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Calling delete_port for 563ca4ab-ad93-465d-9662-5f83053f4d64 owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:30.791620 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a9f2a013-0a5f-4f05-9cbf-855a053d0a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:26:27Z', 'revision_number': 11, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:30.824324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac8c886b-73e2-4ea2-93d9-f89a86719517 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:30.826093 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4543b02f-288b-4bdf-88e7-d2b869a09619 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:30.835947 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2a013-0a5f-4f05-9cbf-855a053d0a39 None None] Checking router: 36ff763e-a209-48ce-b2fd-58ee314f43f0 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:26:30.854633 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f2a013-0a5f-4f05-9cbf-855a053d0a39 None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:30.855400 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a9f2a013-0a5f-4f05-9cbf-855a053d0a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:30.867217 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b94c4c0-7d58-4c88-9233-a9176e531548 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:30.918179 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b94c4c0-7d58-4c88-9233-a9176e531548 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:30.925145 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9b94c4c0-7d58-4c88-9233-a9176e531548 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/subnets/d92085b3-007e-4c51-8363-430d9251d75e HTTP/1.1" status: 204 len: 168 time: 2.7288740 Mar 14 15:26:30.926675 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52740) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:30.928241 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-4972d44f-d335-4043-93bb-9411cc298cdb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Allocated IP 172.20.0.9 (fec9558b-cfec-485d-b7c6-1c6e18cab19e/d5a14bca-953c-408b-9cec-69b2b53e7385/b0ae03bf-aae7-4617-a9cb-2c79b356101d) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:30.933738 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4ea601-f692-4b1d-a49d-fb84f12159ad None None] Network 7652abe6-10c8-45fc-ae08-37ac813713d5 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:30.944901 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-a9f2a013-0a5f-4f05-9cbf-855a053d0a39 None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:30.988890 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1868ed46-ea35-483e-ac8e-70ff387cfe1f None None] Network e49941a1-75b0-41cb-a40d-1cf00ee4f29a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:31.001487 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2592dd1d-be63-4a27-9b77-13afe2d88df3 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Checking segment: {'id': '9fe84146-f8c4-441a-bc13-276ad983bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'da68183d-fd3f-494f-8653-88df99d53f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:31.001851 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2592dd1d-be63-4a27-9b77-13afe2d88df3 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Network hostable DHCP agents. Network: da68183d-fd3f-494f-8653-88df99d53f1c, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:26:31.020413 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 91256d84-ef5d-498f-b4f1-10141a2692cd triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:31.020725 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:31.046470 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94c4c0-7d58-4c88-9233-a9176e531548 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Subnet': ['ID=d92085b3-007e-4c51-8363-430d9251d75e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:31.047126 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac8c886b-73e2-4ea2-93d9-f89a86719517 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:31.101692 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2592dd1d-be63-4a27-9b77-13afe2d88df3 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Network da68183d-fd3f-494f-8653-88df99d53f1c is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:26:31.143772 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bed5846-ca15-4540-bf23-534cdd44e207 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:31.161710 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-2592dd1d-be63-4a27-9b77-13afe2d88df3 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, da68183d-fd3f-494f-8653-88df99d53f1c) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:31.168688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0f49b16-e3e9-4199-b31f-10832096e63f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:31.222117 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2592dd1d-be63-4a27-9b77-13afe2d88df3 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:31.222369 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2592dd1d-be63-4a27-9b77-13afe2d88df3 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:31.247166 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac8c886b-73e2-4ea2-93d9-f89a86719517 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:31.252722 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f49b16-e3e9-4199-b31f-10832096e63f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:31.264684 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a0f49b16-e3e9-4199-b31f-10832096e63f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:31.271315 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f49b16-e3e9-4199-b31f-10832096e63f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:31.272080 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0f49b16-e3e9-4199-b31f-10832096e63f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:31.276448 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a9f2a013-0a5f-4f05-9cbf-855a053d0a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:26:27Z', 'revision_number': 11, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:31.285759 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4380eb9e-8bff-4109-95fd-07e764e1998e None None] Network da68183d-fd3f-494f-8653-88df99d53f1c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:31.286107 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ac8c886b-73e2-4ea2-93d9-f89a86719517 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:31.293932 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ac8c886b-73e2-4ea2-93d9-f89a86719517 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/subnets/d7111169-c203-4cbf-aad7-b8282edc3fb7 HTTP/1.1" status: 204 len: 168 time: 0.7234619 Mar 14 15:26:31.295069 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f49b16-e3e9-4199-b31f-10832096e63f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=9f670791-4ac4-4018-a27e-b5bf0c97fdd1,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:31.300773 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52742) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:31.354501 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2592dd1d-be63-4a27-9b77-13afe2d88df3 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1675572 Mar 14 15:26:31.373718 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52744) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:31.376345 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c886b-73e2-4ea2-93d9-f89a86719517 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Subnet': ['ID=d7111169-c203-4cbf-aad7-b8282edc3fb7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:31.385193 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017ce2fe-3356-414e-b6dd-6b8399ef71ec None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:31.388383 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-508e28aa-b638-411a-9ca2-16e686be1028 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:31.395176 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fc5af7-e990-4fae-9a91-eded677e6296 None None] Network e85fef4f-c78f-4af5-90d9-ab60df0e375d requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:31.453498 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76c8eb4a-ae13-4f4f-9841-73b1303068f1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:31.470163 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a0f49b16-e3e9-4199-b31f-10832096e63f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0024173 Mar 14 15:26:31.470828 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2a013-0a5f-4f05-9cbf-855a053d0a39 None None] The sync data for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv is: [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:26:27Z', 'revision_number': 11, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:26:31.478125 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52746) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:31.479599 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4bed5846-ca15-4540-bf23-534cdd44e207 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:31.480572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bed5846-ca15-4540-bf23-534cdd44e207 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:31.567944 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-4bed5846-ca15-4540-bf23-534cdd44e207 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] For port d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499,segment=NetworkSegment(a92cd7a4-1771-4fb8-8af9-97d959663d2b),segment_id=a92cd7a4-1771-4fb8-8af9-97d959663d2b)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:31.568311 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bed5846-ca15-4540-bf23-534cdd44e207 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:31.581827 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4bed5846-ca15-4540-bf23-534cdd44e207 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:31.589054 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b74d0adb-9bde-470e-acb6-45bf27a916fc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'fixed_ips': [{'subnet_id': '9f670791-4ac4-4018-a27e-b5bf0c97fdd1', 'ip_address': '2001:db8::9d43:84e4:c081:d8ae'}], 'name': 'tempest-NetworksTestDHCPv6-1863678363'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:31.596469 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4543b02f-288b-4bdf-88e7-d2b869a09619 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 232197ee-affb-4bd0-9da2-3b59e02e9b70 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:26:31.599082 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-508e28aa-b638-411a-9ca2-16e686be1028 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2887017'] for subnet, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:31.655278 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f742e13-caaf-40c0-bf83-159be0a9679f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:31.666592 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9a2d19-146c-43f8-9248-b4553a4915a1 None None] Network fec9558b-cfec-485d-b7c6-1c6e18cab19e requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:31.678690 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-a6ac0767-74ad-4722-9b17-b016ffe711fa None None] Provisioning complete for port 91256d84-ef5d-498f-b4f1-10141a2692cd triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:31.679109 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a6ac0767-74ad-4722-9b17-b016ffe711fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:31.707286 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f742e13-caaf-40c0-bf83-159be0a9679f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Pushing event deleted for resources: {'Port': ['ID=563ca4ab-ad93-465d-9662-5f83053f4d64,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:31.725045 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4972d44f-d335-4043-93bb-9411cc298cdb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:31.825905 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-76c8eb4a-ae13-4f4f-9841-73b1303068f1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Deleting port f7ba33fd-1749-4194-b315-a78d780a78df {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:31.826260 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76c8eb4a-ae13-4f4f-9841-73b1303068f1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:31.910104 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4543b02f-288b-4bdf-88e7-d2b869a09619 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:31.925954 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2c8d92-b903-409d-9c01-db33051a045f None None] Sync routers for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:31.942250 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2c8d92-b903-409d-9c01-db33051a045f None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:31.943141 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7a2c8d92-b903-409d-9c01-db33051a045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:31.968435 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74d0adb-9bde-470e-acb6-45bf27a916fc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:31.985091 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b74d0adb-9bde-470e-acb6-45bf27a916fc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:32.027296 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4543b02f-288b-4bdf-88e7-d2b869a09619 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/232197ee-affb-4bd0-9da2-3b59e02e9b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7070098 Mar 14 15:26:32.031941 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-508e28aa-b638-411a-9ca2-16e686be1028 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774684310191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10178307'] for subnet, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:32.035329 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52748) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:32.060405 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-b74d0adb-9bde-470e-acb6-45bf27a916fc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port a9348cc0-f9ed-4fd3-b424-7153988f3e16 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:26:32.068740 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bed5846-ca15-4540-bf23-534cdd44e207 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:32.094798 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-76c8eb4a-ae13-4f4f-9841-73b1303068f1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] For port f7ba33fd-1749-4194-b315-a78d780a78df, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=f7ba33fd-1749-4194-b315-a78d780a78df,segment=NetworkSegment(fd008c99-a2f5-42fa-bf3c-22890e8499dc),segment_id=fd008c99-a2f5-42fa-bf3c-22890e8499dc)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:32.095894 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76c8eb4a-ae13-4f4f-9841-73b1303068f1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:32.151662 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-7a2c8d92-b903-409d-9c01-db33051a045f None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:32.325937 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:32.344361 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-76c8eb4a-ae13-4f4f-9841-73b1303068f1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Calling delete_port for f7ba33fd-1749-4194-b315-a78d780a78df owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:32.346699 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976936fd-6ebf-4547-88bc-23bd2e6deb4d None None] DHCP port deletion for 7652abe6-10c8-45fc-ae08-37ac813713d5 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:26:32.352487 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed5846-ca15-4540-bf23-534cdd44e207 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:32.356590 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed5846-ca15-4540-bf23-534cdd44e207 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No DVR routers for this DVR port d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:32.396948 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'fixed_ips': [{'subnet_id': '9f670791-4ac4-4018-a27e-b5bf0c97fdd1'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:26:32.398466 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:32.421416 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508e28aa-b638-411a-9ca2-16e686be1028 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:32.422079 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-508e28aa-b638-411a-9ca2-16e686be1028 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:32.425771 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-508e28aa-b638-411a-9ca2-16e686be1028 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "PUT /v2.0/subnets/2feaee6a-c7cd-4f59-a605-1739d4651b9f HTTP/1.1" status: 200 len: 826 time: 1.0452979 Mar 14 15:26:32.428060 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52750) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:32.456762 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e28aa-b638-411a-9ca2-16e686be1028 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Subnet': ['ID=2feaee6a-c7cd-4f59-a605-1739d4651b9f,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:32.465196 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f742e13-caaf-40c0-bf83-159be0a9679f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks [] for floatingip, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:32.467101 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f742e13-caaf-40c0-bf83-159be0a9679f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:32.471923 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3f742e13-caaf-40c0-bf83-159be0a9679f tempest-ServerActionsTestJSON-212159109 tempest-ServerActionsTestJSON-212159109-project] 10.222.0.59 "DELETE /v2.0/floatingips/fae532ce-4c57-41a8-b87c-3dc964613fd6 HTTP/1.1" status: 204 len: 168 time: 4.2746696 Mar 14 15:26:32.476100 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-edae1fba-4e6f-4dc4-ad70-9253d1994e30 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting subnet 53eaac28-a88e-445e-b91f-1006a02b19b4 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:26:32.479044 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52752) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:32.486204 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-edae1fba-4e6f-4dc4-ad70-9253d1994e30 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:32.489202 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4972d44f-d335-4043-93bb-9411cc298cdb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:32.539869 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7a2c8d92-b903-409d-9c01-db33051a045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:28Z', 'revision_number': 9, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:32.579561 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2c8d92-b903-409d-9c01-db33051a045f None None] Checking router: 232197ee-affb-4bd0-9da2-3b59e02e9b70 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:26:32.593920 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2c8d92-b903-409d-9c01-db33051a045f None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:32.594958 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7a2c8d92-b903-409d-9c01-db33051a045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:32.604329 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-b74d0adb-9bde-470e-acb6-45bf27a916fc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::9d43:84e4:c081:d8ae (5b9fbf90-4428-44c7-aa34-44697a69d1dc/9f670791-4ac4-4018-a27e-b5bf0c97fdd1/a9348cc0-f9ed-4fd3-b424-7153988f3e16) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:32.613818 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4972d44f-d335-4043-93bb-9411cc298cdb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Network fec9558b-cfec-485d-b7c6-1c6e18cab19e is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:32.626257 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6c62aa-2c7a-4065-b943-27013ee9d8ba None None] DHCP port deletion for e85fef4f-c78f-4af5-90d9-ab60df0e375d request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:26:32.631423 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-edae1fba-4e6f-4dc4-ad70-9253d1994e30 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:32.636839 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-4972d44f-d335-4043-93bb-9411cc298cdb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:32.642385 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bed5846-ca15-4540-bf23-534cdd44e207 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:32.656226 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a6ac0767-74ad-4722-9b17-b016ffe711fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:32.672309 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4972d44f-d335-4043-93bb-9411cc298cdb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:32.690710 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76c8eb4a-ae13-4f4f-9841-73b1303068f1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:32.700880 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4bed5846-ca15-4540-bf23-534cdd44e207 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7652abe6-10c8-45fc-ae08-37ac813713d5']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:32.729459 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-7a2c8d92-b903-409d-9c01-db33051a045f None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:32.734301 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e019be4a-b6cf-400c-8dd3-3f27fc868f79 None None] Update dhcp port {'port': {'network_id': 'e49941a1-75b0-41cb-a40d-1cf00ee4f29a', 'fixed_ips': [{'subnet_id': 'bcf9426c-4b1c-4328-a162-f83cb125c548', 'ip_address': '2001:db8::2'}, {'subnet_id': '9a34dbf9-7b2b-463b-b553-b9479e8be739'}], 'binding:host_id': 'dv-neutron-833559-1-hyperv'}, 'id': '91256d84-ef5d-498f-b4f1-10141a2692cd'} from dv-neutron-833559-1-hyperv. {{(pid=102569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 15:26:32.753652 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972d44f-d335-4043-93bb-9411cc298cdb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Pushing event updated for resources: {'Port': ['ID=b0ae03bf-aae7-4617-a9cb-2c79b356101d,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:32.775827 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8eb4a-ae13-4f4f-9841-73b1303068f1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Port': ['ID=f7ba33fd-1749-4194-b315-a78d780a78df,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:32.785501 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c8eb4a-ae13-4f4f-9841-73b1303068f1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] No DVR routers for this DVR port f7ba33fd-1749-4194-b315-a78d780a78df on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:32.793569 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c62aa-2c7a-4065-b943-27013ee9d8ba None None] The port 'f7ba33fd-1749-4194-b315-a78d780a78df' was deleted {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Mar 14 15:26:32.796687 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e019be4a-b6cf-400c-8dd3-3f27fc868f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:32.798158 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4bed5846-ca15-4540-bf23-534cdd44e207 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92cd7a4-1771-4fb8-8af9-97d959663d2b') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:32.798476 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-4bed5846-ca15-4540-bf23-534cdd44e207 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92cd7a4-1771-4fb8-8af9-97d959663d2b') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:32.825192 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4972d44f-d335-4043-93bb-9411cc298cdb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:32.825864 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4972d44f-d335-4043-93bb-9411cc298cdb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:32.887445 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-edae1fba-4e6f-4dc4-ad70-9253d1994e30 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:32.913753 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4972d44f-d335-4043-93bb-9411cc298cdb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.0657609 Mar 14 15:26:32.918274 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52754) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:32.992649 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-da68183d-fd3f-494f-8653-88df99d53f1c', 'network_id': 'da68183d-fd3f-494f-8653-88df99d53f1c', 'tenant_id': '6cb5488b9ddd4300a9679d380e6ad17d', 'fixed_ips': [{'subnet_id': '2feaee6a-c7cd-4f59-a605-1739d4651b9f'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:26:32.993560 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.006973 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b74d0adb-9bde-470e-acb6-45bf27a916fc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.026187 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 91256d84-ef5d-498f-b4f1-10141a2692cd, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=91256d84-ef5d-498f-b4f1-10141a2692cd,segment=NetworkSegment(90cddd21-b895-48be-853f-da645289ce52),segment_id=90cddd21-b895-48be-853f-da645289ce52)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:33.047146 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c93f96f-806f-44ea-a8ee-1ea486f92347 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:33.053180 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c93f96f-806f-44ea-a8ee-1ea486f92347 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:33.054332 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bed5846-ca15-4540-bf23-534cdd44e207 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.059071 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-7a2c8d92-b903-409d-9c01-db33051a045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:28Z', 'revision_number': 9, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:33.059628 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c93f96f-806f-44ea-a8ee-1ea486f92347 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:33.061342 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0c93f96f-806f-44ea-a8ee-1ea486f92347 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1382661 Mar 14 15:26:33.064722 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-e019be4a-b6cf-400c-8dd3-3f27fc868f79 None None] Allocated IP 172.20.0.1 (e49941a1-75b0-41cb-a40d-1cf00ee4f29a/9a34dbf9-7b2b-463b-b553-b9479e8be739/91256d84-ef5d-498f-b4f1-10141a2692cd) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:33.068223 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.072778 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52756) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:33.084436 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-edae1fba-4e6f-4dc4-ad70-9253d1994e30 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.100371 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2c8d92-b903-409d-9c01-db33051a045f None None] The sync data for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv is: [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:28Z', 'revision_number': 9, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3772ce0-baa2-4523-8101-50be50135293', 'name': '', 'network_id': 'db766437-7a0d-4133-9447-0f3a101e4816', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:e5:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:35Z', 'updated_at': '2022-03-14T15:25:46Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'e39636fe-3448-4aae-a52f-e51dfe0e5cfa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:26:33.104604 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-edae1fba-4e6f-4dc4-ad70-9253d1994e30 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.112872 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-edae1fba-4e6f-4dc4-ad70-9253d1994e30 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/subnets/53eaac28-a88e-445e-b91f-1006a02b19b4 HTTP/1.1" status: 204 len: 168 time: 1.0682647 Mar 14 15:26:33.134420 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52758) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:33.141850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b74d0adb-9bde-470e-acb6-45bf27a916fc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.146880 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae1fba-4e6f-4dc4-ad70-9253d1994e30 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Subnet': ['ID=53eaac28-a88e-445e-b91f-1006a02b19b4,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:33.200243 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bed5846-ca15-4540-bf23-534cdd44e207 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.211575 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6378ef69-f637-42d1-968a-130e403dd76d None None] Network deaee5f8-23db-4220-91f0-ce5ee9ed990c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:33.213676 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.255857 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80763a1e-fbbd-4056-8c3e-ebf486fd2e07 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.303310 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bed5846-ca15-4540-bf23-534cdd44e207 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:33.303310 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bed5846-ca15-4540-bf23-534cdd44e207 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:33.309017 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:33.335852 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76c8eb4a-ae13-4f4f-9841-73b1303068f1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.362683 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-80763a1e-fbbd-4056-8c3e-ebf486fd2e07 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting port 29e3ec81-8747-42bb-8c69-7fe36c4411a8 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:33.362946 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80763a1e-fbbd-4056-8c3e-ebf486fd2e07 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.384889 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74d0adb-9bde-470e-acb6-45bf27a916fc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:33.440900 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-60e6cd95-06c6-49b7-b753-767c1725e65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.442529 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d0adb-9bde-470e-acb6-45bf27a916fc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=a9348cc0-f9ed-4fd3-b424-7153988f3e16,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:33.445850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b74d0adb-9bde-470e-acb6-45bf27a916fc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:33.448319 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-80763a1e-fbbd-4056-8c3e-ebf486fd2e07 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] For port 29e3ec81-8747-42bb-8c69-7fe36c4411a8, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=29e3ec81-8747-42bb-8c69-7fe36c4411a8,segment=NetworkSegment(361c0d24-f297-4a4e-acc7-57d29d5a6537),segment_id=361c0d24-f297-4a4e-acc7-57d29d5a6537)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:33.448589 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80763a1e-fbbd-4056-8c3e-ebf486fd2e07 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.475724 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74d0adb-9bde-470e-acb6-45bf27a916fc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:33.493759 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74d0adb-9bde-470e-acb6-45bf27a916fc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:33.494439 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b74d0adb-9bde-470e-acb6-45bf27a916fc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.510629 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-80763a1e-fbbd-4056-8c3e-ebf486fd2e07 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Calling delete_port for 29e3ec81-8747-42bb-8c69-7fe36c4411a8 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:33.512117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-76c8eb4a-ae13-4f4f-9841-73b1303068f1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e85fef4f-c78f-4af5-90d9-ab60df0e375d']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:33.517845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bed5846-ca15-4540-bf23-534cdd44e207 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.560122 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4bed5846-ca15-4540-bf23-534cdd44e207 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.567054 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4bed5846-ca15-4540-bf23-534cdd44e207 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/networks/7652abe6-10c8-45fc-ae08-37ac813713d5 HTTP/1.1" status: 204 len: 168 time: 2.6148963 Mar 14 15:26:33.569118 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52760) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:33.578260 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-56650390-820d-409e-8943-08379972d68e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'port': {'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c', 'name': 'tempest-PortsIpV6TestJSON-633472817'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:33.599125 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-76c8eb4a-ae13-4f4f-9841-73b1303068f1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd008c99-a2f5-42fa-bf3c-22890e8499dc') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:33.599421 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-76c8eb4a-ae13-4f4f-9841-73b1303068f1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd008c99-a2f5-42fa-bf3c-22890e8499dc') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:33.601604 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.658351 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed5846-ca15-4540-bf23-534cdd44e207 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Network': ['ID=7652abe6-10c8-45fc-ae08-37ac813713d5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:33.662352 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b74d0adb-9bde-470e-acb6-45bf27a916fc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0772414 Mar 14 15:26:33.664360 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76c8eb4a-ae13-4f4f-9841-73b1303068f1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.678942 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52762) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:33.681196 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-aceae5d4-4928-4c73-b637-3f1ba2db20cc tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Deleting port b0ae03bf-aae7-4617-a9cb-2c79b356101d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:33.681774 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aceae5d4-4928-4c73-b637-3f1ba2db20cc tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.728867 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9946ce3c-a35d-4c02-9827-5722ba6c356e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'fixed_ips': [{'subnet_id': '9f670791-4ac4-4018-a27e-b5bf0c97fdd1', 'ip_address': '2001:db8::9d43:84e4:c081:d8ae'}], 'name': 'tempest-NetworksTestDHCPv6-796736408'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:33.742873 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80763a1e-fbbd-4056-8c3e-ebf486fd2e07 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.774239 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76c8eb4a-ae13-4f4f-9841-73b1303068f1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.782009 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5a7e49b6-3235-4530-b720-72396cd69946 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:33.785630 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80763a1e-fbbd-4056-8c3e-ebf486fd2e07 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Port': ['ID=29e3ec81-8747-42bb-8c69-7fe36c4411a8,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:33.790071 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80763a1e-fbbd-4056-8c3e-ebf486fd2e07 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] No DVR routers for this DVR port 29e3ec81-8747-42bb-8c69-7fe36c4411a8 on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:33.820921 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c8eb4a-ae13-4f4f-9841-73b1303068f1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:33.821337 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76c8eb4a-ae13-4f4f-9841-73b1303068f1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.825292 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-a6ac0767-74ad-4722-9b17-b016ffe711fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:26:33.825650 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-a6ac0767-74ad-4722-9b17-b016ffe711fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:26:33.845979 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=91256d84-ef5d-498f-b4f1-10141a2692cd,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:33.866885 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:33.897608 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80763a1e-fbbd-4056-8c3e-ebf486fd2e07 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:33.905921 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] Allocated IP 2001:db8::2 (da68183d-fd3f-494f-8653-88df99d53f1c/2feaee6a-c7cd-4f59-a605-1739d4651b9f/8a903666-cd53-4129-8e6b-2e2b96c8fa7c) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:33.945949 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-80763a1e-fbbd-4056-8c3e-ebf486fd2e07 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deaee5f8-23db-4220-91f0-ce5ee9ed990c']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:33.958739 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-80763a1e-fbbd-4056-8c3e-ebf486fd2e07 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361c0d24-f297-4a4e-acc7-57d29d5a6537') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:33.959213 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-80763a1e-fbbd-4056-8c3e-ebf486fd2e07 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361c0d24-f297-4a4e-acc7-57d29d5a6537') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:33.971106 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] Allocated IP 2001:db8::2 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/9f670791-4ac4-4018-a27e-b5bf0c97fdd1/bff6b10c-dc9c-4b6e-af6e-bbd44511edc5) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:33.983542 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80763a1e-fbbd-4056-8c3e-ebf486fd2e07 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.009425 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-60e6cd95-06c6-49b7-b753-767c1725e65b admin admin] Deleting port 286855f1-b68a-49b0-a4ff-77deb1b06c29 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:34.009776 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-60e6cd95-06c6-49b7-b753-767c1725e65b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.012014 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80763a1e-fbbd-4056-8c3e-ebf486fd2e07 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.025063 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76c8eb4a-ae13-4f4f-9841-73b1303068f1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.030284 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80763a1e-fbbd-4056-8c3e-ebf486fd2e07 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:34.030700 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80763a1e-fbbd-4056-8c3e-ebf486fd2e07 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:34.034414 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:34.073041 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-76c8eb4a-ae13-4f4f-9841-73b1303068f1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.076846 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e019be4a-b6cf-400c-8dd3-3f27fc868f79 None None] For port 91256d84-ef5d-498f-b4f1-10141a2692cd, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=91256d84-ef5d-498f-b4f1-10141a2692cd,segment=NetworkSegment(90cddd21-b895-48be-853f-da645289ce52),segment_id=90cddd21-b895-48be-853f-da645289ce52)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:34.077933 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-76c8eb4a-ae13-4f4f-9841-73b1303068f1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/networks/e85fef4f-c78f-4af5-90d9-ab60df0e375d HTTP/1.1" status: 204 len: 168 time: 2.7731440 Mar 14 15:26:34.094104 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52764) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:34.117174 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aceae5d4-4928-4c73-b637-3f1ba2db20cc tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.143598 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdfb2e2-33f9-454b-aec5-3bfeb2eee9dc None None] DHCP port deletion for deaee5f8-23db-4220-91f0-ce5ee9ed990c request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:26:34.145665 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-aceae5d4-4928-4c73-b637-3f1ba2db20cc tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Calling delete_port for b0ae03bf-aae7-4617-a9cb-2c79b356101d owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:34.178046 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80763a1e-fbbd-4056-8c3e-ebf486fd2e07 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.193889 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80763a1e-fbbd-4056-8c3e-ebf486fd2e07 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.198353 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f27bd30b-64de-4621-a8db-745d2f573f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.200656 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-80763a1e-fbbd-4056-8c3e-ebf486fd2e07 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/networks/deaee5f8-23db-4220-91f0-ce5ee9ed990c HTTP/1.1" status: 204 len: 168 time: 1.0628948 Mar 14 15:26:34.201295 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52766) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:34.236973 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 5a7e49b6-3235-4530-b720-72396cd69946 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:34.237626 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.250103 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a713b26e-b887-4c59-b6b2-4d0e72c102ee tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'router': {'routes': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:34.274367 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80763a1e-fbbd-4056-8c3e-ebf486fd2e07 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Network': ['ID=deaee5f8-23db-4220-91f0-ce5ee9ed990c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:34.290101 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e019be4a-b6cf-400c-8dd3-3f27fc868f79 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.317541 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e019be4a-b6cf-400c-8dd3-3f27fc868f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.334591 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-60e6cd95-06c6-49b7-b753-767c1725e65b admin admin] For port 286855f1-b68a-49b0-a4ff-77deb1b06c29, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=286855f1-b68a-49b0-a4ff-77deb1b06c29,segment=NetworkSegment(acbb32e0-b9fb-4915-ad33-1c0a044e0b76),segment_id=acbb32e0-b9fb-4915-ad33-1c0a044e0b76)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:34.335268 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-60e6cd95-06c6-49b7-b753-767c1725e65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.365366 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-60e6cd95-06c6-49b7-b753-767c1725e65b admin admin] Calling delete_port for 286855f1-b68a-49b0-a4ff-77deb1b06c29 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:34.419927 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.520105 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.656557 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:34.673186 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:34.677063 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019be4a-b6cf-400c-8dd3-3f27fc868f79 None None] Pushing event updated for resources: {'Port': ['ID=91256d84-ef5d-498f-b4f1-10141a2692cd,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:34.684487 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:34.713188 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.769720 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.831967 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.extraroute_db [None req-a713b26e-b887-4c59-b6b2-4d0e72c102ee tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Added routes are [] {{(pid=102568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 14 15:26:34.832580 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.extraroute_db [None req-a713b26e-b887-4c59-b6b2-4d0e72c102ee tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Removed routes are [] {{(pid=102568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 14 15:26:34.832679 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a713b26e-b887-4c59-b6b2-4d0e72c102ee tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.847288 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.855003 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8eb4a-ae13-4f4f-9841-73b1303068f1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Pushing event deleted for resources: {'Network': ['ID=e85fef4f-c78f-4af5-90d9-ab60df0e375d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:34.858318 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56650390-820d-409e-8943-08379972d68e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:34.862155 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56650390-820d-409e-8943-08379972d68e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.868997 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] Pushing event updated for resources: {'Port': ['ID=bff6b10c-dc9c-4b6e-af6e-bbd44511edc5,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:34.885062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.889644 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] Network da68183d-fd3f-494f-8653-88df99d53f1c is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:34.902524 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b0ef590d-9a22-4c00-bfae-d9257c24d14b None None] Provisioning complete for port 5a7e49b6-3235-4530-b720-72396cd69946 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:34.902524 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0ef590d-9a22-4c00-bfae-d9257c24d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:34.905731 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-56650390-820d-409e-8943-08379972d68e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] device_id is not set on port 9d9ecb4c-4dd2-4c8c-8b29-ee386b958698 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:26:34.922784 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:34.937396 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:34.961079 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] Attempting to bind port bff6b10c-dc9c-4b6e-af6e-bbd44511edc5 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:34.961593 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] Attempting to bind port bff6b10c-dc9c-4b6e-af6e-bbd44511edc5 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:34.962051 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] Attempting to bind port bff6b10c-dc9c-4b6e-af6e-bbd44511edc5 on network 5b9fbf90-4428-44c7-aa34-44697a69d1dc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:26:34.989026 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Subnet': ['ID=2feaee6a-c7cd-4f59-a605-1739d4651b9f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:35.017510 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:26:35.017510 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] Checking segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:35.017510 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.017510 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] Bound using segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:26:35.018061 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] Bound port: bff6b10c-dc9c-4b6e-af6e-bbd44511edc5, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:35.018759 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.035217 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 5a7e49b6-3235-4530-b720-72396cd69946, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5a7e49b6-3235-4530-b720-72396cd69946,segment=NetworkSegment(1e923427-a723-43f7-9fab-671eb237e2f6),segment_id=1e923427-a723-43f7-9fab-671eb237e2f6)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:35.067690 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.071291 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-60e6cd95-06c6-49b7-b753-767c1725e65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.088502 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] Pushing event updated for resources: {'Port': ['ID=8a903666-cd53-4129-8e6b-2e2b96c8fa7c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:35.115831 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6cd95-06c6-49b7-b753-767c1725e65b admin admin] Pushing event deleted for resources: {'Port': ['ID=286855f1-b68a-49b0-a4ff-77deb1b06c29,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:35.131355 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] Attempting to bind port 8a903666-cd53-4129-8e6b-2e2b96c8fa7c on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:35.132377 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] Attempting to bind port 8a903666-cd53-4129-8e6b-2e2b96c8fa7c by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '9fe84146-f8c4-441a-bc13-276ad983bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'da68183d-fd3f-494f-8653-88df99d53f1c'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:35.132761 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] Attempting to bind port 8a903666-cd53-4129-8e6b-2e2b96c8fa7c on network da68183d-fd3f-494f-8653-88df99d53f1c {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:26:35.166085 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:26:35.166476 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] Checking segment: {'id': '9fe84146-f8c4-441a-bc13-276ad983bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'da68183d-fd3f-494f-8653-88df99d53f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:35.166881 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.167932 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] Bound using segment: {'id': '9fe84146-f8c4-441a-bc13-276ad983bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'da68183d-fd3f-494f-8653-88df99d53f1c'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:26:35.171914 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] Bound port: 8a903666-cd53-4129-8e6b-2e2b96c8fa7c, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe84146-f8c4-441a-bc13-276ad983bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'da68183d-fd3f-494f-8653-88df99d53f1c'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:35.172317 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.197721 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a713b26e-b887-4c59-b6b2-4d0e72c102ee tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.204774 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a713b26e-b887-4c59-b6b2-4d0e72c102ee tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.211882 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9946ce3c-a35d-4c02-9827-5722ba6c356e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:35.242707 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a0000cac-e605-4090-9735-59a1593b81f5 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:35.299607 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.332336 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6b73e156-004c-4fcc-ba27-fc7809f19b3e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.359785 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: a0000cac-e605-4090-9735-59a1593b81f5 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:35.360128 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a0000cac-e605-4090-9735-59a1593b81f5 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:35.360569 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device da7338b8-dc84-4fd5-87a3-68c19fcf56c4 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:35.433647 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] For port bff6b10c-dc9c-4b6e-af6e-bbd44511edc5, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:35.442826 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: da7338b8-dc84-4fd5-87a3-68c19fcf56c4 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:35.443329 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device da7338b8-dc84-4fd5-87a3-68c19fcf56c4 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:35.443739 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device f7ba33fd-1749-4194-b315-a78d780a78df no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:35.455052 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=5a7e49b6-3235-4530-b720-72396cd69946,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:35.482865 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-60e6cd95-06c6-49b7-b753-767c1725e65b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.515623 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: f7ba33fd-1749-4194-b315-a78d780a78df {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:35.515969 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device f7ba33fd-1749-4194-b315-a78d780a78df not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:35.516518 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:35.543834 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b0ef590d-9a22-4c00-bfae-d9257c24d14b None None] Provisioning complete for port b0ae03bf-aae7-4617-a9cb-2c79b356101d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:35.544064 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0ef590d-9a22-4c00-bfae-d9257c24d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.545503 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:35.545839 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d1ee8ad9-039e-4f0b-9ffa-f731c6ca7499 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:35.565519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da68183d-fd3f-494f-8653-88df99d53f1c']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:35.611254 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a713b26e-b887-4c59-b6b2-4d0e72c102ee tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router 36ff763e-a209-48ce-b2fd-58ee314f43f0 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:26:35.614645 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe84146-f8c4-441a-bc13-276ad983bbe4') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:35.614941 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe84146-f8c4-441a-bc13-276ad983bbe4') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:35.632338 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] For port 8a903666-cd53-4129-8e6b-2e2b96c8fa7c, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:35.645184 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] For port 8a903666-cd53-4129-8e6b-2e2b96c8fa7c, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=8a903666-cd53-4129-8e6b-2e2b96c8fa7c,segment=NetworkSegment(9fe84146-f8c4-441a-bc13-276ad983bbe4),segment_id=9fe84146-f8c4-441a-bc13-276ad983bbe4)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:35.646399 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b0ef590d-9a22-4c00-bfae-d9257c24d14b None None] Port b0ae03bf-aae7-4617-a9cb-2c79b356101d cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:26:35.662971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.672509 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.720100 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aceae5d4-4928-4c73-b637-3f1ba2db20cc tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.722497 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b0ef590d-9a22-4c00-bfae-d9257c24d14b None None] Provisioning complete for port 4a4bbc32-8382-4ca3-8b40-21dc1708f5b3 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:35.723342 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0ef590d-9a22-4c00-bfae-d9257c24d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.737149 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] For port bff6b10c-dc9c-4b6e-af6e-bbd44511edc5, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=bff6b10c-dc9c-4b6e-af6e-bbd44511edc5,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:35.770823 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceae5d4-4928-4c73-b637-3f1ba2db20cc tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Pushing event deleted for resources: {'Port': ['ID=b0ae03bf-aae7-4617-a9cb-2c79b356101d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:35.775825 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9946ce3c-a35d-4c02-9827-5722ba6c356e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.788044 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.819295 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b359dd46-9803-4ff9-9df8-d5061f6bdbef None None] Network e49941a1-75b0-41cb-a40d-1cf00ee4f29a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:35.821798 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be407fa-d6f4-4104-b949-4750369d605a None None] Pushing event updated for resources: {'Port': ['ID=8a903666-cd53-4129-8e6b-2e2b96c8fa7c,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:35.861719 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.880082 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:35.880696 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:35.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:35.899203 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e6cd95-06c6-49b7-b753-767c1725e65b admin admin] Router 73e780e4-dc9c-4b78-be55-c29a2cc33e68 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:26:35.939386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a713b26e-b887-4c59-b6b2-4d0e72c102ee tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:35.951281 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56650390-820d-409e-8943-08379972d68e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.970198 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-6b73e156-004c-4fcc-ba27-fc7809f19b3e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting port e3772ce0-baa2-4523-8101-50be50135293 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:35.970640 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6b73e156-004c-4fcc-ba27-fc7809f19b3e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.975655 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a713b26e-b887-4c59-b6b2-4d0e72c102ee tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:35.980379 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a713b26e-b887-4c59-b6b2-4d0e72c102ee tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/36ff763e-a209-48ce-b2fd-58ee314f43f0 HTTP/1.1" status: 200 len: 705 time: 1.8716490 Mar 14 15:26:35.980608 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52768) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:36.015466 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-9946ce3c-a35d-4c02-9827-5722ba6c356e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port 52e53461-6f7c-4432-b93e-631b8c043d60 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:26:36.023275 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c002d679-24ff-406d-8418-c43d536329c1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/ports?device_id=36ff763e-a209-48ce-b2fd-58ee314f43f0 HTTP/1.1" status: 200 len: 205 time: 0.0320339 Mar 14 15:26:36.027360 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52770) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:36.141771 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.db.api [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 15:26:36.141771 dv-neutron-833559-1-hyperv neutron-server[102568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 15:26:36.141771 dv-neutron-833559-1-hyperv neutron-server[102568]: [parameters: {'id': 'da68183d-fd3f-494f-8653-88df99d53f1c'}] Mar 14 15:26:36.141771 dv-neutron-833559-1-hyperv neutron-server[102568]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:26:36.141771 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG oslo_db.api [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:26:36.146515 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e6cd95-06c6-49b7-b753-767c1725e65b admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:36.159207 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee2ca0-36f6-46c8-bc52-05a1fc840bb8 None None] Sync routers for ids ['73e780e4-dc9c-4b78-be55-c29a2cc33e68'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:36.159940 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-60e6cd95-06c6-49b7-b753-767c1725e65b admin admin] 10.222.0.59 "PUT /v2.0/routers/73e780e4-dc9c-4b78-be55-c29a2cc33e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6793466 Mar 14 15:26:36.160748 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52772) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:36.166032 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5a7e49b6-3235-4530-b720-72396cd69946 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:36.179934 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee2ca0-36f6-46c8-bc52-05a1fc840bb8 None None] Routers {'73e780e4-dc9c-4b78-be55-c29a2cc33e68'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:36.180814 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-01ee2ca0-36f6-46c8-bc52-05a1fc840bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['73e780e4-dc9c-4b78-be55-c29a2cc33e68'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:36.199110 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aceae5d4-4928-4c73-b637-3f1ba2db20cc tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:36.202288 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-aceae5d4-4928-4c73-b637-3f1ba2db20cc tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] 10.222.0.59 "DELETE /v2.0/ports/b0ae03bf-aae7-4617-a9cb-2c79b356101d HTTP/1.1" status: 204 len: 168 time: 3.1268179 Mar 14 15:26:36.209212 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52774) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:36.216135 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-43880e00-4e6a-458a-a49d-acf05eeee67a tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Request body: {'port': {'name': 'tempest-new-port-name-1060646426', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:36.216604 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.api.validators [None req-43880e00-4e6a-458a-a49d-acf05eeee67a tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] bootfile-name is not in valid_values {{(pid=102568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 15:26:36.216941 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.api.validators [None req-43880e00-4e6a-458a-a49d-acf05eeee67a tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] tftp-server is not in valid_values {{(pid=102568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 15:26:36.217269 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.api.validators [None req-43880e00-4e6a-458a-a49d-acf05eeee67a tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] server-ip-address is not in valid_values {{(pid=102568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 15:26:36.224759 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b0ef590d-9a22-4c00-bfae-d9257c24d14b None None] Port 4a4bbc32-8382-4ca3-8b40-21dc1708f5b3 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:26:36.235434 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054eadd4-1cef-4a6a-9d73-120a93222cb5 None None] Pushing event updated for resources: {'Port': ['ID=bff6b10c-dc9c-4b6e-af6e-bbd44511edc5,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:36.238373 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf30a6e-bef0-4b94-b39b-ccb97a1702f7 None None] Sync routers for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:36.271195 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-6b73e156-004c-4fcc-ba27-fc7809f19b3e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] For port e3772ce0-baa2-4523-8101-50be50135293, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e3772ce0-baa2-4523-8101-50be50135293,segment=NetworkSegment(699f4146-9432-4e1f-a88b-dc52c265c1ce),segment_id=699f4146-9432-4e1f-a88b-dc52c265c1ce)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:36.271586 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6b73e156-004c-4fcc-ba27-fc7809f19b3e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:36.289599 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-6b73e156-004c-4fcc-ba27-fc7809f19b3e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Calling delete_port for e3772ce0-baa2-4523-8101-50be50135293 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:36.291850 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bb55b4-7870-4906-aae5-3cb6710610ff None None] Network da68183d-fd3f-494f-8653-88df99d53f1c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:36.300387 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-475c62b9-ee36-40fd-be2f-4216b898227a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:36.394635 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56650390-820d-409e-8943-08379972d68e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:36.452596 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-01ee2ca0-36f6-46c8-bc52-05a1fc840bb8 None None] Set router 73e780e4-dc9c-4b78-be55-c29a2cc33e68 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:36.456090 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf30a6e-bef0-4b94-b39b-ccb97a1702f7 None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:36.456782 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-acf30a6e-bef0-4b94-b39b-ccb97a1702f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:36.517271 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43880e00-4e6a-458a-a49d-acf05eeee67a tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:36.543856 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-acf30a6e-bef0-4b94-b39b-ccb97a1702f7 None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:36.629986 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6b73e156-004c-4fcc-ba27-fc7809f19b3e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:36.656545 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-acf30a6e-bef0-4b94-b39b-ccb97a1702f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:26:27Z', 'revision_number': 11, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:36.669588 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-475c62b9-ee36-40fd-be2f-4216b898227a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:36.688866 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73e156-004c-4fcc-ba27-fc7809f19b3e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Port': ['ID=e3772ce0-baa2-4523-8101-50be50135293,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:36.690015 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-75c9c24c-2b94-41d9-9232-44068849c884 None None] Could not find standard attr ID for object b0ae03bf-aae7-4617-a9cb-2c79b356101d. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:26:36.699363 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ab47ba51-4d61-4347-9890-a9c27b53cb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:36.701137 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:36.707596 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf30a6e-bef0-4b94-b39b-ccb97a1702f7 None None] Checking router: 36ff763e-a209-48ce-b2fd-58ee314f43f0 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:26:36.740160 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-475c62b9-ee36-40fd-be2f-4216b898227a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:36.763571 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-01ee2ca0-36f6-46c8-bc52-05a1fc840bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'name': 'tempest-ServerActionsTestJSON-488606032-router', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:26:35Z', 'revision_number': 5, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'gw_port': {'id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:59Z', 'updated_at': '2022-03-14T15:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:36.767426 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56650390-820d-409e-8943-08379972d68e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network 28fec14c-b7e0-49e7-816a-65c1bd36346c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:36.785340 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-56650390-820d-409e-8943-08379972d68e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:36.817640 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf30a6e-bef0-4b94-b39b-ccb97a1702f7 None None] Routers {'36ff763e-a209-48ce-b2fd-58ee314f43f0'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:36.818573 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-acf30a6e-bef0-4b94-b39b-ccb97a1702f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['36ff763e-a209-48ce-b2fd-58ee314f43f0'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:36.829070 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee2ca0-36f6-46c8-bc52-05a1fc840bb8 None None] Checking router: 73e780e4-dc9c-4b78-be55-c29a2cc33e68 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:26:36.831476 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-75c9c24c-2b94-41d9-9232-44068849c884 None None] Provisioning complete for port 91256d84-ef5d-498f-b4f1-10141a2692cd triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:36.831912 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-75c9c24c-2b94-41d9-9232-44068849c884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:36.849385 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee2ca0-36f6-46c8-bc52-05a1fc840bb8 None None] Routers {'73e780e4-dc9c-4b78-be55-c29a2cc33e68'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:36.850800 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56650390-820d-409e-8943-08379972d68e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=9d9ecb4c-4dd2-4c8c-8b29-ee386b958698,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:36.851599 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-01ee2ca0-36f6-46c8-bc52-05a1fc840bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['73e780e4-dc9c-4b78-be55-c29a2cc33e68'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:36.860266 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56650390-820d-409e-8943-08379972d68e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:36.868040 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56650390-820d-409e-8943-08379972d68e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:36.868703 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56650390-820d-409e-8943-08379972d68e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:36.937616 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-56650390-820d-409e-8943-08379972d68e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.3660843 Mar 14 15:26:36.944067 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52776) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:36.945121 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-475c62b9-ee36-40fd-be2f-4216b898227a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:36.945662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475c62b9-ee36-40fd-be2f-4216b898227a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Fanout notify agent at l3_agent the message router_deleted on router 36ff763e-a209-48ce-b2fd-58ee314f43f0 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:26:36.956232 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9946ce3c-a35d-4c02-9827-5722ba6c356e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 14 15:26:36.956678 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9946ce3c-a35d-4c02-9827-5722ba6c356e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:36.963831 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25b640c0-59c9-4661-ad4f-be12e377079b admin admin] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:36.965712 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-475c62b9-ee36-40fd-be2f-4216b898227a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:36.977848 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-475c62b9-ee36-40fd-be2f-4216b898227a tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/routers/36ff763e-a209-48ce-b2fd-58ee314f43f0 HTTP/1.1" status: 204 len: 168 time: 0.9402213 Mar 14 15:26:36.984082 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52778) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:37.020845 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-01ee2ca0-36f6-46c8-bc52-05a1fc840bb8 None None] Set router 73e780e4-dc9c-4b78-be55-c29a2cc33e68 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:37.040989 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12455379-659e-470e-82b1-8294bc27f13c None None] Network da68183d-fd3f-494f-8653-88df99d53f1c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:37.044215 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-60dbeeb9-6e40-4aa4-9504-761728930650 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1962597551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:37.099182 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-acf30a6e-bef0-4b94-b39b-ccb97a1702f7 None None] Set router 36ff763e-a209-48ce-b2fd-58ee314f43f0 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:37.102324 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 5a7e49b6-3235-4530-b720-72396cd69946 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:37.102881 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:37.174976 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-60dbeeb9-6e40-4aa4-9504-761728930650 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:37.175905 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-60dbeeb9-6e40-4aa4-9504-761728930650 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:37.232254 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43880e00-4e6a-458a-a49d-acf05eeee67a tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:37.265632 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43880e00-4e6a-458a-a49d-acf05eeee67a tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:37.267742 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-acf30a6e-bef0-4b94-b39b-ccb97a1702f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:26:27Z', 'revision_number': 11, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:37.296784 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-01ee2ca0-36f6-46c8-bc52-05a1fc840bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'name': 'tempest-ServerActionsTestJSON-488606032-router', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:26:35Z', 'revision_number': 5, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'gw_port': {'id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:59Z', 'updated_at': '2022-03-14T15:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:37.333911 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9946ce3c-a35d-4c02-9827-5722ba6c356e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.6483319 Mar 14 15:26:37.341111 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43880e00-4e6a-458a-a49d-acf05eeee67a tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Pushing event updated for resources: {'Port': ['ID=4a4bbc32-8382-4ca3-8b40-21dc1708f5b3,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:37.347755 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52780) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:37.357254 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee2ca0-36f6-46c8-bc52-05a1fc840bb8 None None] The sync data for ids ['73e780e4-dc9c-4b78-be55-c29a2cc33e68'] in dv-neutron-833559-1-hyperv is: [{'id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'name': 'tempest-ServerActionsTestJSON-488606032-router', 'tenant_id': 'b3e851ef7d26489f809312a892e32164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:22:56Z', 'updated_at': '2022-03-14T15:26:35Z', 'revision_number': 5, 'project_id': 'b3e851ef7d26489f809312a892e32164', 'gw_port': {'id': '05b67135-3644-4d71-a50c-84430cdc64ee', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e780e4-dc9c-4b78-be55-c29a2cc33e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:22:59Z', 'updated_at': '2022-03-14T15:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:26:37.362718 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf30a6e-bef0-4b94-b39b-ccb97a1702f7 None None] The sync data for ids ['36ff763e-a209-48ce-b2fd-58ee314f43f0'] in dv-neutron-833559-1-hyperv is: [{'id': '36ff763e-a209-48ce-b2fd-58ee314f43f0', 'name': 'tempest-RoutersIpV6Test-router-1873130773', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:08Z', 'updated_at': '2022-03-14T15:26:27Z', 'revision_number': 11, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:26:37.507863 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:37.607822 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 91256d84-ef5d-498f-b4f1-10141a2692cd up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:37.687481 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25b640c0-59c9-4661-ad4f-be12e377079b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:37.741719 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 91256d84-ef5d-498f-b4f1-10141a2692cd triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:37.742169 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:37.824642 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-60dbeeb9-6e40-4aa4-9504-761728930650 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:37.840667 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-233fae34-248b-4316-bb34-aa75edd6329b None None] Provisioning complete for port 91256d84-ef5d-498f-b4f1-10141a2692cd triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:37.841088 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-233fae34-248b-4316-bb34-aa75edd6329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:37.899554 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-60dbeeb9-6e40-4aa4-9504-761728930650 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:37.933627 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6b73e156-004c-4fcc-ba27-fc7809f19b3e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:37.955427 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-60dbeeb9-6e40-4aa4-9504-761728930650 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:37.958682 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-60dbeeb9-6e40-4aa4-9504-761728930650 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9208727 Mar 14 15:26:37.960240 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52782) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:37.974675 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-10da8c6b-d7e9-4236-8742-bd3402174dce tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:38.002620 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Deleting port 8a903666-cd53-4129-8e6b-2e2b96c8fa7c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:38.003200 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:38.063093 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-43880e00-4e6a-458a-a49d-acf05eeee67a tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] In _notify_port_updated(), no bound segment for port 4a4bbc32-8382-4ca3-8b40-21dc1708f5b3 on network fec9558b-cfec-485d-b7c6-1c6e18cab19e {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:26:38.079292 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43880e00-4e6a-458a-a49d-acf05eeee67a tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:38.080053 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43880e00-4e6a-458a-a49d-acf05eeee67a tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:38.085422 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-43880e00-4e6a-458a-a49d-acf05eeee67a tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] 10.222.0.59 "PUT /v2.0/ports/4a4bbc32-8382-4ca3-8b40-21dc1708f5b3 HTTP/1.1" status: 200 len: 1137 time: 1.8742175 Mar 14 15:26:38.088015 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52784) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:38.095556 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 29e3ec81-8747-42bb-8c69-7fe36c4411a8 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:38.127658 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 29e3ec81-8747-42bb-8c69-7fe36c4411a8 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:38.128362 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 29e3ec81-8747-42bb-8c69-7fe36c4411a8 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:38.149117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18936842-3d93-45dc-baef-18e683cf3b2e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:38.158402 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18936842-3d93-45dc-baef-18e683cf3b2e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:38.162046 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-18936842-3d93-45dc-baef-18e683cf3b2e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7544019 Mar 14 15:26:38.163743 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52786) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:38.191857 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-9d9bcca2-8513-4233-8808-480d50fde8db None None] Provisioning complete for port 4a4bbc32-8382-4ca3-8b40-21dc1708f5b3 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:38.192147 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d9bcca2-8513-4233-8808-480d50fde8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:38.212475 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-702766eb-47b0-4695-9dc3-aadf261ca080 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port 9d9ecb4c-4dd2-4c8c-8b29-ee386b958698 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:38.212826 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-702766eb-47b0-4695-9dc3-aadf261ca080 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:38.219962 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-25b640c0-59c9-4661-ad4f-be12e377079b admin admin] Deleting port 05b67135-3644-4d71-a50c-84430cdc64ee {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:38.220499 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25b640c0-59c9-4661-ad4f-be12e377079b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:38.301443 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9d9bcca2-8513-4233-8808-480d50fde8db None None] Port 4a4bbc32-8382-4ca3-8b40-21dc1708f5b3 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:26:38.333049 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-9d9bcca2-8513-4233-8808-480d50fde8db None None] Provisioning complete for port bff6b10c-dc9c-4b6e-af6e-bbd44511edc5 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:38.333691 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d9bcca2-8513-4233-8808-480d50fde8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:38.346659 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-702766eb-47b0-4695-9dc3-aadf261ca080 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:38.363850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-702766eb-47b0-4695-9dc3-aadf261ca080 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for 9d9ecb4c-4dd2-4c8c-8b29-ee386b958698 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:38.372541 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b655c2-6326-47c5-b365-d822d61ccb15 None None] get_active_networks_info from dv-neutron-833559-1-hyperv {{(pid=102569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 15:26:38.456791 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device bff6b10c-dc9c-4b6e-af6e-bbd44511edc5 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:38.463324 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-10da8c6b-d7e9-4236-8742-bd3402174dce tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:38.467512 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] For port 8a903666-cd53-4129-8e6b-2e2b96c8fa7c, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=8a903666-cd53-4129-8e6b-2e2b96c8fa7c,segment=NetworkSegment(9fe84146-f8c4-441a-bc13-276ad983bbe4),segment_id=9fe84146-f8c4-441a-bc13-276ad983bbe4)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:38.468848 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:38.480284 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca44802-0f45-4478-a0fe-31a844729b1e tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:38.486303 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3ca44802-0f45-4478-a0fe-31a844729b1e tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] 10.222.0.59 "GET /v2.0/ports/4a4bbc32-8382-4ca3-8b40-21dc1708f5b3 HTTP/1.1" status: 200 len: 1137 time: 0.3560481 Mar 14 15:26:38.488293 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52788) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:38.490562 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-702766eb-47b0-4695-9dc3-aadf261ca080 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:38.513279 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Calling delete_port for 8a903666-cd53-4129-8e6b-2e2b96c8fa7c owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:38.566003 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702766eb-47b0-4695-9dc3-aadf261ca080 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=9d9ecb4c-4dd2-4c8c-8b29-ee386b958698,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:38.566449 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-10da8c6b-d7e9-4236-8742-bd3402174dce tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:38.571225 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-25b640c0-59c9-4661-ad4f-be12e377079b admin admin] For port 05b67135-3644-4d71-a50c-84430cdc64ee, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=05b67135-3644-4d71-a50c-84430cdc64ee,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:38.571615 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25b640c0-59c9-4661-ad4f-be12e377079b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:38.596519 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d9bcca2-8513-4233-8808-480d50fde8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:38.615012 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port bff6b10c-dc9c-4b6e-af6e-bbd44511edc5 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:38.615408 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:38.617917 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-702766eb-47b0-4695-9dc3-aadf261ca080 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:38.621767 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-702766eb-47b0-4695-9dc3-aadf261ca080 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/ports/9d9ecb4c-4dd2-4c8c-8b29-ee386b958698 HTTP/1.1" status: 204 len: 168 time: 1.6737707 Mar 14 15:26:38.627767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52790) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:38.628004 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-25b640c0-59c9-4661-ad4f-be12e377079b admin admin] Calling delete_port for 05b67135-3644-4d71-a50c-84430cdc64ee owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:38.634332 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-369f1e72-349a-48f0-aa03-a15dda0c7e4d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'port': {'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c', 'mac_address': 'fa:16:3e:0f:e7:f2', 'name': 'tempest-PortsIpV6TestJSON-690874783'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:38.662642 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b655c2-6326-47c5-b365-d822d61ccb15 None None] Resources bound (agent type, host, resource id): {{(pid=102569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:26:38.702035 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-9d9bcca2-8513-4233-8808-480d50fde8db None None] For port bff6b10c-dc9c-4b6e-af6e-bbd44511edc5, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=bff6b10c-dc9c-4b6e-af6e-bbd44511edc5,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:38.725341 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b73e156-004c-4fcc-ba27-fc7809f19b3e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 232197ee-affb-4bd0-9da2-3b59e02e9b70 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:26:38.734092 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9d9bcca2-8513-4233-8808-480d50fde8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:38.737396 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-e2684972-ff6e-44c5-81b5-c08b65005b77 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port a9348cc0-f9ed-4fd3-b424-7153988f3e16 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:38.737814 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e2684972-ff6e-44c5-81b5-c08b65005b77 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:38.826702 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f66afa4a-a5c3-4e8e-9522-b897ef3b3a8f tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Deleting port 4a4bbc32-8382-4ca3-8b40-21dc1708f5b3 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:38.827140 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f66afa4a-a5c3-4e8e-9522-b897ef3b3a8f tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:38.858035 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:38.901244 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369f1e72-349a-48f0-aa03-a15dda0c7e4d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:38.944777 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Port': ['ID=8a903666-cd53-4129-8e6b-2e2b96c8fa7c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:38.955586 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] No DVR routers for this DVR port 8a903666-cd53-4129-8e6b-2e2b96c8fa7c on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:38.994894 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:39.037290 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10da8c6b-d7e9-4236-8742-bd3402174dce tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Router bd4f07d9-a5e6-406a-8d57-2d87700a932c is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:26:39.040742 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:39.056531 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e2684972-ff6e-44c5-81b5-c08b65005b77 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:39.074129 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b73e156-004c-4fcc-ba27-fc7809f19b3e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:39.076718 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-37c974e0-b8dc-4d75-b28a-f2ea57bb5fb1 None None] Provisioning complete for port a9348cc0-f9ed-4fd3-b424-7153988f3e16 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:39.077301 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-37c974e0-b8dc-4d75-b28a-f2ea57bb5fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:39.087465 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6b73e156-004c-4fcc-ba27-fc7809f19b3e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/232197ee-affb-4bd0-9da2-3b59e02e9b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8797138 Mar 14 15:26:39.088705 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-e2684972-ff6e-44c5-81b5-c08b65005b77 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for a9348cc0-f9ed-4fd3-b424-7153988f3e16 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:39.093749 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52792) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:39.108425 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79baaee-5830-4e94-8bad-6cfa23b7f6a4 None None] Sync routers for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:39.118105 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bcca2-8513-4233-8808-480d50fde8db None None] Pushing event updated for resources: {'Port': ['ID=bff6b10c-dc9c-4b6e-af6e-bbd44511edc5,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:39.124585 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:39.135410 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-369f1e72-349a-48f0-aa03-a15dda0c7e4d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:39.138973 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f66afa4a-a5c3-4e8e-9522-b897ef3b3a8f tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:39.161888 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 286855f1-b68a-49b0-a4ff-77deb1b06c29 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:39.174164 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79baaee-5830-4e94-8bad-6cfa23b7f6a4 None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:39.175193 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-b79baaee-5830-4e94-8bad-6cfa23b7f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:39.179102 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da68183d-fd3f-494f-8653-88df99d53f1c']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:39.182630 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f66afa4a-a5c3-4e8e-9522-b897ef3b3a8f tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Calling delete_port for 4a4bbc32-8382-4ca3-8b40-21dc1708f5b3 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:39.197503 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-37c974e0-b8dc-4d75-b28a-f2ea57bb5fb1 None None] Port a9348cc0-f9ed-4fd3-b424-7153988f3e16 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:26:39.202152 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe84146-f8c4-441a-bc13-276ad983bbe4') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:39.202436 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe84146-f8c4-441a-bc13-276ad983bbe4') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:39.219392 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-369f1e72-349a-48f0-aa03-a15dda0c7e4d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] device_id is not set on port bc1e0604-8d71-489c-bbc8-6c8135d6f102 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:26:39.229035 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:39.244105 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 286855f1-b68a-49b0-a4ff-77deb1b06c29 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:39.244455 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 286855f1-b68a-49b0-a4ff-77deb1b06c29 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:39.289981 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:39.303983 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10da8c6b-d7e9-4236-8742-bd3402174dce tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:39.324405 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5266ef87-30d9-4324-bfc0-206b6c54707f None None] Sync routers for ids ['bd4f07d9-a5e6-406a-8d57-2d87700a932c'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:39.328281 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-10da8c6b-d7e9-4236-8742-bd3402174dce tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:39.333535 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-10da8c6b-d7e9-4236-8742-bd3402174dce tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "PUT /v2.0/routers/bd4f07d9-a5e6-406a-8d57-2d87700a932c HTTP/1.1" status: 200 len: 698 time: 1.3670433 Mar 14 15:26:39.336175 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52794) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:39.340595 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:39.342807 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5266ef87-30d9-4324-bfc0-206b6c54707f None None] Routers {'bd4f07d9-a5e6-406a-8d57-2d87700a932c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:39.343820 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5266ef87-30d9-4324-bfc0-206b6c54707f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['bd4f07d9-a5e6-406a-8d57-2d87700a932c'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:39.349470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:39.350607 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:39.358513 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:39.363020 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-840ff441-e6f3-4f2d-a02d-1d1355c8e445 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting subnet e39636fe-3448-4aae-a52f-e51dfe0e5cfa {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:26:39.372277 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-840ff441-e6f3-4f2d-a02d-1d1355c8e445 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:39.385299 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-b79baaee-5830-4e94-8bad-6cfa23b7f6a4 None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:39.441766 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-5266ef87-30d9-4324-bfc0-206b6c54707f None None] Set router bd4f07d9-a5e6-406a-8d57-2d87700a932c gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:39.510111 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5266ef87-30d9-4324-bfc0-206b6c54707f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4f07d9-a5e6-406a-8d57-2d87700a932c', 'name': 'tempest-RoutersIpV6Test-router-1962597551', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:37Z', 'updated_at': '2022-03-14T15:26:38Z', 'revision_number': 2, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:39.533848 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a34b37ec-fc86-44b4-979f-86a84226bfe4 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/routers/bd4f07d9-a5e6-406a-8d57-2d87700a932c HTTP/1.1" status: 200 len: 704 time: 0.1926522 Mar 14 15:26:39.537841 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52796) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:39.545389 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5266ef87-30d9-4324-bfc0-206b6c54707f None None] Checking router: bd4f07d9-a5e6-406a-8d57-2d87700a932c for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:26:39.555595 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5266ef87-30d9-4324-bfc0-206b6c54707f None None] Routers {'bd4f07d9-a5e6-406a-8d57-2d87700a932c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:39.556226 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5266ef87-30d9-4324-bfc0-206b6c54707f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['bd4f07d9-a5e6-406a-8d57-2d87700a932c'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:39.588113 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:39.595186 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d5c70a8d-e4ee-4e92-9ced-e74244c7871f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd4f07d9-a5e6-406a-8d57-2d87700a932c HTTP/1.1" status: 200 len: 205 time: 0.0501854 Mar 14 15:26:39.603216 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52798) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:39.604243 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:39.610367 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/networks/da68183d-fd3f-494f-8653-88df99d53f1c HTTP/1.1" status: 204 len: 168 time: 7.1059530 Mar 14 15:26:39.630053 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52800) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:39.633880 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-5266ef87-30d9-4324-bfc0-206b6c54707f None None] Set router bd4f07d9-a5e6-406a-8d57-2d87700a932c gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:39.690712 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5266ef87-30d9-4324-bfc0-206b6c54707f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4f07d9-a5e6-406a-8d57-2d87700a932c', 'name': 'tempest-RoutersIpV6Test-router-1962597551', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:37Z', 'updated_at': '2022-03-14T15:26:38Z', 'revision_number': 2, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:39.722043 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa78e60-8665-4ea6-b7c1-91b5b985ec3f tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Network': ['ID=da68183d-fd3f-494f-8653-88df99d53f1c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:39.723745 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5266ef87-30d9-4324-bfc0-206b6c54707f None None] The sync data for ids ['bd4f07d9-a5e6-406a-8d57-2d87700a932c'] in dv-neutron-833559-1-hyperv is: [{'id': 'bd4f07d9-a5e6-406a-8d57-2d87700a932c', 'name': 'tempest-RoutersIpV6Test-router-1962597551', 'tenant_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:37Z', 'updated_at': '2022-03-14T15:26:38Z', 'revision_number': 2, 'project_id': '0b7813f054dc4f2aa04f19db8d2ac08c', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:26:39.733892 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05a0f97-4f1d-4399-9cfe-15a8cec50e08 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:39.734495 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05a0f97-4f1d-4399-9cfe-15a8cec50e08 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:39.737757 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b05a0f97-4f1d-4399-9cfe-15a8cec50e08 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/networks/da68183d-fd3f-494f-8653-88df99d53f1c HTTP/1.1" status: 404 len: 339 time: 0.1058817 Mar 14 15:26:39.744266 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52802) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:39.755169 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5b174987-4103-43f2-92b1-c0791fa8b537 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-282109880', 'description': 'd1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:39.761232 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25b640c0-59c9-4661-ad4f-be12e377079b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:39.798243 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-b79baaee-5830-4e94-8bad-6cfa23b7f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:36Z', 'revision_number': 10, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:39.801524 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b439bf0-e4d4-4a17-b519-68e39296105a None None] get_active_networks_info from dv-neutron-833559-1-hyperv {{(pid=102569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 15:26:39.810537 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-840ff441-e6f3-4f2d-a02d-1d1355c8e445 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:39.834634 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b640c0-59c9-4661-ad4f-be12e377079b admin admin] Pushing event deleted for resources: {'Port': ['ID=05b67135-3644-4d71-a50c-84430cdc64ee,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:39.855123 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cad8ccc8-ca1d-43eb-99d1-15d5d4ae36ca tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:39.860698 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79baaee-5830-4e94-8bad-6cfa23b7f6a4 None None] Checking router: 232197ee-affb-4bd0-9da2-3b59e02e9b70 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:26:39.883728 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79baaee-5830-4e94-8bad-6cfa23b7f6a4 None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:39.884186 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-b79baaee-5830-4e94-8bad-6cfa23b7f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:39.910237 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-369f1e72-349a-48f0-aa03-a15dda0c7e4d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:39.953867 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b174987-4103-43f2-92b1-c0791fa8b537 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Made reservation on behalf of 6cb5488b9ddd4300a9679d380e6ad17d for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:39.957363 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5b174987-4103-43f2-92b1-c0791fa8b537 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:39.988264 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25b640c0-59c9-4661-ad4f-be12e377079b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.004071 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f66afa4a-a5c3-4e8e-9522-b897ef3b3a8f tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.015458 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-b79baaee-5830-4e94-8bad-6cfa23b7f6a4 None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:40.073097 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-840ff441-e6f3-4f2d-a02d-1d1355c8e445 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.112533 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b439bf0-e4d4-4a17-b519-68e39296105a None None] Resources bound (agent type, host, resource id): {{(pid=102569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:26:40.114203 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cad8ccc8-ca1d-43eb-99d1-15d5d4ae36ca tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.116066 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66afa4a-a5c3-4e8e-9522-b897ef3b3a8f tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Pushing event deleted for resources: {'Port': ['ID=4a4bbc32-8382-4ca3-8b40-21dc1708f5b3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:40.116907 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25b640c0-59c9-4661-ad4f-be12e377079b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.121293 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cad8ccc8-ca1d-43eb-99d1-15d5d4ae36ca tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.129892 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25b640c0-59c9-4661-ad4f-be12e377079b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.140946 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b174987-4103-43f2-92b1-c0791fa8b537 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:40.165425 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e2684972-ff6e-44c5-81b5-c08b65005b77 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.227650 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e2684972-ff6e-44c5-81b5-c08b65005b77 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.233012 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e2684972-ff6e-44c5-81b5-c08b65005b77 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/a9348cc0-f9ed-4fd3-b424-7153988f3e16 HTTP/1.1" status: 204 len: 168 time: 2.0210707 Mar 14 15:26:40.249505 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5b174987-4103-43f2-92b1-c0791fa8b537 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.249505 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-5b174987-4103-43f2-92b1-c0791fa8b537 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Added segment d1338fab-aeb1-4f00-bab8-efa735aea488 of type vlan for network b7b575c4-5fd3-48bf-9300-39159e1b7ab4 Mar 14 15:26:40.252567 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52804) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:40.273519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-369f1e72-349a-48f0-aa03-a15dda0c7e4d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.287302 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cad8ccc8-ca1d-43eb-99d1-15d5d4ae36ca tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.287965 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad8ccc8-ca1d-43eb-99d1-15d5d4ae36ca tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Fanout notify agent at l3_agent the message router_deleted on router bd4f07d9-a5e6-406a-8d57-2d87700a932c {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:26:40.300900 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2684972-ff6e-44c5-81b5-c08b65005b77 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=a9348cc0-f9ed-4fd3-b424-7153988f3e16,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:40.319438 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25b640c0-59c9-4661-ad4f-be12e377079b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.320120 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b640c0-59c9-4661-ad4f-be12e377079b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73e780e4-dc9c-4b78-be55-c29a2cc33e68 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:26:40.325976 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25b640c0-59c9-4661-ad4f-be12e377079b admin admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.327215 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-25b640c0-59c9-4661-ad4f-be12e377079b admin admin] 10.222.0.59 "DELETE /v2.0/routers/73e780e4-dc9c-4b78-be55-c29a2cc33e68 HTTP/1.1" status: 204 len: 168 time: 4.1556447 Mar 14 15:26:40.329684 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52806) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:40.348698 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cad8ccc8-ca1d-43eb-99d1-15d5d4ae36ca tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.349807 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cad8ccc8-ca1d-43eb-99d1-15d5d4ae36ca tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/routers/bd4f07d9-a5e6-406a-8d57-2d87700a932c HTTP/1.1" status: 204 len: 168 time: 0.7368941 Mar 14 15:26:40.374353 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52808) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:40.397127 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ed0a1e-1d14-4119-a041-01e4e615022e admin admin] Deleting subnet f06bc8a1-e6d6-4299-b660-147ccd6bb298 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:26:40.400814 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-26ed0a1e-1d14-4119-a041-01e4e615022e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.437039 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5b174987-4103-43f2-92b1-c0791fa8b537 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.445587 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ac955764-5b75-4787-a6f2-6381c023b206 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd4f07d9-a5e6-406a-8d57-2d87700a932c HTTP/1.1" status: 200 len: 205 time: 0.0612130 Mar 14 15:26:40.447903 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-26ed0a1e-1d14-4119-a041-01e4e615022e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.451245 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369f1e72-349a-48f0-aa03-a15dda0c7e4d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network 28fec14c-b7e0-49e7-816a-65c1bd36346c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:40.463807 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52810) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:40.470426 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f66afa4a-a5c3-4e8e-9522-b897ef3b3a8f tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.476143 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f66afa4a-a5c3-4e8e-9522-b897ef3b3a8f tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] 10.222.0.59 "DELETE /v2.0/ports/4a4bbc32-8382-4ca3-8b40-21dc1708f5b3 HTTP/1.1" status: 204 len: 168 time: 1.9841104 Mar 14 15:26:40.481026 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-369f1e72-349a-48f0-aa03-a15dda0c7e4d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:40.486693 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52812) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:40.497519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369f1e72-349a-48f0-aa03-a15dda0c7e4d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:40.501238 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device bff6b10c-dc9c-4b6e-af6e-bbd44511edc5 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:40.502932 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369f1e72-349a-48f0-aa03-a15dda0c7e4d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:40.508859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-369f1e72-349a-48f0-aa03-a15dda0c7e4d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.516331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f1e72-349a-48f0-aa03-a15dda0c7e4d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=bc1e0604-8d71-489c-bbc8-6c8135d6f102,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:40.521433 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20369304-fa06-42b9-9e72-aacbdb3a07bb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:40.523244 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20369304-fa06-42b9-9e72-aacbdb3a07bb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:40.525356 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-20369304-fa06-42b9-9e72-aacbdb3a07bb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2715549 Mar 14 15:26:40.531216 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52814) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:40.576969 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-840ff441-e6f3-4f2d-a02d-1d1355c8e445 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.598408 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-b79baaee-5830-4e94-8bad-6cfa23b7f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:36Z', 'revision_number': 10, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:40.601386 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-eb5270d1-9e8f-4109-8af8-5f105c10808e tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] delete failed (client error): The resource could not be found. Mar 14 15:26:40.605523 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-eb5270d1-9e8f-4109-8af8-5f105c10808e tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/routers/bd4f07d9-a5e6-406a-8d57-2d87700a932c HTTP/1.1" status: 404 len: 336 time: 0.1349974 Mar 14 15:26:40.611252 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52816) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:40.625291 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-840ff441-e6f3-4f2d-a02d-1d1355c8e445 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.632185 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-840ff441-e6f3-4f2d-a02d-1d1355c8e445 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/subnets/e39636fe-3448-4aae-a52f-e51dfe0e5cfa HTTP/1.1" status: 204 len: 168 time: 1.5367568 Mar 14 15:26:40.657075 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-369f1e72-349a-48f0-aa03-a15dda0c7e4d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0249627 Mar 14 15:26:40.658040 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5b174987-4103-43f2-92b1-c0791fa8b537 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.665158 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b174987-4103-43f2-92b1-c0791fa8b537 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:40.665158 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5b174987-4103-43f2-92b1-c0791fa8b537 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.669367 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affd39b0-1105-49be-b6b0-6fb3b943a328 None None] Network db766437-7a0d-4133-9447-0f3a101e4816 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:40.669903 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52818) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:40.670238 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52820) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:40.687348 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79baaee-5830-4e94-8bad-6cfa23b7f6a4 None None] The sync data for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv is: [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:36Z', 'revision_number': 10, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None, '_interfaces': [{'id': '090c424d-29a5-4971-9adc-a06162626829', 'name': '', 'network_id': '90ea01ae-1b7c-4541-8133-34016a9088c7', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'mac_address': 'fa:16:3e:2a:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:25:28Z', 'updated_at': '2022-03-14T15:25:40Z', 'revision_number': 5, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'subnets': [{'id': 'a1a2562d-efec-4f62-b993-0f33f51bcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:26:40.691808 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port bff6b10c-dc9c-4b6e-af6e-bbd44511edc5 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:40.692320 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.757568 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ff441-e6f3-4f2d-a02d-1d1355c8e445 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Subnet': ['ID=e39636fe-3448-4aae-a52f-e51dfe0e5cfa,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:40.760566 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-26ed0a1e-1d14-4119-a041-01e4e615022e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.782388 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab129840-fdb3-4fc4-954e-580d550c4134 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet 9f670791-4ac4-4018-a27e-b5bf0c97fdd1 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:26:40.835726 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ab129840-fdb3-4fc4-954e-580d550c4134 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.855859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e11a1b-8884-4226-a955-f862ab6a37cb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Deleting subnet d5a14bca-953c-408b-9cec-69b2b53e7385 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:26:40.905259 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ab129840-fdb3-4fc4-954e-580d550c4134 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.906373 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ad3ae80-943b-4c56-8121-713e2eed7986 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.911572 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8836b14c-8c11-4329-836b-9d4d8f8afd52 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:40.912396 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8836b14c-8c11-4329-836b-9d4d8f8afd52 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:40.916755 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8836b14c-8c11-4329-836b-9d4d8f8afd52 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/subnets/3f15d97f-3dbb-41c1-a270-30d7973f623e HTTP/1.1" status: 404 len: 337 time: 0.3038354 Mar 14 15:26:40.920866 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-51e11a1b-8884-4226-a955-f862ab6a37cb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:40.939211 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5b174987-4103-43f2-92b1-c0791fa8b537 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1884379 Mar 14 15:26:40.947891 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52822) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:40.948323 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52824) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:41.057359 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af4643c-4946-490d-919a-877240ad8b1c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:41.058478 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af4643c-4946-490d-919a-877240ad8b1c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:41.061550 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7af4643c-4946-490d-919a-877240ad8b1c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/subnets/67e8fd85-c8b1-43e9-82a1-a3eef03a7711 HTTP/1.1" status: 404 len: 337 time: 0.1100612 Mar 14 15:26:41.084984 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01ca282-5ce6-4050-880f-b80c1aefeb3c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:41.089300 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c01ca282-5ce6-4050-880f-b80c1aefeb3c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports/bc1e0604-8d71-489c-bbc8-6c8135d6f102 HTTP/1.1" status: 200 len: 844 time: 0.2414439 Mar 14 15:26:41.089300 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52826) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:41.092864 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b174987-4103-43f2-92b1-c0791fa8b537 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Network': ['ID=b7b575c4-5fd3-48bf-9300-39159e1b7ab4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:41.097339 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52828) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:41.107131 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network b7b575c4-5fd3-48bf-9300-39159e1b7ab4 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:26:41.115636 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-51e11a1b-8884-4226-a955-f862ab6a37cb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:41.125745 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-26ed0a1e-1d14-4119-a041-01e4e615022e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:41.156151 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-2235cd1e-f53d-457b-a98d-6eca6b1cc7d0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:41.156726 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2235cd1e-f53d-457b-a98d-6eca6b1cc7d0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:41.159609 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2235cd1e-f53d-457b-a98d-6eca6b1cc7d0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/subnets/8273cafc-bbc1-4e65-9b10-6f8bba53bbb7 HTTP/1.1" status: 404 len: 337 time: 0.0635118 Mar 14 15:26:41.167718 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52830) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:41.198398 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6ad3ae80-943b-4c56-8121-713e2eed7986 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting port ea6f71df-8206-4bdf-8969-8c191687bb1d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:41.198737 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ad3ae80-943b-4c56-8121-713e2eed7986 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:41.239773 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3e2d2e-cfac-4da7-bb48-8504a0cb0c14 None None] DHCP port deletion for db766437-7a0d-4133-9447-0f3a101e4816 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:26:41.263910 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed0a1e-1d14-4119-a041-01e4e615022e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f06bc8a1-e6d6-4299-b660-147ccd6bb298,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:41.271459 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-26ed0a1e-1d14-4119-a041-01e4e615022e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:41.280370 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-26ed0a1e-1d14-4119-a041-01e4e615022e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f06bc8a1-e6d6-4299-b660-147ccd6bb298 HTTP/1.1" status: 204 len: 168 time: 0.9495683 Mar 14 15:26:41.280684 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52832) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:41.284052 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db1fbb8-732f-4261-82a0-6e75d972ad5e tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:41.284516 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db1fbb8-732f-4261-82a0-6e75d972ad5e tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:41.287926 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4db1fbb8-732f-4261-82a0-6e75d972ad5e tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/subnets/d7111169-c203-4cbf-aad7-b8282edc3fb7 HTTP/1.1" status: 404 len: 337 time: 0.1120255 Mar 14 15:26:41.294792 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52834) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:41.295843 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae894c7-60f9-4488-ac9e-694c1b819284 None None] Network 49fee795-f4c4-42dd-acc3-9b9f00035acc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:41.320628 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1e61f5-eb89-4d4d-aa85-3f25557301e1 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:41.322091 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7c1e61f5-eb89-4d4d-aa85-3f25557301e1 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "GET /v2.0/networks?id=b7b575c4-5fd3-48bf-9300-39159e1b7ab4 HTTP/1.1" status: 200 len: 764 time: 0.3690722 Mar 14 15:26:41.324509 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-51e11a1b-8884-4226-a955-f862ab6a37cb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:41.328169 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-6ad3ae80-943b-4c56-8121-713e2eed7986 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] For port ea6f71df-8206-4bdf-8969-8c191687bb1d, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=ea6f71df-8206-4bdf-8969-8c191687bb1d,segment=NetworkSegment(699f4146-9432-4e1f-a88b-dc52c265c1ce),segment_id=699f4146-9432-4e1f-a88b-dc52c265c1ce)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:41.328622 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ad3ae80-943b-4c56-8121-713e2eed7986 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:41.330766 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52836) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:41.373785 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-430c9f0b-99fe-45cb-8c7e-5939beb3aa2f tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/ports?device_id=36ff763e-a209-48ce-b2fd-58ee314f43f0 HTTP/1.1" status: 200 len: 205 time: 0.0751214 Mar 14 15:26:41.375639 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52838) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:41.395475 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ab129840-fdb3-4fc4-954e-580d550c4134 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:41.443984 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-cbef8896-f99d-4713-870a-fd821733d03d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] delete failed (client error): The resource could not be found. Mar 14 15:26:41.448685 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-cbef8896-f99d-4713-870a-fd821733d03d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/routers/36ff763e-a209-48ce-b2fd-58ee314f43f0 HTTP/1.1" status: 404 len: 336 time: 0.0688496 Mar 14 15:26:41.475500 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52840) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:41.518271 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8246b016-022c-4f39-b460-c36c4315530d tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ced4fe0-5e10-4346-a234-ffbb3772d5bf HTTP/1.1" status: 200 len: 205 time: 0.0411654 Mar 14 15:26:41.522453 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52842) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:41.574162 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-b93c5112-1a8a-4957-bb2f-de02e082d3e8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] delete failed (client error): The resource could not be found. Mar 14 15:26:41.577605 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b93c5112-1a8a-4957-bb2f-de02e082d3e8 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/routers/3ced4fe0-5e10-4346-a234-ffbb3772d5bf HTTP/1.1" status: 404 len: 336 time: 0.0506957 Mar 14 15:26:41.577851 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52844) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:41.583896 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e2d2e-cfac-4da7-bb48-8504a0cb0c14 None None] Deleting port ea6f71df-8206-4bdf-8969-8c191687bb1d {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:41.584290 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cb3e2d2e-cfac-4da7-bb48-8504a0cb0c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:41.610601 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef04769-fcc3-46e6-b8c8-ba2f1868c3b1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:41.611142 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef04769-fcc3-46e6-b8c8-ba2f1868c3b1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:41.616758 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-aef04769-fcc3-46e6-b8c8-ba2f1868c3b1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/subnets/20c82969-21e8-4561-96ae-5b349ce87fd2 HTTP/1.1" status: 404 len: 337 time: 0.0354874 Mar 14 15:26:41.617843 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52846) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:41.636597 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-f6712652-70bb-4ac5-8105-2eefde548a0f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port bc1e0604-8d71-489c-bbc8-6c8135d6f102 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:41.637019 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6712652-70bb-4ac5-8105-2eefde548a0f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:41.658483 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c587b617-b84a-4cdb-8a3c-ea84f417f93c tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/ports?device_id=9409c08e-0618-4409-b786-e0c4fd29c6b4 HTTP/1.1" status: 200 len: 205 time: 0.0359175 Mar 14 15:26:41.666333 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52848) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:41.674065 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-cb3e2d2e-cfac-4da7-bb48-8504a0cb0c14 None None] For port ea6f71df-8206-4bdf-8969-8c191687bb1d, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=ea6f71df-8206-4bdf-8969-8c191687bb1d,segment=NetworkSegment(699f4146-9432-4e1f-a88b-dc52c265c1ce),segment_id=699f4146-9432-4e1f-a88b-dc52c265c1ce)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:41.674523 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cb3e2d2e-cfac-4da7-bb48-8504a0cb0c14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:41.675476 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ab129840-fdb3-4fc4-954e-580d550c4134 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:41.692547 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e2d2e-cfac-4da7-bb48-8504a0cb0c14 None None] Calling delete_port for ea6f71df-8206-4bdf-8969-8c191687bb1d owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:41.756380 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-44b4f42a-0a7c-44bd-9eec-77f9cf83ba31 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] delete failed (client error): The resource could not be found. Mar 14 15:26:41.757421 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-44b4f42a-0a7c-44bd-9eec-77f9cf83ba31 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/routers/9409c08e-0618-4409-b786-e0c4fd29c6b4 HTTP/1.1" status: 404 len: 336 time: 0.0900235 Mar 14 15:26:41.765894 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0b21d7ce-641a-4b18-af02-ff0763fffecf tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'network': {'description': 'd2'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:41.775942 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52850) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:41.777518 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14582374-6b64-4db6-8346-4fd2a4e61c86 None None] DHCP port deletion for 49fee795-f4c4-42dd-acc3-9b9f00035acc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:26:41.785158 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab129840-fdb3-4fc4-954e-580d550c4134 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=9f670791-4ac4-4018-a27e-b5bf0c97fdd1,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:41.787281 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ab129840-fdb3-4fc4-954e-580d550c4134 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:41.793557 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ab129840-fdb3-4fc4-954e-580d550c4134 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/9f670791-4ac4-4018-a27e-b5bf0c97fdd1 HTTP/1.1" status: 204 len: 168 time: 1.2558925 Mar 14 15:26:41.796885 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52852) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:41.806963 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6712652-70bb-4ac5-8105-2eefde548a0f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:41.823983 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63cb499-2654-4469-be68-c9e61893a885 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:41.845115 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-164d0692-96a6-40e9-b749-0dd6d7f3790e tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/ports?device_id=b34e83ee-c3f6-45e2-be72-6b4223f2bbd3 HTTP/1.1" status: 200 len: 205 time: 0.0629625 Mar 14 15:26:41.850701 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cb3e2d2e-cfac-4da7-bb48-8504a0cb0c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:41.850988 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6ad3ae80-943b-4c56-8121-713e2eed7986 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Calling delete_port for ea6f71df-8206-4bdf-8969-8c191687bb1d owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:41.854103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52854) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:41.865043 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d57f999e-fcfb-4c30-bb60-3f08aa5c7684 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635140 Mar 14 15:26:41.894742 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52856) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:41.897493 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-f6712652-70bb-4ac5-8105-2eefde548a0f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for bc1e0604-8d71-489c-bbc8-6c8135d6f102 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:41.902507 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-48564d97-f218-4503-80dd-4e66893ed6af tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] delete failed (client error): The resource could not be found. Mar 14 15:26:41.905851 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-48564d97-f218-4503-80dd-4e66893ed6af tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/routers/b34e83ee-c3f6-45e2-be72-6b4223f2bbd3 HTTP/1.1" status: 404 len: 336 time: 0.0483522 Mar 14 15:26:41.905999 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a5b26c71-da8f-4090-a4c5-7bfa3e7490e4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:41.906108 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52858) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:41.920314 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e2d2e-cfac-4da7-bb48-8504a0cb0c14 None None] No DVR routers for this DVR port ea6f71df-8206-4bdf-8969-8c191687bb1d on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:41.932443 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e2d2e-cfac-4da7-bb48-8504a0cb0c14 None None] Pushing event deleted for resources: {'Port': ['ID=ea6f71df-8206-4bdf-8969-8c191687bb1d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:41.933461 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:41.942038 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f74c0d-b8c4-4a68-88cc-20a2cec61755 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:41.942505 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f74c0d-b8c4-4a68-88cc-20a2cec61755 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:41.948006 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-54f74c0d-b8c4-4a68-88cc-20a2cec61755 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/subnets/5b43077e-d07f-4f16-9134-a18b0583520e HTTP/1.1" status: 404 len: 337 time: 0.0386446 Mar 14 15:26:41.949940 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52860) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:41.994198 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-14582374-6b64-4db6-8346-4fd2a4e61c86 None None] Deleting port 3908a125-8c90-4375-8b28-9cc801b997e8 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:41.994559 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-14582374-6b64-4db6-8346-4fd2a4e61c86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.017292 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e427c6c0-b447-4e2e-9bb8-c08a076cee33 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa9abe10-4ea3-460c-ac8a-c658a07b67e3 HTTP/1.1" status: 200 len: 205 time: 0.0644598 Mar 14 15:26:42.017292 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52862) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:42.076867 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-3b058cbf-e9e9-40fc-b317-66affbcc6eb1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] delete failed (client error): The resource could not be found. Mar 14 15:26:42.080427 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3b058cbf-e9e9-40fc-b317-66affbcc6eb1 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/routers/fa9abe10-4ea3-460c-ac8a-c658a07b67e3 HTTP/1.1" status: 404 len: 336 time: 0.0599294 Mar 14 15:26:42.080595 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-14582374-6b64-4db6-8346-4fd2a4e61c86 None None] For port 3908a125-8c90-4375-8b28-9cc801b997e8, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3908a125-8c90-4375-8b28-9cc801b997e8,segment=NetworkSegment(acbb32e0-b9fb-4915-ad33-1c0a044e0b76),segment_id=acbb32e0-b9fb-4915-ad33-1c0a044e0b76)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:42.080595 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-14582374-6b64-4db6-8346-4fd2a4e61c86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.085900 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52864) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:42.099570 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-14582374-6b64-4db6-8346-4fd2a4e61c86 None None] Calling delete_port for 3908a125-8c90-4375-8b28-9cc801b997e8 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:42.117653 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6712652-70bb-4ac5-8105-2eefde548a0f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.153032 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6712652-70bb-4ac5-8105-2eefde548a0f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=bc1e0604-8d71-489c-bbc8-6c8135d6f102,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:42.158685 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6712652-70bb-4ac5-8105-2eefde548a0f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.165810 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f6712652-70bb-4ac5-8105-2eefde548a0f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/ports/bc1e0604-8d71-489c-bbc8-6c8135d6f102 HTTP/1.1" status: 204 len: 168 time: 1.0646362 Mar 14 15:26:42.166463 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52866) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:42.171915 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-51e11a1b-8884-4226-a955-f862ab6a37cb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.195105 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad643582-db6f-4d83-b182-107b1ad55da5 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] GET failed (client error): The resource could not be found. Mar 14 15:26:42.196640 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ad643582-db6f-4d83-b182-107b1ad55da5 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports/bc1e0604-8d71-489c-bbc8-6c8135d6f102 HTTP/1.1" status: 404 len: 333 time: 0.0284567 Mar 14 15:26:42.201498 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52868) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:42.205046 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd93b385-3a76-4923-a7c7-f8405c85cac8 None None] DHCP port deletion for 5b9fbf90-4428-44c7-aa34-44697a69d1dc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:26:42.206444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3ba38edd-9836-495b-bf37-84b367fb9a28 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'port': {'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c', 'name': 'tempest-PortsIpV6TestJSON-1794357295'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:42.210668 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-14582374-6b64-4db6-8346-4fd2a4e61c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.262223 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14582374-6b64-4db6-8346-4fd2a4e61c86 None None] Pushing event deleted for resources: {'Port': ['ID=3908a125-8c90-4375-8b28-9cc801b997e8,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:42.267542 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14582374-6b64-4db6-8346-4fd2a4e61c86 None None] No DVR routers for this DVR port 3908a125-8c90-4375-8b28-9cc801b997e8 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:42.282287 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b5a464-e0e1-45e9-9fc2-445bf9fd7be7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:42.283961 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b5a464-e0e1-45e9-9fc2-445bf9fd7be7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:42.286952 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-31b5a464-e0e1-45e9-9fc2-445bf9fd7be7 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/subnets/492916ef-3024-4bc9-a652-4e65201593e6 HTTP/1.1" status: 404 len: 337 time: 0.1959360 Mar 14 15:26:42.291075 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52870) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:42.303484 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-dd93b385-3a76-4923-a7c7-f8405c85cac8 None None] Deleting port bff6b10c-dc9c-4b6e-af6e-bbd44511edc5 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:42.303866 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dd93b385-3a76-4923-a7c7-f8405c85cac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.305010 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e11a1b-8884-4226-a955-f862ab6a37cb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a14bca-953c-408b-9cec-69b2b53e7385,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:42.313087 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-51e11a1b-8884-4226-a955-f862ab6a37cb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.318321 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-51e11a1b-8884-4226-a955-f862ab6a37cb tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] 10.222.0.59 "DELETE /v2.0/subnets/d5a14bca-953c-408b-9cec-69b2b53e7385 HTTP/1.1" status: 204 len: 168 time: 1.8267694 Mar 14 15:26:42.321632 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e3772ce0-baa2-4523-8101-50be50135293 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:42.322152 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52872) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:42.323797 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c54d721-1208-4b9a-9abe-362eaa54102f None None] Network fec9558b-cfec-485d-b7c6-1c6e18cab19e requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:42.356563 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0b21d7ce-641a-4b18-af02-ff0763fffecf tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.363803 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-69826009-9dbe-4617-88b2-b5e3ac242ccf tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bed1ae5-73c1-477a-b4c3-f26f460dc259 HTTP/1.1" status: 200 len: 205 time: 0.0646133 Mar 14 15:26:42.364778 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52874) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:42.367072 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b26c71-da8f-4090-a4c5-7bfa3e7490e4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:42.370788 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5b26c71-da8f-4090-a4c5-7bfa3e7490e4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.381062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ad3ae80-943b-4c56-8121-713e2eed7986 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.384339 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: e3772ce0-baa2-4523-8101-50be50135293 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:42.384689 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e3772ce0-baa2-4523-8101-50be50135293 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:42.385111 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 05b67135-3644-4d71-a50c-84430cdc64ee no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:42.424964 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0b21d7ce-641a-4b18-af02-ff0763fffecf tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.472519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3ae80-943b-4c56-8121-713e2eed7986 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Port': ['ID=ea6f71df-8206-4bdf-8969-8c191687bb1d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:42.492679 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-dd93b385-3a76-4923-a7c7-f8405c85cac8 None None] For port bff6b10c-dc9c-4b6e-af6e-bbd44511edc5, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=bff6b10c-dc9c-4b6e-af6e-bbd44511edc5,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:42.493095 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dd93b385-3a76-4923-a7c7-f8405c85cac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.494565 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad3ae80-943b-4c56-8121-713e2eed7986 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] No DVR routers for this DVR port ea6f71df-8206-4bdf-8969-8c191687bb1d on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:42.496397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 05b67135-3644-4d71-a50c-84430cdc64ee {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:42.496397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 05b67135-3644-4d71-a50c-84430cdc64ee not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:42.496657 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device ea6f71df-8206-4bdf-8969-8c191687bb1d no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:42.504196 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b21d7ce-641a-4b18-af02-ff0763fffecf tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Network b7b575c4-5fd3-48bf-9300-39159e1b7ab4 is not hosted by any dhcp agent {{(pid=102568) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 14 15:26:42.509871 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b21d7ce-641a-4b18-af02-ff0763fffecf tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:42.510889 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0b21d7ce-641a-4b18-af02-ff0763fffecf tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.512740 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0b21d7ce-641a-4b18-af02-ff0763fffecf tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "PUT /v2.0/networks/b7b575c4-5fd3-48bf-9300-39159e1b7ab4 HTTP/1.1" status: 200 len: 761 time: 1.1611845 Mar 14 15:26:42.530973 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: ea6f71df-8206-4bdf-8969-8c191687bb1d {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:42.531382 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device ea6f71df-8206-4bdf-8969-8c191687bb1d not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:42.531752 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3908a125-8c90-4375-8b28-9cc801b997e8 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:42.547385 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] Deleting port 3908a125-8c90-4375-8b28-9cc801b997e8 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:42.547722 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.555045 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-dd93b385-3a76-4923-a7c7-f8405c85cac8 None None] Calling delete_port for bff6b10c-dc9c-4b6e-af6e-bbd44511edc5 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:42.567173 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52880) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:42.581739 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 3908a125-8c90-4375-8b28-9cc801b997e8 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:42.582084 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3908a125-8c90-4375-8b28-9cc801b997e8 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:42.582511 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device bff6b10c-dc9c-4b6e-af6e-bbd44511edc5 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:42.679652 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21d7ce-641a-4b18-af02-ff0763fffecf tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Network': ['ID=b7b575c4-5fd3-48bf-9300-39159e1b7ab4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:42.704142 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-7c341195-c9ca-439d-ad87-bfdc650837a9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] delete failed (client error): The resource could not be found. Mar 14 15:26:42.704451 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7c341195-c9ca-439d-ad87-bfdc650837a9 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/routers/3bed1ae5-73c1-477a-b4c3-f26f460dc259 HTTP/1.1" status: 404 len: 336 time: 0.3248594 Mar 14 15:26:42.711318 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52882) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:42.728620 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network b7b575c4-5fd3-48bf-9300-39159e1b7ab4 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:26:42.749887 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba38edd-9836-495b-bf37-84b367fb9a28 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:42.756432 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ba38edd-9836-495b-bf37-84b367fb9a28 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.762421 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-851c1aee-85ec-4baa-85ac-b35ffdf618a3 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:42.762421 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-851c1aee-85ec-4baa-85ac-b35ffdf618a3 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:42.765180 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-851c1aee-85ec-4baa-85ac-b35ffdf618a3 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/subnets/cd8093d2-c722-461c-8e6d-ef4fdc8c8e7b HTTP/1.1" status: 404 len: 337 time: 0.0529656 Mar 14 15:26:42.771541 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52884) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:42.785268 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac75ab85-284e-4fdd-8d24-08b0fbb59342 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.791154 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ad3ae80-943b-4c56-8121-713e2eed7986 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.805764 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.812664 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] For port 3908a125-8c90-4375-8b28-9cc801b997e8, host dv-neutron-833559-1-hyperv, got binding levels [] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:42.812874 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.816257 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-3ba38edd-9836-495b-bf37-84b367fb9a28 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] device_id is not set on port de50a168-8fbd-47d3-bc71-7d5ca4625f29 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:26:42.828428 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dd93b385-3a76-4923-a7c7-f8405c85cac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.849998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7faa594-c353-40e5-b66e-bba0d2914172 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:42.851517 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d7faa594-c353-40e5-b66e-bba0d2914172 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "GET /v2.0/networks?id=b7b575c4-5fd3-48bf-9300-39159e1b7ab4 HTTP/1.1" status: 200 len: 764 time: 0.2753248 Mar 14 15:26:42.857159 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-6ad3ae80-943b-4c56-8121-713e2eed7986 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db766437-7a0d-4133-9447-0f3a101e4816']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:42.859529 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] Calling delete_port for 3908a125-8c90-4375-8b28-9cc801b997e8 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:42.861008 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52886) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:42.870947 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93b385-3a76-4923-a7c7-f8405c85cac8 None None] Pushing event deleted for resources: {'Port': ['ID=bff6b10c-dc9c-4b6e-af6e-bbd44511edc5,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:42.875271 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeaa9f5-5d0d-4ecc-a171-5302d5b86b40 None None] DHCP port deletion for fec9558b-cfec-485d-b7c6-1c6e18cab19e request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:26:42.883639 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd93b385-3a76-4923-a7c7-f8405c85cac8 None None] No DVR routers for this DVR port bff6b10c-dc9c-4b6e-af6e-bbd44511edc5 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:42.903358 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] Port 3908a125-8c90-4375-8b28-9cc801b997e8 was not found and therefore no delete operation was performed {{(pid=102568) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 15:26:42.905234 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-6ad3ae80-943b-4c56-8121-713e2eed7986 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699f4146-9432-4e1f-a88b-dc52c265c1ce') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:42.905524 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-6ad3ae80-943b-4c56-8121-713e2eed7986 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699f4146-9432-4e1f-a88b-dc52c265c1ce') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:42.919469 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2e7a5f-f6a1-4f32-8ced-d6b1f34d07b0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:42.920069 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2e7a5f-f6a1-4f32-8ced-d6b1f34d07b0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:42.926973 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1d2e7a5f-f6a1-4f32-8ced-d6b1f34d07b0 tempest-RoutersIpV6Test-661891921 tempest-RoutersIpV6Test-661891921-project] 10.222.0.59 "DELETE /v2.0/subnets/9a46b0d2-613c-4889-8523-3bb800d1bd4e HTTP/1.1" status: 404 len: 337 time: 0.1518269 Mar 14 15:26:42.958094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:42.973831 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ad3ae80-943b-4c56-8121-713e2eed7986 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.001867 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-deeaa9f5-5d0d-4ecc-a171-5302d5b86b40 None None] Deleting port 5a7e49b6-3235-4530-b720-72396cd69946 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:43.002342 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-deeaa9f5-5d0d-4ecc-a171-5302d5b86b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.053491 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ba38edd-9836-495b-bf37-84b367fb9a28 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.084754 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-ac75ab85-284e-4fdd-8d24-08b0fbb59342 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Deleting port 5a7e49b6-3235-4530-b720-72396cd69946 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:43.085097 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac75ab85-284e-4fdd-8d24-08b0fbb59342 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.096500 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ad3ae80-943b-4c56-8121-713e2eed7986 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.098966 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] Pushing event deleted for resources: {'Port': ['ID=3908a125-8c90-4375-8b28-9cc801b997e8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:43.107404 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-deeaa9f5-5d0d-4ecc-a171-5302d5b86b40 None None] For port 5a7e49b6-3235-4530-b720-72396cd69946, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5a7e49b6-3235-4530-b720-72396cd69946,segment=NetworkSegment(1e923427-a723-43f7-9fab-671eb237e2f6),segment_id=1e923427-a723-43f7-9fab-671eb237e2f6)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:43.108225 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-deeaa9f5-5d0d-4ecc-a171-5302d5b86b40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.129032 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-deeaa9f5-5d0d-4ecc-a171-5302d5b86b40 None None] Calling delete_port for 5a7e49b6-3235-4530-b720-72396cd69946 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:43.139223 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad3ae80-943b-4c56-8121-713e2eed7986 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:43.139763 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ad3ae80-943b-4c56-8121-713e2eed7986 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.143296 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] No DVR routers for this DVR port 3908a125-8c90-4375-8b28-9cc801b997e8 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: self.session.flush() Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: self.session.flush() Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: self.session.flush() Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: self.session.flush() Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:43.150106 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:43.162512 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ba38edd-9836-495b-bf37-84b367fb9a28 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.174768 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-ac75ab85-284e-4fdd-8d24-08b0fbb59342 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] For port 5a7e49b6-3235-4530-b720-72396cd69946, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5a7e49b6-3235-4530-b720-72396cd69946,segment=NetworkSegment(1e923427-a723-43f7-9fab-671eb237e2f6),segment_id=1e923427-a723-43f7-9fab-671eb237e2f6)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:43.175320 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac75ab85-284e-4fdd-8d24-08b0fbb59342 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.244291 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-deeaa9f5-5d0d-4ecc-a171-5302d5b86b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.260303 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-ac75ab85-284e-4fdd-8d24-08b0fbb59342 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Calling delete_port for 5a7e49b6-3235-4530-b720-72396cd69946 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:43.269623 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba38edd-9836-495b-bf37-84b367fb9a28 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network 28fec14c-b7e0-49e7-816a-65c1bd36346c is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:43.278952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-3ba38edd-9836-495b-bf37-84b367fb9a28 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:43.280593 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeaa9f5-5d0d-4ecc-a171-5302d5b86b40 None None] Pushing event deleted for resources: {'Port': ['ID=5a7e49b6-3235-4530-b720-72396cd69946,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:43.283095 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeaa9f5-5d0d-4ecc-a171-5302d5b86b40 None None] No DVR routers for this DVR port 5a7e49b6-3235-4530-b720-72396cd69946 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:43.296162 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5b26c71-da8f-4090-a4c5-7bfa3e7490e4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.306045 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba38edd-9836-495b-bf37-84b367fb9a28 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:43.314559 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba38edd-9836-495b-bf37-84b367fb9a28 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:43.315228 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ba38edd-9836-495b-bf37-84b367fb9a28 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.346184 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43733360-b0f3-4644-91f2-857bb9bb982b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:43.347698 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-43733360-b0f3-4644-91f2-857bb9bb982b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4577484 Mar 14 15:26:43.350036 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52896) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:43.368400 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52898) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:43.380454 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba38edd-9836-495b-bf37-84b367fb9a28 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=de50a168-8fbd-47d3-bc71-7d5ca4625f29,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:43.382337 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ad3ae80-943b-4c56-8121-713e2eed7986 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.393142 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.403217 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ad3ae80-943b-4c56-8121-713e2eed7986 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.409572 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6ad3ae80-943b-4c56-8121-713e2eed7986 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/networks/db766437-7a0d-4133-9447-0f3a101e4816 HTTP/1.1" status: 204 len: 168 time: 2.7172306 Mar 14 15:26:43.418282 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52904) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:43.437456 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b26c71-da8f-4090-a4c5-7bfa3e7490e4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:43.438260 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3ae80-943b-4c56-8121-713e2eed7986 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Network': ['ID=db766437-7a0d-4133-9447-0f3a101e4816,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:43.451415 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a5b26c71-da8f-4090-a4c5-7bfa3e7490e4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:43.455476 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b26c71-da8f-4090-a4c5-7bfa3e7490e4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:43.456063 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5b26c71-da8f-4090-a4c5-7bfa3e7490e4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.459242 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3ba38edd-9836-495b-bf37-84b367fb9a28 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2544460 Mar 14 15:26:43.459242 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6f3297a2-a43d-4bd8-907c-958b6e7645b1 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "GET /v2.0/subnets?network_id=0f3fd893-5baa-4085-951b-8847b15a4083 HTTP/1.1" status: 200 len: 207 time: 0.0887654 Mar 14 15:26:43.459452 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49fee795-f4c4-42dd-acc3-9b9f00035acc']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:43.462464 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b26c71-da8f-4090-a4c5-7bfa3e7490e4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=505d2518-d55d-458f-bef7-f375c154e810,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:43.464916 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52906) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:43.465495 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52908) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:43.476678 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb0c318-0e49-4b35-8c4f-843c0cbf77d5 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:43.487154 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-875d611c-5105-4815-bf5b-dc3b95340af6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:43.504651 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acbb32e0-b9fb-4915-ad33-1c0a044e0b76') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:43.505215 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acbb32e0-b9fb-4915-ad33-1c0a044e0b76') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:43.563751 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a5b26c71-da8f-4090-a4c5-7bfa3e7490e4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6641240 Mar 14 15:26:43.569723 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.570728 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52912) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:43.578684 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9e565dd6-aa90-4ff0-b8f4-4d93a87974ee tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'fixed_ips': [{'subnet_id': '505d2518-d55d-458f-bef7-f375c154e810', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1721590358'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:43.607988 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac75ab85-284e-4fdd-8d24-08b0fbb59342 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.647410 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.655426 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'fixed_ips': [{'subnet_id': '505d2518-d55d-458f-bef7-f375c154e810'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:26:43.655933 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.670845 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac75ab85-284e-4fdd-8d24-08b0fbb59342 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] No DVR routers for this DVR port 5a7e49b6-3235-4530-b720-72396cd69946 on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:43.688714 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:43.689037 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:43.699133 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:43.711879 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-875d611c-5105-4815-bf5b-dc3b95340af6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.737694 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-84ec7545-190a-4588-809b-f65bf782ad7a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0b7813f054dc4f2aa04f19db8d2ac08c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599782 Mar 14 15:26:43.743243 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52916) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:43.743551 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75ab85-284e-4fdd-8d24-08b0fbb59342 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Pushing event deleted for resources: {'Port': ['ID=5a7e49b6-3235-4530-b720-72396cd69946,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:43.790782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6605992d-8ba3-41fe-a83d-e9753533e7f4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:43.797201 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6605992d-8ba3-41fe-a83d-e9753533e7f4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:43.802267 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6605992d-8ba3-41fe-a83d-e9753533e7f4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:43.807890 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6605992d-8ba3-41fe-a83d-e9753533e7f4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:43.813545 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6605992d-8ba3-41fe-a83d-e9753533e7f4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:43.817352 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] Allocated IP 2001:db8::2 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/505d2518-d55d-458f-bef7-f375c154e810/7c66972e-e5ab-4ff3-b31d-250510a49cbb) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:43.819143 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6605992d-8ba3-41fe-a83d-e9753533e7f4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:43.821482 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6605992d-8ba3-41fe-a83d-e9753533e7f4 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.3424363 Mar 14 15:26:43.826939 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52918) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:43.871334 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.882193 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:43.888357 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] 10.222.0.59 "DELETE /v2.0/networks/49fee795-f4c4-42dd-acc3-9b9f00035acc HTTP/1.1" status: 204 len: 168 time: 2.6048291 Mar 14 15:26:43.943211 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8160655-66f7-4e24-bc4a-6107b0a3604d admin admin] Pushing event deleted for resources: {'Network': ['ID=49fee795-f4c4-42dd-acc3-9b9f00035acc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:43.946236 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac75ab85-284e-4fdd-8d24-08b0fbb59342 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.024062 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-ac75ab85-284e-4fdd-8d24-08b0fbb59342 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec9558b-cfec-485d-b7c6-1c6e18cab19e']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:44.032033 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5caf-5dd3-4522-ac7d-bd18bdac0b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.047811 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-ac75ab85-284e-4fdd-8d24-08b0fbb59342 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e923427-a723-43f7-9fab-671eb237e2f6') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:44.048098 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-ac75ab85-284e-4fdd-8d24-08b0fbb59342 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e923427-a723-43f7-9fab-671eb237e2f6') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:44.051809 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e565dd6-aa90-4ff0-b8f4-4d93a87974ee tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:44.082249 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1c21ad29-36da-49c2-8c6b-3dad6a4560e0 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2524312 Mar 14 15:26:44.082490 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac75ab85-284e-4fdd-8d24-08b0fbb59342 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.091158 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52926) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:44.091702 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52928) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:44.157022 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5caf-5dd3-4522-ac7d-bd18bdac0b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.178498 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac75ab85-284e-4fdd-8d24-08b0fbb59342 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.184656 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e295a007-8291-4615-92a6-985941822638 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b3e851ef7d26489f809312a892e32164&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0904512 Mar 14 15:26:44.190431 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52930) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:44.203056 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-875d611c-5105-4815-bf5b-dc3b95340af6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.209278 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac75ab85-284e-4fdd-8d24-08b0fbb59342 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:44.209677 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac75ab85-284e-4fdd-8d24-08b0fbb59342 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.212316 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6509c4-13bb-4560-ad9a-b75f95b0273e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:44.212807 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:44.218193 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6509c4-13bb-4560-ad9a-b75f95b0273e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:44.220341 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6509c4-13bb-4560-ad9a-b75f95b0273e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:44.222904 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6509c4-13bb-4560-ad9a-b75f95b0273e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:44.225665 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6509c4-13bb-4560-ad9a-b75f95b0273e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:44.235567 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1c6509c4-13bb-4560-ad9a-b75f95b0273e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1427107 Mar 14 15:26:44.236688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52932) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:44.246601 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-875d611c-5105-4815-bf5b-dc3b95340af6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.252222 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5a7e49b6-3235-4530-b720-72396cd69946 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:44.258858 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.283937 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 5a7e49b6-3235-4530-b720-72396cd69946 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:44.284631 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5a7e49b6-3235-4530-b720-72396cd69946 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:44.294193 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.317152 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:44.327348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-875d611c-5105-4815-bf5b-dc3b95340af6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] In _notify_port_updated(), no bound segment for port de50a168-8fbd-47d3-bc71-7d5ca4625f29 on network 28fec14c-b7e0-49e7-816a-65c1bd36346c {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:26:44.333033 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875d611c-5105-4815-bf5b-dc3b95340af6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:44.333676 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-875d611c-5105-4815-bf5b-dc3b95340af6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.338375 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-875d611c-5105-4815-bf5b-dc3b95340af6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "PUT /v2.0/ports/de50a168-8fbd-47d3-bc71-7d5ca4625f29 HTTP/1.1" status: 200 len: 818 time: 0.8605452 Mar 14 15:26:44.341424 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52934) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:44.344120 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:44.346199 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9e565dd6-aa90-4ff0-b8f4-4d93a87974ee tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.347480 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:44.368519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2f4b20-7b1b-4663-886d-664c501f0ba9 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:44.370702 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2f4b20-7b1b-4663-886d-664c501f0ba9 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:44.372225 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2f4b20-7b1b-4663-886d-664c501f0ba9 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:44.373734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2f4b20-7b1b-4663-886d-664c501f0ba9 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:44.375146 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2f4b20-7b1b-4663-886d-664c501f0ba9 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:44.376766 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0d2f4b20-7b1b-4663-886d-664c501f0ba9 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1389401 Mar 14 15:26:44.377929 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d611c-5105-4815-bf5b-dc3b95340af6 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=de50a168-8fbd-47d3-bc71-7d5ca4625f29,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:44.380210 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52936) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:44.398777 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac75ab85-284e-4fdd-8d24-08b0fbb59342 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.403951 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac75ab85-284e-4fdd-8d24-08b0fbb59342 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.411497 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ac75ab85-284e-4fdd-8d24-08b0fbb59342 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] 10.222.0.59 "DELETE /v2.0/networks/fec9558b-cfec-485d-b7c6-1c6e18cab19e HTTP/1.1" status: 204 len: 168 time: 2.0810635 Mar 14 15:26:44.416586 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5caf-5dd3-4522-ac7d-bd18bdac0b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.419126 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5caf-5dd3-4522-ac7d-bd18bdac0b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.422697 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8a9b5caf-5dd3-4522-ac7d-bd18bdac0b7d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e4a953cf-37ae-4d78-a46d-ae8b708e6191 HTTP/1.1" status: 204 len: 168 time: 0.6742492 Mar 14 15:26:44.433872 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] Pushing event updated for resources: {'Port': ['ID=7c66972e-e5ab-4ff3-b31d-250510a49cbb,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:44.446322 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] Attempting to bind port 7c66972e-e5ab-4ff3-b31d-250510a49cbb on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:44.446322 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] Attempting to bind port 7c66972e-e5ab-4ff3-b31d-250510a49cbb by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:44.446616 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] Attempting to bind port 7c66972e-e5ab-4ff3-b31d-250510a49cbb on network 5b9fbf90-4428-44c7-aa34-44697a69d1dc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:26:44.452593 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:26:44.452970 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] Checking segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:44.453435 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.453775 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] Bound using segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:26:44.454245 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] Bound port: 7c66972e-e5ab-4ff3-b31d-250510a49cbb, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:44.454634 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.475788 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75ab85-284e-4fdd-8d24-08b0fbb59342 tempest-ExtraDHCPOptionsTestJSON-1679046061 tempest-ExtraDHCPOptionsTestJSON-1679046061-project] Pushing event deleted for resources: {'Network': ['ID=fec9558b-cfec-485d-b7c6-1c6e18cab19e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:44.480100 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-9e565dd6-aa90-4ff0-b8f4-4d93a87974ee tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port 5eec7999-0839-4afc-8d8f-e604ccd91ec2 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:26:44.491957 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b5caf-5dd3-4522-ac7d-bd18bdac0b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a953cf-37ae-4d78-a46d-ae8b708e6191,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:44.502960 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ef2dfb6b-bc2c-49cd-bbd3-65cd1da62220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.564596 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a492c17-0dbb-4004-be21-6dc43e7afdc7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:44.569904 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6a492c17-0dbb-4004-be21-6dc43e7afdc7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "GET /v2.0/networks/63d49b6f-50ca-448c-9c29-184520e8530d HTTP/1.1" status: 200 len: 804 time: 0.1852610 Mar 14 15:26:44.570387 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52942) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:44.577141 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] For port 7c66972e-e5ab-4ff3-b31d-250510a49cbb, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:44.581880 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] For port 7c66972e-e5ab-4ff3-b31d-250510a49cbb, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=7c66972e-e5ab-4ff3-b31d-250510a49cbb,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:44.592037 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.658168 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ef2dfb6b-bc2c-49cd-bbd3-65cd1da62220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.702987 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-96b616ef-af75-4fe5-bfe7-75b770dcbfeb tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "GET /v2.0/networks/63d49b6f-50ca-448c-9c29-184520e8530d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1281250 Mar 14 15:26:44.703339 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52944) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:44.743601 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480e58f-32da-48e5-a63e-6c1afc75e1f2 None None] Pushing event updated for resources: {'Port': ['ID=7c66972e-e5ab-4ff3-b31d-250510a49cbb,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:44.790431 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7646573b-f640-4af4-a8f6-07a17e9e3eee tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:44.792992 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7646573b-f640-4af4-a8f6-07a17e9e3eee tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "GET /v2.0/subnets/c4b7d189-aa0c-496b-aec1-03bf425de793 HTTP/1.1" status: 200 len: 843 time: 0.0876181 Mar 14 15:26:44.797067 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52950) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:44.803504 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-f9576671-6828-452c-af16-0fdd1def948d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port de50a168-8fbd-47d3-bc71-7d5ca4625f29 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:44.804000 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f9576671-6828-452c-af16-0fdd1def948d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.843163 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c7beef1-f459-4a9f-a9d5-b5c7a1bf7fd7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.862247 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2298ad23-5483-41ca-b4ed-480a68427397 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['shared'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:44.863940 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2298ad23-5483-41ca-b4ed-480a68427397 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "GET /v2.0/subnets/c4b7d189-aa0c-496b-aec1-03bf425de793?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0657914 Mar 14 15:26:44.867722 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52954) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:44.875810 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bce4ecb1-1ddb-4b2e-84a9-65f0e14fef22 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-421120164'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:44.908065 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce4ecb1-1ddb-4b2e-84a9-65f0e14fef22 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Made reservation on behalf of 6cb5488b9ddd4300a9679d380e6ad17d for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:44.921130 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bce4ecb1-1ddb-4b2e-84a9-65f0e14fef22 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:44.924062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52958) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:44.931812 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e565dd6-aa90-4ff0-b8f4-4d93a87974ee tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:26:44.932356 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e565dd6-aa90-4ff0-b8f4-4d93a87974ee tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:44.993442 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce4ecb1-1ddb-4b2e-84a9-65f0e14fef22 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:45.019268 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f9576671-6828-452c-af16-0fdd1def948d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:45.020980 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bce4ecb1-1ddb-4b2e-84a9-65f0e14fef22 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:45.023499 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-bce4ecb1-1ddb-4b2e-84a9-65f0e14fef22 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Added segment 87147d2e-a95f-4d77-b6a4-922ed1a20479 of type vlan for network b272a0bb-c0e0-42f7-8b94-296fc321bab2 Mar 14 15:26:45.050174 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9e565dd6-aa90-4ff0-b8f4-4d93a87974ee tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4781556 Mar 14 15:26:45.051028 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ef2dfb6b-bc2c-49cd-bbd3-65cd1da62220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:45.053799 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ef2dfb6b-bc2c-49cd-bbd3-65cd1da62220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:45.055015 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ef2dfb6b-bc2c-49cd-bbd3-65cd1da62220 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/463ab317-3d18-451e-9c8e-c7248b185b0e HTTP/1.1" status: 204 len: 168 time: 0.8596220 Mar 14 15:26:45.061269 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52966) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:45.067043 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-f9576671-6828-452c-af16-0fdd1def948d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for de50a168-8fbd-47d3-bc71-7d5ca4625f29 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:45.089744 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bce4ecb1-1ddb-4b2e-84a9-65f0e14fef22 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:45.121793 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2dfb6b-bc2c-49cd-bbd3-65cd1da62220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463ab317-3d18-451e-9c8e-c7248b185b0e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:45.127697 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bce4ecb1-1ddb-4b2e-84a9-65f0e14fef22 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:45.138866 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce4ecb1-1ddb-4b2e-84a9-65f0e14fef22 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:45.139588 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bce4ecb1-1ddb-4b2e-84a9-65f0e14fef22 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:45.269325 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4987bc7-a42e-48e2-87c9-0bf0099addf8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:45.273554 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a4987bc7-a42e-48e2-87c9-0bf0099addf8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2070858 Mar 14 15:26:45.277848 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52972) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:45.286556 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4ecb1-1ddb-4b2e-84a9-65f0e14fef22 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Network': ['ID=b272a0bb-c0e0-42f7-8b94-296fc321bab2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:45.299577 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bce4ecb1-1ddb-4b2e-84a9-65f0e14fef22 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4277625 Mar 14 15:26:45.302547 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 52974) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:45.311428 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-078ac751-4c03-432b-9e2b-7178c4d98c80 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'subnet': {'network_id': 'b272a0bb-c0e0-42f7-8b94-296fc321bab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:45.311875 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network b272a0bb-c0e0-42f7-8b94-296fc321bab2 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:26:45.364103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76d4530-2d7b-4454-8fb6-566631c20adf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:45.366685 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76d4530-2d7b-4454-8fb6-566631c20adf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:45.371364 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c76d4530-2d7b-4454-8fb6-566631c20adf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0880828 Mar 14 15:26:45.372594 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f9576671-6828-452c-af16-0fdd1def948d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:45.374582 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52978) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:45.446582 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9576671-6828-452c-af16-0fdd1def948d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=de50a168-8fbd-47d3-bc71-7d5ca4625f29,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:45.456141 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078ac751-4c03-432b-9e2b-7178c4d98c80 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Made reservation on behalf of 6cb5488b9ddd4300a9679d380e6ad17d for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:45.456824 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f9576671-6828-452c-af16-0fdd1def948d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:45.460807 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-078ac751-4c03-432b-9e2b-7178c4d98c80 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:45.462648 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f9576671-6828-452c-af16-0fdd1def948d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/ports/de50a168-8fbd-47d3-bc71-7d5ca4625f29 HTTP/1.1" status: 204 len: 168 time: 1.1140718 Mar 14 15:26:45.467415 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52982) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:45.478479 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-171c08f5-d257-468d-b557-9c17ab0e09c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eb700ea22d6d427eb026812454d8e241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5533037 Mar 14 15:26:45.492682 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 52984) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:45.553835 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-078ac751-4c03-432b-9e2b-7178c4d98c80 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Performing IP validity checks on allocation pools {{(pid=102568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 14 15:26:45.554897 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-078ac751-4c03-432b-9e2b-7178c4d98c80 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 14 15:26:45.737193 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-078ac751-4c03-432b-9e2b-7178c4d98c80 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:45.815681 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ac751-4c03-432b-9e2b-7178c4d98c80 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Subnet': ['ID=03017ce4-18ef-4ef0-af59-7a762847506a,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:45.824339 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078ac751-4c03-432b-9e2b-7178c4d98c80 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Checking segment: {'id': '87147d2e-a95f-4d77-b6a4-922ed1a20479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b272a0bb-c0e0-42f7-8b94-296fc321bab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:45.824717 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078ac751-4c03-432b-9e2b-7178c4d98c80 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Network hostable DHCP agents. Network: b272a0bb-c0e0-42f7-8b94-296fc321bab2, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:26:45.842776 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53000) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:45.851731 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078ac751-4c03-432b-9e2b-7178c4d98c80 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Network b272a0bb-c0e0-42f7-8b94-296fc321bab2 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:26:45.867408 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-28cdc65d-88c9-4e24-8642-d7c57a996483 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet 505d2518-d55d-458f-bef7-f375c154e810 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:26:45.875269 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-078ac751-4c03-432b-9e2b-7178c4d98c80 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, b272a0bb-c0e0-42f7-8b94-296fc321bab2) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:45.879674 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078ac751-4c03-432b-9e2b-7178c4d98c80 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:45.880799 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-078ac751-4c03-432b-9e2b-7178c4d98c80 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:45.888622 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa558049-e6ed-480e-a21c-1a027ffab5a9 None None] Network b272a0bb-c0e0-42f7-8b94-296fc321bab2 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:45.889536 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28cdc65d-88c9-4e24-8642-d7c57a996483 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:45.939427 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-078ac751-4c03-432b-9e2b-7178c4d98c80 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6333969 Mar 14 15:26:45.939748 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53008) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:45.949679 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-053826cb-cad0-4a58-a463-6b04590d15d8 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:45.999992 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e8d339-8139-4e07-aad8-ec12116831e7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:46.001821 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d6e8d339-8139-4e07-aad8-ec12116831e7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5143330 Mar 14 15:26:46.004745 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28cdc65d-88c9-4e24-8642-d7c57a996483 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.008837 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53012) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:46.044061 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ae06b818-ca11-4760-852d-9d4b6646a6df tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-12431115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:46.087783 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1c02be24-f6eb-4b60-adf9-b762c5a1079b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.101548 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0015269-a13a-4bdb-a2ca-02b7c583140c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] GET failed (client error): The resource could not be found. Mar 14 15:26:46.106418 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b0015269-a13a-4bdb-a2ca-02b7c583140c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports/de50a168-8fbd-47d3-bc71-7d5ca4625f29 HTTP/1.1" status: 404 len: 333 time: 0.0833604 Mar 14 15:26:46.109744 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53016) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:46.121205 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-79bce65a-fc48-462b-8340-c1a5e0417b9f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1115733966'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:46.180016 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28cdc65d-88c9-4e24-8642-d7c57a996483 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.189280 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-b272a0bb-c0e0-42f7-8b94-296fc321bab2', 'network_id': 'b272a0bb-c0e0-42f7-8b94-296fc321bab2', 'tenant_id': '6cb5488b9ddd4300a9679d380e6ad17d', 'fixed_ips': [{'subnet_id': '03017ce4-18ef-4ef0-af59-7a762847506a'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:26:46.190165 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.264390 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bce65a-fc48-462b-8340-c1a5e0417b9f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:46.267214 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1c02be24-f6eb-4b60-adf9-b762c5a1079b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.267868 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79bce65a-fc48-462b-8340-c1a5e0417b9f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.285844 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-9c7beef1-f459-4a9f-a9d5-b5c7a1bf7fd7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting port 090c424d-29a5-4971-9adc-a06162626829 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:46.286278 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c7beef1-f459-4a9f-a9d5-b5c7a1bf7fd7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.315812 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-053826cb-cad0-4a58-a463-6b04590d15d8 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2987099'] for subnet, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.355249 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7c66972e-e5ab-4ff3-b31d-250510a49cbb up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:46.366130 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ae06b818-ca11-4760-852d-9d4b6646a6df tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.367307 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ae06b818-ca11-4760-852d-9d4b6646a6df tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.375310 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79bce65a-fc48-462b-8340-c1a5e0417b9f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:46.443199 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-95b39dcb-3a44-432e-a5c6-66f88216d7d4 None None] Provisioning complete for port 7c66972e-e5ab-4ff3-b31d-250510a49cbb triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:46.443945 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-95b39dcb-3a44-432e-a5c6-66f88216d7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.459044 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-9c7beef1-f459-4a9f-a9d5-b5c7a1bf7fd7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] For port 090c424d-29a5-4971-9adc-a06162626829, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=090c424d-29a5-4971-9adc-a06162626829,segment=NetworkSegment(1541d88b-bb29-4204-97e7-30d693b41604),segment_id=1541d88b-bb29-4204-97e7-30d693b41604)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:46.459627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79bce65a-fc48-462b-8340-c1a5e0417b9f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.460032 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c7beef1-f459-4a9f-a9d5-b5c7a1bf7fd7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.460115 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-79bce65a-fc48-462b-8340-c1a5e0417b9f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Added segment 808cb889-4a4b-4d78-8678-8c84042e1eae of type vlan for network b7bc75b3-d4ce-42ea-8715-4949f47edcfe Mar 14 15:26:46.462490 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28cdc65d-88c9-4e24-8642-d7c57a996483 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.492497 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-9c7beef1-f459-4a9f-a9d5-b5c7a1bf7fd7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Calling delete_port for 090c424d-29a5-4971-9adc-a06162626829 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:46.496545 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 7c66972e-e5ab-4ff3-b31d-250510a49cbb triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:46.496861 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.616345 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.701039 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-95b39dcb-3a44-432e-a5c6-66f88216d7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.741958 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 7c66972e-e5ab-4ff3-b31d-250510a49cbb, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=7c66972e-e5ab-4ff3-b31d-250510a49cbb,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:46.750849 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.804412 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1c02be24-f6eb-4b60-adf9-b762c5a1079b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.807153 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1c02be24-f6eb-4b60-adf9-b762c5a1079b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.811007 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1c02be24-f6eb-4b60-adf9-b762c5a1079b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8da66da4-3d27-4259-a2cc-50fc6cf22958 HTTP/1.1" status: 204 len: 168 time: 1.3063788 Mar 14 15:26:46.819394 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdc65d-88c9-4e24-8642-d7c57a996483 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=505d2518-d55d-458f-bef7-f375c154e810,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:46.835379 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79bce65a-fc48-462b-8340-c1a5e0417b9f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.837711 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28cdc65d-88c9-4e24-8642-d7c57a996483 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.845963 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53028) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:46.846769 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-28cdc65d-88c9-4e24-8642-d7c57a996483 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/505d2518-d55d-458f-bef7-f375c154e810 HTTP/1.1" status: 204 len: 168 time: 1.4707775 Mar 14 15:26:46.861431 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02be24-f6eb-4b60-adf9-b762c5a1079b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da66da4-3d27-4259-a2cc-50fc6cf22958,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:46.867830 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=7c66972e-e5ab-4ff3-b31d-250510a49cbb,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:46.879824 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c7beef1-f459-4a9f-a9d5-b5c7a1bf7fd7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.881276 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe00953-251f-4714-8e4e-1a4db9fad4e2 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:46.919261 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 14 15:26:46.919261 dv-neutron-833559-1-hyperv neutron-server[102569]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 14 15:26:46.919261 dv-neutron-833559-1-hyperv neutron-server[102569]: [parameters: {'in_use': 1, 'id_1': '03017ce4-18ef-4ef0-af59-7a762847506a'}] Mar 14 15:26:46.919261 dv-neutron-833559-1-hyperv neutron-server[102569]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:26:46.919720 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:26:46.969169 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ae06b818-ca11-4760-852d-9d4b6646a6df tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:46.970827 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d48f0ca1-c28a-4f05-b0b1-03ecca9d88a5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1220832 Mar 14 15:26:46.975024 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53032) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:46.983065 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3a6c5be9-f962-4ade-9fef-0a746a5aa340 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:46.999820 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ae06b818-ca11-4760-852d-9d4b6646a6df tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.038612 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-95b39dcb-3a44-432e-a5c6-66f88216d7d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:26:47.038612 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-95b39dcb-3a44-432e-a5c6-66f88216d7d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:26:47.061137 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79bce65a-fc48-462b-8340-c1a5e0417b9f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.068362 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bce65a-fc48-462b-8340-c1a5e0417b9f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:47.071587 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-79bce65a-fc48-462b-8340-c1a5e0417b9f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.113319 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7beef1-f459-4a9f-a9d5-b5c7a1bf7fd7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Port': ['ID=090c424d-29a5-4971-9adc-a06162626829,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:47.242493 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d666b90-4620-4809-893d-caf0c81228f5 None None] DHCP port deletion for 5b9fbf90-4428-44c7-aa34-44697a69d1dc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:26:47.274380 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ae06b818-ca11-4760-852d-9d4b6646a6df tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.275557 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ae06b818-ca11-4760-852d-9d4b6646a6df tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 1.4284878 Mar 14 15:26:47.298439 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53040) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:47.303624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5d506e49-4edf-4550-9979-56d19603fc0a tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1929665996'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:47.340614 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-79bce65a-fc48-462b-8340-c1a5e0417b9f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2276564 Mar 14 15:26:47.340614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53042) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:47.341572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53044) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:47.360577 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d13e8937-bad1-4ae0-b87c-b3cc4c5dc1be tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'subnet': {'network_id': 'b7bc75b3-d4ce-42ea-8715-4949f47edcfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:47.364106 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d506e49-4edf-4550-9979-56d19603fc0a tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Made reservation on behalf of 3007627873e04eaf989eb8c5df21c6b3 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:47.368644 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5d506e49-4edf-4550-9979-56d19603fc0a tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.395929 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-053826cb-cad0-4a58-a463-6b04590d15d8 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774684310191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3002164'] for subnet, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.396857 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1d666b90-4620-4809-893d-caf0c81228f5 None None] Deleting port 7c66972e-e5ab-4ff3-b31d-250510a49cbb {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:47.397333 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d666b90-4620-4809-893d-caf0c81228f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.427709 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.435671 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bce65a-fc48-462b-8340-c1a5e0417b9f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Network': ['ID=b7bc75b3-d4ce-42ea-8715-4949f47edcfe,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:47.453504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5d506e49-4edf-4550-9979-56d19603fc0a tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.516827 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053826cb-cad0-4a58-a463-6b04590d15d8 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:47.517455 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-053826cb-cad0-4a58-a463-6b04590d15d8 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.521173 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-053826cb-cad0-4a58-a463-6b04590d15d8 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "PUT /v2.0/subnets/03017ce4-18ef-4ef0-af59-7a762847506a HTTP/1.1" status: 200 len: 900 time: 1.5804424 Mar 14 15:26:47.528406 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53052) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:47.565328 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network b7bc75b3-d4ce-42ea-8715-4949f47edcfe details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:26:47.650093 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c7beef1-f459-4a9f-a9d5-b5c7a1bf7fd7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.658305 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6c5be9-f962-4ade-9fef-0a746a5aa340 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:47.663820 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3a6c5be9-f962-4ade-9fef-0a746a5aa340 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.676655 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-dd7c9329-3eec-4dca-866d-a71357512a0a tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-449606626'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:47.703341 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053826cb-cad0-4a58-a463-6b04590d15d8 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event updated for resources: {'Subnet': ['ID=03017ce4-18ef-4ef0-af59-7a762847506a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:47.730957 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd7c9329-3eec-4dca-866d-a71357512a0a tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.732161 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd7c9329-3eec-4dca-866d-a71357512a0a tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.755443 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.757848 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-1d666b90-4620-4809-893d-caf0c81228f5 None None] For port 7c66972e-e5ab-4ff3-b31d-250510a49cbb, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=7c66972e-e5ab-4ff3-b31d-250510a49cbb,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:47.758333 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d666b90-4620-4809-893d-caf0c81228f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.814270 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13e8937-bad1-4ae0-b87c-b3cc4c5dc1be tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:47.817882 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d13e8937-bad1-4ae0-b87c-b3cc4c5dc1be tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:47.827432 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1d666b90-4620-4809-893d-caf0c81228f5 None None] Calling delete_port for 7c66972e-e5ab-4ff3-b31d-250510a49cbb owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:47.942775 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Allocated IP 2001:db8::3 (b272a0bb-c0e0-42f7-8b94-296fc321bab2/03017ce4-18ef-4ef0-af59-7a762847506a/d1489544-e185-4eab-bdc1-17d410859b7c) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:47.987164 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d666b90-4620-4809-893d-caf0c81228f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.015684 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7beef1-f459-4a9f-a9d5-b5c7a1bf7fd7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 232197ee-affb-4bd0-9da2-3b59e02e9b70 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:26:48.056825 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d666b90-4620-4809-893d-caf0c81228f5 None None] Pushing event deleted for resources: {'Port': ['ID=7c66972e-e5ab-4ff3-b31d-250510a49cbb,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:48.064407 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d666b90-4620-4809-893d-caf0c81228f5 None None] No DVR routers for this DVR port 7c66972e-e5ab-4ff3-b31d-250510a49cbb on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:48.065722 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd7c9329-3eec-4dca-866d-a71357512a0a tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.094792 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd7c9329-3eec-4dca-866d-a71357512a0a tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.121590 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53066) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:48.122576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d13e8937-bad1-4ae0-b87c-b3cc4c5dc1be tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.149604 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7beef1-f459-4a9f-a9d5-b5c7a1bf7fd7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:48.167511 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b254e8-23ab-40d3-8c05-e84769ecea59 None None] Sync routers for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:48.183269 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9c7beef1-f459-4a9f-a9d5-b5c7a1bf7fd7 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/232197ee-affb-4bd0-9da2-3b59e02e9b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7444942 Mar 14 15:26:48.186290 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5d506e49-4edf-4550-9979-56d19603fc0a tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.187118 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53070) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:48.190707 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd7c9329-3eec-4dca-866d-a71357512a0a tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.196491 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-dd7c9329-3eec-4dca-866d-a71357512a0a tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8484712 Mar 14 15:26:48.197638 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53072) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:48.199921 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.201186 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b254e8-23ab-40d3-8c05-e84769ecea59 None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:48.201936 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-92b254e8-23ab-40d3-8c05-e84769ecea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:48.207794 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.247177 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.269576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6030fe85-cc20-4ec4-8b94-fad26a5c5ea5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting subnet a1a2562d-efec-4f62-b993-0f33f51bcaca {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:26:48.300996 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5d506e49-4edf-4550-9979-56d19603fc0a tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.309365 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6030fe85-cc20-4ec4-8b94-fad26a5c5ea5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.319890 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-92b254e8-23ab-40d3-8c05-e84769ecea59 None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:48.340823 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3d25ebf1-c220-4513-b202-640d25c14a7e tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.352309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4413b140-1aa2-4592-92f7-1a5380599ba4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-329062010'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:48.387412 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7c66972e-e5ab-4ff3-b31d-250510a49cbb no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:48.393816 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Network b272a0bb-c0e0-42f7-8b94-296fc321bab2 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:48.412855 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d506e49-4edf-4550-9979-56d19603fc0a tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:48.417839 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e8937-bad1-4ae0-b87c-b3cc4c5dc1be tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Subnet': ['ID=53847e7f-377a-40fa-baf7-b5673a26938e,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:48.454544 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6030fe85-cc20-4ec4-8b94-fad26a5c5ea5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.459477 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d506e49-4edf-4550-9979-56d19603fc0a tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21428da1-24c6-42b5-b313-829afdf08571,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:48.462698 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5d506e49-4edf-4550-9979-56d19603fc0a tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.463084 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-5d506e49-4edf-4550-9979-56d19603fc0a tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Added segment f38194fc-7cfc-4199-a95d-743ac746a02d of type vlan for network 449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3 Mar 14 15:26:48.486965 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e8937-bad1-4ae0-b87c-b3cc4c5dc1be tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Checking segment: {'id': '808cb889-4a4b-4d78-8678-8c84042e1eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b7bc75b3-d4ce-42ea-8715-4949f47edcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:48.487169 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13e8937-bad1-4ae0-b87c-b3cc4c5dc1be tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network hostable DHCP agents. Network: b7bc75b3-d4ce-42ea-8715-4949f47edcfe, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:26:48.501248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4413b140-1aa2-4592-92f7-1a5380599ba4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Made reservation on behalf of 32b90bc106c14fffa6b9e3eb32363153 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:48.504953 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4413b140-1aa2-4592-92f7-1a5380599ba4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.555700 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4413b140-1aa2-4592-92f7-1a5380599ba4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.559702 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3d25ebf1-c220-4513-b202-640d25c14a7e tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.582865 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3d25ebf1-c220-4513-b202-640d25c14a7e tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.585501 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-92b254e8-23ab-40d3-8c05-e84769ecea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:46Z', 'revision_number': 11, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:48.588528 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5d506e49-4edf-4550-9979-56d19603fc0a tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.592646 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:48.600979 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 7c66972e-e5ab-4ff3-b31d-250510a49cbb {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:48.600979 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7c66972e-e5ab-4ff3-b31d-250510a49cbb not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:48.601914 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:48.607621 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.630566 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Pushing event updated for resources: {'Port': ['ID=d1489544-e185-4eab-bdc1-17d410859b7c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:48.637337 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b254e8-23ab-40d3-8c05-e84769ecea59 None None] Checking router: 232197ee-affb-4bd0-9da2-3b59e02e9b70 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:26:48.642560 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13e8937-bad1-4ae0-b87c-b3cc4c5dc1be tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network b7bc75b3-d4ce-42ea-8715-4949f47edcfe is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:26:48.655145 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3a6c5be9-f962-4ade-9fef-0a746a5aa340 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.666482 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b254e8-23ab-40d3-8c05-e84769ecea59 None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:48.667835 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-92b254e8-23ab-40d3-8c05-e84769ecea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:48.693307 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3d25ebf1-c220-4513-b202-640d25c14a7e tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.693837 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d25ebf1-c220-4513-b202-640d25c14a7e tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2e22ce6-6142-4b52-88b0-8db3b9fdf887 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:26:48.696408 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Subnet': ['ID=03017ce4-18ef-4ef0-af59-7a762847506a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:48.704027 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3d25ebf1-c220-4513-b202-640d25c14a7e tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.705796 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3d25ebf1-c220-4513-b202-640d25c14a7e tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] 10.222.0.59 "DELETE /v2.0/routers/c2e22ce6-6142-4b52-88b0-8db3b9fdf887 HTTP/1.1" status: 204 len: 168 time: 0.5047190 Mar 14 15:26:48.709984 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53074) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:48.718338 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9db0489b-4f1b-413b-ab30-5fa49b1f4e70 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Request body: {'router': {'name': 'tempest-router-321868784', 'distributed': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:48.736590 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d13e8937-bad1-4ae0-b87c-b3cc4c5dc1be tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, b7bc75b3-d4ce-42ea-8715-4949f47edcfe) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:48.738136 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5d506e49-4edf-4550-9979-56d19603fc0a tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.742815 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6c5be9-f962-4ade-9fef-0a746a5aa340 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:48.743509 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d506e49-4edf-4550-9979-56d19603fc0a tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:48.744335 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5d506e49-4edf-4550-9979-56d19603fc0a tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.745498 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c5be9-f962-4ade-9fef-0a746a5aa340 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=b9e0195d-86a9-4188-b710-4f5e63001e8e,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:48.750570 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-3a6c5be9-f962-4ade-9fef-0a746a5aa340 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:48.754760 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6c5be9-f962-4ade-9fef-0a746a5aa340 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:48.755373 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3a6c5be9-f962-4ade-9fef-0a746a5aa340 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.760048 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Attempting to bind port d1489544-e185-4eab-bdc1-17d410859b7c on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:48.760702 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Attempting to bind port d1489544-e185-4eab-bdc1-17d410859b7c by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '87147d2e-a95f-4d77-b6a4-922ed1a20479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b272a0bb-c0e0-42f7-8b94-296fc321bab2'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:48.761956 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Attempting to bind port d1489544-e185-4eab-bdc1-17d410859b7c on network b272a0bb-c0e0-42f7-8b94-296fc321bab2 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:26:48.767701 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9db0489b-4f1b-413b-ab30-5fa49b1f4e70 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.768772 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9db0489b-4f1b-413b-ab30-5fa49b1f4e70 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.773730 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:26:48.774511 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Checking segment: {'id': '87147d2e-a95f-4d77-b6a4-922ed1a20479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b272a0bb-c0e0-42f7-8b94-296fc321bab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:48.775261 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.775649 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Bound using segment: {'id': '87147d2e-a95f-4d77-b6a4-922ed1a20479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b272a0bb-c0e0-42f7-8b94-296fc321bab2'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:26:48.776507 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Bound port: d1489544-e185-4eab-bdc1-17d410859b7c, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87147d2e-a95f-4d77-b6a4-922ed1a20479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b272a0bb-c0e0-42f7-8b94-296fc321bab2'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:48.776896 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.779767 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10757b46-c1e4-4232-a82a-98276111209d None None] Network b7bc75b3-d4ce-42ea-8715-4949f47edcfe requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:48.782966 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3a6c5be9-f962-4ade-9fef-0a746a5aa340 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8050461 Mar 14 15:26:48.783130 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a66824-ea7b-45e6-bfcb-a1011f3c1332 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:48.784055 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53076) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:48.792400 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-881cbd03-0630-44b6-b8cf-69dad2f46f62 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-768710025', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:48.795558 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13e8937-bad1-4ae0-b87c-b3cc4c5dc1be tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:48.796148 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d13e8937-bad1-4ae0-b87c-b3cc4c5dc1be tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.830772 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6030fe85-cc20-4ec4-8b94-fad26a5c5ea5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.856469 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9db0489b-4f1b-413b-ab30-5fa49b1f4e70 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.859860 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-881cbd03-0630-44b6-b8cf-69dad2f46f62 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.860691 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-881cbd03-0630-44b6-b8cf-69dad2f46f62 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.865427 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9db0489b-4f1b-413b-ab30-5fa49b1f4e70 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.867943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.882657 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-92b254e8-23ab-40d3-8c05-e84769ecea59 None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:48.885682 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9db0489b-4f1b-413b-ab30-5fa49b1f4e70 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.886897 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9db0489b-4f1b-413b-ab30-5fa49b1f4e70 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1730621 Mar 14 15:26:48.894359 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53078) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:48.929759 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5d506e49-4edf-4550-9979-56d19603fc0a tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6300423 Mar 14 15:26:48.934958 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53080) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:48.946413 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d13e8937-bad1-4ae0-b87c-b3cc4c5dc1be tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5946450 Mar 14 15:26:48.958932 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53082) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:48.966737 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ceed898d-864a-4e56-8ada-6ec9f3def6cf tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Request body: {'subnet': {'network_id': '449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:48.971140 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7e82f397-b586-4fe0-9012-e320091a9f92 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'subnet': {'network_id': 'b7bc75b3-d4ce-42ea-8715-4949f47edcfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:48.972583 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-881cbd03-0630-44b6-b8cf-69dad2f46f62 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:48.979687 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b272a0bb-c0e0-42f7-8b94-296fc321bab2']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:48.994304 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d506e49-4edf-4550-9979-56d19603fc0a tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event updated for resources: {'Network': ['ID=449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:49.000690 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-92b254e8-23ab-40d3-8c05-e84769ecea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:46Z', 'revision_number': 11, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:49.014388 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-881cbd03-0630-44b6-b8cf-69dad2f46f62 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.014945 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87147d2e-a95f-4d77-b6a4-922ed1a20479') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:49.015497 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87147d2e-a95f-4d77-b6a4-922ed1a20479') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:49.034660 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:26:49.054362 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b254e8-23ab-40d3-8c05-e84769ecea59 None None] The sync data for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv is: [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:46Z', 'revision_number': 11, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:26:49.058672 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9270-b0f3-4933-a00a-45c248c348f7 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.072053 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.080061 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-881cbd03-0630-44b6-b8cf-69dad2f46f62 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.083607 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-881cbd03-0630-44b6-b8cf-69dad2f46f62 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2957356 Mar 14 15:26:49.083735 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4413b140-1aa2-4592-92f7-1a5380599ba4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.087342 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53084) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:49.103509 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4413b140-1aa2-4592-92f7-1a5380599ba4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.113419 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.130653 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6030fe85-cc20-4ec4-8b94-fad26a5c5ea5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.143531 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:49.144196 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:49.152139 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:49.174710 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] For port d1489544-e185-4eab-bdc1-17d410859b7c, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:49.211585 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4413b140-1aa2-4592-92f7-1a5380599ba4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:49.224272 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030fe85-cc20-4ec4-8b94-fad26a5c5ea5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Subnet': ['ID=a1a2562d-efec-4f62-b993-0f33f51bcaca,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:49.227200 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6030fe85-cc20-4ec4-8b94-fad26a5c5ea5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.231918 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6030fe85-cc20-4ec4-8b94-fad26a5c5ea5 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/subnets/a1a2562d-efec-4f62-b993-0f33f51bcaca HTTP/1.1" status: 204 len: 168 time: 1.0339224 Mar 14 15:26:49.234667 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53086) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:49.252241 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c1e28f-c7df-4cf6-a03c-a9ed285d3e18 None None] Network 90ea01ae-1b7c-4541-8133-34016a9088c7 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:49.278048 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413b140-1aa2-4592-92f7-1a5380599ba4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6737f5fe-3636-4954-bd95-8c5a7908323e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:49.293431 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4413b140-1aa2-4592-92f7-1a5380599ba4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.294138 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-4413b140-1aa2-4592-92f7-1a5380599ba4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Added segment 07b0f374-3083-4758-99df-091eaccc3ad8 of type vlan for network e7d678bb-8f56-4497-9b3e-4e97ee89e5c6 Mar 14 15:26:49.309038 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.db.api [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 15:26:49.309038 dv-neutron-833559-1-hyperv neutron-server[102568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 15:26:49.309038 dv-neutron-833559-1-hyperv neutron-server[102568]: [parameters: {'id': 'b272a0bb-c0e0-42f7-8b94-296fc321bab2'}] Mar 14 15:26:49.309038 dv-neutron-833559-1-hyperv neutron-server[102568]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:26:49.309938 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG oslo_db.api [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:26:49.329225 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'fixed_ips': [{'subnet_id': 'b9e0195d-86a9-4188-b710-4f5e63001e8e'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:26:49.330069 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.351483 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4413b140-1aa2-4592-92f7-1a5380599ba4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.359722 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e82f397-b586-4fe0-9012-e320091a9f92 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:49.363642 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e82f397-b586-4fe0-9012-e320091a9f92 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.372778 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] For port d1489544-e185-4eab-bdc1-17d410859b7c, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d1489544-e185-4eab-bdc1-17d410859b7c,segment=NetworkSegment(87147d2e-a95f-4d77-b6a4-922ed1a20479),segment_id=87147d2e-a95f-4d77-b6a4-922ed1a20479)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:49.388477 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.431686 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-b7bc75b3-d4ce-42ea-8715-4949f47edcfe', 'network_id': 'b7bc75b3-d4ce-42ea-8715-4949f47edcfe', 'tenant_id': '49679f1af32a4f65a13f21c45e2b47bd', 'fixed_ips': [{'subnet_id': '53847e7f-377a-40fa-baf7-b5673a26938e'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:26:49.432832 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.447200 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4413b140-1aa2-4592-92f7-1a5380599ba4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.457918 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4413b140-1aa2-4592-92f7-1a5380599ba4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:49.458578 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4413b140-1aa2-4592-92f7-1a5380599ba4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.565085 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4413b140-1aa2-4592-92f7-1a5380599ba4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4400423 Mar 14 15:26:49.573085 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53088) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:49.579812 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.ipam_backend_mixin [None req-7e82f397-b586-4fe0-9012-e320091a9f92 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 53847e7f-377a-40fa-baf7-b5673a26938e (CIDR: 2001:db8::/64) Mar 14 15:26:49.585702 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-af602f53-d1c7-4304-a56d-3e0ae2399d36 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'subnet': {'network_id': 'e7d678bb-8f56-4497-9b3e-4e97ee89e5c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:49.604894 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e82f397-b586-4fe0-9012-e320091a9f92 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:26:49.605637 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e82f397-b586-4fe0-9012-e320091a9f92 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:49.610324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413b140-1aa2-4592-92f7-1a5380599ba4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Network': ['ID=e7d678bb-8f56-4497-9b3e-4e97ee89e5c6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:49.664459 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7e82f397-b586-4fe0-9012-e320091a9f92 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7034082 Mar 14 15:26:49.669702 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network e7d678bb-8f56-4497-9b3e-4e97ee89e5c6 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:26:49.670394 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53090) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:49.680837 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b4115aa2-ad5f-47b8-9175-f67e304b3fea tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'subnet': {'network_id': 'b7bc75b3-d4ce-42ea-8715-4949f47edcfe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:49.709873 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcfd5c5-28cc-48de-bc8f-3df6e9400b4d None None] Pushing event updated for resources: {'Port': ['ID=d1489544-e185-4eab-bdc1-17d410859b7c,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:49.773567 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af602f53-d1c7-4304-a56d-3e0ae2399d36 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Made reservation on behalf of 32b90bc106c14fffa6b9e3eb32363153 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:49.777818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af602f53-d1c7-4304-a56d-3e0ae2399d36 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.794687 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9270-b0f3-4933-a00a-45c248c348f7 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.847709 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9270-b0f3-4933-a00a-45c248c348f7 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.878055 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceed898d-864a-4e56-8ada-6ec9f3def6cf tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Made reservation on behalf of 3007627873e04eaf989eb8c5df21c6b3 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:49.883740 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ceed898d-864a-4e56-8ada-6ec9f3def6cf tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.922120 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d2558a-2097-42ed-9c9d-c0f9d11499d1 None None] Network b272a0bb-c0e0-42f7-8b94-296fc321bab2 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:49.960792 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:49.975938 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af602f53-d1c7-4304-a56d-3e0ae2399d36 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.085186 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4115aa2-ad5f-47b8-9175-f67e304b3fea tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:50.089630 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b4115aa2-ad5f-47b8-9175-f67e304b3fea tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.099205 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af602f53-d1c7-4304-a56d-3e0ae2399d36 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Subnet': ['ID=d2578130-2414-4006-be5d-824219c7d4ac,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:50.142976 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6a953d5b-3873-4b3f-966b-b070f640fab1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.145789 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] Allocated IP 2001:db8::2 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/b9e0195d-86a9-4188-b710-4f5e63001e8e/3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:50.160207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af602f53-d1c7-4304-a56d-3e0ae2399d36 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Checking segment: {'id': '07b0f374-3083-4758-99df-091eaccc3ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'e7d678bb-8f56-4497-9b3e-4e97ee89e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:50.160569 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af602f53-d1c7-4304-a56d-3e0ae2399d36 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Network hostable DHCP agents. Network: e7d678bb-8f56-4497-9b3e-4e97ee89e5c6, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:26:50.164293 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9270-b0f3-4933-a00a-45c248c348f7 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.165947 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dd9270-b0f3-4933-a00a-45c248c348f7 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be7d3f72-a2f4-441b-98e6-515939da7843 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:26:50.174115 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e6615f-1fff-417e-956f-ff7170d7ae55 None None] DHCP port deletion for 90ea01ae-1b7c-4541-8133-34016a9088c7 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:26:50.180081 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9270-b0f3-4933-a00a-45c248c348f7 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.181804 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d7dd9270-b0f3-4933-a00a-45c248c348f7 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] 10.222.0.59 "DELETE /v2.0/routers/be7d3f72-a2f4-441b-98e6-515939da7843 HTTP/1.1" status: 204 len: 168 time: 1.2863343 Mar 14 15:26:50.189869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53092) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:50.193077 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Deleting port d1489544-e185-4eab-bdc1-17d410859b7c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:50.193422 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.207310 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-db08a50a-1edd-4359-b861-641930e1c3d4 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Request body: {'router': {'name': 'tempest-router-1201770960', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '35a72a2c85054886aa83c1a902ba5dcc'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:50.231413 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af602f53-d1c7-4304-a56d-3e0ae2399d36 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Network e7d678bb-8f56-4497-9b3e-4e97ee89e5c6 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:26:50.314864 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-af602f53-d1c7-4304-a56d-3e0ae2399d36 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, e7d678bb-8f56-4497-9b3e-4e97ee89e5c6) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:50.330680 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af602f53-d1c7-4304-a56d-3e0ae2399d36 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:50.331818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-af602f53-d1c7-4304-a56d-3e0ae2399d36 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.337249 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] For port d1489544-e185-4eab-bdc1-17d410859b7c, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d1489544-e185-4eab-bdc1-17d410859b7c,segment=NetworkSegment(87147d2e-a95f-4d77-b6a4-922ed1a20479),segment_id=87147d2e-a95f-4d77-b6a4-922ed1a20479)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:50.337249 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.346951 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916fe057-ff2d-42f5-a8f9-fef2864481af None None] Network e7d678bb-8f56-4497-9b3e-4e97ee89e5c6 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:50.348056 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db08a50a-1edd-4359-b861-641930e1c3d4 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.349048 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db08a50a-1edd-4359-b861-641930e1c3d4 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.365060 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Calling delete_port for d1489544-e185-4eab-bdc1-17d410859b7c owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:50.397553 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-af602f53-d1c7-4304-a56d-3e0ae2399d36 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8205559 Mar 14 15:26:50.399492 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a429f1b0-bfbe-499d-a232-76868b5a1bc6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.400403 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53094) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:50.404335 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 9d692239-dde0-4770-b4ea-e057a106cf8a no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:50.415748 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a1c0e70d-8db9-41e1-a1ff-3d148b67edda tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-942715912', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:50.506301 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db08a50a-1edd-4359-b861-641930e1c3d4 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.521931 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db08a50a-1edd-4359-b861-641930e1c3d4 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.548802 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db08a50a-1edd-4359-b861-641930e1c3d4 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.551409 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-db08a50a-1edd-4359-b861-641930e1c3d4 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3559279 Mar 14 15:26:50.555730 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53096) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:50.570493 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f04de728-4e05-4cab-9296-3f33da9adb83 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:50.613510 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e70d-8db9-41e1-a1ff-3d148b67edda tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.614519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e70d-8db9-41e1-a1ff-3d148b67edda tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.636823 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-6a953d5b-3873-4b3f-966b-b070f640fab1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Deleting port 9d692239-dde0-4770-b4ea-e057a106cf8a {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:50.637189 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6a953d5b-3873-4b3f-966b-b070f640fab1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.722778 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] Allocated IP 2001:db8::2 (b7bc75b3-d4ce-42ea-8715-4949f47edcfe/53847e7f-377a-40fa-baf7-b5673a26938e/d41e1d48-0dc6-4594-9c6f-d047742e6886) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:50.745636 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.822013 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e70d-8db9-41e1-a1ff-3d148b67edda tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:50.847943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] No DVR routers for this DVR port d1489544-e185-4eab-bdc1-17d410859b7c on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:50.852083 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Port': ['ID=d1489544-e185-4eab-bdc1-17d410859b7c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:50.853214 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ceed898d-864a-4e56-8ada-6ec9f3def6cf tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.014672 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-6a953d5b-3873-4b3f-966b-b070f640fab1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] For port 9d692239-dde0-4770-b4ea-e057a106cf8a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=9d692239-dde0-4770-b4ea-e057a106cf8a,segment=NetworkSegment(1541d88b-bb29-4204-97e7-30d693b41604),segment_id=1541d88b-bb29-4204-97e7-30d693b41604)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:51.015275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6a953d5b-3873-4b3f-966b-b070f640fab1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.036315 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9496a63a-f7d3-42fb-81b6-16c7798aaf7a None None] Network b272a0bb-c0e0-42f7-8b94-296fc321bab2 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:51.074113 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-6a953d5b-3873-4b3f-966b-b070f640fab1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Calling delete_port for 9d692239-dde0-4770-b4ea-e057a106cf8a owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:51.089816 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-12e6615f-1fff-417e-956f-ff7170d7ae55 None None] Deleting port 9d692239-dde0-4770-b4ea-e057a106cf8a {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:51.090404 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-12e6615f-1fff-417e-956f-ff7170d7ae55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.111431 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed898d-864a-4e56-8ada-6ec9f3def6cf tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event updated for resources: {'Subnet': ['ID=ec0be668-a8ae-41d3-887f-5e3abb139ed7,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:51.195307 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceed898d-864a-4e56-8ada-6ec9f3def6cf tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Checking segment: {'id': 'f38194fc-7cfc-4199-a95d-743ac746a02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:51.195893 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceed898d-864a-4e56-8ada-6ec9f3def6cf tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Network hostable DHCP agents. Network: 449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:26:51.259384 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceed898d-864a-4e56-8ada-6ec9f3def6cf tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Network 449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:26:51.278832 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-ceed898d-864a-4e56-8ada-6ec9f3def6cf tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:51.282169 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6a953d5b-3873-4b3f-966b-b070f640fab1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.299171 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceed898d-864a-4e56-8ada-6ec9f3def6cf tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:51.300118 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ceed898d-864a-4e56-8ada-6ec9f3def6cf tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.332329 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b4115aa2-ad5f-47b8-9175-f67e304b3fea tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.339560 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f04de728-4e05-4cab-9296-3f33da9adb83 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.339926 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f04de728-4e05-4cab-9296-3f33da9adb83 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.342301 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a953d5b-3873-4b3f-966b-b070f640fab1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Port': ['ID=9d692239-dde0-4770-b4ea-e057a106cf8a,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:51.349318 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a953d5b-3873-4b3f-966b-b070f640fab1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] No DVR routers for this DVR port 9d692239-dde0-4770-b4ea-e057a106cf8a on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:51.389191 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febbede3-481a-4067-9a1c-6065d65c278b None None] Network 449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:51.404248 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ceed898d-864a-4e56-8ada-6ec9f3def6cf tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4682546 Mar 14 15:26:51.411402 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53098) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:51.420568 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9798504f-2949-4b87-828f-1c935dbd6b61 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Request body: {'network': {'name': 'tempest-router-network01--576447999'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:51.477033 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.530221 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6a953d5b-3873-4b3f-966b-b070f640fab1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.543815 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9798504f-2949-4b87-828f-1c935dbd6b61 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Made reservation on behalf of 3007627873e04eaf989eb8c5df21c6b3 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:51.549776 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9798504f-2949-4b87-828f-1c935dbd6b61 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.578856 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.590369 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4115aa2-ad5f-47b8-9175-f67e304b3fea tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network b7bc75b3-d4ce-42ea-8715-4949f47edcfe is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:51.592367 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e70d-8db9-41e1-a1ff-3d148b67edda tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.593468 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-6a953d5b-3873-4b3f-966b-b070f640fab1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ea01ae-1b7c-4541-8133-34016a9088c7']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:51.600570 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da2433b-7da5-4d78-8298-817d753df301 None None] Network e7d678bb-8f56-4497-9b3e-4e97ee89e5c6 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:51.601471 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b272a0bb-c0e0-42f7-8b94-296fc321bab2']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:51.612899 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-6a953d5b-3873-4b3f-966b-b070f640fab1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1541d88b-bb29-4204-97e7-30d693b41604') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:51.613390 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-6a953d5b-3873-4b3f-966b-b070f640fab1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1541d88b-bb29-4204-97e7-30d693b41604') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:51.614677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b4115aa2-ad5f-47b8-9175-f67e304b3fea tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:51.617754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4115aa2-ad5f-47b8-9175-f67e304b3fea tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:51.618329 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b4115aa2-ad5f-47b8-9175-f67e304b3fea tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.627545 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87147d2e-a95f-4d77-b6a4-922ed1a20479') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:51.628087 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87147d2e-a95f-4d77-b6a4-922ed1a20479') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:51.632346 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9798504f-2949-4b87-828f-1c935dbd6b61 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:51.634604 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f04de728-4e05-4cab-9296-3f33da9adb83 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102568) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 14 15:26:51.635831 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f04de728-4e05-4cab-9296-3f33da9adb83 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Router 460cef09-31b6-4952-9be8-ebc83d0d59c3 migrating from provider to provider. {{(pid=102568) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 14 15:26:51.636371 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f04de728-4e05-4cab-9296-3f33da9adb83 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.638749 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6a953d5b-3873-4b3f-966b-b070f640fab1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.652234 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4115aa2-ad5f-47b8-9175-f67e304b3fea tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Subnet': ['ID=a3ebc73a-bded-4603-af9e-f9368b13d91e,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:51.666073 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9798504f-2949-4b87-828f-1c935dbd6b61 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.666680 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-9798504f-2949-4b87-828f-1c935dbd6b61 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Added segment c1d0089c-9728-48ee-925b-ad6de57622c5 of type vlan for network 78fd123f-933f-4653-a057-847b65a2b885 Mar 14 15:26:51.669172 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.669315 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6a953d5b-3873-4b3f-966b-b070f640fab1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.677905 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f04de728-4e05-4cab-9296-3f33da9adb83 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.686952 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b4115aa2-ad5f-47b8-9175-f67e304b3fea tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0153210 Mar 14 15:26:51.689933 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53100) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:51.693576 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a953d5b-3873-4b3f-966b-b070f640fab1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:51.693756 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f04de728-4e05-4cab-9296-3f33da9adb83 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.694218 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6a953d5b-3873-4b3f-966b-b070f640fab1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.698332 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.701982 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.707239 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'port': {'network_id': 'b7bc75b3-d4ce-42ea-8715-4949f47edcfe', 'fixed_ips': [{'subnet_id': '53847e7f-377a-40fa-baf7-b5673a26938e'}, {'subnet_id': 'a3ebc73a-bded-4603-af9e-f9368b13d91e'}], 'name': 'tempest-PortsIpV6TestJSON-1158371122'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:51.712423 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:51.737691 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:51.738098 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:51.754786 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:51.758577 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-12e6615f-1fff-417e-956f-ff7170d7ae55 None None] For port 9d692239-dde0-4770-b4ea-e057a106cf8a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=9d692239-dde0-4770-b4ea-e057a106cf8a,segment=NetworkSegment(1541d88b-bb29-4204-97e7-30d693b41604),segment_id=1541d88b-bb29-4204-97e7-30d693b41604)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:51.759203 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-12e6615f-1fff-417e-956f-ff7170d7ae55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.866769 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.886375 dv-neutron-833559-1-hyperv neutron-server[102568]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f04de728-4e05-4cab-9296-3f33da9adb83 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] No L3 agents can host the router 460cef09-31b6-4952-9be8-ebc83d0d59c3 Mar 14 15:26:51.888509 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.893106 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.900370 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/networks/b272a0bb-c0e0-42f7-8b94-296fc321bab2 HTTP/1.1" status: 204 len: 168 time: 4.3686168 Mar 14 15:26:51.901196 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53102) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:51.904678 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-12e6615f-1fff-417e-956f-ff7170d7ae55 None None] Calling delete_port for 9d692239-dde0-4770-b4ea-e057a106cf8a owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:51.904967 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9798504f-2949-4b87-828f-1c935dbd6b61 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:51.948835 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5de5a2-007d-409b-ab00-55b7362a47bd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:51.949286 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b5de5a2-007d-409b-ab00-55b7362a47bd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:51.954739 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1b5de5a2-007d-409b-ab00-55b7362a47bd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/subnets/03017ce4-18ef-4ef0-af59-7a762847506a HTTP/1.1" status: 404 len: 337 time: 0.0468264 Mar 14 15:26:51.954739 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c3bac-254a-4a34-98fb-bf4e27730e75 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Network': ['ID=b272a0bb-c0e0-42f7-8b94-296fc321bab2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:51.956350 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53104) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:52.027297 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-6729ade8-016d-4970-aada-394efe612668 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:52.028164 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6729ade8-016d-4970-aada-394efe612668 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:52.033392 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6729ade8-016d-4970-aada-394efe612668 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/networks/b272a0bb-c0e0-42f7-8b94-296fc321bab2 HTTP/1.1" status: 404 len: 339 time: 0.0720327 Mar 14 15:26:52.034586 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53106) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:52.041069 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-a429f1b0-bfbe-499d-a232-76868b5a1bc6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::1 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/b9e0195d-86a9-4188-b710-4f5e63001e8e/6e8b3e79-ad07-4ee7-95d8-edd81c2c5237) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:52.047527 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6a953d5b-3873-4b3f-966b-b070f640fab1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.075550 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6a953d5b-3873-4b3f-966b-b070f640fab1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.080724 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6a953d5b-3873-4b3f-966b-b070f640fab1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/networks/90ea01ae-1b7c-4541-8133-34016a9088c7 HTTP/1.1" status: 204 len: 168 time: 2.8441131 Mar 14 15:26:52.087687 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.089181 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53108) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:52.102630 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 090c424d-29a5-4971-9adc-a06162626829 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:26:52.107868 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:52.119426 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-dae906ba-6c9d-4404-9980-b2a359791fdd tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'router': {'routes': None}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:52.140242 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9798504f-2949-4b87-828f-1c935dbd6b61 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.149144 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9798504f-2949-4b87-828f-1c935dbd6b61 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:52.150125 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9798504f-2949-4b87-828f-1c935dbd6b61 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.154487 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a953d5b-3873-4b3f-966b-b070f640fab1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Pushing event deleted for resources: {'Network': ['ID=90ea01ae-1b7c-4541-8133-34016a9088c7,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:52.208117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04de728-4e05-4cab-9296-3f33da9adb83 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Hosts for router 460cef09-31b6-4952-9be8-ebc83d0d59c3: [] {{(pid=102568) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 14 15:26:52.214159 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:52.221653 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:52.236733 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.239904 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 090c424d-29a5-4971-9adc-a06162626829 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:26:52.240710 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 090c424d-29a5-4971-9adc-a06162626829 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:26:52.261628 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-996b76ae-0707-4876-a1ea-61313ae327eb tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.279089 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04de728-4e05-4cab-9296-3f33da9adb83 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Hosts for other DVR routers connected to router 460cef09-31b6-4952-9be8-ebc83d0d59c3: set() {{(pid=102568) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 14 15:26:52.281559 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f04de728-4e05-4cab-9296-3f33da9adb83 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.281887 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] Pushing event updated for resources: {'Port': ['ID=3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:52.282748 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f04de728-4e05-4cab-9296-3f33da9adb83 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] 10.222.0.59 "PUT /v2.0/routers/460cef09-31b6-4952-9be8-ebc83d0d59c3 HTTP/1.1" status: 200 len: 717 time: 1.7167294 Mar 14 15:26:52.296498 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53110) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:52.304497 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e70d-8db9-41e1-a1ff-3d148b67edda tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.327733 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e70d-8db9-41e1-a1ff-3d148b67edda tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.446359 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-996b76ae-0707-4876-a1ea-61313ae327eb tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.447704 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] Network b7bc75b3-d4ce-42ea-8715-4949f47edcfe is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:52.495563 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-996b76ae-0707-4876-a1ea-61313ae327eb tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b575c4-5fd3-48bf-9300-39159e1b7ab4']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:52.495806 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:52.498664 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:52.511752 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-996b76ae-0707-4876-a1ea-61313ae327eb tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1338fab-aeb1-4f00-bab8-efa735aea488') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:52.512080 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-996b76ae-0707-4876-a1ea-61313ae327eb tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1338fab-aeb1-4f00-bab8-efa735aea488') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:52.523619 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] Pushing event updated for resources: {'Port': ['ID=d41e1d48-0dc6-4594-9c6f-d047742e6886,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:52.537186 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-a1c0e70d-8db9-41e1-a1ff-3d148b67edda tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Allocated IP 172.26.6.128 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/44cffa89-12b2-46b2-b6a5-ffd70c8d649b) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:52.540207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-996b76ae-0707-4876-a1ea-61313ae327eb tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.569648 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3', 'network_id': '449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3', 'tenant_id': '3007627873e04eaf989eb8c5df21c6b3', 'fixed_ips': [{'subnet_id': 'ec0be668-a8ae-41d3-887f-5e3abb139ed7'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:26:52.570504 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.575123 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] Attempting to bind port 3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:52.575495 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] Attempting to bind port 3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:52.575858 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] Attempting to bind port 3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5 on network 5b9fbf90-4428-44c7-aa34-44697a69d1dc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:26:52.589885 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a429f1b0-bfbe-499d-a232-76868b5a1bc6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.612514 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:26:52.612886 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] Checking segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:52.613283 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.613679 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] Bound using segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:26:52.614157 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] Bound port: 3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:52.614530 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.617055 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-996b76ae-0707-4876-a1ea-61313ae327eb tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.619269 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-12e6615f-1fff-417e-956f-ff7170d7ae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.627129 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9798504f-2949-4b87-828f-1c935dbd6b61 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2164361 Mar 14 15:26:52.638462 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a429f1b0-bfbe-499d-a232-76868b5a1bc6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.640563 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53112) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:52.647797 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996b76ae-0707-4876-a1ea-61313ae327eb tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:52.648303 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-996b76ae-0707-4876-a1ea-61313ae327eb tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:52.662027 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:52.664135 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-12e6615f-1fff-417e-956f-ff7170d7ae55 None None] Network 90ea01ae-1b7c-4541-8133-34016a9088c7 is not hosted by any dhcp agent {{(pid=102569) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 14 15:26:52.664135 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e6615f-1fff-417e-956f-ff7170d7ae55 None None] No DVR routers for this DVR port 9d692239-dde0-4770-b4ea-e057a106cf8a on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:52.671913 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6615f-1fff-417e-956f-ff7170d7ae55 None None] Pushing event deleted for resources: {'Port': ['ID=9d692239-dde0-4770-b4ea-e057a106cf8a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:52.674035 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] Attempting to bind port d41e1d48-0dc6-4594-9c6f-d047742e6886 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:52.674644 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] Attempting to bind port d41e1d48-0dc6-4594-9c6f-d047742e6886 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '808cb889-4a4b-4d78-8678-8c84042e1eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b7bc75b3-d4ce-42ea-8715-4949f47edcfe'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:52.675227 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] Attempting to bind port d41e1d48-0dc6-4594-9c6f-d047742e6886 on network b7bc75b3-d4ce-42ea-8715-4949f47edcfe {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:26:52.734728 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e70d-8db9-41e1-a1ff-3d148b67edda tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.737661 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-996b76ae-0707-4876-a1ea-61313ae327eb tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.752879 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.extraroute_db [None req-dae906ba-6c9d-4404-9980-b2a359791fdd tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Added routes are [] {{(pid=102567) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 14 15:26:52.753185 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.extraroute_db [None req-dae906ba-6c9d-4404-9980-b2a359791fdd tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Removed routes are [] {{(pid=102567) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 14 15:26:52.753541 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dae906ba-6c9d-4404-9980-b2a359791fdd tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.755785 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-996b76ae-0707-4876-a1ea-61313ae327eb tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.757474 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:26:52.757930 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] Checking segment: {'id': '808cb889-4a4b-4d78-8678-8c84042e1eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b7bc75b3-d4ce-42ea-8715-4949f47edcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:52.758402 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.761490 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] Bound using segment: {'id': '808cb889-4a4b-4d78-8678-8c84042e1eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b7bc75b3-d4ce-42ea-8715-4949f47edcfe'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:26:52.762099 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-996b76ae-0707-4876-a1ea-61313ae327eb tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/networks/b7b575c4-5fd3-48bf-9300-39159e1b7ab4 HTTP/1.1" status: 204 len: 168 time: 0.7243710 Mar 14 15:26:52.762190 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] Bound port: d41e1d48-0dc6-4594-9c6f-d047742e6886, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808cb889-4a4b-4d78-8678-8c84042e1eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b7bc75b3-d4ce-42ea-8715-4949f47edcfe'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:52.762190 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.762391 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b76ae-0707-4876-a1ea-61313ae327eb tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Network': ['ID=b7b575c4-5fd3-48bf-9300-39159e1b7ab4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:52.764907 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53114) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:52.765980 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-7e96bf07-0763-4a02-a455-594eccf044ca tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Request body: {'network': {'name': 'tempest-router-network02--452851988'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:52.772734 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-123471a3-91fc-463a-9b1e-daa1fda0d779 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] 10.222.0.59 "GET /v2.0/routers/460cef09-31b6-4952-9be8-ebc83d0d59c3 HTTP/1.1" status: 200 len: 717 time: 0.4245648 Mar 14 15:26:52.798494 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53116) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:52.801869 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0808c0c2-eca8-4601-a4ec-2d82162e9d6d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:52.802330 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0808c0c2-eca8-4601-a4ec-2d82162e9d6d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:52.808423 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0808c0c2-eca8-4601-a4ec-2d82162e9d6d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/subnets/2feaee6a-c7cd-4f59-a605-1739d4651b9f HTTP/1.1" status: 404 len: 337 time: 0.0406725 Mar 14 15:26:52.817389 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53118) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:52.859604 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a429f1b0-bfbe-499d-a232-76868b5a1bc6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:52.861164 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798504f-2949-4b87-828f-1c935dbd6b61 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event updated for resources: {'Network': ['ID=78fd123f-933f-4653-a057-847b65a2b885,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:52.873812 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-a429f1b0-bfbe-499d-a232-76868b5a1bc6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:52.875435 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] For port d41e1d48-0dc6-4594-9c6f-d047742e6886, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:52.876871 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a429f1b0-bfbe-499d-a232-76868b5a1bc6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:52.877593 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a429f1b0-bfbe-499d-a232-76868b5a1bc6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.879289 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] For port d41e1d48-0dc6-4594-9c6f-d047742e6886, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d41e1d48-0dc6-4594-9c6f-d047742e6886,segment=NetworkSegment(808cb889-4a4b-4d78-8678-8c84042e1eae),segment_id=808cb889-4a4b-4d78-8678-8c84042e1eae)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:52.887262 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 78fd123f-933f-4653-a057-847b65a2b885 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:26:52.895676 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] For port 3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:52.897936 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c515c6-a8d8-4602-b933-b9c89ffcee23 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:52.899177 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c515c6-a8d8-4602-b933-b9c89ffcee23 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:52.902086 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:52.907537 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-22c515c6-a8d8-4602-b933-b9c89ffcee23 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/networks/da68183d-fd3f-494f-8653-88df99d53f1c HTTP/1.1" status: 404 len: 339 time: 0.0912983 Mar 14 15:26:52.908203 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53122) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:52.911123 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e70d-8db9-41e1-a1ff-3d148b67edda tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.061580 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c0e70d-8db9-41e1-a1ff-3d148b67edda tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:53.068282 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-a1c0e70d-8db9-41e1-a1ff-3d148b67edda tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:53.082857 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6a5f2e83-5967-4e5f-a4b3-a53f8e29c8b8 tempest-RoutersTestDVR-1452646436 tempest-RoutersTestDVR-1452646436-project] 10.222.0.59 "GET /v2.0/routers/460cef09-31b6-4952-9be8-ebc83d0d59c3 HTTP/1.1" status: 200 len: 683 time: 0.2732928 Mar 14 15:26:53.084195 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c0e70d-8db9-41e1-a1ff-3d148b67edda tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:53.087992 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53124) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:53.088682 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0e70d-8db9-41e1-a1ff-3d148b67edda tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Port': ['ID=44cffa89-12b2-46b2-b6a5-ffd70c8d649b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:53.121166 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-5210d304-a7ce-4cca-85be-a19358436662 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Deleting subnet 9a34dbf9-7b2b-463b-b553-b9479e8be739 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:26:53.144185 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] For port 3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:53.163295 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5210d304-a7ce-4cca-85be-a19358436662 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.195956 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.238136 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429f1b0-bfbe-499d-a232-76868b5a1bc6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=6e8b3e79-ad07-4ee7-95d8-edd81c2c5237,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:53.247453 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:53.275732 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] Allocated IP 2001:db8::2 (449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3/ec0be668-a8ae-41d3-887f-5e3abb139ed7/28a10735-2eb7-4590-85b1-f2cb500af158) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:53.277835 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-284f2f0c-5ec2-4b0a-bd51-4f55d386e18f tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.284940 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e96bf07-0763-4a02-a455-594eccf044ca tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Made reservation on behalf of 3007627873e04eaf989eb8c5df21c6b3 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:53.288393 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7e96bf07-0763-4a02-a455-594eccf044ca tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.354716 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5210d304-a7ce-4cca-85be-a19358436662 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.363011 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:26:53.435520 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dae906ba-6c9d-4404-9980-b2a359791fdd tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.437706 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e96bf07-0763-4a02-a455-594eccf044ca tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:26:53.462578 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dae906ba-6c9d-4404-9980-b2a359791fdd tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.481218 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7e96bf07-0763-4a02-a455-594eccf044ca tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.484309 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-7e96bf07-0763-4a02-a455-594eccf044ca tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Added segment 0adf4cd8-b5c2-48f5-a4b0-031f4e087053 of type vlan for network d67fbcb9-83ac-4c63-9a71-d3597fd75453 Mar 14 15:26:53.486379 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.489380 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f26708-94c2-4ab9-bf80-286193ec7eee None None] Pushing event updated for resources: {'Port': ['ID=d41e1d48-0dc6-4594-9c6f-d047742e6886,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:53.500424 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.582501 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] Network 449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:53.597139 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:53.599309 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:53.604988 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ca3cd-b53e-4c8b-ace1-ff8c6a46ceb4 None None] Pushing event updated for resources: {'Port': ['ID=3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:53.717422 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7e96bf07-0763-4a02-a455-594eccf044ca tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.744212 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] Pushing event updated for resources: {'Port': ['ID=28a10735-2eb7-4590-85b1-f2cb500af158,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:53.756681 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7e96bf07-0763-4a02-a455-594eccf044ca tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.763939 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e96bf07-0763-4a02-a455-594eccf044ca tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:53.764692 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7e96bf07-0763-4a02-a455-594eccf044ca tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.781667 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] Attempting to bind port 28a10735-2eb7-4590-85b1-f2cb500af158 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:53.782133 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] Attempting to bind port 28a10735-2eb7-4590-85b1-f2cb500af158 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'f38194fc-7cfc-4199-a95d-743ac746a02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:53.782800 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] Attempting to bind port 28a10735-2eb7-4590-85b1-f2cb500af158 on network 449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:26:53.789129 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:26:53.789515 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] Checking segment: {'id': 'f38194fc-7cfc-4199-a95d-743ac746a02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:53.789924 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.790318 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] Bound using segment: {'id': 'f38194fc-7cfc-4199-a95d-743ac746a02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:26:53.790791 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] Bound port: 28a10735-2eb7-4590-85b1-f2cb500af158, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38194fc-7cfc-4199-a95d-743ac746a02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:53.791210 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.852303 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a429f1b0-bfbe-499d-a232-76868b5a1bc6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.858530 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.896003 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] For port 28a10735-2eb7-4590-85b1-f2cb500af158, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:53.899986 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] For port 28a10735-2eb7-4590-85b1-f2cb500af158, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=28a10735-2eb7-4590-85b1-f2cb500af158,segment=NetworkSegment(f38194fc-7cfc-4199-a95d-743ac746a02d),segment_id=f38194fc-7cfc-4199-a95d-743ac746a02d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:53.901947 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae906ba-6c9d-4404-9980-b2a359791fdd tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router 232197ee-affb-4bd0-9da2-3b59e02e9b70 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:26:53.906451 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:53.976042 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e44781-7ee7-4abe-b769-a309c8b93890 None None] Pushing event updated for resources: {'Port': ['ID=28a10735-2eb7-4590-85b1-f2cb500af158,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:53.994007 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7e96bf07-0763-4a02-a455-594eccf044ca tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3460746 Mar 14 15:26:53.998074 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53126) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:54.004198 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] device_id is not set on port 66f06bd4-698e-4b8b-9aa9-89ad6c0c1592 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:26:54.014454 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96bf07-0763-4a02-a455-594eccf044ca tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event updated for resources: {'Network': ['ID=d67fbcb9-83ac-4c63-9a71-d3597fd75453,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:54.030189 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network d67fbcb9-83ac-4c63-9a71-d3597fd75453 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:26:54.039642 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Request body: {'subnet': {'network_id': '78fd123f-933f-4653-a057-847b65a2b885', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:54.083940 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-284f2f0c-5ec2-4b0a-bd51-4f55d386e18f tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.093793 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-284f2f0c-5ec2-4b0a-bd51-4f55d386e18f tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.184792 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5210d304-a7ce-4cca-85be-a19358436662 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.234749 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae906ba-6c9d-4404-9980-b2a359791fdd tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:54.246576 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e5ec09-d539-4646-8658-9507c9c69a10 None None] Sync routers for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:54.262538 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e5ec09-d539-4646-8658-9507c9c69a10 None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:54.267185 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b2e5ec09-d539-4646-8658-9507c9c69a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:54.290327 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dae906ba-6c9d-4404-9980-b2a359791fdd tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.294711 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-dae906ba-6c9d-4404-9980-b2a359791fdd tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/232197ee-affb-4bd0-9da2-3b59e02e9b70 HTTP/1.1" status: 200 len: 700 time: 2.1806469 Mar 14 15:26:54.298073 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53128) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:54.327147 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-284f2f0c-5ec2-4b0a-bd51-4f55d386e18f tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.327677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284f2f0c-5ec2-4b0a-bd51-4f55d386e18f tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 460cef09-31b6-4952-9be8-ebc83d0d59c3 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:26:54.370428 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-284f2f0c-5ec2-4b0a-bd51-4f55d386e18f tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.375115 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-284f2f0c-5ec2-4b0a-bd51-4f55d386e18f tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] 10.222.0.59 "DELETE /v2.0/routers/460cef09-31b6-4952-9be8-ebc83d0d59c3 HTTP/1.1" status: 204 len: 168 time: 1.2799613 Mar 14 15:26:54.389717 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9d9d826a-e6df-4f3a-b2f2-67be749c5ed6 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/ports?device_id=232197ee-affb-4bd0-9da2-3b59e02e9b70 HTTP/1.1" status: 200 len: 205 time: 0.0839493 Mar 14 15:26:54.389717 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53130) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:54.392424 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53132) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:54.441309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a5aafc6c-8a0a-492d-912e-afc66f6ef54f tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Request body: {'router': {'name': 'tempest-router-1942989908', 'distributed': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:54.485058 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b2e5ec09-d539-4646-8658-9507c9c69a10 None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:54.505977 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e70d-8db9-41e1-a1ff-3d148b67edda tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.556179 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Made reservation on behalf of 3007627873e04eaf989eb8c5df21c6b3 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:54.560506 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.566528 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5210d304-a7ce-4cca-85be-a19358436662 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.568528 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b2e5ec09-d539-4646-8658-9507c9c69a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:46Z', 'revision_number': 11, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:54.569369 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5aafc6c-8a0a-492d-912e-afc66f6ef54f tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.571258 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5aafc6c-8a0a-492d-912e-afc66f6ef54f tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.581965 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ccf841a8-c284-4ba9-87d8-03bfa8349c11 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.625538 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e5ec09-d539-4646-8658-9507c9c69a10 None None] Checking router: 232197ee-affb-4bd0-9da2-3b59e02e9b70 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:26:54.637648 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e5ec09-d539-4646-8658-9507c9c69a10 None None] Routers {'232197ee-affb-4bd0-9da2-3b59e02e9b70'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:54.640339 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b2e5ec09-d539-4646-8658-9507c9c69a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['232197ee-affb-4bd0-9da2-3b59e02e9b70'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:54.659277 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210d304-a7ce-4cca-85be-a19358436662 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Subnet': ['ID=9a34dbf9-7b2b-463b-b553-b9479e8be739,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:54.662508 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d41e1d48-0dc6-4594-9c6f-d047742e6886 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:54.703217 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5210d304-a7ce-4cca-85be-a19358436662 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.708714 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5210d304-a7ce-4cca-85be-a19358436662 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/subnets/9a34dbf9-7b2b-463b-b553-b9479e8be739 HTTP/1.1" status: 204 len: 168 time: 1.7992280 Mar 14 15:26:54.715324 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c350aed-dba6-4a72-b47d-8e1f00447ae6 None None] Network e49941a1-75b0-41cb-a40d-1cf00ee4f29a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:54.724766 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53134) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:54.773669 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a429f1b0-bfbe-499d-a232-76868b5a1bc6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.879721 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a429f1b0-bfbe-499d-a232-76868b5a1bc6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.880396 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a429f1b0-bfbe-499d-a232-76868b5a1bc6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.941927 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5aafc6c-8a0a-492d-912e-afc66f6ef54f tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.950352 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-b2e5ec09-d539-4646-8658-9507c9c69a10 None None] Set router 232197ee-affb-4bd0-9da2-3b59e02e9b70 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:54.976441 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port d41e1d48-0dc6-4594-9c6f-d047742e6886 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:54.977037 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.979456 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429f1b0-bfbe-499d-a232-76868b5a1bc6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=6e8b3e79-ad07-4ee7-95d8-edd81c2c5237,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:54.981887 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5aafc6c-8a0a-492d-912e-afc66f6ef54f tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:54.984265 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Allocated IP 2001:db8::71 (b7bc75b3-d4ce-42ea-8715-4949f47edcfe/53847e7f-377a-40fa-baf7-b5673a26938e/66f06bd4-698e-4b8b-9aa9-89ad6c0c1592) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:55.002593 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d61b48-a02a-467c-9d38-098e6b3beca7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Deleting subnet bcf9426c-4b1c-4328-a162-f83cb125c548 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:26:55.036868 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16d61b48-a02a-467c-9d38-098e6b3beca7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.042794 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Allocated IP 2001:db8:0:1::e3 (b7bc75b3-d4ce-42ea-8715-4949f47edcfe/a3ebc73a-bded-4603-af9e-f9368b13d91e/66f06bd4-698e-4b8b-9aa9-89ad6c0c1592) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:55.075519 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b2e5ec09-d539-4646-8658-9507c9c69a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:46Z', 'revision_number': 11, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:55.136041 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5aafc6c-8a0a-492d-912e-afc66f6ef54f tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.139713 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a5aafc6c-8a0a-492d-912e-afc66f6ef54f tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7126892 Mar 14 15:26:55.149794 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53136) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:55.162715 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ccf841a8-c284-4ba9-87d8-03bfa8349c11 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.184115 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e5ec09-d539-4646-8658-9507c9c69a10 None None] The sync data for ids ['232197ee-affb-4bd0-9da2-3b59e02e9b70'] in dv-neutron-833559-1-hyperv is: [{'id': '232197ee-affb-4bd0-9da2-3b59e02e9b70', 'name': 'tempest-RoutersTest-router-964983885', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:25:24Z', 'updated_at': '2022-03-14T15:26:46Z', 'revision_number': 11, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:26:55.199015 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ccf841a8-c284-4ba9-87d8-03bfa8349c11 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.234097 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.261071 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16d61b48-a02a-467c-9d38-098e6b3beca7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.319312 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e038ace5-ca4a-4686-840d-2c88d0f8ead1 None None] Network b7bc75b3-d4ce-42ea-8715-4949f47edcfe requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:55.330134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port d41e1d48-0dc6-4594-9c6f-d047742e6886, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d41e1d48-0dc6-4594-9c6f-d047742e6886,segment=NetworkSegment(808cb889-4a4b-4d78-8678-8c84042e1eae),segment_id=808cb889-4a4b-4d78-8678-8c84042e1eae)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:55.351127 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.352254 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:55.556640 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e70d-8db9-41e1-a1ff-3d148b67edda tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.585177 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=d41e1d48-0dc6-4594-9c6f-d047742e6886,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:55.603560 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-63a9c805-4cea-4405-be0a-cb1c8251a0d0 None None] Provisioning complete for port d41e1d48-0dc6-4594-9c6f-d047742e6886 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:55.603978 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-63a9c805-4cea-4405-be0a-cb1c8251a0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.634859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.750630 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:55.751316 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.831779 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ccf841a8-c284-4ba9-87d8-03bfa8349c11 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.834571 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf841a8-c284-4ba9-87d8-03bfa8349c11 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Fanout notify agent at l3_agent the message router_deleted on router 232197ee-affb-4bd0-9da2-3b59e02e9b70 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:26:55.858271 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16d61b48-a02a-467c-9d38-098e6b3beca7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.859317 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ccf841a8-c284-4ba9-87d8-03bfa8349c11 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:55.860854 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ccf841a8-c284-4ba9-87d8-03bfa8349c11 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/routers/232197ee-affb-4bd0-9da2-3b59e02e9b70 HTTP/1.1" status: 204 len: 168 time: 1.4608359 Mar 14 15:26:55.872226 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53138) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:55.946606 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a2826c9-815e-4b00-b1f5-69be228ae003 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.009037 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.039150 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-748a06f3-d4c8-40c8-b7e9-28728e40f602 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1438366536', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:56.049167 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event updated for resources: {'Subnet': ['ID=09b617f0-5ec5-41a6-b45f-a8c645e70a88,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:56.049295 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c70a32f-da01-4a69-acb0-742b56a26567 None None] Network 449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:56.056142 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16d61b48-a02a-467c-9d38-098e6b3beca7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.118225 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.118477 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.119003 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.119481 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.120811 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.121195 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.121538 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.121992 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.122572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.124008 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.124368 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.124713 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.130504 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:56.156629 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a429f1b0-bfbe-499d-a232-76868b5a1bc6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:56.157586 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.158410 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 28a10735-2eb7-4590-85b1-f2cb500af158 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:56.164064 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-a429f1b0-bfbe-499d-a232-76868b5a1bc6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:56.172310 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16d61b48-a02a-467c-9d38-098e6b3beca7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.175818 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-16d61b48-a02a-467c-9d38-098e6b3beca7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/subnets/bcf9426c-4b1c-4328-a162-f83cb125c548 HTTP/1.1" status: 204 len: 168 time: 1.4473274 Mar 14 15:26:56.176651 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c0e70d-8db9-41e1-a1ff-3d148b67edda tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Router da84d555-1d7c-4d7f-b281-83d0a3be8bb5 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:26:56.179344 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53140) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:56.180273 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d61b48-a02a-467c-9d38-098e6b3beca7 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Subnet': ['ID=bcf9426c-4b1c-4328-a162-f83cb125c548,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:56.182905 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-748a06f3-d4c8-40c8-b7e9-28728e40f602 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.183688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-748a06f3-d4c8-40c8-b7e9-28728e40f602 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.188537 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Checking segment: {'id': 'c1d0089c-9728-48ee-925b-ad6de57622c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '78fd123f-933f-4653-a057-847b65a2b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:56.188972 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Network hostable DHCP agents. Network: 78fd123f-933f-4653-a057-847b65a2b885, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:26:56.254550 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1766e028-1ea2-4f39-9755-f29cfdf79abe None None] Network e49941a1-75b0-41cb-a40d-1cf00ee4f29a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:56.279096 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a2826c9-815e-4b00-b1f5-69be228ae003 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.286743 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f9ae46-471c-460d-b14d-178c7cc8bad5 None None] Update dhcp port {'port': {'network_id': 'b7bc75b3-d4ce-42ea-8715-4949f47edcfe', 'fixed_ips': [{'subnet_id': '53847e7f-377a-40fa-baf7-b5673a26938e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a3ebc73a-bded-4603-af9e-f9368b13d91e'}], 'binding:host_id': 'dv-neutron-833559-1-hyperv'}, 'id': 'd41e1d48-0dc6-4594-9c6f-d047742e6886'} from dv-neutron-833559-1-hyperv. {{(pid=102569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 15:26:56.314457 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a2826c9-815e-4b00-b1f5-69be228ae003 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.333856 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Network 78fd123f-933f-4653-a057-847b65a2b885 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:26:56.380147 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-49714a11-a221-483f-baef-127c4e22b39c None None] Provisioning complete for port 3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:56.380691 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49714a11-a221-483f-baef-127c4e22b39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.408834 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49abc097-e633-48fb-827a-a5e18f4a61cd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.422682 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 78fd123f-933f-4653-a057-847b65a2b885) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:56.433569 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.449863 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a2826c9-815e-4b00-b1f5-69be228ae003 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.450365 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2826c9-815e-4b00-b1f5-69be228ae003 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 121022b9-d098-4bfb-8d1f-96183ea1548d {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:26:56.457246 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a2826c9-815e-4b00-b1f5-69be228ae003 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.461813 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1a2826c9-815e-4b00-b1f5-69be228ae003 tempest-RoutersTestDVR-581297986 tempest-RoutersTestDVR-581297986-project-admin] 10.222.0.59 "DELETE /v2.0/routers/121022b9-d098-4bfb-8d1f-96183ea1548d HTTP/1.1" status: 204 len: 168 time: 1.2932994 Mar 14 15:26:56.464732 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ee9439-0520-4680-bb79-646ad7ca6fa8 None None] Network 78fd123f-933f-4653-a057-847b65a2b885 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:56.464875 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-748a06f3-d4c8-40c8-b7e9-28728e40f602 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.467468 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:56.468519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.506748 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:56.512241 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-34f9ae46-471c-460d-b14d-178c7cc8bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.539908 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-748a06f3-d4c8-40c8-b7e9-28728e40f602 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.543801 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 28a10735-2eb7-4590-85b1-f2cb500af158 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:56.544252 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.551311 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.568493 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a429f1b0-bfbe-499d-a232-76868b5a1bc6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Router 43070eac-9086-460f-8344-88b289eb5827 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:26:56.587027 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-248ea00f-5a05-4ed6-b82c-cf8cc46de29c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5818572 Mar 14 15:26:56.591985 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53144) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:56.616029 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-911c7ba1-484d-4eb6-b405-0f4e6108d381 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Request body: {'subnet': {'network_id': 'd67fbcb9-83ac-4c63-9a71-d3597fd75453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:56.621813 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network b7bc75b3-d4ce-42ea-8715-4949f47edcfe is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:56.622793 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-748a06f3-d4c8-40c8-b7e9-28728e40f602 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.624259 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-748a06f3-d4c8-40c8-b7e9-28728e40f602 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6936536 Mar 14 15:26:56.627560 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53146) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:56.661494 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:56.670859 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a608e0de-ed55-4e97-8116-67fdd94fbe09 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:56.673923 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:56.680051 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:56.680841 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.686335 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c0e70d-8db9-41e1-a1ff-3d148b67edda tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:56.730902 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e70d-8db9-41e1-a1ff-3d148b67edda tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.732517 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a1c0e70d-8db9-41e1-a1ff-3d148b67edda tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.3213713 Mar 14 15:26:56.737622 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53148) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:56.763686 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=66f06bd4-698e-4b8b-9aa9-89ad6c0c1592,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:56.812798 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.813253 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.814009 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.814009 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.814477 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.814879 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.815313 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.815776 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.816356 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.816698 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.817033 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.817361 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:56.835136 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c5cddaa4-431b-4f29-987d-6a8a1c6af0db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 5.1405888 Mar 14 15:26:56.838856 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53152) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:56.865649 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53154) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:56.870097 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-49abc097-e633-48fb-827a-a5e18f4a61cd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Deleting port 91256d84-ef5d-498f-b4f1-10141a2692cd {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:56.870970 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49abc097-e633-48fb-827a-a5e18f4a61cd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:56.885456 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ba1e4ba3-7b58-409a-bba6-b45939baa9fe tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '53847e7f-377a-40fa-baf7-b5673a26938e'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:56.903071 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31c491d-9f4a-4c30-baf7-21a88729b1e7 None None] Sync routers for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:56.908371 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a429f1b0-bfbe-499d-a232-76868b5a1bc6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:56.917946 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a429f1b0-bfbe-499d-a232-76868b5a1bc6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "PUT /v2.0/routers/43070eac-9086-460f-8344-88b289eb5827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8325946 Mar 14 15:26:56.920558 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53158) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:56.922941 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] Sync routers for ids ['43070eac-9086-460f-8344-88b289eb5827'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:56.938493 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] Routers {'43070eac-9086-460f-8344-88b289eb5827'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:56.939162 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['43070eac-9086-460f-8344-88b289eb5827'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:57.061328 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911c7ba1-484d-4eb6-b405-0f4e6108d381 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Made reservation on behalf of 3007627873e04eaf989eb8c5df21c6b3 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:26:57.064813 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-911c7ba1-484d-4eb6-b405-0f4e6108d381 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.086671 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] Set router 43070eac-9086-460f-8344-88b289eb5827 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:57.106338 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8c69c1-8fc1-42c5-aec4-ea793167f6b4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:57.107797 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9b8c69c1-8fc1-42c5-aec4-ea793167f6b4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports/6e8b3e79-ad07-4ee7-95d8-edd81c2c5237 HTTP/1.1" status: 200 len: 911 time: 0.1572783 Mar 14 15:26:57.112233 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53160) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:57.114077 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a608e0de-ed55-4e97-8116-67fdd94fbe09 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.140743 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ba1e4ba3-7b58-409a-bba6-b45939baa9fe tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.169036 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a608e0de-ed55-4e97-8116-67fdd94fbe09 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.216962 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-34f9ae46-471c-460d-b14d-178c7cc8bad5 None None] Allocated IP 2001:db8:0:1::2 (b7bc75b3-d4ce-42ea-8715-4949f47edcfe/a3ebc73a-bded-4603-af9e-f9368b13d91e/d41e1d48-0dc6-4594-9c6f-d047742e6886) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:57.269248 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c69b5fc-8c60-41e3-b8fd-6127231bedde tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:57.275178 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c69b5fc-8c60-41e3-b8fd-6127231bedde tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:57.279963 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6c69b5fc-8c60-41e3-b8fd-6127231bedde tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1614690 Mar 14 15:26:57.308343 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53162) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:57.323452 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43070eac-9086-460f-8344-88b289eb5827', 'name': 'tempest-NetworksTestDHCPv6-router-768710025', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:48Z', 'updated_at': '2022-03-14T15:26:53Z', 'revision_number': 2, 'project_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'gw_port_host': None, '_interfaces': [{'id': '6e8b3e79-ad07-4ee7-95d8-edd81c2c5237', 'name': '', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'mac_address': 'fa:16:3e:4f:46:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43070eac-9086-460f-8344-88b289eb5827', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b9e0195d-86a9-4188-b710-4f5e63001e8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:50Z', 'updated_at': '2022-03-14T15:26:54Z', 'revision_number': 2, 'project_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'subnets': [{'id': 'b9e0195d-86a9-4188-b710-4f5e63001e8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:57.351618 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-34f9ae46-471c-460d-b14d-178c7cc8bad5 None None] For port d41e1d48-0dc6-4594-9c6f-d047742e6886, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d41e1d48-0dc6-4594-9c6f-d047742e6886,segment=NetworkSegment(808cb889-4a4b-4d78-8678-8c84042e1eae),segment_id=808cb889-4a4b-4d78-8678-8c84042e1eae)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:57.355742 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] Checking router: 43070eac-9086-460f-8344-88b289eb5827 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:26:57.356426 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] Updating router 43070eac-9086-460f-8344-88b289eb5827 port 6e8b3e79-ad07-4ee7-95d8-edd81c2c5237 binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:26:57.385477 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.392860 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-34f9ae46-471c-460d-b14d-178c7cc8bad5 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.454371 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-34f9ae46-471c-460d-b14d-178c7cc8bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.520373 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f82cad9-ad2a-41e0-ba2e-9f5aa1b1fb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.548998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-49abc097-e633-48fb-827a-a5e18f4a61cd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] For port 91256d84-ef5d-498f-b4f1-10141a2692cd, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=91256d84-ef5d-498f-b4f1-10141a2692cd,segment=NetworkSegment(90cddd21-b895-48be-853f-da645289ce52),segment_id=90cddd21-b895-48be-853f-da645289ce52)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:57.549373 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49abc097-e633-48fb-827a-a5e18f4a61cd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.607971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-49abc097-e633-48fb-827a-a5e18f4a61cd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Calling delete_port for 91256d84-ef5d-498f-b4f1-10141a2692cd owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:57.670477 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a608e0de-ed55-4e97-8116-67fdd94fbe09 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Router b2f18623-49cb-4889-9193-732c9f5e1be7 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:26:57.698704 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9ae46-471c-460d-b14d-178c7cc8bad5 None None] Pushing event updated for resources: {'Port': ['ID=d41e1d48-0dc6-4594-9c6f-d047742e6886,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:57.720872 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31c491d-9f4a-4c30-baf7-21a88729b1e7 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:57.721949 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f31c491d-9f4a-4c30-baf7-21a88729b1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:57.774605 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.785626 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.790320 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f31c491d-9f4a-4c30-baf7-21a88729b1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:57.802327 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-78fd123f-933f-4653-a057-847b65a2b885', 'network_id': '78fd123f-933f-4653-a057-847b65a2b885', 'tenant_id': '3007627873e04eaf989eb8c5df21c6b3', 'fixed_ips': [{'subnet_id': '09b617f0-5ec5-41a6-b45f-a8c645e70a88'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:26:57.803360 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.899847 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f82cad9-ad2a-41e0-ba2e-9f5aa1b1fb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.919532 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae79bf1-4bc6-44d8-8d67-dd60114f0baf None None] Pushing event updated for resources: {'Port': ['ID=6e8b3e79-ad07-4ee7-95d8-edd81c2c5237,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:57.932932 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae79bf1-4bc6-44d8-8d67-dd60114f0baf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:57.933582 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae79bf1-4bc6-44d8-8d67-dd60114f0baf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:57.933708 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae79bf1-4bc6-44d8-8d67-dd60114f0baf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:57.933942 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae79bf1-4bc6-44d8-8d67-dd60114f0baf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:57.934259 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae79bf1-4bc6-44d8-8d67-dd60114f0baf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:57.934600 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae79bf1-4bc6-44d8-8d67-dd60114f0baf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:57.934941 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae79bf1-4bc6-44d8-8d67-dd60114f0baf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:57.935284 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae79bf1-4bc6-44d8-8d67-dd60114f0baf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:57.935623 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae79bf1-4bc6-44d8-8d67-dd60114f0baf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:57.935943 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae79bf1-4bc6-44d8-8d67-dd60114f0baf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:57.936260 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae79bf1-4bc6-44d8-8d67-dd60114f0baf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:57.936629 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae79bf1-4bc6-44d8-8d67-dd60114f0baf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:26:57.951063 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] Attempting to bind port 6e8b3e79-ad07-4ee7-95d8-edd81c2c5237 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:57.951437 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] Attempting to bind port 6e8b3e79-ad07-4ee7-95d8-edd81c2c5237 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:57.951798 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] Attempting to bind port 6e8b3e79-ad07-4ee7-95d8-edd81c2c5237 on network 5b9fbf90-4428-44c7-aa34-44697a69d1dc {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:26:57.957642 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:26:57.958019 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] Checking segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:57.958408 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.958800 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] Bound using segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:26:57.959302 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] Bound port: 6e8b3e79-ad07-4ee7-95d8-edd81c2c5237, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:57.959682 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:57.985294 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f82cad9-ad2a-41e0-ba2e-9f5aa1b1fb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.044379 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49abc097-e633-48fb-827a-a5e18f4a61cd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.046493 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-911c7ba1-484d-4eb6-b405-0f4e6108d381 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.097188 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] For port 6e8b3e79-ad07-4ee7-95d8-edd81c2c5237, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:58.105270 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] For port 6e8b3e79-ad07-4ee7-95d8-edd81c2c5237, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=6e8b3e79-ad07-4ee7-95d8-edd81c2c5237,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:58.111310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] Allocated IP 2001:db8::2 (78fd123f-933f-4653-a057-847b65a2b885/09b617f0-5ec5-41a6-b45f-a8c645e70a88/fe8f4088-738a-40f8-b1ae-9e37f9a2edc4) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:26:58.115950 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.155797 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a608e0de-ed55-4e97-8116-67fdd94fbe09 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:26:58.164271 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a608e0de-ed55-4e97-8116-67fdd94fbe09 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.171168 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a608e0de-ed55-4e97-8116-67fdd94fbe09 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "PUT /v2.0/routers/b2f18623-49cb-4889-9193-732c9f5e1be7 HTTP/1.1" status: 200 len: 694 time: 1.5106144 Mar 14 15:26:58.175732 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82cad9-ad2a-41e0-ba2e-9f5aa1b1fb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453b15f0-9b8c-4991-815c-412279a38198,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:58.184270 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6f82cad9-ad2a-41e0-ba2e-9f5aa1b1fb4f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=35a72a2c85054886aa83c1a902ba5dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3017621 Mar 14 15:26:58.184605 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53164) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:58.184937 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53166) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:58.207463 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abc097-e633-48fb-827a-a5e18f4a61cd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Port': ['ID=91256d84-ef5d-498f-b4f1-10141a2692cd,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:58.227891 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-ba1e4ba3-7b58-409a-bba6-b45939baa9fe tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Delete allocated IP 2001:db8:0:1::e3 (b7bc75b3-d4ce-42ea-8715-4949f47edcfe/a3ebc73a-bded-4603-af9e-f9368b13d91e) {{(pid=102567) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 15:26:58.237213 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae79bf1-4bc6-44d8-8d67-dd60114f0baf None None] Pushing event updated for resources: {'Port': ['ID=6e8b3e79-ad07-4ee7-95d8-edd81c2c5237,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:58.270052 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] Routers {'43070eac-9086-460f-8344-88b289eb5827'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:58.270853 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['43070eac-9086-460f-8344-88b289eb5827'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:58.302169 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49abc097-e633-48fb-827a-a5e18f4a61cd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] No DVR routers for this DVR port 91256d84-ef5d-498f-b4f1-10141a2692cd on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:26:58.329886 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.346576 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.366885 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a3028f16-46dd-4a29-8a9f-9bca1a9208d5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.371424 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe915f9-da95-4a25-a993-945ecc866e7f None None] Sync routers for ids ['b2f18623-49cb-4889-9193-732c9f5e1be7'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:26:58.414151 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 28a10735-2eb7-4590-85b1-f2cb500af158, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=28a10735-2eb7-4590-85b1-f2cb500af158,segment=NetworkSegment(f38194fc-7cfc-4199-a95d-743ac746a02d),segment_id=f38194fc-7cfc-4199-a95d-743ac746a02d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:58.416017 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] Set router 43070eac-9086-460f-8344-88b289eb5827 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:58.423047 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.508635 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f37e2ea-0278-4398-a67d-b5d2f9413fea tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.519893 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c7ba1-484d-4eb6-b405-0f4e6108d381 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event updated for resources: {'Subnet': ['ID=5bfcd25d-b74b-47bb-bdb3-663270507d40,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:58.526074 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] Network 78fd123f-933f-4653-a057-847b65a2b885 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:26:58.528115 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.548086 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5f1ccbe8-c9de-4591-b7d2-4dd5c32836c2 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/routers/b2f18623-49cb-4889-9193-732c9f5e1be7 HTTP/1.1" status: 200 len: 700 time: 0.3527901 Mar 14 15:26:58.559207 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] Pushing event updated for resources: {'Port': ['ID=fe8f4088-738a-40f8-b1ae-9e37f9a2edc4,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:58.562951 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:58.563167 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53168) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:58.566276 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31c491d-9f4a-4c30-baf7-21a88729b1e7 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:58.566839 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f31c491d-9f4a-4c30-baf7-21a88729b1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:58.570472 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ba1e4ba3-7b58-409a-bba6-b45939baa9fe tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.595245 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ba1e4ba3-7b58-409a-bba6-b45939baa9fe tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.644214 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6c1ed775-3e25-44b8-9218-0e3e64f69140 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2f18623-49cb-4889-9193-732c9f5e1be7 HTTP/1.1" status: 200 len: 205 time: 0.0685735 Mar 14 15:26:58.644797 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53170) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:58.677422 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:26:58.687322 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f31c491d-9f4a-4c30-baf7-21a88729b1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:58.688449 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31c491d-9f4a-4c30-baf7-21a88729b1e7 None None] The sync data for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:26:58.697899 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=28a10735-2eb7-4590-85b1-f2cb500af158,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:58.756428 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43070eac-9086-460f-8344-88b289eb5827', 'name': 'tempest-NetworksTestDHCPv6-router-768710025', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:48Z', 'updated_at': '2022-03-14T15:26:53Z', 'revision_number': 2, 'project_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'gw_port_host': None, '_interfaces': [{'id': '6e8b3e79-ad07-4ee7-95d8-edd81c2c5237', 'name': '', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'mac_address': 'fa:16:3e:4f:46:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43070eac-9086-460f-8344-88b289eb5827', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b9e0195d-86a9-4188-b710-4f5e63001e8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:50Z', 'updated_at': '2022-03-14T15:26:58Z', 'revision_number': 4, 'project_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'subnets': [{'id': 'b9e0195d-86a9-4188-b710-4f5e63001e8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:58.805482 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c7ba1-484d-4eb6-b405-0f4e6108d381 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Checking segment: {'id': '0adf4cd8-b5c2-48f5-a4b0-031f4e087053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'd67fbcb9-83ac-4c63-9a71-d3597fd75453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:58.805858 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911c7ba1-484d-4eb6-b405-0f4e6108d381 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Network hostable DHCP agents. Network: d67fbcb9-83ac-4c63-9a71-d3597fd75453, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:26:58.810683 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dae58c-ccd3-4402-896a-2cbd06448413 None None] The sync data for ids ['43070eac-9086-460f-8344-88b289eb5827'] in dv-neutron-833559-1-hyperv is: [{'id': '43070eac-9086-460f-8344-88b289eb5827', 'name': 'tempest-NetworksTestDHCPv6-router-768710025', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:48Z', 'updated_at': '2022-03-14T15:26:53Z', 'revision_number': 2, 'project_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'gw_port_host': None, '_interfaces': [{'id': '6e8b3e79-ad07-4ee7-95d8-edd81c2c5237', 'name': '', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'mac_address': 'fa:16:3e:4f:46:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43070eac-9086-460f-8344-88b289eb5827', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b9e0195d-86a9-4188-b710-4f5e63001e8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:26:50Z', 'updated_at': '2022-03-14T15:26:58Z', 'revision_number': 4, 'project_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'subnets': [{'id': 'b9e0195d-86a9-4188-b710-4f5e63001e8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:26:58.824096 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ba090ee-665a-4144-a797-266bf85bd489 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.833838 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49abc097-e633-48fb-827a-a5e18f4a61cd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.882079 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] Attempting to bind port fe8f4088-738a-40f8-b1ae-9e37f9a2edc4 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:26:58.882454 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] Attempting to bind port fe8f4088-738a-40f8-b1ae-9e37f9a2edc4 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'c1d0089c-9728-48ee-925b-ad6de57622c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '78fd123f-933f-4653-a057-847b65a2b885'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:26:58.882820 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] Attempting to bind port fe8f4088-738a-40f8-b1ae-9e37f9a2edc4 on network 78fd123f-933f-4653-a057-847b65a2b885 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:26:58.895232 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:26:58.923590 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:26:58.924229 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] Checking segment: {'id': 'c1d0089c-9728-48ee-925b-ad6de57622c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '78fd123f-933f-4653-a057-847b65a2b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:26:58.924980 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.925533 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] Bound using segment: {'id': 'c1d0089c-9728-48ee-925b-ad6de57622c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '78fd123f-933f-4653-a057-847b65a2b885'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:26:58.926181 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] Bound port: fe8f4088-738a-40f8-b1ae-9e37f9a2edc4, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d0089c-9728-48ee-925b-ad6de57622c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '78fd123f-933f-4653-a057-847b65a2b885'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:26:58.926734 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.944929 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-ba1e4ba3-7b58-409a-bba6-b45939baa9fe tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] In _notify_port_updated(), no bound segment for port 66f06bd4-698e-4b8b-9aa9-89ad6c0c1592 on network b7bc75b3-d4ce-42ea-8715-4949f47edcfe {{(pid=102567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:26:58.952276 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1e4ba3-7b58-409a-bba6-b45939baa9fe tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:58.953060 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ba1e4ba3-7b58-409a-bba6-b45939baa9fe tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:58.954424 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ba1e4ba3-7b58-409a-bba6-b45939baa9fe tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "PUT /v2.0/ports/66f06bd4-698e-4b8b-9aa9-89ad6c0c1592 HTTP/1.1" status: 200 len: 925 time: 2.1123481 Mar 14 15:26:58.971889 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53176) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:58.973977 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-49abc097-e633-48fb-827a-a5e18f4a61cd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49941a1-75b0-41cb-a40d-1cf00ee4f29a']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:58.991106 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e4ba3-7b58-409a-bba6-b45939baa9fe tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=66f06bd4-698e-4b8b-9aa9-89ad6c0c1592,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:58.995869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b6d406fe-7800-4ac4-a844-da73db8e4a8f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '53847e7f-377a-40fa-baf7-b5673a26938e'}, {'subnet_id': 'a3ebc73a-bded-4603-af9e-f9368b13d91e'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:26:59.032629 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe915f9-da95-4a25-a993-945ecc866e7f None None] Routers {'b2f18623-49cb-4889-9193-732c9f5e1be7'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:26:59.034052 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9098c796-664e-401a-8b9f-53e16badeafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.034611 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-bfe915f9-da95-4a25-a993-945ecc866e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['b2f18623-49cb-4889-9193-732c9f5e1be7'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:59.035695 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911c7ba1-484d-4eb6-b405-0f4e6108d381 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Network d67fbcb9-83ac-4c63-9a71-d3597fd75453 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:26:59.045994 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-49abc097-e633-48fb-827a-a5e18f4a61cd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90cddd21-b895-48be-853f-da645289ce52') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:59.046303 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-49abc097-e633-48fb-827a-a5e18f4a61cd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90cddd21-b895-48be-853f-da645289ce52') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:59.109370 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49abc097-e633-48fb-827a-a5e18f4a61cd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.125324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49abc097-e633-48fb-827a-a5e18f4a61cd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.131422 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0fd9a0-67c9-469d-9278-f0f2006d69df None None] DHCP port deletion for e49941a1-75b0-41cb-a40d-1cf00ee4f29a request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:26:59.140193 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49abc097-e633-48fb-827a-a5e18f4a61cd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:26:59.140609 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49abc097-e633-48fb-827a-a5e18f4a61cd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.153475 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-49714a11-a221-483f-baef-127c4e22b39c None None] Provisioning complete for port 28a10735-2eb7-4590-85b1-f2cb500af158 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:26:59.154453 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49714a11-a221-483f-baef-127c4e22b39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.156783 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ba090ee-665a-4144-a797-266bf85bd489 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.161519 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ba090ee-665a-4144-a797-266bf85bd489 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.241429 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ba090ee-665a-4144-a797-266bf85bd489 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.241944 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba090ee-665a-4144-a797-266bf85bd489 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Fanout notify agent at l3_agent the message router_deleted on router b2f18623-49cb-4889-9193-732c9f5e1be7 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:26:59.249670 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ba090ee-665a-4144-a797-266bf85bd489 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.254373 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9ba090ee-665a-4144-a797-266bf85bd489 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/routers/b2f18623-49cb-4889-9193-732c9f5e1be7 HTTP/1.1" status: 204 len: 168 time: 0.5767305 Mar 14 15:26:59.255037 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53178) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:59.258562 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-a3028f16-46dd-4a29-8a9f-9bca1a9208d5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port 6e8b3e79-ad07-4ee7-95d8-edd81c2c5237 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:26:59.258562 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a3028f16-46dd-4a29-8a9f-9bca1a9208d5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:26:59.260755 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:26:59.302556 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-bfe915f9-da95-4a25-a993-945ecc866e7f None None] Set router b2f18623-49cb-4889-9193-732c9f5e1be7 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:26:59.302776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49abc097-e633-48fb-827a-a5e18f4a61cd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.316711 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d67c82d0-68d4-4ff6-bc03-b7c5ceaae63e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2f18623-49cb-4889-9193-732c9f5e1be7 HTTP/1.1" status: 200 len: 205 time: 0.0542791 Mar 14 15:26:59.317324 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53180) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:59.332937 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-911c7ba1-484d-4eb6-b405-0f4e6108d381 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, d67fbcb9-83ac-4c63-9a71-d3597fd75453) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:26:59.342562 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9098c796-664e-401a-8b9f-53e16badeafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.399291 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-d1f7cde0-61c3-4d53-9145-e2e3587faaa2 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] delete failed (client error): The resource could not be found. Mar 14 15:26:59.404114 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d1f7cde0-61c3-4d53-9145-e2e3587faaa2 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/routers/b2f18623-49cb-4889-9193-732c9f5e1be7 HTTP/1.1" status: 404 len: 336 time: 0.0571458 Mar 14 15:26:59.404703 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53182) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:59.444554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49abc097-e633-48fb-827a-a5e18f4a61cd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.445239 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1e4cf7-31de-4aaa-b44b-c482a959f795 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:59.445695 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff1e4cf7-31de-4aaa-b44b-c482a959f795 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:59.451612 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ff1e4cf7-31de-4aaa-b44b-c482a959f795 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/subnets/c9d9c0eb-b1be-4dbd-88df-4743db9d98c3 HTTP/1.1" status: 404 len: 337 time: 0.0437858 Mar 14 15:26:59.452249 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53184) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:59.455555 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-49abc097-e633-48fb-827a-a5e18f4a61cd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/networks/e49941a1-75b0-41cb-a40d-1cf00ee4f29a HTTP/1.1" status: 204 len: 168 time: 3.2681208 Mar 14 15:26:59.462159 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abc097-e633-48fb-827a-a5e18f4a61cd tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Network': ['ID=e49941a1-75b0-41cb-a40d-1cf00ee4f29a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:59.465003 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9098c796-664e-401a-8b9f-53e16badeafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.469620 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9098c796-664e-401a-8b9f-53e16badeafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.472732 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53186) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:59.472865 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9098c796-664e-401a-8b9f-53e16badeafd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/453b15f0-9b8c-4991-815c-412279a38198 HTTP/1.1" status: 204 len: 168 time: 1.2716153 Mar 14 15:26:59.481191 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911c7ba1-484d-4eb6-b405-0f4e6108d381 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:26:59.481799 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-911c7ba1-484d-4eb6-b405-0f4e6108d381 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.513720 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098c796-664e-401a-8b9f-53e16badeafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453b15f0-9b8c-4991-815c-412279a38198,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:26:59.525211 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9cf83c-5f6c-4b4a-b8f6-02497c1b0cfb None None] Network d67fbcb9-83ac-4c63-9a71-d3597fd75453 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:59.531904 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dffc43b-ae8c-4785-8ae2-4003d03a30cb tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:59.532365 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dffc43b-ae8c-4785-8ae2-4003d03a30cb tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:59.538424 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4dffc43b-ae8c-4785-8ae2-4003d03a30cb tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/subnets/53eaac28-a88e-445e-b91f-1006a02b19b4 HTTP/1.1" status: 404 len: 337 time: 0.0821674 Mar 14 15:26:59.544883 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53190) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:59.545823 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5552857-0da4-4f45-9754-e0df7446ae76 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:59.546277 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5552857-0da4-4f45-9754-e0df7446ae76 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:59.549351 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d5552857-0da4-4f45-9754-e0df7446ae76 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/subnets/ec705a15-ae03-4911-83a8-fffaf83f4e1f HTTP/1.1" status: 404 len: 337 time: 0.0761087 Mar 14 15:26:59.570676 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-a3028f16-46dd-4a29-8a9f-9bca1a9208d5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] For port 6e8b3e79-ad07-4ee7-95d8-edd81c2c5237, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=6e8b3e79-ad07-4ee7-95d8-edd81c2c5237,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:26:59.571165 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a3028f16-46dd-4a29-8a9f-9bca1a9208d5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:26:59.594607 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-a3028f16-46dd-4a29-8a9f-9bca1a9208d5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for 6e8b3e79-ad07-4ee7-95d8-edd81c2c5237 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:26:59.605021 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53192) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:59.606522 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-bfe915f9-da95-4a25-a993-945ecc866e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f18623-49cb-4889-9193-732c9f5e1be7', 'name': 'tempest-RoutersTest-router-1438366536', 'tenant_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:56Z', 'updated_at': '2022-03-14T15:26:57Z', 'revision_number': 2, 'project_id': 'b6feafefd41e4054a6f4c1f00b8534e6', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:26:59.663216 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-9126395b-66eb-4592-8805-9346c992d06c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:59.664143 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9126395b-66eb-4592-8805-9346c992d06c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:59.668036 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9126395b-66eb-4592-8805-9346c992d06c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/subnets/e39636fe-3448-4aae-a52f-e51dfe0e5cfa HTTP/1.1" status: 404 len: 337 time: 0.1176162 Mar 14 15:26:59.715307 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53194) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:59.764620 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1462d4-c60c-4644-9cde-d147f409fa8a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:59.765316 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1462d4-c60c-4644-9cde-d147f409fa8a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:59.769019 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fa1462d4-c60c-4644-9cde-d147f409fa8a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/subnets/a1a2562d-efec-4f62-b993-0f33f51bcaca HTTP/1.1" status: 404 len: 337 time: 0.0523038 Mar 14 15:26:59.775899 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53198) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:59.930681 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-21719539-50e5-46a7-80d3-930b8bc709a4 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/ports?device_id=232197ee-affb-4bd0-9da2-3b59e02e9b70 HTTP/1.1" status: 200 len: 205 time: 0.0651910 Mar 14 15:26:59.933618 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53200) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:59.938514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53202) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:59.939086 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-911c7ba1-484d-4eb6-b405-0f4e6108d381 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3292134 Mar 14 15:26:59.945145 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-555ab3eb-93c9-4250-bf79-8210ce75f553 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] DELETE failed (client error): The resource could not be found. Mar 14 15:26:59.953928 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] For port fe8f4088-738a-40f8-b1ae-9e37f9a2edc4, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:26:59.956129 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555ab3eb-93c9-4250-bf79-8210ce75f553 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:26:59.958312 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] For port fe8f4088-738a-40f8-b1ae-9e37f9a2edc4, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=fe8f4088-738a-40f8-b1ae-9e37f9a2edc4,segment=NetworkSegment(c1d0089c-9728-48ee-925b-ad6de57622c5),segment_id=c1d0089c-9728-48ee-925b-ad6de57622c5)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:26:59.963030 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-555ab3eb-93c9-4250-bf79-8210ce75f553 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/networks/c644c57d-1d46-4d73-8215-cedf23eb579e HTTP/1.1" status: 404 len: 339 time: 0.3537893 Mar 14 15:26:59.963337 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5d8d91-7dca-47b4-9835-422eb5bb777b None None] Network b7bc75b3-d4ce-42ea-8715-4949f47edcfe requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:26:59.965277 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53204) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:26:59.965934 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6d406fe-7800-4ac4-a844-da73db8e4a8f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.001597 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53206) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:00.026977 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe915f9-da95-4a25-a993-945ecc866e7f None None] Checking router: b2f18623-49cb-4889-9193-732c9f5e1be7 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:27:00.035509 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-2544f37d-b35f-4941-81fa-b5287c64a75e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] DELETE failed (client error): The resource could not be found. Mar 14 15:27:00.035743 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.036685 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2544f37d-b35f-4941-81fa-b5287c64a75e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:27:00.042589 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2544f37d-b35f-4941-81fa-b5287c64a75e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/subnets/3447458e-012e-4b7d-953d-c3d1774a6568 HTTP/1.1" status: 404 len: 337 time: 0.0714333 Mar 14 15:27:00.049282 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53208) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:00.050833 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-8f37e2ea-0278-4398-a67d-b5d2f9413fea tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Allocated IP 172.20.0.1 (e7d678bb-8f56-4497-9b3e-4e97ee89e5c6/d2578130-2414-4006-be5d-824219c7d4ac/78eb4e94-c289-4bae-b2ef-c8ad56d034c3) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:00.057828 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d5de5fa-1842-4d74-a11f-673d9528db02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.081456 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:00.081752 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.125748 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3697526e-2c0b-417f-b228-328a830dc015 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] DELETE failed (client error): The resource could not be found. Mar 14 15:27:00.126366 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3697526e-2c0b-417f-b228-328a830dc015 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:27:00.131734 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3697526e-2c0b-417f-b228-328a830dc015 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/networks/b715bf8f-28aa-4227-b5bd-587f6f2fc7c4 HTTP/1.1" status: 404 len: 339 time: 0.0763335 Mar 14 15:27:00.135164 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe915f9-da95-4a25-a993-945ecc866e7f None None] Routers set() bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:00.135545 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe915f9-da95-4a25-a993-945ecc866e7f None None] Router IDs set() for agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 14 15:27:00.136198 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_agentschedulers_db [None req-bfe915f9-da95-4a25-a993-945ecc866e7f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b2f18623-49cb-4889-9193-732c9f5e1be7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent'). {{(pid=102569) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 14 15:27:00.136583 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe915f9-da95-4a25-a993-945ecc866e7f None None] The sync data for ids ['b2f18623-49cb-4889-9193-732c9f5e1be7'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:00.148412 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53210) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:00.194394 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-64161725-3abb-4d3b-9e97-6196cb7afba1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] delete failed (client error): The resource could not be found. Mar 14 15:27:00.198616 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-64161725-3abb-4d3b-9e97-6196cb7afba1 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/routers/232197ee-affb-4bd0-9da2-3b59e02e9b70 HTTP/1.1" status: 404 len: 336 time: 0.2636549 Mar 14 15:27:00.199561 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53212) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:00.232829 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e370437-9700-4b82-8051-4273573ddcdc tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] DELETE failed (client error): The resource could not be found. Mar 14 15:27:00.233310 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e370437-9700-4b82-8051-4273573ddcdc tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:27:00.238685 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0e370437-9700-4b82-8051-4273573ddcdc tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/subnets/17f4e3f1-07d8-4e2d-a62e-675a724a9537 HTTP/1.1" status: 404 len: 337 time: 0.0869524 Mar 14 15:27:00.239422 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a3028f16-46dd-4a29-8a9f-9bca1a9208d5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.253778 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53214) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:00.256817 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8e352-2230-4000-a8be-f3a2aa7b3cea None None] Pushing event updated for resources: {'Port': ['ID=fe8f4088-738a-40f8-b1ae-9e37f9a2edc4,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:00.304892 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3028f16-46dd-4a29-8a9f-9bca1a9208d5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=6e8b3e79-ad07-4ee7-95d8-edd81c2c5237,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:00.390947 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8db0bab7-2606-4b0f-b44b-ffd49fa5e839 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/ports?device_id=857ef5f0-bb64-4024-ac52-f47148ad345c HTTP/1.1" status: 200 len: 205 time: 0.1495707 Mar 14 15:27:00.412918 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53216) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:00.413773 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5897689-1802-4b4f-8106-1c2c59e155a9 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] DELETE failed (client error): The resource could not be found. Mar 14 15:27:00.414532 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5897689-1802-4b4f-8106-1c2c59e155a9 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:27:00.421334 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e5897689-1802-4b4f-8106-1c2c59e155a9 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/networks/1ccd7ae0-7fc2-4297-8b1c-df207e603bbb HTTP/1.1" status: 404 len: 339 time: 0.1394198 Mar 14 15:27:00.426781 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-49714a11-a221-483f-baef-127c4e22b39c None None] Could not find standard attr ID for object 6e8b3e79-ad07-4ee7-95d8-edd81c2c5237. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:27:00.431606 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53218) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:00.507511 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d41e1d48-0dc6-4594-9c6f-d047742e6886 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:00.514599 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-d67fbcb9-83ac-4c63-9a71-d3597fd75453', 'network_id': 'd67fbcb9-83ac-4c63-9a71-d3597fd75453', 'tenant_id': '3007627873e04eaf989eb8c5df21c6b3', 'fixed_ips': [{'subnet_id': '5bfcd25d-b74b-47bb-bdb3-663270507d40'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:27:00.516386 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.526616 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f37e2ea-0278-4398-a67d-b5d2f9413fea tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.586187 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-c3e9ebee-4930-4b10-bd97-8528db96cc4f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] delete failed (client error): The resource could not be found. Mar 14 15:27:00.589952 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c3e9ebee-4930-4b10-bd97-8528db96cc4f tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/routers/857ef5f0-bb64-4024-ac52-f47148ad345c HTTP/1.1" status: 404 len: 336 time: 0.1659358 Mar 14 15:27:00.594834 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-f165bb9a-d55f-4fe8-8ec3-c093f8e7672b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Deleting subnet cbfe983b-299d-4fa4-a1eb-f47c107fe913 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:27:00.604601 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53220) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:00.678109 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-09f9cc91-46a6-45f7-ae62-51a90c822297 None None] Provisioning complete for port 28a10735-2eb7-4590-85b1-f2cb500af158 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:00.678666 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09f9cc91-46a6-45f7-ae62-51a90c822297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.694733 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-54386236-8522-44a7-bd29-f28a46e85c9e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] DELETE failed (client error): The resource could not be found. Mar 14 15:27:00.695290 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54386236-8522-44a7-bd29-f28a46e85c9e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:27:00.699368 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-54386236-8522-44a7-bd29-f28a46e85c9e tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/subnets/31829225-03d1-4274-824d-dfd35f8d1362 HTTP/1.1" status: 404 len: 337 time: 0.0813689 Mar 14 15:27:00.701965 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d5de5fa-1842-4d74-a11f-673d9528db02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.722159 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53222) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:00.764902 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f119dcb8-2e5c-4d59-b68e-cff30c36dc72 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/ports?device_id=85a95c4e-0329-4cdf-aef7-810b57294522 HTTP/1.1" status: 200 len: 205 time: 0.0413218 Mar 14 15:27:00.766745 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d5de5fa-1842-4d74-a11f-673d9528db02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.776592 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53224) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:00.815353 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port d41e1d48-0dc6-4594-9c6f-d047742e6886 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:00.815822 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:00.858257 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-0b5cdeba-a0af-475f-80a2-ed064ab69791 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] delete failed (client error): The resource could not be found. Mar 14 15:27:00.860177 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0b5cdeba-a0af-475f-80a2-ed064ab69791 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/routers/85a95c4e-0329-4cdf-aef7-810b57294522 HTTP/1.1" status: 404 len: 336 time: 0.0671682 Mar 14 15:27:00.886224 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53226) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:00.913488 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Allocated IP 2001:db8::2 (d67fbcb9-83ac-4c63-9a71-d3597fd75453/5bfcd25d-b74b-47bb-bdb3-663270507d40/88034279-6999-4275-94b2-b7658c364c22) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:00.923920 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-55e06d85-e026-483e-9087-cf5e59f28906 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/ports?device_id=87fbe947-5e7b-478d-95fd-0443a4a09ad8 HTTP/1.1" status: 200 len: 205 time: 0.0348673 Mar 14 15:27:00.933364 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53228) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:00.971765 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5de5fa-1842-4d74-a11f-673d9528db02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a1f73b-cd60-4a0f-9b99-92e0a9e4dbb3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:01.033232 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-ad919f70-7eb2-4551-a5b7-52a229f0e703 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] delete failed (client error): The resource could not be found. Mar 14 15:27:01.036779 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ad919f70-7eb2-4551-a5b7-52a229f0e703 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/routers/87fbe947-5e7b-478d-95fd-0443a4a09ad8 HTTP/1.1" status: 404 len: 336 time: 0.0942893 Mar 14 15:27:01.039394 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6d5de5fa-1842-4d74-a11f-673d9528db02 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=93f9807431fe48b69ed81305ac902ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0367451 Mar 14 15:27:01.039992 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53230) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:01.040322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53232) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:01.100739 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f37e2ea-0278-4398-a67d-b5d2f9413fea tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.121215 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d30f62-5619-4bf9-92bc-3f899486c86c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] DELETE failed (client error): The resource could not be found. Mar 14 15:27:01.121676 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d30f62-5619-4bf9-92bc-3f899486c86c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:27:01.126679 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a3028f16-46dd-4a29-8a9f-9bca1a9208d5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.132924 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a8d30f62-5619-4bf9-92bc-3f899486c86c tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/subnets/fc0fbc3a-7455-40ab-bb51-8a3808386a80 HTTP/1.1" status: 404 len: 337 time: 0.0850449 Mar 14 15:27:01.134983 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53234) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:01.138901 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f165bb9a-d55f-4fe8-8ec3-c093f8e7672b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.167778 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-09f9cc91-46a6-45f7-ae62-51a90c822297 None None] Provisioning complete for port d41e1d48-0dc6-4594-9c6f-d047742e6886 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:01.168160 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09f9cc91-46a6-45f7-ae62-51a90c822297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.178364 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f37e2ea-0278-4398-a67d-b5d2f9413fea tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Network e7d678bb-8f56-4497-9b3e-4e97ee89e5c6 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:01.185185 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-b6d406fe-7800-4ac4-a844-da73db8e4a8f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Allocated IP 2001:db8:0:1::a4 (b7bc75b3-d4ce-42ea-8715-4949f47edcfe/a3ebc73a-bded-4603-af9e-f9368b13d91e/66f06bd4-698e-4b8b-9aa9-89ad6c0c1592) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:01.193327 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8f37e2ea-0278-4398-a67d-b5d2f9413fea tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:01.203440 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f37e2ea-0278-4398-a67d-b5d2f9413fea tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:01.275164 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bba10c0c-6d4c-420c-8b69-5f8bdfbaefdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.276814 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37e2ea-0278-4398-a67d-b5d2f9413fea tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Port': ['ID=78eb4e94-c289-4bae-b2ef-c8ad56d034c3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:01.283262 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.306102 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.357532 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bba10c0c-6d4c-420c-8b69-5f8bdfbaefdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.374651 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7179ee08-ab13-4bbb-bcc6-e61fe0cf1a43 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6 HTTP/1.1" status: 200 len: 205 time: 0.2311840 Mar 14 15:27:01.376056 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f37e2ea-0278-4398-a67d-b5d2f9413fea tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.378148 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53236) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:01.442483 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f165bb9a-d55f-4fe8-8ec3-c093f8e7672b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.443776 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Network d67fbcb9-83ac-4c63-9a71-d3597fd75453 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:01.476054 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Pushing event updated for resources: {'Port': ['ID=88034279-6999-4275-94b2-b7658c364c22,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:01.488217 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:01.512432 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:01.533197 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 28a10735-2eb7-4590-85b1-f2cb500af158 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:01.550832 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-2cd3f832-4eb3-4edf-a036-99d74bfbc180 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] delete failed (client error): The resource could not be found. Mar 14 15:27:01.554264 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2cd3f832-4eb3-4edf-a036-99d74bfbc180 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/routers/1e62fb7f-9d1d-4a91-a8bb-a7ded88259a6 HTTP/1.1" status: 404 len: 336 time: 0.1661754 Mar 14 15:27:01.564362 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53238) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:01.664832 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c9770b-cb53-432d-9095-719bd5fdd29a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] DELETE failed (client error): The resource could not be found. Mar 14 15:27:01.664832 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c9770b-cb53-432d-9095-719bd5fdd29a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:27:01.670534 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-07c9770b-cb53-432d-9095-719bd5fdd29a tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/subnets/bc3fa8c4-0cb4-44ab-a0b8-0d21b910b896 HTTP/1.1" status: 404 len: 337 time: 0.1012030 Mar 14 15:27:01.672615 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53240) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:01.733448 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-09f9cc91-46a6-45f7-ae62-51a90c822297 None None] Could not find standard attr ID for object 91256d84-ef5d-498f-b4f1-10141a2692cd. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:27:01.742294 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7670d757-1752-4cea-92d5-c5561b0cfe6c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.770272 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3ff14b91-f247-45b4-80d8-b6430179feb0 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "GET /v2.0/ports?device_id=9509ecb6-4443-48d6-9a15-2c9342a53b6d HTTP/1.1" status: 200 len: 205 time: 0.0932982 Mar 14 15:27:01.773490 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-09f9cc91-46a6-45f7-ae62-51a90c822297 None None] Could not find standard attr ID for object 6e8b3e79-ad07-4ee7-95d8-edd81c2c5237. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:27:01.779928 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3028f16-46dd-4a29-8a9f-9bca1a9208d5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Router 43070eac-9086-460f-8344-88b289eb5827 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:01.781335 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53242) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:01.799080 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6d406fe-7800-4ac4-a844-da73db8e4a8f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.804377 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bba10c0c-6d4c-420c-8b69-5f8bdfbaefdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.808660 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bba10c0c-6d4c-420c-8b69-5f8bdfbaefdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.811620 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bba10c0c-6d4c-420c-8b69-5f8bdfbaefdb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d9a1f73b-cd60-4a0f-9b99-92e0a9e4dbb3 HTTP/1.1" status: 204 len: 168 time: 0.7573931 Mar 14 15:27:01.826328 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6d406fe-7800-4ac4-a844-da73db8e4a8f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:01.864624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba10c0c-6d4c-420c-8b69-5f8bdfbaefdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a1f73b-cd60-4a0f-9b99-92e0a9e4dbb3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:01.984073 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Attempting to bind port 88034279-6999-4275-94b2-b7658c364c22 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:01.984628 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Attempting to bind port 88034279-6999-4275-94b2-b7658c364c22 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0adf4cd8-b5c2-48f5-a4b0-031f4e087053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'd67fbcb9-83ac-4c63-9a71-d3597fd75453'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:01.985214 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Attempting to bind port 88034279-6999-4275-94b2-b7658c364c22 on network d67fbcb9-83ac-4c63-9a71-d3597fd75453 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:27:02.012953 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d406fe-7800-4ac4-a844-da73db8e4a8f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=66f06bd4-698e-4b8b-9aa9-89ad6c0c1592,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:02.017343 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b6d406fe-7800-4ac4-a844-da73db8e4a8f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] In _notify_port_updated(), no bound segment for port 66f06bd4-698e-4b8b-9aa9-89ad6c0c1592 on network b7bc75b3-d4ce-42ea-8715-4949f47edcfe {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:27:02.023146 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d406fe-7800-4ac4-a844-da73db8e4a8f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:02.023792 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6d406fe-7800-4ac4-a844-da73db8e4a8f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.031904 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b6d406fe-7800-4ac4-a844-da73db8e4a8f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "PUT /v2.0/ports/66f06bd4-698e-4b8b-9aa9-89ad6c0c1592 HTTP/1.1" status: 200 len: 1010 time: 3.0553122 Mar 14 15:27:02.035154 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53246) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:02.037616 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-920bc827-36e9-4d92-9fe2-af6860c84bfe None None] Provisioning complete for port 66f06bd4-698e-4b8b-9aa9-89ad6c0c1592 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:02.038227 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-920bc827-36e9-4d92-9fe2-af6860c84bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.044179 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 28a10735-2eb7-4590-85b1-f2cb500af158 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:02.044763 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.047968 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f37e2ea-0278-4398-a67d-b5d2f9413fea tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.116495 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:27:02.126410 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Checking segment: {'id': '0adf4cd8-b5c2-48f5-a4b0-031f4e087053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'd67fbcb9-83ac-4c63-9a71-d3597fd75453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:02.127372 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.128237 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Bound using segment: {'id': '0adf4cd8-b5c2-48f5-a4b0-031f4e087053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'd67fbcb9-83ac-4c63-9a71-d3597fd75453'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:27:02.129258 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Bound port: 88034279-6999-4275-94b2-b7658c364c22, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0adf4cd8-b5c2-48f5-a4b0-031f4e087053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'd67fbcb9-83ac-4c63-9a71-d3597fd75453'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:02.131791 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.133525 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-a7dc4bc1-93f1-4c44-8dd1-632c6dc1513d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] delete failed (client error): The resource could not be found. Mar 14 15:27:02.135875 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a7dc4bc1-93f1-4c44-8dd1-632c6dc1513d tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/routers/9509ecb6-4443-48d6-9a15-2c9342a53b6d HTTP/1.1" status: 404 len: 336 time: 0.3397496 Mar 14 15:27:02.142256 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53248) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:02.220308 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e30feb1-16e1-4a06-9722-5f405f023e41 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] DELETE failed (client error): The resource could not be found. Mar 14 15:27:02.220762 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e30feb1-16e1-4a06-9722-5f405f023e41 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:27:02.230333 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1e30feb1-16e1-4a06-9722-5f405f023e41 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/subnets/e7c56590-bab6-4ca9-898c-5f8fa092e963 HTTP/1.1" status: 404 len: 337 time: 0.0835977 Mar 14 15:27:02.231274 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53250) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:02.310747 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b838c304-cf15-4c26-98ca-7e10ff92ee44 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] DELETE failed (client error): The resource could not be found. Mar 14 15:27:02.311232 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b838c304-cf15-4c26-98ca-7e10ff92ee44 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:27:02.316790 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b838c304-cf15-4c26-98ca-7e10ff92ee44 tempest-RoutersTest-1699721591 tempest-RoutersTest-1699721591-project] 10.222.0.59 "DELETE /v2.0/subnets/f3d65c27-aa43-4323-9d03-7c31cb04b187 HTTP/1.1" status: 404 len: 337 time: 0.0793056 Mar 14 15:27:02.365817 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3028f16-46dd-4a29-8a9f-9bca1a9208d5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:02.383998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d84e6399-4a46-45d0-ad94-e45a0a8373e9 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port 66f06bd4-698e-4b8b-9aa9-89ad6c0c1592 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:02.384366 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d84e6399-4a46-45d0-ad94-e45a0a8373e9 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.386728 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a50c4-3036-4f25-a960-d6961615e45b None None] Sync routers for ids ['43070eac-9086-460f-8344-88b289eb5827'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:02.390584 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaecf99-d031-4140-8d55-38e3527d62e0 None None] Network 78fd123f-933f-4653-a057-847b65a2b885 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:02.408892 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5a50c4-3036-4f25-a960-d6961615e45b None None] Routers {'43070eac-9086-460f-8344-88b289eb5827'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:02.410381 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6d5a50c4-3036-4f25-a960-d6961615e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['43070eac-9086-460f-8344-88b289eb5827'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:02.416164 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a3028f16-46dd-4a29-8a9f-9bca1a9208d5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "PUT /v2.0/routers/43070eac-9086-460f-8344-88b289eb5827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1043015 Mar 14 15:27:02.419347 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53256) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:02.540351 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-6d5a50c4-3036-4f25-a960-d6961615e45b None None] Set router 43070eac-9086-460f-8344-88b289eb5827 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:27:02.597860 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f165bb9a-d55f-4fe8-8ec3-c093f8e7672b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.623869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-920bc827-36e9-4d92-9fe2-af6860c84bfe None None] Port 66f06bd4-698e-4b8b-9aa9-89ad6c0c1592 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:02.625593 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6d5a50c4-3036-4f25-a960-d6961615e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43070eac-9086-460f-8344-88b289eb5827', 'name': 'tempest-NetworksTestDHCPv6-router-768710025', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:48Z', 'updated_at': '2022-03-14T15:27:00Z', 'revision_number': 3, 'project_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:02.693785 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] For port 88034279-6999-4275-94b2-b7658c364c22, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:02.715603 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] For port 88034279-6999-4275-94b2-b7658c364c22, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=88034279-6999-4275-94b2-b7658c364c22,segment=NetworkSegment(0adf4cd8-b5c2-48f5-a4b0-031f4e087053),segment_id=0adf4cd8-b5c2-48f5-a4b0-031f4e087053)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:02.737042 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-920bc827-36e9-4d92-9fe2-af6860c84bfe None None] Provisioning complete for port d41e1d48-0dc6-4594-9c6f-d047742e6886 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:02.738069 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-920bc827-36e9-4d92-9fe2-af6860c84bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.744838 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f165bb9a-d55f-4fe8-8ec3-c093f8e7672b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.752783 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:02.755859 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4c3b7c-e2dd-4be6-885f-25bf617bc86e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:02.757584 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4c3b7c-e2dd-4be6-885f-25bf617bc86e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:02.759361 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2e4c3b7c-e2dd-4be6-885f-25bf617bc86e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3319945 Mar 14 15:27:02.795123 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165bb9a-d55f-4fe8-8ec3-c093f8e7672b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Subnet': ['ID=cbfe983b-299d-4fa4-a1eb-f47c107fe913,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:02.828982 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a50c4-3036-4f25-a960-d6961615e45b None None] Checking router: 43070eac-9086-460f-8344-88b289eb5827 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:27:02.848660 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5a50c4-3036-4f25-a960-d6961615e45b None None] Routers {'43070eac-9086-460f-8344-88b289eb5827'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:02.849660 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6d5a50c4-3036-4f25-a960-d6961615e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['43070eac-9086-460f-8344-88b289eb5827'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:02.897425 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53260) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:02.978708 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-6d5a50c4-3036-4f25-a960-d6961615e45b None None] Set router 43070eac-9086-460f-8344-88b289eb5827 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:27:03.001267 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-7670d757-1752-4cea-92d5-c5561b0cfe6c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Allocated IP 2001:db8::1 (78fd123f-933f-4653-a057-847b65a2b885/09b617f0-5ec5-41a6-b45f-a8c645e70a88/487993fb-f00b-4571-b3d9-87b1ec82a29f) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:03.059035 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f165bb9a-d55f-4fe8-8ec3-c093f8e7672b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.065678 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f165bb9a-d55f-4fe8-8ec3-c093f8e7672b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/subnets/cbfe983b-299d-4fa4-a1eb-f47c107fe913 HTTP/1.1" status: 204 len: 168 time: 2.6329682 Mar 14 15:27:03.069723 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53264) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:03.078114 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6d5a50c4-3036-4f25-a960-d6961615e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43070eac-9086-460f-8344-88b289eb5827', 'name': 'tempest-NetworksTestDHCPv6-router-768710025', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:48Z', 'updated_at': '2022-03-14T15:27:00Z', 'revision_number': 3, 'project_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:03.114633 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a50c4-3036-4f25-a960-d6961615e45b None None] The sync data for ids ['43070eac-9086-460f-8344-88b289eb5827'] in dv-neutron-833559-1-hyperv is: [{'id': '43070eac-9086-460f-8344-88b289eb5827', 'name': 'tempest-NetworksTestDHCPv6-router-768710025', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:26:48Z', 'updated_at': '2022-03-14T15:27:00Z', 'revision_number': 3, 'project_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:03.116632 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4dd98fe-5b95-45af-b56e-c2fb54b5b58e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet b9e0195d-86a9-4188-b710-4f5e63001e8e {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:27:03.144227 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f8e916-6661-40d8-9590-8618c67a7257 None None] Network 427cdf17-00e8-411f-aef1-37d90438bee7 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:03.154563 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b4dd98fe-5b95-45af-b56e-c2fb54b5b58e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.241982 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b4dd98fe-5b95-45af-b56e-c2fb54b5b58e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.331473 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d84e6399-4a46-45d0-ad94-e45a0a8373e9 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.337217 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device fe8f4088-738a-40f8-b1ae-9e37f9a2edc4 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:03.352589 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53272) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:03.362714 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d84e6399-4a46-45d0-ad94-e45a0a8373e9 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for 66f06bd4-698e-4b8b-9aa9-89ad6c0c1592 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:03.378887 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b4dd98fe-5b95-45af-b56e-c2fb54b5b58e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.613737 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f37e2ea-0278-4398-a67d-b5d2f9413fea tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.632282 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f37e2ea-0278-4398-a67d-b5d2f9413fea tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.764684 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b4dd98fe-5b95-45af-b56e-c2fb54b5b58e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.783107 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Pushing event updated for resources: {'Port': ['ID=88034279-6999-4275-94b2-b7658c364c22,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:03.783748 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f37eaf1-3503-4a88-9a12-2f6d4443f14d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.808196 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-92a35c31-ebf6-4931-9d52-a0def33b239e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b6feafefd41e4054a6f4c1f00b8534e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4523101 Mar 14 15:27:03.818193 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53284) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:03.830587 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37e2ea-0278-4398-a67d-b5d2f9413fea tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Port': ['ID=78eb4e94-c289-4bae-b2ef-c8ad56d034c3,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:03.843806 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd98fe-5b95-45af-b56e-c2fb54b5b58e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e0195d-86a9-4188-b710-4f5e63001e8e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:03.844744 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f37e2ea-0278-4398-a67d-b5d2f9413fea tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.859736 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b4dd98fe-5b95-45af-b56e-c2fb54b5b58e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.863211 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b4dd98fe-5b95-45af-b56e-c2fb54b5b58e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/b9e0195d-86a9-4188-b710-4f5e63001e8e HTTP/1.1" status: 204 len: 168 time: 0.9645104 Mar 14 15:27:03.867504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53286) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:03.884022 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0744944f-a04d-429b-bcf6-7ad83fd30b7e None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:03.906633 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port fe8f4088-738a-40f8-b1ae-9e37f9a2edc4 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:03.906633 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.932824 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fe6e966b-807f-41aa-af27-bd1efc913cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.959504 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:03.960591 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:03.960959 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:03.961594 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fe6e966b-807f-41aa-af27-bd1efc913cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:03.963980 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:03.964834 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:03.965209 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:03.965565 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:03.965908 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:03.966262 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:03.966601 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:03.966959 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:03.967402 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc7aba-ef78-4baf-8306-8051890ab40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:03.970000 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53288) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:03.998661 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-0f37eaf1-3503-4a88-9a12-2f6d4443f14d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Deleting port dc15448c-4fcf-49d0-8e8f-d68da074a357 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:03.999055 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f37eaf1-3503-4a88-9a12-2f6d4443f14d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.077221 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d84e6399-4a46-45d0-ad94-e45a0a8373e9 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.080262 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7670d757-1752-4cea-92d5-c5561b0cfe6c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.102790 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-0f37eaf1-3503-4a88-9a12-2f6d4443f14d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] For port dc15448c-4fcf-49d0-8e8f-d68da074a357, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=dc15448c-4fcf-49d0-8e8f-d68da074a357,segment=NetworkSegment(33f0d46c-9656-46c0-80f0-c4fd2380914a),segment_id=33f0d46c-9656-46c0-80f0-c4fd2380914a)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:04.103190 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f37eaf1-3503-4a88-9a12-2f6d4443f14d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.125938 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-0f37eaf1-3503-4a88-9a12-2f6d4443f14d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Calling delete_port for dc15448c-4fcf-49d0-8e8f-d68da074a357 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:04.132130 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fe6e966b-807f-41aa-af27-bd1efc913cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.134659 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fe6e966b-807f-41aa-af27-bd1efc913cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.138979 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fe6e966b-807f-41aa-af27-bd1efc913cf9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/596cb644-7b18-4883-b480-c855c838850d HTTP/1.1" status: 204 len: 168 time: 0.3171360 Mar 14 15:27:04.145691 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e6399-4a46-45d0-ad94-e45a0a8373e9 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=66f06bd4-698e-4b8b-9aa9-89ad6c0c1592,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:04.153732 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7eaa53c0-68c1-4184-a16c-1876676b59a2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2825766 Mar 14 15:27:04.160551 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53294) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:04.179831 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5740312f-7838-4420-9935-83075798f966 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-281301182'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:04.196131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f37e2ea-0278-4398-a67d-b5d2f9413fea tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Network e7d678bb-8f56-4497-9b3e-4e97ee89e5c6 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:04.226152 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8f37e2ea-0278-4398-a67d-b5d2f9413fea tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:04.228993 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d84e6399-4a46-45d0-ad94-e45a0a8373e9 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.232805 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d84e6399-4a46-45d0-ad94-e45a0a8373e9 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/ports/66f06bd4-698e-4b8b-9aa9-89ad6c0c1592 HTTP/1.1" status: 204 len: 168 time: 2.1964507 Mar 14 15:27:04.235263 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53296) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:04.282531 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d10133-4482-4f92-9d42-9bbbabc633fd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] GET failed (client error): The resource could not be found. Mar 14 15:27:04.284289 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e4d10133-4482-4f92-9d42-9bbbabc633fd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports/66f06bd4-698e-4b8b-9aa9-89ad6c0c1592 HTTP/1.1" status: 404 len: 333 time: 0.0481043 Mar 14 15:27:04.287483 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53298) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:04.288865 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-dd2f60a3-a9c3-4044-8946-e13d7b0f159f None None] Could not find standard attr ID for object 66f06bd4-698e-4b8b-9aa9-89ad6c0c1592. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:27:04.295325 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a4082e13-c7e3-487f-9a07-ab6656d2032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.309496 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e966b-807f-41aa-af27-bd1efc913cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596cb644-7b18-4883-b480-c855c838850d,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:04.402868 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.414373 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-dd2f60a3-a9c3-4044-8946-e13d7b0f159f None None] Provisioning complete for port fe8f4088-738a-40f8-b1ae-9e37f9a2edc4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:04.414373 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dd2f60a3-a9c3-4044-8946-e13d7b0f159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.474949 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-32752afa-624e-40c7-b502-a5a3cabff64d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.577263 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26d3aea-6aab-4fb1-b61c-bc986ba5c210 None None] DHCP port deletion for 427cdf17-00e8-411f-aef1-37d90438bee7 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:27:04.594666 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port fe8f4088-738a-40f8-b1ae-9e37f9a2edc4, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=fe8f4088-738a-40f8-b1ae-9e37f9a2edc4,segment=NetworkSegment(c1d0089c-9728-48ee-925b-ad6de57622c5),segment_id=c1d0089c-9728-48ee-925b-ad6de57622c5)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:04.608149 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aef5130-a836-4eec-8432-851a97926241 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting subnet a3ebc73a-bded-4603-af9e-f9368b13d91e {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:27:04.608959 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7670d757-1752-4cea-92d5-c5561b0cfe6c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.611320 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fcd8a6-8abe-477a-b7bc-49cdf410bee5 None None] DHCP port deletion for 5b9fbf90-4428-44c7-aa34-44697a69d1dc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:27:04.627018 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.629207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2aef5130-a836-4eec-8432-851a97926241 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.677029 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 91256d84-ef5d-498f-b4f1-10141a2692cd no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:27:04.726507 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2aef5130-a836-4eec-8432-851a97926241 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:04.794640 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f37e2ea-0278-4398-a67d-b5d2f9413fea tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Router da84d555-1d7c-4d7f-b281-83d0a3be8bb5 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:04.838897 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 91256d84-ef5d-498f-b4f1-10141a2692cd {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:27:04.840199 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 91256d84-ef5d-498f-b4f1-10141a2692cd not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:27:04.969483 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=fe8f4088-738a-40f8-b1ae-9e37f9a2edc4,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:04.984095 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a26d3aea-6aab-4fb1-b61c-bc986ba5c210 None None] Deleting port dc15448c-4fcf-49d0-8e8f-d68da074a357 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:04.984621 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a26d3aea-6aab-4fb1-b61c-bc986ba5c210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.049276 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc61c00c-eab1-4aa8-b3b1-fcdfcbd0ab97 None None] Network d67fbcb9-83ac-4c63-9a71-d3597fd75453 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:05.058728 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-99fcd8a6-8abe-477a-b7bc-49cdf410bee5 None None] Deleting port 3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:05.059226 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99fcd8a6-8abe-477a-b7bc-49cdf410bee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.083720 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2aef5130-a836-4eec-8432-851a97926241 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.102610 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 88034279-6999-4275-94b2-b7658c364c22 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:05.111306 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5740312f-7838-4420-9935-83075798f966 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Made reservation on behalf of 527d5c3da83c4435ab5bfb653092ec25 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:05.114714 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5740312f-7838-4420-9935-83075798f966 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.137271 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f37e2ea-0278-4398-a67d-b5d2f9413fea tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:05.145553 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8f37e2ea-0278-4398-a67d-b5d2f9413fea tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "PUT /v2.0/routers/da84d555-1d7c-4d7f-b281-83d0a3be8bb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4067309 Mar 14 15:27:05.147422 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5740312f-7838-4420-9935-83075798f966 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.150051 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53314) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:05.158390 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-91238be3-7531-49ea-be78-f71cda125bad tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'port': {'network_id': 'e7d678bb-8f56-4497-9b3e-4e97ee89e5c6', 'name': 'tempest-FloatingIPTestJSON-1410091563'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:05.177444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7670d757-1752-4cea-92d5-c5561b0cfe6c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Network 78fd123f-933f-4653-a057-847b65a2b885 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:05.218354 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f37eaf1-3503-4a88-9a12-2f6d4443f14d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.223087 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670d757-1752-4cea-92d5-c5561b0cfe6c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event updated for resources: {'Port': ['ID=487993fb-f00b-4571-b3d9-87b1ec82a29f,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:05.227307 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-7670d757-1752-4cea-92d5-c5561b0cfe6c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:05.259702 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2aef5130-a836-4eec-8432-851a97926241 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.265653 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7670d757-1752-4cea-92d5-c5561b0cfe6c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:05.266195 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7670d757-1752-4cea-92d5-c5561b0cfe6c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.295810 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-32752afa-624e-40c7-b502-a5a3cabff64d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.304284 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f34c7-8f0e-46c3-95b0-5223aaa042a6 None None] Sync routers for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:05.308756 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-32752afa-624e-40c7-b502-a5a3cabff64d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.313089 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef5130-a836-4eec-8432-851a97926241 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Subnet': ['ID=a3ebc73a-bded-4603-af9e-f9368b13d91e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:05.316618 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2aef5130-a836-4eec-8432-851a97926241 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.323094 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2aef5130-a836-4eec-8432-851a97926241 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/subnets/a3ebc73a-bded-4603-af9e-f9368b13d91e HTTP/1.1" status: 204 len: 168 time: 1.0341766 Mar 14 15:27:05.323454 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53320) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:05.349256 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37eaf1-3503-4a88-9a12-2f6d4443f14d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Port': ['ID=dc15448c-4fcf-49d0-8e8f-d68da074a357,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:05.373827 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f37eaf1-3503-4a88-9a12-2f6d4443f14d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] No DVR routers for this DVR port dc15448c-4fcf-49d0-8e8f-d68da074a357 on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:05.374287 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653c0d71-234f-420d-91b3-4822338a1033 None None] Network b7bc75b3-d4ce-42ea-8715-4949f47edcfe requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:05.413894 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91238be3-7531-49ea-be78-f71cda125bad tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Made reservation on behalf of 32b90bc106c14fffa6b9e3eb32363153 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:05.418354 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-91238be3-7531-49ea-be78-f71cda125bad tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.424321 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-296180ab-affd-4b56-944c-19d73a4f24f8 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting subnet 53847e7f-377a-40fa-baf7-b5673a26938e {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:27:05.428217 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-296180ab-affd-4b56-944c-19d73a4f24f8 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.460470 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-a26d3aea-6aab-4fb1-b61c-bc986ba5c210 None None] For port dc15448c-4fcf-49d0-8e8f-d68da074a357, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=dc15448c-4fcf-49d0-8e8f-d68da074a357,segment=NetworkSegment(33f0d46c-9656-46c0-80f0-c4fd2380914a),segment_id=33f0d46c-9656-46c0-80f0-c4fd2380914a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:05.460881 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a26d3aea-6aab-4fb1-b61c-bc986ba5c210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.482623 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53322) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:05.501994 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-91238be3-7531-49ea-be78-f71cda125bad tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] device_id is not set on port a728384f-4465-4a34-82f2-04700592bb9d yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:27:05.516587 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-296180ab-affd-4b56-944c-19d73a4f24f8 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.592402 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a26d3aea-6aab-4fb1-b61c-bc986ba5c210 None None] Calling delete_port for dc15448c-4fcf-49d0-8e8f-d68da074a357 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:05.624936 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5740312f-7838-4420-9935-83075798f966 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.633069 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-32752afa-624e-40c7-b502-a5a3cabff64d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.633605 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32752afa-624e-40c7-b502-a5a3cabff64d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Fanout notify agent at l3_agent the message router_deleted on router 43070eac-9086-460f-8344-88b289eb5827 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:27:05.640595 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5740312f-7838-4420-9935-83075798f966 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.654960 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5740312f-7838-4420-9935-83075798f966 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:05.669144 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f34c7-8f0e-46c3-95b0-5223aaa042a6 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:05.670375 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-578f34c7-8f0e-46c3-95b0-5223aaa042a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:05.673467 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5740312f-7838-4420-9935-83075798f966 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.674090 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-5740312f-7838-4420-9935-83075798f966 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Added segment 5a5d83af-c6c3-49ad-b99f-78477a3a4d95 of type vlan for network 484336a1-067e-41a7-ac78-f88321873792 Mar 14 15:27:05.674319 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5517a736-86bc-4310-b8fa-ffece841fca2 tempest-SubnetPoolsTestJSON-1119458975 tempest-SubnetPoolsTestJSON-1119458975-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1431002780', 'prefixes': ['172.20.0.0/16']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:05.720888 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-296180ab-affd-4b56-944c-19d73a4f24f8 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.724523 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-91238be3-7531-49ea-be78-f71cda125bad tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Allocated IP 172.20.0.14 (e7d678bb-8f56-4497-9b3e-4e97ee89e5c6/d2578130-2414-4006-be5d-824219c7d4ac/a728384f-4465-4a34-82f2-04700592bb9d) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:05.728036 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5740312f-7838-4420-9935-83075798f966 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.779937 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-911b24e8-9e2a-477d-a705-61e5104f684f None None] Provisioning complete for port 88034279-6999-4275-94b2-b7658c364c22 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:05.780385 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-911b24e8-9e2a-477d-a705-61e5104f684f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.789197 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-32752afa-624e-40c7-b502-a5a3cabff64d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.790419 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-32752afa-624e-40c7-b502-a5a3cabff64d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/routers/43070eac-9086-460f-8344-88b289eb5827 HTTP/1.1" status: 204 len: 168 time: 1.5397410 Mar 14 15:27:05.798683 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53326) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:05.809987 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ba751a08-1d32-4a8f-a637-4313dddab194 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:05.826736 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-578f34c7-8f0e-46c3-95b0-5223aaa042a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:05.827059 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740312f-7838-4420-9935-83075798f966 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f972e0-c1ba-4cc0-9e57-df61383577f3,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:05.830179 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5740312f-7838-4420-9935-83075798f966 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.837262 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5740312f-7838-4420-9935-83075798f966 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:05.838265 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5740312f-7838-4420-9935-83075798f966 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.860767 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-99fcd8a6-8abe-477a-b7bc-49cdf410bee5 None None] For port 3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:05.861332 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99fcd8a6-8abe-477a-b7bc-49cdf410bee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.879712 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 88034279-6999-4275-94b2-b7658c364c22 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:05.880088 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.893293 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f34c7-8f0e-46c3-95b0-5223aaa042a6 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:05.893931 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-578f34c7-8f0e-46c3-95b0-5223aaa042a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:26:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:05.906178 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5740312f-7838-4420-9935-83075798f966 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9342995 Mar 14 15:27:05.907244 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53328) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:05.919617 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a26d3aea-6aab-4fb1-b61c-bc986ba5c210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.931563 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-99fcd8a6-8abe-477a-b7bc-49cdf410bee5 None None] Calling delete_port for 3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:05.933191 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-b6629dd2-2c7b-4ff7-8e6e-51935fc06b5e tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Request body: {'subnet': {'network_id': '484336a1-067e-41a7-ac78-f88321873792', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:05.939240 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f37eaf1-3503-4a88-9a12-2f6d4443f14d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.960664 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-296180ab-affd-4b56-944c-19d73a4f24f8 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.972757 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5517a736-86bc-4310-b8fa-ffece841fca2 tempest-SubnetPoolsTestJSON-1119458975 tempest-SubnetPoolsTestJSON-1119458975-project] Notify callbacks [] for subnetpool, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:05.976387 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5517a736-86bc-4310-b8fa-ffece841fca2 tempest-SubnetPoolsTestJSON-1119458975 tempest-SubnetPoolsTestJSON-1119458975-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4873528 Mar 14 15:27:05.980921 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53330) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:06.014512 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-578f34c7-8f0e-46c3-95b0-5223aaa042a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:06.015059 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f34c7-8f0e-46c3-95b0-5223aaa042a6 None None] The sync data for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:06.026903 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26d3aea-6aab-4fb1-b61c-bc986ba5c210 None None] No DVR routers for this DVR port dc15448c-4fcf-49d0-8e8f-d68da074a357 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:06.055448 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d3aea-6aab-4fb1-b61c-bc986ba5c210 None None] Pushing event deleted for resources: {'Port': ['ID=dc15448c-4fcf-49d0-8e8f-d68da074a357,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:06.063782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296180ab-affd-4b56-944c-19d73a4f24f8 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Subnet': ['ID=53847e7f-377a-40fa-baf7-b5673a26938e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:06.073915 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-296180ab-affd-4b56-944c-19d73a4f24f8 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.079736 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-296180ab-affd-4b56-944c-19d73a4f24f8 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/subnets/53847e7f-377a-40fa-baf7-b5673a26938e HTTP/1.1" status: 204 len: 168 time: 0.7547288 Mar 14 15:27:06.091629 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53332) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:06.107165 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6629dd2-2c7b-4ff7-8e6e-51935fc06b5e tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Made reservation on behalf of 527d5c3da83c4435ab5bfb653092ec25 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:06.110871 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b6629dd2-2c7b-4ff7-8e6e-51935fc06b5e tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.126971 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0a704123-3ff1-4a04-aa19-6d443077b5db tempest-SubnetPoolsTestJSON-1119458975 tempest-SubnetPoolsTestJSON-1119458975-project] 10.222.0.59 "GET /v2.0/subnetpools/e1c59e70-8f30-4878-b0ef-6cb3764747f7 HTTP/1.1" status: 200 len: 732 time: 0.1386602 Mar 14 15:27:06.149189 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53334) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:06.158638 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-60148545-068e-40d6-a94d-2090e157fc55 tempest-SubnetPoolsTestJSON-1119458975 tempest-SubnetPoolsTestJSON-1119458975-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1114517008'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:06.159308 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-911b24e8-9e2a-477d-a705-61e5104f684f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.202487 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba751a08-1d32-4a8f-a637-4313dddab194 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:06.205945 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba751a08-1d32-4a8f-a637-4313dddab194 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.273178 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-911b24e8-9e2a-477d-a705-61e5104f684f None None] For port 88034279-6999-4275-94b2-b7658c364c22, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=88034279-6999-4275-94b2-b7658c364c22,segment=NetworkSegment(0adf4cd8-b5c2-48f5-a4b0-031f4e087053),segment_id=0adf4cd8-b5c2-48f5-a4b0-031f4e087053)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:06.285145 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.287706 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-911b24e8-9e2a-477d-a705-61e5104f684f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.304195 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-99fcd8a6-8abe-477a-b7bc-49cdf410bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.328514 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-91238be3-7531-49ea-be78-f71cda125bad tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.338253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2522722-98d6-4e15-ac96-a79d04adc817 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.361892 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-0f37eaf1-3503-4a88-9a12-2f6d4443f14d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427cdf17-00e8-411f-aef1-37d90438bee7']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:06.375977 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-0f37eaf1-3503-4a88-9a12-2f6d4443f14d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f0d46c-9656-46c0-80f0-c4fd2380914a') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:06.376473 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-0f37eaf1-3503-4a88-9a12-2f6d4443f14d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f0d46c-9656-46c0-80f0-c4fd2380914a') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:06.391711 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f37eaf1-3503-4a88-9a12-2f6d4443f14d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.410742 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f37eaf1-3503-4a88-9a12-2f6d4443f14d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.420321 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f37eaf1-3503-4a88-9a12-2f6d4443f14d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:27:06.420809 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f37eaf1-3503-4a88-9a12-2f6d4443f14d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.437271 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7670d757-1752-4cea-92d5-c5561b0cfe6c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.439263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740312f-7838-4420-9935-83075798f966 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Pushing event updated for resources: {'Network': ['ID=484336a1-067e-41a7-ac78-f88321873792,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:06.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:06.471825 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b6629dd2-2c7b-4ff7-8e6e-51935fc06b5e tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.518071 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0af871-3e6f-470b-8e5f-cd039d71bf8d None None] DHCP port deletion for b7bc75b3-d4ce-42ea-8715-4949f47edcfe request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:27:06.518298 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-60148545-068e-40d6-a94d-2090e157fc55 tempest-SubnetPoolsTestJSON-1119458975 tempest-SubnetPoolsTestJSON-1119458975-project] Notify callbacks [] for subnetpool, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.519443 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 484336a1-067e-41a7-ac78-f88321873792 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:27:06.519567 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-60148545-068e-40d6-a94d-2090e157fc55 tempest-SubnetPoolsTestJSON-1119458975 tempest-SubnetPoolsTestJSON-1119458975-project] 10.222.0.59 "PUT /v2.0/subnetpools/e1c59e70-8f30-4878-b0ef-6cb3764747f7 HTTP/1.1" status: 200 len: 684 time: 0.3693361 Mar 14 15:27:06.524323 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53336) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:06.528180 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-91238be3-7531-49ea-be78-f71cda125bad tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.565565 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fcd8a6-8abe-477a-b7bc-49cdf410bee5 None None] No DVR routers for this DVR port 3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:06.618142 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-911b24e8-9e2a-477d-a705-61e5104f684f None None] Provisioning complete for port fe8f4088-738a-40f8-b1ae-9e37f9a2edc4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:06.618530 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-911b24e8-9e2a-477d-a705-61e5104f684f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.623556 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91238be3-7531-49ea-be78-f71cda125bad tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Network e7d678bb-8f56-4497-9b3e-4e97ee89e5c6 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:06.626655 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91238be3-7531-49ea-be78-f71cda125bad tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Port': ['ID=a728384f-4465-4a34-82f2-04700592bb9d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:06.633275 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-91238be3-7531-49ea-be78-f71cda125bad tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:06.639479 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91238be3-7531-49ea-be78-f71cda125bad tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:06.663698 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f37eaf1-3503-4a88-9a12-2f6d4443f14d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.685337 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d2522722-98d6-4e15-ac96-a79d04adc817 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port d41e1d48-0dc6-4594-9c6f-d047742e6886 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:06.686309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2522722-98d6-4e15-ac96-a79d04adc817 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.694076 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b7594ad-c2c1-4e3c-b5c2-3cdcf07e2774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.702387 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f37eaf1-3503-4a88-9a12-2f6d4443f14d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.706168 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0f37eaf1-3503-4a88-9a12-2f6d4443f14d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/networks/427cdf17-00e8-411f-aef1-37d90438bee7 HTTP/1.1" status: 204 len: 168 time: 3.6266811 Mar 14 15:27:06.715745 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53338) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:06.718521 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37eaf1-3503-4a88-9a12-2f6d4443f14d tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Network': ['ID=427cdf17-00e8-411f-aef1-37d90438bee7,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:06.723610 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b24e8-9e2a-477d-a705-61e5104f684f None None] Pushing event updated for resources: {'Port': ['ID=88034279-6999-4275-94b2-b7658c364c22,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:06.740443 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6629dd2-2c7b-4ff7-8e6e-51935fc06b5e tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Pushing event updated for resources: {'Subnet': ['ID=e182e327-5e37-4ecb-8e6c-7d77ca78917a,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:06.786266 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6629dd2-2c7b-4ff7-8e6e-51935fc06b5e tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Checking segment: {'id': '5a5d83af-c6c3-49ad-b99f-78477a3a4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '484336a1-067e-41a7-ac78-f88321873792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:06.786875 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6629dd2-2c7b-4ff7-8e6e-51935fc06b5e tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Network hostable DHCP agents. Network: 484336a1-067e-41a7-ac78-f88321873792, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:27:06.792707 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba751a08-1d32-4a8f-a637-4313dddab194 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.794195 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcd8a6-8abe-477a-b7bc-49cdf410bee5 None None] Pushing event deleted for resources: {'Port': ['ID=3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:06.802050 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:27:06.802406 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:27:06.807920 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91238be3-7531-49ea-be78-f71cda125bad tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:06.808839 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-91238be3-7531-49ea-be78-f71cda125bad tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.816162 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-2299b67f-a2b3-420a-bd47-f8382851452e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] DELETE failed (client error): The resource could not be found. Mar 14 15:27:06.816623 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2299b67f-a2b3-420a-bd47-f8382851452e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:27:06.819897 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2299b67f-a2b3-420a-bd47-f8382851452e tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/subnets/b4108a32-cbe0-4c9e-b34d-0952f2fe1452 HTTP/1.1" status: 404 len: 337 time: 0.0990021 Mar 14 15:27:06.844161 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53340) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:06.854680 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-d2522722-98d6-4e15-ac96-a79d04adc817 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] For port d41e1d48-0dc6-4594-9c6f-d047742e6886, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d41e1d48-0dc6-4594-9c6f-d047742e6886,segment=NetworkSegment(808cb889-4a4b-4d78-8678-8c84042e1eae),segment_id=808cb889-4a4b-4d78-8678-8c84042e1eae)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:06.854934 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2522722-98d6-4e15-ac96-a79d04adc817 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.876925 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-03777943-d5eb-4dff-b404-8af2e7a5a238 tempest-SubnetPoolsTestJSON-1119458975 tempest-SubnetPoolsTestJSON-1119458975-project] Notify callbacks [] for subnetpool, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.878362 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-03777943-d5eb-4dff-b404-8af2e7a5a238 tempest-SubnetPoolsTestJSON-1119458975 tempest-SubnetPoolsTestJSON-1119458975-project] 10.222.0.59 "DELETE /v2.0/subnetpools/e1c59e70-8f30-4878-b0ef-6cb3764747f7 HTTP/1.1" status: 204 len: 168 time: 0.3301902 Mar 14 15:27:06.881193 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53342) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:06.887075 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ec0af871-3e6f-470b-8e5f-cd039d71bf8d None None] Deleting port d41e1d48-0dc6-4594-9c6f-d047742e6886 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:06.887075 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ec0af871-3e6f-470b-8e5f-cd039d71bf8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.896116 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7e4730-7687-4ebd-9448-3c2b5aead94b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] DELETE failed (client error): The resource could not be found. Mar 14 15:27:06.896326 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7e4730-7687-4ebd-9448-3c2b5aead94b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:27:06.897535 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6629dd2-2c7b-4ff7-8e6e-51935fc06b5e tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Network 484336a1-067e-41a7-ac78-f88321873792 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:27:06.905542 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1c7e4730-7687-4ebd-9448-3c2b5aead94b tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/networks/e1e5d672-270e-4ecb-b984-6327a8b088d7 HTTP/1.1" status: 404 len: 339 time: 0.0493538 Mar 14 15:27:06.905542 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-91238be3-7531-49ea-be78-f71cda125bad tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7513523 Mar 14 15:27:06.905542 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d2522722-98d6-4e15-ac96-a79d04adc817 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for d41e1d48-0dc6-4594-9c6f-d047742e6886 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:06.910633 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53344) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:06.910879 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53346) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:06.916524 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-f2c1ae4f-2936-402c-a635-d7cfc7aa90e2 tempest-SubnetPoolsTestJSON-1119458975 tempest-SubnetPoolsTestJSON-1119458975-project] show failed (client error): The resource could not be found. Mar 14 15:27:06.919813 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f2c1ae4f-2936-402c-a635-d7cfc7aa90e2 tempest-SubnetPoolsTestJSON-1119458975 tempest-SubnetPoolsTestJSON-1119458975-project] 10.222.0.59 "GET /v2.0/subnetpools/e1c59e70-8f30-4878-b0ef-6cb3764747f7 HTTP/1.1" status: 404 len: 346 time: 0.0348637 Mar 14 15:27:06.920885 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f3e1f0f7-9452-4668-8ae5-ace9d1bde4cb tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'port': {'network_id': 'e7d678bb-8f56-4497-9b3e-4e97ee89e5c6', 'name': 'tempest-FloatingIPTestJSON-1213593201'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:06.921037 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-b6629dd2-2c7b-4ff7-8e6e-51935fc06b5e tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 484336a1-067e-41a7-ac78-f88321873792) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:06.929331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba751a08-1d32-4a8f-a637-4313dddab194 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:06.929961 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53348) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:06.937183 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6629dd2-2c7b-4ff7-8e6e-51935fc06b5e tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:06.937726 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b6629dd2-2c7b-4ff7-8e6e-51935fc06b5e tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.944071 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9293d31e-5119-478d-8019-99635c24ae6e None None] Network 484336a1-067e-41a7-ac78-f88321873792 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:06.963921 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba751a08-1d32-4a8f-a637-4313dddab194 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=117baf72-597c-4b5b-9d85-366742748352,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:06.977515 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ec0af871-3e6f-470b-8e5f-cd039d71bf8d None None] For port d41e1d48-0dc6-4594-9c6f-d047742e6886, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d41e1d48-0dc6-4594-9c6f-d047742e6886,segment=NetworkSegment(808cb889-4a4b-4d78-8678-8c84042e1eae),segment_id=808cb889-4a4b-4d78-8678-8c84042e1eae)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:06.977934 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ec0af871-3e6f-470b-8e5f-cd039d71bf8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:06.988298 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-ba751a08-1d32-4a8f-a637-4313dddab194 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:06.989019 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b6629dd2-2c7b-4ff7-8e6e-51935fc06b5e tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0674400 Mar 14 15:27:06.992571 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53350) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:06.999870 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3cf58651-1a8e-4863-b058-a2dae53b1ede tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2099923461', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:07.002100 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba751a08-1d32-4a8f-a637-4313dddab194 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:07.002699 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba751a08-1d32-4a8f-a637-4313dddab194 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.021517 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8212c1f3-0157-4ee4-8b35-71198ed71d28 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:07.045079 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3cf58651-1a8e-4863-b058-a2dae53b1ede tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.045537 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3cf58651-1a8e-4863-b058-a2dae53b1ede tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.046645 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ec0af871-3e6f-470b-8e5f-cd039d71bf8d None None] Calling delete_port for d41e1d48-0dc6-4594-9c6f-d047742e6886 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:07.123975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7670d757-1752-4cea-92d5-c5561b0cfe6c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.126736 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3cf58651-1a8e-4863-b058-a2dae53b1ede tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.129276 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7670d757-1752-4cea-92d5-c5561b0cfe6c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.131035 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7670d757-1752-4cea-92d5-c5561b0cfe6c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.142434 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3cf58651-1a8e-4863-b058-a2dae53b1ede tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.150667 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-42c27775-989a-4941-a935-238365fa5dac None None] Provisioning complete for port 487993fb-f00b-4571-b3d9-87b1ec82a29f triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:07.151156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-42c27775-989a-4941-a935-238365fa5dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.282534 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7670d757-1752-4cea-92d5-c5561b0cfe6c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Network 78fd123f-933f-4653-a057-847b65a2b885 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:07.284704 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-42c27775-989a-4941-a935-238365fa5dac None None] Port 487993fb-f00b-4571-b3d9-87b1ec82a29f cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:07.287190 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-7670d757-1752-4cea-92d5-c5561b0cfe6c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:07.345767 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3cf58651-1a8e-4863-b058-a2dae53b1ede tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.350330 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3cf58651-1a8e-4863-b058-a2dae53b1ede tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3545277 Mar 14 15:27:07.353640 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53352) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:07.387586 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-21b65e9a-e010-4206-a8b2-191c9bfc6dc0 tempest-SubnetPoolsTestJSON-1119458975 tempest-SubnetPoolsTestJSON-1119458975-project] delete failed (client error): The resource could not be found. Mar 14 15:27:07.388628 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-21b65e9a-e010-4206-a8b2-191c9bfc6dc0 tempest-SubnetPoolsTestJSON-1119458975 tempest-SubnetPoolsTestJSON-1119458975-project] 10.222.0.59 "DELETE /v2.0/subnetpools/e1c59e70-8f30-4878-b0ef-6cb3764747f7 HTTP/1.1" status: 404 len: 346 time: 0.4481449 Mar 14 15:27:07.401520 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ec0af871-3e6f-470b-8e5f-cd039d71bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.415474 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-484336a1-067e-41a7-ac78-f88321873792', 'network_id': '484336a1-067e-41a7-ac78-f88321873792', 'tenant_id': '527d5c3da83c4435ab5bfb653092ec25', 'fixed_ips': [{'subnet_id': 'e182e327-5e37-4ecb-8e6c-7d77ca78917a'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:27:07.416655 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.443662 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ba751a08-1d32-4a8f-a637-4313dddab194 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6401229 Mar 14 15:27:07.446375 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53356) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:07.455333 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c62b3423-2d2b-4235-bd1f-17458edbfe16 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-212780460', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:07.467796 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.476399 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-42c27775-989a-4941-a935-238365fa5dac None None] Provisioning complete for port 88034279-6999-4275-94b2-b7658c364c22 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:07.476772 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-42c27775-989a-4941-a935-238365fa5dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.485628 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0af871-3e6f-470b-8e5f-cd039d71bf8d None None] Pushing event deleted for resources: {'Port': ['ID=d41e1d48-0dc6-4594-9c6f-d047742e6886,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:07.487355 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-230ac8d6-d278-466d-b448-bbb6b4cee558 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Deleting subnet c4b7d189-aa0c-496b-aec1-03bf425de793 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:27:07.495099 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-230ac8d6-d278-466d-b448-bbb6b4cee558 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.506003 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670d757-1752-4cea-92d5-c5561b0cfe6c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event updated for resources: {'Port': ['ID=487993fb-f00b-4571-b3d9-87b1ec82a29f,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:07.514239 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0af871-3e6f-470b-8e5f-cd039d71bf8d None None] No DVR routers for this DVR port d41e1d48-0dc6-4594-9c6f-d047742e6886 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:07.534543 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:27:07.570630 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-230ac8d6-d278-466d-b448-bbb6b4cee558 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.578718 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'fixed_ips': [{'subnet_id': '117baf72-597c-4b5b-9d85-366742748352'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:27:07.579623 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.598890 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:27:07.599274 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3ba4dbf7-6a85-4f56-b2ba-b771dea17eb5 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:27:07.599842 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 6e8b3e79-ad07-4ee7-95d8-edd81c2c5237 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:27:07.694461 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 6e8b3e79-ad07-4ee7-95d8-edd81c2c5237 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:27:07.694811 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 6e8b3e79-ad07-4ee7-95d8-edd81c2c5237 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:27:07.695264 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device dc15448c-4fcf-49d0-8e8f-d68da074a357 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:27:07.710639 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-230ac8d6-d278-466d-b448-bbb6b4cee558 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.715947 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2522722-98d6-4e15-ac96-a79d04adc817 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.727030 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c62b3423-2d2b-4235-bd1f-17458edbfe16 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.728677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c62b3423-2d2b-4235-bd1f-17458edbfe16 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.815394 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e1f0f7-9452-4668-8ae5-ace9d1bde4cb tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Made reservation on behalf of 32b90bc106c14fffa6b9e3eb32363153 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:07.819455 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3e1f0f7-9452-4668-8ae5-ace9d1bde4cb tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:07.842556 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-f3e1f0f7-9452-4668-8ae5-ace9d1bde4cb tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] device_id is not set on port c0d51b53-84c1-4fb2-8995-3b813a69d336 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:27:07.859063 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2522722-98d6-4e15-ac96-a79d04adc817 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No DVR routers for this DVR port d41e1d48-0dc6-4594-9c6f-d047742e6886 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:07.878333 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] Allocated IP 2001:db8::2 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/117baf72-597c-4b5b-9d85-366742748352/57a210d7-87af-4cc5-9365-4cfbd94a77b0) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:07.880357 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: dc15448c-4fcf-49d0-8e8f-d68da074a357 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:27:07.881136 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device dc15448c-4fcf-49d0-8e8f-d68da074a357 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:27:07.896816 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2522722-98d6-4e15-ac96-a79d04adc817 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=d41e1d48-0dc6-4594-9c6f-d047742e6886,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:07.934297 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53360) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:07.972639 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed855-1c2c-4ec1-9323-c5b676ef5d91 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.051015 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7670d757-1752-4cea-92d5-c5561b0cfe6c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Router db85996c-3276-4c45-b7aa-d651bf9b3daa is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:27:08.113331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c62b3423-2d2b-4235-bd1f-17458edbfe16 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.123379 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2522722-98d6-4e15-ac96-a79d04adc817 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.137511 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c62b3423-2d2b-4235-bd1f-17458edbfe16 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.143249 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 88034279-6999-4275-94b2-b7658c364c22 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:08.151797 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] Allocated IP 172.20.0.2 (484336a1-067e-41a7-ac78-f88321873792/e182e327-5e37-4ecb-8e6c-7d77ca78917a/4eb8a078-7bca-4adc-9f91-d0ad3331840a) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:08.161613 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-f3e1f0f7-9452-4668-8ae5-ace9d1bde4cb tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Allocated IP 172.20.0.12 (e7d678bb-8f56-4497-9b3e-4e97ee89e5c6/d2578130-2414-4006-be5d-824219c7d4ac/c0d51b53-84c1-4fb2-8995-3b813a69d336) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:08.169033 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d2522722-98d6-4e15-ac96-a79d04adc817 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7bc75b3-d4ce-42ea-8715-4949f47edcfe']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:08.184885 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-230ac8d6-d278-466d-b448-bbb6b4cee558 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.194414 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d2522722-98d6-4e15-ac96-a79d04adc817 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808cb889-4a4b-4d78-8678-8c84042e1eae') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:08.194657 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d2522722-98d6-4e15-ac96-a79d04adc817 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808cb889-4a4b-4d78-8678-8c84042e1eae') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:08.212637 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-230ac8d6-d278-466d-b448-bbb6b4cee558 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.218538 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-230ac8d6-d278-466d-b448-bbb6b4cee558 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/subnets/c4b7d189-aa0c-496b-aec1-03bf425de793 HTTP/1.1" status: 204 len: 168 time: 1.2995119 Mar 14 15:27:08.231962 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c521c3-1dd7-4c8f-9363-9c16b3cc221c None None] Network 63d49b6f-50ca-448c-9c29-184520e8530d requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:08.237005 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c62b3423-2d2b-4235-bd1f-17458edbfe16 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.240962 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c62b3423-2d2b-4235-bd1f-17458edbfe16 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7865603 Mar 14 15:27:08.244641 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53364) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:08.244641 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53366) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:08.247964 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2522722-98d6-4e15-ac96-a79d04adc817 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.267065 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ac8d6-d278-466d-b448-bbb6b4cee558 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Subnet': ['ID=c4b7d189-aa0c-496b-aec1-03bf425de793,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:08.351901 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2522722-98d6-4e15-ac96-a79d04adc817 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.375049 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.396250 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.434867 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2522722-98d6-4e15-ac96-a79d04adc817 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:27:08.434867 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2522722-98d6-4e15-ac96-a79d04adc817 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.435451 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-599a55cd-9a09-4c24-ae43-751a8ce60c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: self.session.flush() Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: self.session.flush() Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: self.session.flush() Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: self.session.flush() Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:08.438079 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:08.510572 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7670d757-1752-4cea-92d5-c5561b0cfe6c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:08.529859 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ed1ac7-a85b-4a09-a34c-5ecff42f9a5b None None] Sync routers for ids ['db85996c-3276-4c45-b7aa-d651bf9b3daa'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:08.546147 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7670d757-1752-4cea-92d5-c5561b0cfe6c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "PUT /v2.0/routers/db85996c-3276-4c45-b7aa-d651bf9b3daa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5971382 Mar 14 15:27:08.547899 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53368) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:08.560373 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ed1ac7-a85b-4a09-a34c-5ecff42f9a5b None None] Routers {'db85996c-3276-4c45-b7aa-d651bf9b3daa'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:08.561915 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-44ed1ac7-a85b-4a09-a34c-5ecff42f9a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['db85996c-3276-4c45-b7aa-d651bf9b3daa'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:08.609024 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-44ed1ac7-a85b-4a09-a34c-5ecff42f9a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:08.626093 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ed1ac7-a85b-4a09-a34c-5ecff42f9a5b None None] Routers {'db85996c-3276-4c45-b7aa-d651bf9b3daa'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:08.627120 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-44ed1ac7-a85b-4a09-a34c-5ecff42f9a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['db85996c-3276-4c45-b7aa-d651bf9b3daa'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:08.640191 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-599a55cd-9a09-4c24-ae43-751a8ce60c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.642705 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-6a5e5384-cccf-42a9-8416-5dd88c13995d None None] Provisioning complete for port 487993fb-f00b-4571-b3d9-87b1ec82a29f triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:08.643159 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6a5e5384-cccf-42a9-8416-5dd88c13995d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.648726 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0a7d186-1739-4f1c-8b6d-33c2695ce206 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.674529 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2522722-98d6-4e15-ac96-a79d04adc817 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.682199 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-599a55cd-9a09-4c24-ae43-751a8ce60c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.698976 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:08.718387 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2522722-98d6-4e15-ac96-a79d04adc817 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.720643 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-44ed1ac7-a85b-4a09-a34c-5ecff42f9a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:08.721315 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ed1ac7-a85b-4a09-a34c-5ecff42f9a5b None None] The sync data for ids ['db85996c-3276-4c45-b7aa-d651bf9b3daa'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:08.722504 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d2522722-98d6-4e15-ac96-a79d04adc817 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/networks/b7bc75b3-d4ce-42ea-8715-4949f47edcfe HTTP/1.1" status: 204 len: 168 time: 2.6305580 Mar 14 15:27:08.726476 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-599a55cd-9a09-4c24-ae43-751a8ce60c2d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fb0d27465797469f91670d79dfe9096d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7623854 Mar 14 15:27:08.734110 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53370) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:08.734747 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53372) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:08.735157 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 88034279-6999-4275-94b2-b7658c364c22 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:08.735532 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.750363 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:08.752763 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:08.799688 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] Pushing event updated for resources: {'Port': ['ID=57a210d7-87af-4cc5-9365-4cfbd94a77b0,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:08.833582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2522722-98d6-4e15-ac96-a79d04adc817 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Network': ['ID=b7bc75b3-d4ce-42ea-8715-4949f47edcfe,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:08.842609 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a55cd-9a09-4c24-ae43-751a8ce60c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7152996-3151-4210-86c8-a0ad7bb32de1,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:08.870826 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3e1f0f7-9452-4668-8ae5-ace9d1bde4cb tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.885482 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.886152 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-6a5e5384-cccf-42a9-8416-5dd88c13995d None None] Port 487993fb-f00b-4571-b3d9-87b1ec82a29f cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:08.925040 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.927624 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a313f8d-f4b8-4f15-be0c-24ad007201d3 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:08.932815 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9a313f8d-f4b8-4f15-be0c-24ad007201d3 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1922686 Mar 14 15:27:08.937535 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53374) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:08.949571 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.958005 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] Attempting to bind port 57a210d7-87af-4cc5-9365-4cfbd94a77b0 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:08.958284 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] Attempting to bind port 57a210d7-87af-4cc5-9365-4cfbd94a77b0 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:08.958653 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] Attempting to bind port 57a210d7-87af-4cc5-9365-4cfbd94a77b0 on network 5b9fbf90-4428-44c7-aa34-44697a69d1dc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:27:08.966642 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.974614 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:27:08.975032 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] Checking segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:08.975436 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.975819 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] Bound using segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:27:08.976304 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] Bound port: 57a210d7-87af-4cc5-9365-4cfbd94a77b0, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:08.976686 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:08.995854 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3e1f0f7-9452-4668-8ae5-ace9d1bde4cb tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.011224 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0818e7bc-9369-44da-80ef-dbc73df49c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.018313 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c0a7d186-1739-4f1c-8b6d-33c2695ce206 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Deleting port e523a571-62d8-4cc1-bc1a-fd8b50a55c6d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:09.018313 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0a7d186-1739-4f1c-8b6d-33c2695ce206 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.055807 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c226fc53-fc94-44d1-b266-ee0d3d38343e None None] DHCP port deletion for 63d49b6f-50ca-448c-9c29-184520e8530d request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:27:09.062221 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] Network 484336a1-067e-41a7-ac78-f88321873792 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:09.088759 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d98d56f3-f843-4f0c-85d9-4040ef6fa0fd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1500123 Mar 14 15:27:09.091897 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0818e7bc-9369-44da-80ef-dbc73df49c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.092050 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:09.094456 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:09.103760 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53376) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:09.113273 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] Pushing event updated for resources: {'Port': ['ID=4eb8a078-7bca-4adc-9f91-d0ad3331840a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:09.114099 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-43c768ea-da6d-447f-a7c6-228faa77d372 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-752835403'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:09.117746 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-ef0ed855-1c2c-4ec1-9323-c5b676ef5d91 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Allocated IP 172.20.0.1 (484336a1-067e-41a7-ac78-f88321873792/e182e327-5e37-4ecb-8e6c-7d77ca78917a/7748c4d4-4c37-43b6-874e-57f6032ae5a6) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:09.123559 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7fc05019-a33d-49cb-81f9-a7308a1d497f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.137257 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device fe8f4088-738a-40f8-b1ae-9e37f9a2edc4 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:09.161987 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e1f0f7-9452-4668-8ae5-ace9d1bde4cb tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Network e7d678bb-8f56-4497-9b3e-4e97ee89e5c6 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:09.164220 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-c0a7d186-1739-4f1c-8b6d-33c2695ce206 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] For port e523a571-62d8-4cc1-bc1a-fd8b50a55c6d, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e523a571-62d8-4cc1-bc1a-fd8b50a55c6d,segment=NetworkSegment(53c3c778-ad51-4039-9743-62d95ced3af9),segment_id=53c3c778-ad51-4039-9743-62d95ced3af9)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:09.164607 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0a7d186-1739-4f1c-8b6d-33c2695ce206 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.179093 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-f3e1f0f7-9452-4668-8ae5-ace9d1bde4cb tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:09.218843 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1f0f7-9452-4668-8ae5-ace9d1bde4cb tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Port': ['ID=c0d51b53-84c1-4fb2-8995-3b813a69d336,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:09.222959 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e1f0f7-9452-4668-8ae5-ace9d1bde4cb tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:09.243396 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] For port 57a210d7-87af-4cc5-9365-4cfbd94a77b0, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:09.247139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c0a7d186-1739-4f1c-8b6d-33c2695ce206 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Calling delete_port for e523a571-62d8-4cc1-bc1a-fd8b50a55c6d owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:09.274032 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] For port 57a210d7-87af-4cc5-9365-4cfbd94a77b0, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=57a210d7-87af-4cc5-9365-4cfbd94a77b0,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:09.275213 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] Attempting to bind port 4eb8a078-7bca-4adc-9f91-d0ad3331840a on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:09.275792 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] Attempting to bind port 4eb8a078-7bca-4adc-9f91-d0ad3331840a by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '5a5d83af-c6c3-49ad-b99f-78477a3a4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '484336a1-067e-41a7-ac78-f88321873792'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:09.276302 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] Attempting to bind port 4eb8a078-7bca-4adc-9f91-d0ad3331840a on network 484336a1-067e-41a7-ac78-f88321873792 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:27:09.291659 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c768ea-da6d-447f-a7c6-228faa77d372 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:09.295479 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43c768ea-da6d-447f-a7c6-228faa77d372 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.297680 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.307938 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:27:09.308319 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] Checking segment: {'id': '5a5d83af-c6c3-49ad-b99f-78477a3a4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '484336a1-067e-41a7-ac78-f88321873792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:09.308721 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.309112 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] Bound using segment: {'id': '5a5d83af-c6c3-49ad-b99f-78477a3a4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '484336a1-067e-41a7-ac78-f88321873792'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:27:09.309612 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] Bound port: 4eb8a078-7bca-4adc-9f91-d0ad3331840a, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5d83af-c6c3-49ad-b99f-78477a3a4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '484336a1-067e-41a7-ac78-f88321873792'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:09.309981 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.357762 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e1f0f7-9452-4668-8ae5-ace9d1bde4cb tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:09.359115 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f3e1f0f7-9452-4668-8ae5-ace9d1bde4cb tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.371255 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.389365 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c226fc53-fc94-44d1-b266-ee0d3d38343e None None] Deleting port e523a571-62d8-4cc1-bc1a-fd8b50a55c6d {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:09.389768 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c226fc53-fc94-44d1-b266-ee0d3d38343e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.391665 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c768ea-da6d-447f-a7c6-228faa77d372 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:09.403110 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43c768ea-da6d-447f-a7c6-228faa77d372 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.403559 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-43c768ea-da6d-447f-a7c6-228faa77d372 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Added segment 3d36a872-cb32-4d03-84ea-e2451f7240a5 of type vlan for network cb60997a-b9dc-46f8-9c91-5ce43c6d010e Mar 14 15:27:09.426852 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port fe8f4088-738a-40f8-b1ae-9e37f9a2edc4 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:09.427267 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.442160 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f3e1f0f7-9452-4668-8ae5-ace9d1bde4cb tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5266285 Mar 14 15:27:09.449089 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53378) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:09.457180 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43c768ea-da6d-447f-a7c6-228faa77d372 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.461775 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-98947e1a-1f15-4f43-ab5a-b36d8b308f60 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': 'c0d51b53-84c1-4fb2-8995-3b813a69d336', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:09.485758 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0818e7bc-9369-44da-80ef-dbc73df49c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.488859 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0818e7bc-9369-44da-80ef-dbc73df49c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.490031 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0818e7bc-9369-44da-80ef-dbc73df49c94 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d7152996-3151-4210-86c8-a0ad7bb32de1 HTTP/1.1" status: 204 len: 168 time: 0.7520275 Mar 14 15:27:09.504489 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43c768ea-da6d-447f-a7c6-228faa77d372 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.511356 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c768ea-da6d-447f-a7c6-228faa77d372 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:09.511973 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43c768ea-da6d-447f-a7c6-228faa77d372 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.512199 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29203d3-a719-4217-9029-0ba214a48693 None None] Pushing event updated for resources: {'Port': ['ID=57a210d7-87af-4cc5-9365-4cfbd94a77b0,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:09.562216 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818e7bc-9369-44da-80ef-dbc73df49c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7152996-3151-4210-86c8-a0ad7bb32de1,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:09.568280 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-c226fc53-fc94-44d1-b266-ee0d3d38343e None None] For port e523a571-62d8-4cc1-bc1a-fd8b50a55c6d, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e523a571-62d8-4cc1-bc1a-fd8b50a55c6d,segment=NetworkSegment(53c3c778-ad51-4039-9743-62d95ced3af9),segment_id=53c3c778-ad51-4039-9743-62d95ced3af9)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:09.571183 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c226fc53-fc94-44d1-b266-ee0d3d38343e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.583489 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0a7d186-1739-4f1c-8b6d-33c2695ce206 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.602071 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed855-1c2c-4ec1-9323-c5b676ef5d91 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.623867 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c226fc53-fc94-44d1-b266-ee0d3d38343e None None] Calling delete_port for e523a571-62d8-4cc1-bc1a-fd8b50a55c6d owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:09.626101 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] For port 4eb8a078-7bca-4adc-9f91-d0ad3331840a, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:09.634231 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98947e1a-1f15-4f43-ab5a-b36d8b308f60 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.653834 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] For port 4eb8a078-7bca-4adc-9f91-d0ad3331840a, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=4eb8a078-7bca-4adc-9f91-d0ad3331840a,segment=NetworkSegment(5a5d83af-c6c3-49ad-b99f-78477a3a4d95),segment_id=5a5d83af-c6c3-49ad-b99f-78477a3a4d95)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:09.660554 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-43c768ea-da6d-447f-a7c6-228faa77d372 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5531549 Mar 14 15:27:09.664263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53382) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:09.668009 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7d186-1739-4f1c-8b6d-33c2695ce206 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Port': ['ID=e523a571-62d8-4cc1-bc1a-fd8b50a55c6d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:09.670314 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a7d186-1739-4f1c-8b6d-33c2695ce206 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] No DVR routers for this DVR port e523a571-62d8-4cc1-bc1a-fd8b50a55c6d on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:09.693463 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-1e854047-3db7-4d60-8b5e-38254b22ed85 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'subnet': {'network_id': 'cb60997a-b9dc-46f8-9c91-5ce43c6d010e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:09.710660 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-75374d92-9117-4cba-882f-92a5c3cda6e5 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:27:09.716164 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-75374d92-9117-4cba-882f-92a5c3cda6e5 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "PUT /v2.0/routers/db85996c-3276-4c45-b7aa-d651bf9b3daa/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1650524 Mar 14 15:27:09.719852 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c768ea-da6d-447f-a7c6-228faa77d372 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Network': ['ID=cb60997a-b9dc-46f8-9c91-5ce43c6d010e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:09.734371 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53384) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:09.765055 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:09.783459 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network cb60997a-b9dc-46f8-9c91-5ce43c6d010e details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:27:09.852807 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-7fc05019-a33d-49cb-81f9-a7308a1d497f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::1 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/117baf72-597c-4b5b-9d85-366742748352/10abbdff-0911-4129-8897-7477f3f4863e) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:10.023464 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d867e6-e68f-48e8-89d3-031c0a2e09fb None None] Pushing event updated for resources: {'Port': ['ID=4eb8a078-7bca-4adc-9f91-d0ad3331840a,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:10.039639 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c226fc53-fc94-44d1-b266-ee0d3d38343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.079742 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c226fc53-fc94-44d1-b266-ee0d3d38343e None None] No DVR routers for this DVR port e523a571-62d8-4cc1-bc1a-fd8b50a55c6d on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:10.081013 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0a7d186-1739-4f1c-8b6d-33c2695ce206 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.083598 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226fc53-fc94-44d1-b266-ee0d3d38343e None None] Pushing event deleted for resources: {'Port': ['ID=e523a571-62d8-4cc1-bc1a-fd8b50a55c6d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:10.098944 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d41e1d48-0dc6-4594-9c6f-d047742e6886 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:27:10.134408 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed855-1c2c-4ec1-9323-c5b676ef5d91 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.146831 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-c0a7d186-1739-4f1c-8b6d-33c2695ce206 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d49b6f-50ca-448c-9c29-184520e8530d']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:10.152584 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: d41e1d48-0dc6-4594-9c6f-d047742e6886 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:27:10.152949 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d41e1d48-0dc6-4594-9c6f-d047742e6886 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:27:10.178674 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-c0a7d186-1739-4f1c-8b6d-33c2695ce206 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c3c778-ad51-4039-9743-62d95ced3af9') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:10.179019 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-c0a7d186-1739-4f1c-8b6d-33c2695ce206 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c3c778-ad51-4039-9743-62d95ced3af9') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:10.194754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7fc05019-a33d-49cb-81f9-a7308a1d497f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.197838 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0a7d186-1739-4f1c-8b6d-33c2695ce206 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.219646 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0ed855-1c2c-4ec1-9323-c5b676ef5d91 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Network 484336a1-067e-41a7-ac78-f88321873792 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:10.220940 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e854047-3db7-4d60-8b5e-38254b22ed85 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:10.224639 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1e854047-3db7-4d60-8b5e-38254b22ed85 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.254248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0a7d186-1739-4f1c-8b6d-33c2695ce206 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.272926 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a7d186-1739-4f1c-8b6d-33c2695ce206 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:27:10.273338 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0a7d186-1739-4f1c-8b6d-33c2695ce206 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.279073 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-ef0ed855-1c2c-4ec1-9323-c5b676ef5d91 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:10.284800 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0ed855-1c2c-4ec1-9323-c5b676ef5d91 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:10.285505 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:10.304476 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98947e1a-1f15-4f43-ab5a-b36d8b308f60 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.394615 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ed855-1c2c-4ec1-9323-c5b676ef5d91 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Pushing event updated for resources: {'Port': ['ID=7748c4d4-4c37-43b6-874e-57f6032ae5a6,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:10.395319 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 57a210d7-87af-4cc5-9365-4cfbd94a77b0 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:10.457007 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7fc05019-a33d-49cb-81f9-a7308a1d497f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.459644 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0a7d186-1739-4f1c-8b6d-33c2695ce206 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.492441 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0a7d186-1739-4f1c-8b6d-33c2695ce206 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.506178 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c0a7d186-1739-4f1c-8b6d-33c2695ce206 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] 10.222.0.59 "DELETE /v2.0/networks/63d49b6f-50ca-448c-9c29-184520e8530d HTTP/1.1" status: 204 len: 168 time: 2.2619920 Mar 14 15:27:10.544562 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 57a210d7-87af-4cc5-9365-4cfbd94a77b0 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:10.544951 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.570824 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed855-1c2c-4ec1-9323-c5b676ef5d91 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.634947 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7d186-1739-4f1c-8b6d-33c2695ce206 tempest-NetworksIpV6Test-320208207 tempest-NetworksIpV6Test-320208207-project] Pushing event deleted for resources: {'Network': ['ID=63d49b6f-50ca-448c-9c29-184520e8530d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:10.705787 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc05019-a33d-49cb-81f9-a7308a1d497f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:10.729535 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7fc05019-a33d-49cb-81f9-a7308a1d497f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:10.738611 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc05019-a33d-49cb-81f9-a7308a1d497f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:10.739199 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7fc05019-a33d-49cb-81f9-a7308a1d497f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.740386 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.747268 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc05019-a33d-49cb-81f9-a7308a1d497f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=10abbdff-0911-4129-8897-7477f3f4863e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:10.825419 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 57a210d7-87af-4cc5-9365-4cfbd94a77b0, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=57a210d7-87af-4cc5-9365-4cfbd94a77b0,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:10.841038 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:10.852246 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-98947e1a-1f15-4f43-ab5a-b36d8b308f60 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Allocated IP 172.26.6.144 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/c530c65d-65c2-4593-9c3a-d27d532aa659) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:10.942230 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e523a571-62d8-4cc1-bc1a-fd8b50a55c6d no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:27:10.955500 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53408) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:10.981869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: e523a571-62d8-4cc1-bc1a-fd8b50a55c6d {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:27:10.983542 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e523a571-62d8-4cc1-bc1a-fd8b50a55c6d not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:27:11.016491 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=57a210d7-87af-4cc5-9365-4cfbd94a77b0,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:11.023377 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed855-1c2c-4ec1-9323-c5b676ef5d91 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.099012 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7fc05019-a33d-49cb-81f9-a7308a1d497f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.115424 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1e854047-3db7-4d60-8b5e-38254b22ed85 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.153448 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98947e1a-1f15-4f43-ab5a-b36d8b308f60 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.183019 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-cb6d6d2a-664c-46f6-80f3-9509a47e73c4 None None] Provisioning complete for port 57a210d7-87af-4cc5-9365-4cfbd94a77b0 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:11.183405 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cb6d6d2a-664c-46f6-80f3-9509a47e73c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.257755 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98947e1a-1f15-4f43-ab5a-b36d8b308f60 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.331771 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98947e1a-1f15-4f43-ab5a-b36d8b308f60 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:11.351052 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-98947e1a-1f15-4f43-ab5a-b36d8b308f60 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:11.379874 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98947e1a-1f15-4f43-ab5a-b36d8b308f60 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:11.560628 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-046f646c-0ffa-4538-916d-366c3ae83b1c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.602211 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-4919cc9f-3072-43f4-b955-78b0fb69044f None None] Provisioning complete for port 10abbdff-0911-4129-8897-7477f3f4863e triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:11.603956 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4919cc9f-3072-43f4-b955-78b0fb69044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:11.660184 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4919cc9f-3072-43f4-b955-78b0fb69044f None None] Port 10abbdff-0911-4129-8897-7477f3f4863e cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:11.750852 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e854047-3db7-4d60-8b5e-38254b22ed85 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Subnet': ['ID=352890bb-a78f-4d0e-a66c-1529bb2d85fc,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:11.759075 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53426) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:11.832123 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3f3a5648-e19c-4d5e-8251-1849d9489941 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6cb5488b9ddd4300a9679d380e6ad17d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8650279 Mar 14 15:27:11.835895 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53430) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:11.844027 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d6164d-040c-4a18-9042-5b32c13bdab6 None None] Network 484336a1-067e-41a7-ac78-f88321873792 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:11.892305 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e854047-3db7-4d60-8b5e-38254b22ed85 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Checking segment: {'id': '3d36a872-cb32-4d03-84ea-e2451f7240a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cb60997a-b9dc-46f8-9c91-5ce43c6d010e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:11.892688 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e854047-3db7-4d60-8b5e-38254b22ed85 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network hostable DHCP agents. Network: cb60997a-b9dc-46f8-9c91-5ce43c6d010e, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:27:11.947292 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98947e1a-1f15-4f43-ab5a-b36d8b308f60 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Port': ['ID=c530c65d-65c2-4593-9c3a-d27d532aa659,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:11.985243 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-2e2dc954-e535-443c-b071-8535bad3a50a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'network': {'name': 'tempest-network-smoke--318443542', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'port_security_enabled': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:12.010483 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3da4f01e-3bfe-4c26-b465-0f8a9d703335 None None] Provisioning complete for port 4eb8a078-7bca-4adc-9f91-d0ad3331840a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:12.011191 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3da4f01e-3bfe-4c26-b465-0f8a9d703335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.045129 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e854047-3db7-4d60-8b5e-38254b22ed85 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network cb60997a-b9dc-46f8-9c91-5ce43c6d010e is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:27:12.077127 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2dc954-e535-443c-b071-8535bad3a50a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:12.080503 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc954-e535-443c-b071-8535bad3a50a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.093868 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-1e854047-3db7-4d60-8b5e-38254b22ed85 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, cb60997a-b9dc-46f8-9c91-5ce43c6d010e) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:12.098419 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e854047-3db7-4d60-8b5e-38254b22ed85 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:12.099046 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1e854047-3db7-4d60-8b5e-38254b22ed85 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.102011 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5907e139-a04a-4765-994d-b17c0bf4bd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.127751 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc954-e535-443c-b071-8535bad3a50a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.128346 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c717d983-a6ee-454f-aeb8-189096aec359 None None] Network cb60997a-b9dc-46f8-9c91-5ce43c6d010e requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:12.196233 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed855-1c2c-4ec1-9323-c5b676ef5d91 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.224295 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed855-1c2c-4ec1-9323-c5b676ef5d91 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.329515 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3da4f01e-3bfe-4c26-b465-0f8a9d703335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.355624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7fc05019-a33d-49cb-81f9-a7308a1d497f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.371770 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed855-1c2c-4ec1-9323-c5b676ef5d91 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.388931 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ed855-1c2c-4ec1-9323-c5b676ef5d91 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Pushing event updated for resources: {'Port': ['ID=7748c4d4-4c37-43b6-874e-57f6032ae5a6,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:12.391067 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3da4f01e-3bfe-4c26-b465-0f8a9d703335 None None] For port 4eb8a078-7bca-4adc-9f91-d0ad3331840a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=4eb8a078-7bca-4adc-9f91-d0ad3331840a,segment=NetworkSegment(5a5d83af-c6c3-49ad-b99f-78477a3a4d95),segment_id=5a5d83af-c6c3-49ad-b99f-78477a3a4d95)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:12.393128 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-cb60997a-b9dc-46f8-9c91-5ce43c6d010e', 'network_id': 'cb60997a-b9dc-46f8-9c91-5ce43c6d010e', 'tenant_id': '49679f1af32a4f65a13f21c45e2b47bd', 'fixed_ips': [{'subnet_id': '352890bb-a78f-4d0e-a66c-1529bb2d85fc'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:27:12.394036 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.401476 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7fc05019-a33d-49cb-81f9-a7308a1d497f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.403263 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7fc05019-a33d-49cb-81f9-a7308a1d497f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.435286 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1e854047-3db7-4d60-8b5e-38254b22ed85 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7609630 Mar 14 15:27:12.461285 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53432) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:12.471146 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5907e139-a04a-4765-994d-b17c0bf4bd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.479079 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-46651e02-05fb-4616-95ba-498b5da4c769 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'port': {'network_id': 'cb60997a-b9dc-46f8-9c91-5ce43c6d010e', 'name': 'tempest-PortsIpV6TestJSON-112345357'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:12.560882 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0ed855-1c2c-4ec1-9323-c5b676ef5d91 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Network 484336a1-067e-41a7-ac78-f88321873792 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:12.570529 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-ef0ed855-1c2c-4ec1-9323-c5b676ef5d91 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:12.578186 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc05019-a33d-49cb-81f9-a7308a1d497f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=10abbdff-0911-4129-8897-7477f3f4863e,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:12.693641 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 57a210d7-87af-4cc5-9365-4cfbd94a77b0 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:12.700248 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3da4f01e-3bfe-4c26-b465-0f8a9d703335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.823705 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc05019-a33d-49cb-81f9-a7308a1d497f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:12.828529 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7fc05019-a33d-49cb-81f9-a7308a1d497f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:12.839860 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46651e02-05fb-4616-95ba-498b5da4c769 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:12.844902 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46651e02-05fb-4616-95ba-498b5da4c769 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.850325 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5907e139-a04a-4765-994d-b17c0bf4bd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.853640 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5907e139-a04a-4765-994d-b17c0bf4bd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.859650 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5907e139-a04a-4765-994d-b17c0bf4bd71 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f1c3af9b-2bb6-48dd-b123-98ffe62cb8c2 HTTP/1.1" status: 204 len: 168 time: 1.0192490 Mar 14 15:27:12.881139 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c085a552-18e2-4629-aa4f-76aa99f566a5 None None] Provisioning complete for port 4eb8a078-7bca-4adc-9f91-d0ad3331840a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:12.881646 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c085a552-18e2-4629-aa4f-76aa99f566a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.905535 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98947e1a-1f15-4f43-ab5a-b36d8b308f60 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.908340 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907e139-a04a-4765-994d-b17c0bf4bd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c3af9b-2bb6-48dd-b123-98ffe62cb8c2,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:12.917756 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc954-e535-443c-b071-8535bad3a50a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.925821 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-046f646c-0ffa-4538-916d-366c3ae83b1c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Deleting port 487993fb-f00b-4571-b3d9-87b1ec82a29f {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:12.926249 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-046f646c-0ffa-4538-916d-366c3ae83b1c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:12.939147 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4f01e-3bfe-4c26-b465-0f8a9d703335 None None] Pushing event updated for resources: {'Port': ['ID=4eb8a078-7bca-4adc-9f91-d0ad3331840a,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:12.962745 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] Allocated IP 2001:db8::2 (cb60997a-b9dc-46f8-9c91-5ce43c6d010e/352890bb-a78f-4d0e-a66c-1529bb2d85fc/1149e829-e5af-4f03-9c5c-4a8e83a3e652) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:12.996569 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-46651e02-05fb-4616-95ba-498b5da4c769 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] device_id is not set on port c87c8854-6649-4d7c-8b0d-4d36dc332e68 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:27:13.078979 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 57a210d7-87af-4cc5-9365-4cfbd94a77b0 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:13.079369 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.097103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc954-e535-443c-b071-8535bad3a50a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.113607 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-046f646c-0ffa-4538-916d-366c3ae83b1c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.181866 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98947e1a-1f15-4f43-ab5a-b36d8b308f60 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.183107 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-046f646c-0ffa-4538-916d-366c3ae83b1c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Calling delete_port for 487993fb-f00b-4571-b3d9-87b1ec82a29f owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:13.213300 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0ed855-1c2c-4ec1-9323-c5b676ef5d91 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Router 947c3e9a-c103-40b8-9ae2-f61d9f54626a is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:27:13.220850 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2dc954-e535-443c-b071-8535bad3a50a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:13.235224 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2dc954-e535-443c-b071-8535bad3a50a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb84d9f-4665-4b92-b910-e01d0c401dba,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:13.270627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc05019-a33d-49cb-81f9-a7308a1d497f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Router 1612d6d4-be40-4fc2-8c72-41ab5bc002ee is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:27:13.291593 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc954-e535-443c-b071-8535bad3a50a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.291962 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-2e2dc954-e535-443c-b071-8535bad3a50a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Added segment 6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1 of type vlan for network 0e58071f-ed6b-4f5e-9912-c6e34b9e0905 Mar 14 15:27:13.356101 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.371425 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.435321 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc954-e535-443c-b071-8535bad3a50a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.477506 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c085a552-18e2-4629-aa4f-76aa99f566a5 None None] Provisioning complete for port 7748c4d4-4c37-43b6-874e-57f6032ae5a6 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:13.478190 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c085a552-18e2-4629-aa4f-76aa99f566a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.527816 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0ed855-1c2c-4ec1-9323-c5b676ef5d91 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:13.529622 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-46651e02-05fb-4616-95ba-498b5da4c769 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Allocated IP 2001:db8::334 (cb60997a-b9dc-46f8-9c91-5ce43c6d010e/352890bb-a78f-4d0e-a66c-1529bb2d85fc/c87c8854-6649-4d7c-8b0d-4d36dc332e68) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:13.535825 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ef0ed855-1c2c-4ec1-9323-c5b676ef5d91 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] 10.222.0.59 "PUT /v2.0/routers/947c3e9a-c103-40b8-9ae2-f61d9f54626a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1755526 Mar 14 15:27:13.538546 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53444) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:13.543955 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc05019-a33d-49cb-81f9-a7308a1d497f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:13.544600 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5c1d0751-b671-4dac-b578-20249f9c4aad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Request body: {'port': {'network_id': '484336a1-067e-41a7-ac78-f88321873792', 'name': 'tempest-FloatingIPNegativeTestJSON-1847779542'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:13.546597 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] Network cb60997a-b9dc-46f8-9c91-5ce43c6d010e is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:13.554443 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc954-e535-443c-b071-8535bad3a50a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.554946 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7fc05019-a33d-49cb-81f9-a7308a1d497f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "PUT /v2.0/routers/1612d6d4-be40-4fc2-8c72-41ab5bc002ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3061371 Mar 14 15:27:13.558486 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53446) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:13.560298 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] Sync routers for ids ['1612d6d4-be40-4fc2-8c72-41ab5bc002ee'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:13.562573 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643cf74f-25ad-41e4-88a1-ad8e9bb39b4c None None] Sync routers for ids ['947c3e9a-c103-40b8-9ae2-f61d9f54626a'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:13.568644 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:13.574556 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] Pushing event updated for resources: {'Port': ['ID=1149e829-e5af-4f03-9c5c-4a8e83a3e652,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:13.575832 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2dc954-e535-443c-b071-8535bad3a50a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:13.577843 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc954-e535-443c-b071-8535bad3a50a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.578892 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:13.579596 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] Routers {'1612d6d4-be40-4fc2-8c72-41ab5bc002ee'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:13.580428 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1612d6d4-be40-4fc2-8c72-41ab5bc002ee'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:13.582930 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 4eb8a078-7bca-4adc-9f91-d0ad3331840a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:13.615970 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61542952-2bab-4729-8ad4-9191da4a98e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:13.617385 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-61542952-2bab-4729-8ad4-9191da4a98e7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports/10abbdff-0911-4129-8897-7477f3f4863e HTTP/1.1" status: 200 len: 911 time: 0.0579255 Mar 14 15:27:13.623043 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53450) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:13.627056 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c085a552-18e2-4629-aa4f-76aa99f566a5 None None] Port 7748c4d4-4c37-43b6-874e-57f6032ae5a6 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:13.640909 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643cf74f-25ad-41e4-88a1-ad8e9bb39b4c None None] Routers {'947c3e9a-c103-40b8-9ae2-f61d9f54626a'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:13.641521 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-643cf74f-25ad-41e4-88a1-ad8e9bb39b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['947c3e9a-c103-40b8-9ae2-f61d9f54626a'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:13.681646 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98947e1a-1f15-4f43-ab5a-b36d8b308f60 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.698101 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-643cf74f-25ad-41e4-88a1-ad8e9bb39b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:13.706145 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98947e1a-1f15-4f43-ab5a-b36d8b308f60 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.751016 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] Attempting to bind port 1149e829-e5af-4f03-9c5c-4a8e83a3e652 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:13.751390 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] Attempting to bind port 1149e829-e5af-4f03-9c5c-4a8e83a3e652 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '3d36a872-cb32-4d03-84ea-e2451f7240a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cb60997a-b9dc-46f8-9c91-5ce43c6d010e'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:13.751811 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] Attempting to bind port 1149e829-e5af-4f03-9c5c-4a8e83a3e652 on network cb60997a-b9dc-46f8-9c91-5ce43c6d010e {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:27:13.766442 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643cf74f-25ad-41e4-88a1-ad8e9bb39b4c None None] Routers {'947c3e9a-c103-40b8-9ae2-f61d9f54626a'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:13.767085 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-643cf74f-25ad-41e4-88a1-ad8e9bb39b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['947c3e9a-c103-40b8-9ae2-f61d9f54626a'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:13.770074 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:27:13.770511 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] Checking segment: {'id': '3d36a872-cb32-4d03-84ea-e2451f7240a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cb60997a-b9dc-46f8-9c91-5ce43c6d010e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:13.770988 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.771376 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] Bound using segment: {'id': '3d36a872-cb32-4d03-84ea-e2451f7240a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cb60997a-b9dc-46f8-9c91-5ce43c6d010e'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:27:13.771891 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] Bound port: 1149e829-e5af-4f03-9c5c-4a8e83a3e652, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d36a872-cb32-4d03-84ea-e2451f7240a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'cb60997a-b9dc-46f8-9c91-5ce43c6d010e'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:13.772544 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.794854 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] Set router 1612d6d4-be40-4fc2-8c72-41ab5bc002ee gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:27:13.825343 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 4eb8a078-7bca-4adc-9f91-d0ad3331840a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:13.825800 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.827437 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-9c4a0600-91c1-4d6a-a622-c224cf91ec89 None None] Provisioning complete for port 7748c4d4-4c37-43b6-874e-57f6032ae5a6 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:13.827886 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9c4a0600-91c1-4d6a-a622-c224cf91ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.832690 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-643cf74f-25ad-41e4-88a1-ad8e9bb39b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:13.833081 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643cf74f-25ad-41e4-88a1-ad8e9bb39b4c None None] The sync data for ids ['947c3e9a-c103-40b8-9ae2-f61d9f54626a'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:13.841987 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c959e1-da0e-450b-b226-3a7a302691b7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:13.848735 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c959e1-da0e-450b-b226-3a7a302691b7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:13.850270 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-00c959e1-da0e-450b-b226-3a7a302691b7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2263033 Mar 14 15:27:13.865035 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53456) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:13.878594 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98947e1a-1f15-4f43-ab5a-b36d8b308f60 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Port': ['ID=c530c65d-65c2-4593-9c3a-d27d532aa659,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:13.914414 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2e2dc954-e535-443c-b071-8535bad3a50a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1441953 Mar 14 15:27:13.922445 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53458) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:13.935845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-39b3f563-5c12-4281-b331-15c6b7830396 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'admin_state_up': True, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:13.941911 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9c4a0600-91c1-4d6a-a622-c224cf91ec89 None None] Port 7748c4d4-4c37-43b6-874e-57f6032ae5a6 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:13.985332 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-9c4a0600-91c1-4d6a-a622-c224cf91ec89 None None] Provisioning complete for port 10abbdff-0911-4129-8897-7477f3f4863e triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:13.985715 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9c4a0600-91c1-4d6a-a622-c224cf91ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.997989 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98947e1a-1f15-4f43-ab5a-b36d8b308f60 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:13.998895 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2dc954-e535-443c-b071-8535bad3a50a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Network': ['ID=0e58071f-ed6b-4f5e-9912-c6e34b9e0905,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:14.012588 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] For port 1149e829-e5af-4f03-9c5c-4a8e83a3e652, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:14.014857 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 0e58071f-ed6b-4f5e-9912-c6e34b9e0905 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:27:14.092929 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] For port 1149e829-e5af-4f03-9c5c-4a8e83a3e652, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=1149e829-e5af-4f03-9c5c-4a8e83a3e652,segment=NetworkSegment(3d36a872-cb32-4d03-84ea-e2451f7240a5),segment_id=3d36a872-cb32-4d03-84ea-e2451f7240a5)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:14.122814 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-98947e1a-1f15-4f43-ab5a-b36d8b308f60 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Floating IP c88344ed-5687-40e1-98d9-412f9e31de20 associated. External IP: 172.26.6.144, port: c0d51b53-84c1-4fb2-8995-3b813a69d336. Mar 14 15:27:14.125692 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.133689 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1612d6d4-be40-4fc2-8c72-41ab5bc002ee', 'name': 'tempest-NetworksTestDHCPv6-router-212780460', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:07Z', 'updated_at': '2022-03-14T15:27:10Z', 'revision_number': 2, 'project_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'gw_port_host': None, '_interfaces': [{'id': '10abbdff-0911-4129-8897-7477f3f4863e', 'name': '', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'mac_address': 'fa:16:3e:81:20:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1612d6d4-be40-4fc2-8c72-41ab5bc002ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '117baf72-597c-4b5b-9d85-366742748352', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:09Z', 'updated_at': '2022-03-14T15:27:12Z', 'revision_number': 2, 'project_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'subnets': [{'id': '117baf72-597c-4b5b-9d85-366742748352', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:14.154358 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-046f646c-0ffa-4538-916d-366c3ae83b1c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.188309 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] Checking router: 1612d6d4-be40-4fc2-8c72-41ab5bc002ee for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:27:14.189134 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] Updating router 1612d6d4-be40-4fc2-8c72-41ab5bc002ee port 10abbdff-0911-4129-8897-7477f3f4863e binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:27:14.203837 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b3f563-5c12-4281-b331-15c6b7830396 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.204851 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b3f563-5c12-4281-b331-15c6b7830396 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.232421 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53464) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:14.234344 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.241863 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f646c-0ffa-4538-916d-366c3ae83b1c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event deleted for resources: {'Port': ['ID=487993fb-f00b-4571-b3d9-87b1ec82a29f,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:14.260153 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9c4a0600-91c1-4d6a-a622-c224cf91ec89 None None] Port 10abbdff-0911-4129-8897-7477f3f4863e cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:14.326321 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bee864-1425-4cd0-b9c8-3d288a1726fd None None] Pushing event updated for resources: {'Port': ['ID=1149e829-e5af-4f03-9c5c-4a8e83a3e652,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:14.345308 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1d0751-b671-4dac-b578-20249f9c4aad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Made reservation on behalf of 527d5c3da83c4435ab5bfb653092ec25 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:14.356850 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5c1d0751-b671-4dac-b578-20249f9c4aad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.361696 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46651e02-05fb-4616-95ba-498b5da4c769 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.365897 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b3f563-5c12-4281-b331-15c6b7830396 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.437017 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-046f646c-0ffa-4538-916d-366c3ae83b1c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.446210 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-5c1d0751-b671-4dac-b578-20249f9c4aad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] device_id is not set on port 00d7893a-86a6-4f0e-b0c8-ce1b88310fd3 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:27:14.509312 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 4eb8a078-7bca-4adc-9f91-d0ad3331840a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:14.535855 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a843befd-f642-40c9-ad3b-c93243e71c75 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] Request body: {'port': {'network_id': 'e64a0eb6-6a39-47ca-9eb4-eea443e1fcc1', 'name': 'tempest-NetworksNegativeTestJSON-639385434'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:14.643423 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 4eb8a078-7bca-4adc-9f91-d0ad3331840a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:14.644013 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.654148 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-a843befd-f642-40c9-ad3b-c93243e71c75 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] POST failed (client error): The resource could not be found. Mar 14 15:27:14.654736 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a843befd-f642-40c9-ad3b-c93243e71c75 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:27:14.655939 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a843befd-f642-40c9-ad3b-c93243e71c75 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4224586 Mar 14 15:27:14.662696 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53468) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:14.800318 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.810508 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.907006 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0137d4a-56c5-4595-ba43-5660c43d39a3 None None] Pushing event updated for resources: {'Port': ['ID=10abbdff-0911-4129-8897-7477f3f4863e,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:14.970854 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] Attempting to bind port 10abbdff-0911-4129-8897-7477f3f4863e on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:14.971406 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] Attempting to bind port 10abbdff-0911-4129-8897-7477f3f4863e by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:14.971859 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] Attempting to bind port 10abbdff-0911-4129-8897-7477f3f4863e on network 5b9fbf90-4428-44c7-aa34-44697a69d1dc {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:27:14.978772 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:27:14.979644 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] Checking segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:14.980072 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:14.980607 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] Bound using segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:27:14.981183 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] Bound port: 10abbdff-0911-4129-8897-7477f3f4863e, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:14.981661 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:15.039285 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-619ca62b-dbf7-4af1-b442-17edbb3ec22d tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] DELETE failed (client error): The resource could not be found. Mar 14 15:27:15.039902 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-619ca62b-dbf7-4af1-b442-17edbb3ec22d tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:27:15.044929 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-619ca62b-dbf7-4af1-b442-17edbb3ec22d tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] 10.222.0.59 "DELETE /v2.0/networks/85998c9e-1ba5-4b90-9480-e9c2ef938422 HTTP/1.1" status: 404 len: 339 time: 0.3742104 Mar 14 15:27:15.049503 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53470) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:15.062237 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] For port 10abbdff-0911-4129-8897-7477f3f4863e, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:15.065668 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] For port 10abbdff-0911-4129-8897-7477f3f4863e, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=10abbdff-0911-4129-8897-7477f3f4863e,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:15.074197 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:15.136358 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0137d4a-56c5-4595-ba43-5660c43d39a3 None None] Pushing event updated for resources: {'Port': ['ID=10abbdff-0911-4129-8897-7477f3f4863e,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:15.166265 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] Routers {'1612d6d4-be40-4fc2-8c72-41ab5bc002ee'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:15.166898 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1612d6d4-be40-4fc2-8c72-41ab5bc002ee'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:15.191257 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b7910f-1b06-4057-bebd-7b6a3c76f952 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] DELETE failed (client error): The resource could not be found. Mar 14 15:27:15.191956 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b7910f-1b06-4057-bebd-7b6a3c76f952 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:27:15.199698 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b3f563-5c12-4281-b331-15c6b7830396 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:15.200471 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-86b7910f-1b06-4057-bebd-7b6a3c76f952 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] 10.222.0.59 "DELETE /v2.0/ports/edab2878-28f0-411e-8dd9-66bec36462d2 HTTP/1.1" status: 404 len: 333 time: 0.1462374 Mar 14 15:27:15.201128 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53472) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:15.208048 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46651e02-05fb-4616-95ba-498b5da4c769 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:15.210448 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-12c4a411-ff26-4722-b93d-09d9c4e3c82e None None] Provisioning complete for port 10abbdff-0911-4129-8897-7477f3f4863e triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:15.211160 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-12c4a411-ff26-4722-b93d-09d9c4e3c82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:15.246674 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046f646c-0ffa-4538-916d-366c3ae83b1c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Router db85996c-3276-4c45-b7aa-d651bf9b3daa has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:15.259813 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6103500-e656-4815-8b01-585f592a3c82 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] DELETE failed (client error): The resource could not be found. Mar 14 15:27:15.260276 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6103500-e656-4815-8b01-585f592a3c82 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:27:15.281257 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46651e02-05fb-4616-95ba-498b5da4c769 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=c87c8854-6649-4d7c-8b0d-4d36dc332e68,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:15.286034 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b6103500-e656-4815-8b01-585f592a3c82 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] 10.222.0.59 "DELETE /v2.0/subnets/c23eda1d-daaa-4cc1-bbd7-a0709833217d HTTP/1.1" status: 404 len: 337 time: 0.0802975 Mar 14 15:27:15.287905 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53474) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:15.330496 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] Set router 1612d6d4-be40-4fc2-8c72-41ab5bc002ee gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:27:15.330877 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-5c1d0751-b671-4dac-b578-20249f9c4aad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Allocated IP 172.20.0.10 (484336a1-067e-41a7-ac78-f88321873792/e182e327-5e37-4ecb-8e6c-7d77ca78917a/00d7893a-86a6-4f0e-b0c8-ce1b88310fd3) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:15.335364 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-96317547-5ef8-40e5-8385-2b2fa7637603 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] GET failed (client error): The resource could not be found. Mar 14 15:27:15.346257 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-96317547-5ef8-40e5-8385-2b2fa7637603 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] 10.222.0.59 "GET /v2.0/networks/dcd074f0-0f85-43c8-bbf4-7f3e9450f234 HTTP/1.1" status: 404 len: 339 time: 0.0551946 Mar 14 15:27:15.348169 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46651e02-05fb-4616-95ba-498b5da4c769 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network cb60997a-b9dc-46f8-9c91-5ce43c6d010e is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:15.349293 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53476) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:15.357338 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-46651e02-05fb-4616-95ba-498b5da4c769 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:15.360002 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46651e02-05fb-4616-95ba-498b5da4c769 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:15.366680 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46651e02-05fb-4616-95ba-498b5da4c769 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:15.367344 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46651e02-05fb-4616-95ba-498b5da4c769 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:15.382738 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-12c4a411-ff26-4722-b93d-09d9c4e3c82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:15.392120 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1453a3-a774-4a82-916d-d0a9d30f4dc0 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] GET failed (client error): The resource could not be found. Mar 14 15:27:15.419085 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3f1453a3-a774-4a82-916d-d0a9d30f4dc0 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] 10.222.0.59 "GET /v2.0/ports/f71819d1-5aca-4bde-a47d-afcb152664b9 HTTP/1.1" status: 404 len: 333 time: 0.0670376 Mar 14 15:27:15.430039 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53478) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:15.437922 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-12c4a411-ff26-4722-b93d-09d9c4e3c82e None None] For port 10abbdff-0911-4129-8897-7477f3f4863e, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=10abbdff-0911-4129-8897-7477f3f4863e,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:15.447628 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-12c4a411-ff26-4722-b93d-09d9c4e3c82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:15.533060 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046f646c-0ffa-4538-916d-366c3ae83b1c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:15.539174 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-046f646c-0ffa-4538-916d-366c3ae83b1c tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "PUT /v2.0/routers/db85996c-3276-4c45-b7aa-d651bf9b3daa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7776911 Mar 14 15:27:15.545729 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53480) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:15.546090 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53482) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:15.546218 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-46651e02-05fb-4616-95ba-498b5da4c769 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0803185 Mar 14 15:27:15.561766 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-c3972247-0e81-4f55-8208-d4454c115fc1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'port': {'network_id': 'cb60997a-b9dc-46f8-9c91-5ce43c6d010e', 'name': 'tempest-PortsIpV6TestJSON-1544846520'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:15.565676 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c54197-52ad-45e0-bd1b-5c0442868168 None None] Sync routers for ids ['db85996c-3276-4c45-b7aa-d651bf9b3daa'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:15.569326 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4a411-ff26-4722-b93d-09d9c4e3c82e None None] Pushing event updated for resources: {'Port': ['ID=10abbdff-0911-4129-8897-7477f3f4863e,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:15.589250 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c54197-52ad-45e0-bd1b-5c0442868168 None None] Routers {'db85996c-3276-4c45-b7aa-d651bf9b3daa'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:15.590039 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-c5c54197-52ad-45e0-bd1b-5c0442868168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['db85996c-3276-4c45-b7aa-d651bf9b3daa'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:15.642174 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-c5c54197-52ad-45e0-bd1b-5c0442868168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:15.653822 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa30d0e-43ba-4e1b-ba5d-e3f230a99216 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] GET failed (client error): The resource could not be found. Mar 14 15:27:15.658190 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9aa30d0e-43ba-4e1b-ba5d-e3f230a99216 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] 10.222.0.59 "GET /v2.0/subnets/f07de0ee-1f51-4dea-b579-719b2dac320a HTTP/1.1" status: 404 len: 337 time: 0.1452379 Mar 14 15:27:15.660810 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53484) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:15.668618 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4a6734ec-3169-425e-a8d9-d8b8b7093e51 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:15.673056 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c54197-52ad-45e0-bd1b-5c0442868168 None None] Routers {'db85996c-3276-4c45-b7aa-d651bf9b3daa'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:15.674033 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-c5c54197-52ad-45e0-bd1b-5c0442868168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['db85996c-3276-4c45-b7aa-d651bf9b3daa'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:15.726165 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-c5c54197-52ad-45e0-bd1b-5c0442868168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:15.727111 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c54197-52ad-45e0-bd1b-5c0442868168 None None] The sync data for ids ['db85996c-3276-4c45-b7aa-d651bf9b3daa'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:15.735608 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-d2fb832c-263c-49fc-8f90-7b66f9b46ac0 None None] Provisioning complete for port 10abbdff-0911-4129-8897-7477f3f4863e triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:15.736236 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d2fb832c-263c-49fc-8f90-7b66f9b46ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:15.759652 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6734ec-3169-425e-a8d9-d8b8b7093e51 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] PUT failed (client error): The resource could not be found. Mar 14 15:27:15.760433 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6734ec-3169-425e-a8d9-d8b8b7093e51 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:27:15.761730 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4a6734ec-3169-425e-a8d9-d8b8b7093e51 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] 10.222.0.59 "PUT /v2.0/networks/d2bbbc71-adfd-4ae1-9eb7-c1dc052dc361 HTTP/1.1" status: 404 len: 339 time: 0.0983796 Mar 14 15:27:15.770258 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1612d6d4-be40-4fc2-8c72-41ab5bc002ee', 'name': 'tempest-NetworksTestDHCPv6-router-212780460', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:07Z', 'updated_at': '2022-03-14T15:27:10Z', 'revision_number': 2, 'project_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'gw_port_host': None, '_interfaces': [{'id': '10abbdff-0911-4129-8897-7477f3f4863e', 'name': '', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'mac_address': 'fa:16:3e:81:20:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1612d6d4-be40-4fc2-8c72-41ab5bc002ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '117baf72-597c-4b5b-9d85-366742748352', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:09Z', 'updated_at': '2022-03-14T15:27:15Z', 'revision_number': 4, 'project_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'subnets': [{'id': '117baf72-597c-4b5b-9d85-366742748352', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:15.772941 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53486) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:15.776723 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-71d390d0-762b-4cf5-85df-3b6806677894 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] delete failed (client error): The resource could not be found. Mar 14 15:27:15.782156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5e50bd04-9d79-49fa-b557-1fcb27db0253 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:15.787981 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-71d390d0-762b-4cf5-85df-3b6806677894 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-657735998 HTTP/1.1" status: 404 len: 334 time: 0.2340209 Mar 14 15:27:15.795360 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53488) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:15.808047 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ac49c51c-01a3-42f9-ae73-13430a925155 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Request body: {'router': {'external_gateway_info': {'network_id': 'db85996c-3276-4c45-b7aa-d651bf9b3daa'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:15.828070 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e50bd04-9d79-49fa-b557-1fcb27db0253 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] PUT failed (client error): The resource could not be found. Mar 14 15:27:15.828887 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e50bd04-9d79-49fa-b557-1fcb27db0253 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:27:15.830244 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5e50bd04-9d79-49fa-b557-1fcb27db0253 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] 10.222.0.59 "PUT /v2.0/ports/6b38b6ed-c866-4533-98a6-5f247f8c1be9 HTTP/1.1" status: 404 len: 333 time: 0.0560608 Mar 14 15:27:15.848906 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53490) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:15.863387 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4005cf36-86fa-410d-8bfd-69f86b7da283 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:15.906943 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b5366f-7f21-4f86-97d9-a27f1b57c8ef None None] Network cb60997a-b9dc-46f8-9c91-5ce43c6d010e requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:15.918950 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4005cf36-86fa-410d-8bfd-69f86b7da283 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] PUT failed (client error): The resource could not be found. Mar 14 15:27:15.919501 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4005cf36-86fa-410d-8bfd-69f86b7da283 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:27:15.920802 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4005cf36-86fa-410d-8bfd-69f86b7da283 tempest-NetworksNegativeTestJSON-15240997 tempest-NetworksNegativeTestJSON-15240997-project] 10.222.0.59 "PUT /v2.0/subnets/ba1ed115-088b-4736-b176-5b4c62ede2a4 HTTP/1.1" status: 404 len: 337 time: 0.0650518 Mar 14 15:27:15.932623 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110ac933-b08a-40ad-9774-135880bea8b5 None None] The sync data for ids ['1612d6d4-be40-4fc2-8c72-41ab5bc002ee'] in dv-neutron-833559-1-hyperv is: [{'id': '1612d6d4-be40-4fc2-8c72-41ab5bc002ee', 'name': 'tempest-NetworksTestDHCPv6-router-212780460', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:07Z', 'updated_at': '2022-03-14T15:27:10Z', 'revision_number': 2, 'project_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'gw_port_host': None, '_interfaces': [{'id': '10abbdff-0911-4129-8897-7477f3f4863e', 'name': '', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'mac_address': 'fa:16:3e:81:20:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1612d6d4-be40-4fc2-8c72-41ab5bc002ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '117baf72-597c-4b5b-9d85-366742748352', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:09Z', 'updated_at': '2022-03-14T15:27:15Z', 'revision_number': 4, 'project_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'subnets': [{'id': '117baf72-597c-4b5b-9d85-366742748352', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:15.948531 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98947e1a-1f15-4f43-ab5a-b36d8b308f60 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Router da84d555-1d7c-4d7f-b281-83d0a3be8bb5 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:16.066694 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3972247-0e81-4f55-8208-d4454c115fc1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:16.071036 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3972247-0e81-4f55-8208-d4454c115fc1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.168009 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b9d1e361-0ada-400f-aa18-764f404135f7 None None] Provisioning complete for port 1149e829-e5af-4f03-9c5c-4a8e83a3e652 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:16.168475 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9d1e361-0ada-400f-aa18-764f404135f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.186359 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-c3972247-0e81-4f55-8208-d4454c115fc1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] device_id is not set on port 95c1c1f3-59af-451d-ad5b-2a6584afe911 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:27:16.233505 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5c1d0751-b671-4dac-b578-20249f9c4aad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.279352 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac49c51c-01a3-42f9-ae73-13430a925155 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.302368 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b3f563-5c12-4281-b331-15c6b7830396 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.353991 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-ac49c51c-01a3-42f9-ae73-13430a925155 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] update failed (client error): The resource could not be found. Mar 14 15:27:16.363665 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53496) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:16.367624 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ac49c51c-01a3-42f9-ae73-13430a925155 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "PUT /v2.0/routers/db85996c-3276-4c45-b7aa-d651bf9b3daa HTTP/1.1" status: 404 len: 339 time: 0.5680876 Mar 14 15:27:16.378314 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53498) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:16.382493 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b3f563-5c12-4281-b331-15c6b7830396 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.390324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9f63dbdd-0af4-484c-9071-ef2808160478 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1840991780'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:16.455293 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98947e1a-1f15-4f43-ab5a-b36d8b308f60 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:16.465426 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd4674bd-3d76-4c68-8c56-0a5fa51c21e0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.474352 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b896bca-930b-4700-a19b-014394f1f1a1 None None] Sync routers for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:16.474743 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9d1e361-0ada-400f-aa18-764f404135f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.504591 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b896bca-930b-4700-a19b-014394f1f1a1 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:16.505443 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5b896bca-930b-4700-a19b-014394f1f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:16.553559 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-c3972247-0e81-4f55-8208-d4454c115fc1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Allocated IP 2001:db8::a3 (cb60997a-b9dc-46f8-9c91-5ce43c6d010e/352890bb-a78f-4d0e-a66c-1529bb2d85fc/95c1c1f3-59af-451d-ad5b-2a6584afe911) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:16.608778 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1149e829-e5af-4f03-9c5c-4a8e83a3e652 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:16.617361 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b9d1e361-0ada-400f-aa18-764f404135f7 None None] For port 1149e829-e5af-4f03-9c5c-4a8e83a3e652, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=1149e829-e5af-4f03-9c5c-4a8e83a3e652,segment=NetworkSegment(3d36a872-cb32-4d03-84ea-e2451f7240a5),segment_id=3d36a872-cb32-4d03-84ea-e2451f7240a5)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:16.631203 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5b896bca-930b-4700-a19b-014394f1f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:16.642973 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b896bca-930b-4700-a19b-014394f1f1a1 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:16.643615 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5b896bca-930b-4700-a19b-014394f1f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:16.656388 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9d1e361-0ada-400f-aa18-764f404135f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.671665 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f63dbdd-0af4-484c-9071-ef2808160478 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Made reservation on behalf of 3007627873e04eaf989eb8c5df21c6b3 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:16.689092 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f63dbdd-0af4-484c-9071-ef2808160478 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.719338 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5b896bca-930b-4700-a19b-014394f1f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:16.720237 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b896bca-930b-4700-a19b-014394f1f1a1 None None] The sync data for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:16.746197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98947e1a-1f15-4f43-ab5a-b36d8b308f60 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.787550 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5c1d0751-b671-4dac-b578-20249f9c4aad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.807440 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a5ba770-30fe-4bb3-a279-cf15733fb8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.879027 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-98947e1a-1f15-4f43-ab5a-b36d8b308f60 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.4288177 Mar 14 15:27:16.884308 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f63dbdd-0af4-484c-9071-ef2808160478 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:16.886096 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53502) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:16.898573 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-84314510-999e-4bd2-9d7c-84653e728f69 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:16.938251 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1d0751-b671-4dac-b578-20249f9c4aad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Network 484336a1-067e-41a7-ac78-f88321873792 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:16.939346 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d0751-b671-4dac-b578-20249f9c4aad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Pushing event updated for resources: {'Port': ['ID=00d7893a-86a6-4f0e-b0c8-ce1b88310fd3,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:16.973735 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-5c1d0751-b671-4dac-b578-20249f9c4aad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:16.985969 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-44906fb2-3148-440d-a6aa-56b77c9435cd None None] Provisioning complete for port c87c8854-6649-4d7c-8b0d-4d36dc332e68 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:16.986337 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-44906fb2-3148-440d-a6aa-56b77c9435cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:16.987743 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d0751-b671-4dac-b578-20249f9c4aad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:17.014060 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f63dbdd-0af4-484c-9071-ef2808160478 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.014424 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-9f63dbdd-0af4-484c-9071-ef2808160478 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Added segment 018d6792-fa3b-4671-bf1f-fc1883d8b6af of type vlan for network bf560fc5-0a5a-40c8-9692-b97ed9e2da3d Mar 14 15:27:17.027880 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1e361-0ada-400f-aa18-764f404135f7 None None] Pushing event updated for resources: {'Port': ['ID=1149e829-e5af-4f03-9c5c-4a8e83a3e652,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:17.052155 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1d0751-b671-4dac-b578-20249f9c4aad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:17.052800 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5c1d0751-b671-4dac-b578-20249f9c4aad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.067768 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-39b3f563-5c12-4281-b331-15c6b7830396 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.26.6.214 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/3bf5a5ca-a1f2-493b-aa63-f1fba99824a8) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:17.097935 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3972247-0e81-4f55-8208-d4454c115fc1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.101918 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 1149e829-e5af-4f03-9c5c-4a8e83a3e652 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:17.103453 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.123483 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5c1d0751-b671-4dac-b578-20249f9c4aad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5821135 Mar 14 15:27:17.127551 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53504) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:17.135368 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-4b133bc8-88d4-4d80-b1ef-ba2bfd098a29 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:17.156660 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-44906fb2-3148-440d-a6aa-56b77c9435cd None None] Port c87c8854-6649-4d7c-8b0d-4d36dc332e68 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:17.177675 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-44906fb2-3148-440d-a6aa-56b77c9435cd None None] Provisioning complete for port 1149e829-e5af-4f03-9c5c-4a8e83a3e652 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:17.181720 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-44906fb2-3148-440d-a6aa-56b77c9435cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.202638 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a5ba770-30fe-4bb3-a279-cf15733fb8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.203881 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b133bc8-88d4-4d80-b1ef-ba2bfd098a29 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.223938 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a5ba770-30fe-4bb3-a279-cf15733fb8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.224525 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-84314510-999e-4bd2-9d7c-84653e728f69 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.227902 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f63dbdd-0af4-484c-9071-ef2808160478 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.242816 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3972247-0e81-4f55-8208-d4454c115fc1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.302197 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffa4550-15c3-417f-8a4d-e4183185da14 None None] get_active_networks_info from dv-neutron-833559-1-hyperv {{(pid=102569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 15:27:17.357708 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2a5ba770-30fe-4bb3-a279-cf15733fb8c7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=48134f37d7ae4efa90a9c0c99067da8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9747357 Mar 14 15:27:17.358964 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53506) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:17.361925 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ba770-30fe-4bb3-a279-cf15733fb8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e20927-8e30-4153-8e77-cdc62cd33807,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:17.369319 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3972247-0e81-4f55-8208-d4454c115fc1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network cb60997a-b9dc-46f8-9c91-5ce43c6d010e is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:17.377033 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-c3972247-0e81-4f55-8208-d4454c115fc1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:17.381218 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3972247-0e81-4f55-8208-d4454c115fc1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:17.387113 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3972247-0e81-4f55-8208-d4454c115fc1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:17.387737 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3972247-0e81-4f55-8208-d4454c115fc1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.394183 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3972247-0e81-4f55-8208-d4454c115fc1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=95c1c1f3-59af-451d-ad5b-2a6584afe911,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:17.413602 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f63dbdd-0af4-484c-9071-ef2808160478 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.418508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f63dbdd-0af4-484c-9071-ef2808160478 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:17.419164 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f63dbdd-0af4-484c-9071-ef2808160478 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.429205 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c3972247-0e81-4f55-8208-d4454c115fc1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8808877 Mar 14 15:27:17.432658 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53508) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:17.494110 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffa4550-15c3-417f-8a4d-e4183185da14 None None] Resources bound (agent type, host, resource id): {{(pid=102569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:27:17.535765 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b3f563-5c12-4281-b331-15c6b7830396 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.546569 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0548f9a7-6208-4b1c-8e33-d6619edda7fd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:17.548166 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0548f9a7-6208-4b1c-8e33-d6619edda7fd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A334 HTTP/1.1" status: 200 len: 928 time: 0.1136162 Mar 14 15:27:17.551555 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53510) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:17.564652 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9f63dbdd-0af4-484c-9071-ef2808160478 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1999202 Mar 14 15:27:17.583336 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53512) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:17.593905 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0dfd2fc1-0e80-4180-b27a-9005bca6d736 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Request body: {'subnet': {'network_id': 'bf560fc5-0a5a-40c8-9692-b97ed9e2da3d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:17.603608 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-33328743-429e-4334-bb3b-19ad95c455a1 None None] Provisioning complete for port 00d7893a-86a6-4f0e-b0c8-ce1b88310fd3 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:17.603980 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-33328743-429e-4334-bb3b-19ad95c455a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.616366 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b133bc8-88d4-4d80-b1ef-ba2bfd098a29 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.626116 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63dbdd-0af4-484c-9071-ef2808160478 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event updated for resources: {'Network': ['ID=bf560fc5-0a5a-40c8-9692-b97ed9e2da3d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:17.639104 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-84314510-999e-4bd2-9d7c-84653e728f69 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.660346 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network bf560fc5-0a5a-40c8-9692-b97ed9e2da3d details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:27:17.671683 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-84314510-999e-4bd2-9d7c-84653e728f69 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.672022 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-84314510-999e-4bd2-9d7c-84653e728f69 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Floating IP c88344ed-5687-40e1-98d9-412f9e31de20 disassociated. External IP: 172.26.6.144, port: c0d51b53-84c1-4fb2-8995-3b813a69d336. Mar 14 15:27:17.679929 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-33328743-429e-4334-bb3b-19ad95c455a1 None None] Port 00d7893a-86a6-4f0e-b0c8-ce1b88310fd3 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:17.724270 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-58cb0384-ab67-4f4e-ab25-65310b3ea0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.737217 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-fd4674bd-3d76-4c68-8c56-0a5fa51c21e0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port 10abbdff-0911-4129-8897-7477f3f4863e {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:17.737217 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd4674bd-3d76-4c68-8c56-0a5fa51c21e0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.758490 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-33328743-429e-4334-bb3b-19ad95c455a1 None None] Provisioning complete for port c87c8854-6649-4d7c-8b0d-4d36dc332e68 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:17.759531 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-33328743-429e-4334-bb3b-19ad95c455a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.768560 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b3f563-5c12-4281-b331-15c6b7830396 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.835339 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-33328743-429e-4334-bb3b-19ad95c455a1 None None] Port c87c8854-6649-4d7c-8b0d-4d36dc332e68 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:17.852224 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfd2fc1-0e80-4180-b27a-9005bca6d736 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Made reservation on behalf of 3007627873e04eaf989eb8c5df21c6b3 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:17.857514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0dfd2fc1-0e80-4180-b27a-9005bca6d736 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.875790 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-28d447a3-15f5-4f0d-ab37-d16903b6f768 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port 95c1c1f3-59af-451d-ad5b-2a6584afe911 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:17.876208 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28d447a3-15f5-4f0d-ab37-d16903b6f768 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:17.879699 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-4b133bc8-88d4-4d80-b1ef-ba2bfd098a29 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Allocated IP 172.26.6.154 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/51f57d09-e050-49d6-bac4-125d57289d98) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:18.110896 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28d447a3-15f5-4f0d-ab37-d16903b6f768 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.149800 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-28d447a3-15f5-4f0d-ab37-d16903b6f768 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for 95c1c1f3-59af-451d-ad5b-2a6584afe911 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:18.175305 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-58cb0384-ab67-4f4e-ab25-65310b3ea0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.184219 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b133bc8-88d4-4d80-b1ef-ba2bfd098a29 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.244556 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b3f563-5c12-4281-b331-15c6b7830396 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:18.263506 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-39b3f563-5c12-4281-b331-15c6b7830396 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:18.275208 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-1b8306a0-8398-4352-a997-ad9856e7b956 None None] Provisioning complete for port 95c1c1f3-59af-451d-ad5b-2a6584afe911 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:18.275589 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1b8306a0-8398-4352-a997-ad9856e7b956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.283384 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b3f563-5c12-4281-b331-15c6b7830396 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:18.312613 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1b8306a0-8398-4352-a997-ad9856e7b956 None None] Port 95c1c1f3-59af-451d-ad5b-2a6584afe911 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:18.325070 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3f563-5c12-4281-b331-15c6b7830396 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=3bf5a5ca-a1f2-493b-aa63-f1fba99824a8,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:18.358221 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-fd4674bd-3d76-4c68-8c56-0a5fa51c21e0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] For port 10abbdff-0911-4129-8897-7477f3f4863e, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=10abbdff-0911-4129-8897-7477f3f4863e,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:18.358603 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd4674bd-3d76-4c68-8c56-0a5fa51c21e0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.366220 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b133bc8-88d4-4d80-b1ef-ba2bfd098a29 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.412563 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-fd4674bd-3d76-4c68-8c56-0a5fa51c21e0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for 10abbdff-0911-4129-8897-7477f3f4863e owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:18.415805 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-58cb0384-ab67-4f4e-ab25-65310b3ea0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.418307 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-58cb0384-ab67-4f4e-ab25-65310b3ea0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.419681 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-58cb0384-ab67-4f4e-ab25-65310b3ea0a7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a4e20927-8e30-4153-8e77-cdc62cd33807 HTTP/1.1" status: 204 len: 168 time: 1.0589976 Mar 14 15:27:18.427157 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0dfd2fc1-0e80-4180-b27a-9005bca6d736 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.478606 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb0384-ab67-4f4e-ab25-65310b3ea0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e20927-8e30-4153-8e77-cdc62cd33807,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:18.484675 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b133bc8-88d4-4d80-b1ef-ba2bfd098a29 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:18.503213 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-4b133bc8-88d4-4d80-b1ef-ba2bfd098a29 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:18.511658 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b133bc8-88d4-4d80-b1ef-ba2bfd098a29 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:18.545835 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b133bc8-88d4-4d80-b1ef-ba2bfd098a29 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Pushing event updated for resources: {'Port': ['ID=51f57d09-e050-49d6-bac4-125d57289d98,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:18.548595 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 10abbdff-0911-4129-8897-7477f3f4863e up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:18.564704 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28d447a3-15f5-4f0d-ab37-d16903b6f768 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.567048 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd2fc1-0e80-4180-b27a-9005bca6d736 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event updated for resources: {'Subnet': ['ID=c523c735-a2ec-4cb9-9488-ee790a38f39c,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:18.616138 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 10abbdff-0911-4129-8897-7477f3f4863e triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:18.616724 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.617904 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d447a3-15f5-4f0d-ab37-d16903b6f768 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=95c1c1f3-59af-451d-ad5b-2a6584afe911,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:18.638428 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfd2fc1-0e80-4180-b27a-9005bca6d736 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Checking segment: {'id': '018d6792-fa3b-4671-bf1f-fc1883d8b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'bf560fc5-0a5a-40c8-9692-b97ed9e2da3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:18.638801 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfd2fc1-0e80-4180-b27a-9005bca6d736 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Network hostable DHCP agents. Network: bf560fc5-0a5a-40c8-9692-b97ed9e2da3d, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:27:18.655494 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84314510-999e-4bd2-9d7c-84653e728f69 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Router da84d555-1d7c-4d7f-b281-83d0a3be8bb5 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:18.806220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1149e829-e5af-4f03-9c5c-4a8e83a3e652 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:18.871271 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 1149e829-e5af-4f03-9c5c-4a8e83a3e652 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:18.871659 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.948898 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28d447a3-15f5-4f0d-ab37-d16903b6f768 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:18.952128 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-28d447a3-15f5-4f0d-ab37-d16903b6f768 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/ports/95c1c1f3-59af-451d-ad5b-2a6584afe911 HTTP/1.1" status: 204 len: 168 time: 1.3999157 Mar 14 15:27:18.954983 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53522) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:18.987692 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-d560093f-6cc7-4a00-a25a-85df56a6798f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] GET failed (client error): The resource could not be found. Mar 14 15:27:18.989254 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d560093f-6cc7-4a00-a25a-85df56a6798f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports/95c1c1f3-59af-451d-ad5b-2a6584afe911 HTTP/1.1" status: 404 len: 333 time: 0.0329337 Mar 14 15:27:18.992987 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53526) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:19.027735 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfd2fc1-0e80-4180-b27a-9005bca6d736 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Network bf560fc5-0a5a-40c8-9692-b97ed9e2da3d is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:27:19.044301 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-0dfd2fc1-0e80-4180-b27a-9005bca6d736 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, bf560fc5-0a5a-40c8-9692-b97ed9e2da3d) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:19.049129 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfd2fc1-0e80-4180-b27a-9005bca6d736 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:19.049944 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0dfd2fc1-0e80-4180-b27a-9005bca6d736 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.067431 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d33d72-c035-41bb-9000-622a5d030542 None None] Network bf560fc5-0a5a-40c8-9692-b97ed9e2da3d requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:19.076624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd4674bd-3d76-4c68-8c56-0a5fa51c21e0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.093140 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84314510-999e-4bd2-9d7c-84653e728f69 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:19.115864 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-84314510-999e-4bd2-9d7c-84653e728f69 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.117859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b3f563-5c12-4281-b331-15c6b7830396 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.140610 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4674bd-3d76-4c68-8c56-0a5fa51c21e0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=10abbdff-0911-4129-8897-7477f3f4863e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:19.153504 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0dfd2fc1-0e80-4180-b27a-9005bca6d736 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5664120 Mar 14 15:27:19.159606 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c24549c-dcd5-402f-b89d-fe498dc2c8e1 None None] Sync routers for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:19.160555 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53530) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:19.165874 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-69b0d753-598f-4f04-b11f-2d7ea6a62528 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bf560fc5-0a5a-40c8-9692-b97ed9e2da3d'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:19.188538 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c24549c-dcd5-402f-b89d-fe498dc2c8e1 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:19.189720 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9c24549c-dcd5-402f-b89d-fe498dc2c8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:19.239605 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9c24549c-dcd5-402f-b89d-fe498dc2c8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:19.242565 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-84314510-999e-4bd2-9d7c-84653e728f69 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "PUT /v2.0/floatingips/c88344ed-5687-40e1-98d9-412f9e31de20 HTTP/1.1" status: 200 len: 688 time: 2.3503997 Mar 14 15:27:19.268486 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b133bc8-88d4-4d80-b1ef-ba2bfd098a29 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.272677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53534) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:19.284521 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c24549c-dcd5-402f-b89d-fe498dc2c8e1 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:19.291166 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9c24549c-dcd5-402f-b89d-fe498dc2c8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:19.374469 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9c24549c-dcd5-402f-b89d-fe498dc2c8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:19.375160 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c24549c-dcd5-402f-b89d-fe498dc2c8e1 None None] The sync data for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:19.405787 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd4674bd-3d76-4c68-8c56-0a5fa51c21e0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.500361 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-bf560fc5-0a5a-40c8-9692-b97ed9e2da3d', 'network_id': 'bf560fc5-0a5a-40c8-9692-b97ed9e2da3d', 'tenant_id': '3007627873e04eaf989eb8c5df21c6b3', 'fixed_ips': [{'subnet_id': 'c523c735-a2ec-4cb9-9488-ee790a38f39c'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:27:19.501720 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.538251 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-c6d9b59c-fb7e-4193-b257-60ca9352d8dd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port c87c8854-6649-4d7c-8b0d-4d36dc332e68 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:19.539204 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c6d9b59c-fb7e-4193-b257-60ca9352d8dd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.642562 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b133bc8-88d4-4d80-b1ef-ba2bfd098a29 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.679979 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] Allocated IP 2001:db8:1::2 (bf560fc5-0a5a-40c8-9692-b97ed9e2da3d/c523c735-a2ec-4cb9-9488-ee790a38f39c/2353c9b4-a71f-418e-b0e8-be18324d69b6) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:19.723785 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-69b0d753-598f-4f04-b11f-2d7ea6a62528 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.746757 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4674bd-3d76-4c68-8c56-0a5fa51c21e0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Router 1612d6d4-be40-4fc2-8c72-41ab5bc002ee has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:19.748433 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-743f3917-4fb4-4487-9b7b-99588a771a3c tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Deleting port c530c65d-65c2-4593-9c3a-d27d532aa659 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:19.748773 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-743f3917-4fb4-4487-9b7b-99588a771a3c tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.766535 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c6d9b59c-fb7e-4193-b257-60ca9352d8dd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.778118 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b3f563-5c12-4281-b331-15c6b7830396 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.798974 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-c6d9b59c-fb7e-4193-b257-60ca9352d8dd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for c87c8854-6649-4d7c-8b0d-4d36dc332e68 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:19.914494 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.921253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4674bd-3d76-4c68-8c56-0a5fa51c21e0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:19.929190 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fd4674bd-3d76-4c68-8c56-0a5fa51c21e0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "PUT /v2.0/routers/1612d6d4-be40-4fc2-8c72-41ab5bc002ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0631270 Mar 14 15:27:19.935928 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53546) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:19.942065 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a99e381-5b34-4fe5-8f08-7cd0ce5f7f01 None None] Sync routers for ids ['1612d6d4-be40-4fc2-8c72-41ab5bc002ee'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:19.954779 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:19.969923 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a99e381-5b34-4fe5-8f08-7cd0ce5f7f01 None None] Routers {'1612d6d4-be40-4fc2-8c72-41ab5bc002ee'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:19.971435 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9a99e381-5b34-4fe5-8f08-7cd0ce5f7f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1612d6d4-be40-4fc2-8c72-41ab5bc002ee'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:20.025156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] Network bf560fc5-0a5a-40c8-9692-b97ed9e2da3d is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:20.030795 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:20.035722 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:20.036282 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-743f3917-4fb4-4487-9b7b-99588a771a3c tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.036819 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-743f3917-4fb4-4487-9b7b-99588a771a3c tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.062405 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-743f3917-4fb4-4487-9b7b-99588a771a3c tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Calling delete_port for c530c65d-65c2-4593-9c3a-d27d532aa659 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:20.079452 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73684837-7e8c-48a2-abf3-4cfe31c339e3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:20.081089 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73684837-7e8c-48a2-abf3-4cfe31c339e3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:20.082610 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-73684837-7e8c-48a2-abf3-4cfe31c339e3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1440001 Mar 14 15:27:20.088798 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53552) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:20.093780 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9a99e381-5b34-4fe5-8f08-7cd0ce5f7f01 None None] Set router 1612d6d4-be40-4fc2-8c72-41ab5bc002ee gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:27:20.137836 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b133bc8-88d4-4d80-b1ef-ba2bfd098a29 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.144323 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] Pushing event updated for resources: {'Port': ['ID=2353c9b4-a71f-418e-b0e8-be18324d69b6,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:20.157068 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b133bc8-88d4-4d80-b1ef-ba2bfd098a29 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.172635 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] Attempting to bind port 2353c9b4-a71f-418e-b0e8-be18324d69b6 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:20.173011 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] Attempting to bind port 2353c9b4-a71f-418e-b0e8-be18324d69b6 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '018d6792-fa3b-4671-bf1f-fc1883d8b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'bf560fc5-0a5a-40c8-9692-b97ed9e2da3d'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:20.173381 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] Attempting to bind port 2353c9b4-a71f-418e-b0e8-be18324d69b6 on network bf560fc5-0a5a-40c8-9692-b97ed9e2da3d {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:27:20.177379 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9a99e381-5b34-4fe5-8f08-7cd0ce5f7f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1612d6d4-be40-4fc2-8c72-41ab5bc002ee', 'name': 'tempest-NetworksTestDHCPv6-router-212780460', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:07Z', 'updated_at': '2022-03-14T15:27:18Z', 'revision_number': 3, 'project_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:20.179246 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:27:20.179627 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] Checking segment: {'id': '018d6792-fa3b-4671-bf1f-fc1883d8b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'bf560fc5-0a5a-40c8-9692-b97ed9e2da3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:20.180038 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.180438 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] Bound using segment: {'id': '018d6792-fa3b-4671-bf1f-fc1883d8b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'bf560fc5-0a5a-40c8-9692-b97ed9e2da3d'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:27:20.180998 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] Bound port: 2353c9b4-a71f-418e-b0e8-be18324d69b6, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018d6792-fa3b-4671-bf1f-fc1883d8b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'bf560fc5-0a5a-40c8-9692-b97ed9e2da3d'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:20.181390 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.205625 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-69b0d753-598f-4f04-b11f-2d7ea6a62528 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:27:20.213074 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-69b0d753-598f-4f04-b11f-2d7ea6a62528 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "PUT /v2.0/routers/db85996c-3276-4c45-b7aa-d651bf9b3daa HTTP/1.1" status: 400 len: 364 time: 1.0507700 Mar 14 15:27:20.240405 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53556) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:20.257109 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c6d9b59c-fb7e-4193-b257-60ca9352d8dd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.257376 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] For port 2353c9b4-a71f-418e-b0e8-be18324d69b6, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:20.263290 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a99e381-5b34-4fe5-8f08-7cd0ce5f7f01 None None] Checking router: 1612d6d4-be40-4fc2-8c72-41ab5bc002ee for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:27:20.263946 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] For port 2353c9b4-a71f-418e-b0e8-be18324d69b6, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=2353c9b4-a71f-418e-b0e8-be18324d69b6,segment=NetworkSegment(018d6792-fa3b-4671-bf1f-fc1883d8b6af),segment_id=018d6792-fa3b-4671-bf1f-fc1883d8b6af)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:20.272752 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.295020 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a99e381-5b34-4fe5-8f08-7cd0ce5f7f01 None None] Routers {'1612d6d4-be40-4fc2-8c72-41ab5bc002ee'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:20.296730 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9a99e381-5b34-4fe5-8f08-7cd0ce5f7f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1612d6d4-be40-4fc2-8c72-41ab5bc002ee'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:20.327838 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b133bc8-88d4-4d80-b1ef-ba2bfd098a29 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Pushing event updated for resources: {'Port': ['ID=51f57d09-e050-49d6-bac4-125d57289d98,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:20.371732 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32d8c1-16c0-4638-b24d-0307f6715764 None None] Pushing event updated for resources: {'Port': ['ID=2353c9b4-a71f-418e-b0e8-be18324d69b6,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:20.415623 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b133bc8-88d4-4d80-b1ef-ba2bfd098a29 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.476873 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9b59c-fb7e-4193-b257-60ca9352d8dd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=c87c8854-6649-4d7c-8b0d-4d36dc332e68,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:20.494311 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9a99e381-5b34-4fe5-8f08-7cd0ce5f7f01 None None] Set router 1612d6d4-be40-4fc2-8c72-41ab5bc002ee gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:27:20.497445 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c6d9b59c-fb7e-4193-b257-60ca9352d8dd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.513602 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c6d9b59c-fb7e-4193-b257-60ca9352d8dd tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/ports/c87c8854-6649-4d7c-8b0d-4d36dc332e68 HTTP/1.1" status: 204 len: 168 time: 1.5184381 Mar 14 15:27:20.554698 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53562) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:20.573648 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b133bc8-88d4-4d80-b1ef-ba2bfd098a29 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.582631 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4b133bc8-88d4-4d80-b1ef-ba2bfd098a29 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4441504 Mar 14 15:27:20.590682 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9a99e381-5b34-4fe5-8f08-7cd0ce5f7f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1612d6d4-be40-4fc2-8c72-41ab5bc002ee', 'name': 'tempest-NetworksTestDHCPv6-router-212780460', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:07Z', 'updated_at': '2022-03-14T15:27:18Z', 'revision_number': 3, 'project_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:20.631720 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a99e381-5b34-4fe5-8f08-7cd0ce5f7f01 None None] The sync data for ids ['1612d6d4-be40-4fc2-8c72-41ab5bc002ee'] in dv-neutron-833559-1-hyperv is: [{'id': '1612d6d4-be40-4fc2-8c72-41ab5bc002ee', 'name': 'tempest-NetworksTestDHCPv6-router-212780460', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:07Z', 'updated_at': '2022-03-14T15:27:18Z', 'revision_number': 3, 'project_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:20.657960 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53564) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:20.664617 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-811809f5-43aa-4c5e-96ac-3ca846dc39a8 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Request body: {'floatingip': {'port_id': '00d7893a-86a6-4f0e-b0c8-ce1b88310fd3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:20.668435 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca24fbb2-0f67-4bb9-93e4-8128dd388125 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] GET failed (client error): The resource could not be found. Mar 14 15:27:20.673056 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ca24fbb2-0f67-4bb9-93e4-8128dd388125 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports/c87c8854-6649-4d7c-8b0d-4d36dc332e68 HTTP/1.1" status: 404 len: 333 time: 0.1172123 Mar 14 15:27:20.673704 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53570) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:20.792261 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-811809f5-43aa-4c5e-96ac-3ca846dc39a8 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for floatingip, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.865611 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe3bedf-206b-4aca-a2ab-e8c0695e8ad1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet 117baf72-597c-4b5b-9d85-366742748352 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:27:20.876974 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6fe3bedf-206b-4aca-a2ab-e8c0695e8ad1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.912212 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b3f563-5c12-4281-b331-15c6b7830396 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router ee10d592-5408-4d6a-9f5a-89416c3de9f2 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:27:20.930406 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11c16f7-9f0b-4cde-ae77-0c32b299f13d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting subnet 352890bb-a78f-4d0e-a66c-1529bb2d85fc {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:27:20.943294 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c11c16f7-9f0b-4cde-ae77-0c32b299f13d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:20.947803 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6fe3bedf-206b-4aca-a2ab-e8c0695e8ad1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.103908 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53572) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:21.157998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-db25fce1-b719-49a7-ae75-2fdb3ee873f3 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-941966572', 'description': 'tempest-secgroup-smoke-941966572 description', 'project_id': '40b795c97ae74200a3dd966a8235c313'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:21.235454 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-743f3917-4fb4-4487-9b7b-99588a771a3c tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.251202 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b3f563-5c12-4281-b331-15c6b7830396 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:21.262195 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] Sync routers for ids ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:21.281243 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] Routers {'ee10d592-5408-4d6a-9f5a-89416c3de9f2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:21.282058 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:21.283591 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db25fce1-b719-49a7-ae75-2fdb3ee873f3 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.292864 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f3917-4fb4-4487-9b7b-99588a771a3c tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event deleted for resources: {'Port': ['ID=c530c65d-65c2-4593-9c3a-d27d532aa659,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:21.316391 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db25fce1-b719-49a7-ae75-2fdb3ee873f3 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.337802 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6fe3bedf-206b-4aca-a2ab-e8c0695e8ad1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.356018 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c11c16f7-9f0b-4cde-ae77-0c32b299f13d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.373505 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b3f563-5c12-4281-b331-15c6b7830396 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.377838 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-39b3f563-5c12-4281-b331-15c6b7830396 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.4497080 Mar 14 15:27:21.378807 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8f132b0a-0867-4c9f-9136-191fa98e625f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.379910 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53574) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:21.430103 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-811809f5-43aa-4c5e-96ac-3ca846dc39a8 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] update failed (client error): The resource could not be found. Mar 14 15:27:21.432700 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] Set router ee10d592-5408-4d6a-9f5a-89416c3de9f2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:27:21.434514 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-811809f5-43aa-4c5e-96ac-3ca846dc39a8 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] 10.222.0.59 "PUT /v2.0/floatingips/452c874f-005a-4cf9-87ff-b946d698bf94 HTTP/1.1" status: 404 len: 507 time: 0.7750816 Mar 14 15:27:21.436631 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53578) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:21.524995 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-743f3917-4fb4-4487-9b7b-99588a771a3c tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.529249 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-743f3917-4fb4-4487-9b7b-99588a771a3c tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.534628 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-743f3917-4fb4-4487-9b7b-99588a771a3c tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "DELETE /v2.0/floatingips/c88344ed-5687-40e1-98d9-412f9e31de20 HTTP/1.1" status: 204 len: 168 time: 2.2596805 Mar 14 15:27:21.539198 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53580) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:21.552210 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d27ec6ba-f18e-4cd9-b067-ac389dbd019f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': 'a728384f-4465-4a34-82f2-04700592bb9d'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:21.623845 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c11c16f7-9f0b-4cde-ae77-0c32b299f13d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.667302 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6fe3bedf-206b-4aca-a2ab-e8c0695e8ad1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.704738 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d27ec6ba-f18e-4cd9-b067-ac389dbd019f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.705381 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2ba40066-76fb-433b-8ada-b4513e80b8e1 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=981c2b5a3afd42dd95b1da15ede4e026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3200912 Mar 14 15:27:21.710167 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db25fce1-b719-49a7-ae75-2fdb3ee873f3 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.712865 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53582) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:21.729649 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:27:18Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:16Z', 'updated_at': '2022-03-14T15:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:21.737564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3bedf-206b-4aca-a2ab-e8c0695e8ad1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=117baf72-597c-4b5b-9d85-366742748352,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:21.753841 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db25fce1-b719-49a7-ae75-2fdb3ee873f3 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.758424 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6fe3bedf-206b-4aca-a2ab-e8c0695e8ad1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.763042 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6fe3bedf-206b-4aca-a2ab-e8c0695e8ad1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/117baf72-597c-4b5b-9d85-366742748352 HTTP/1.1" status: 204 len: 168 time: 1.6724875 Mar 14 15:27:21.768716 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0362316c-a574-45f4-a90d-e0c2e0176fb6 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:21.770766 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53584) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:21.771961 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] Checking router: ee10d592-5408-4d6a-9f5a-89416c3de9f2 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:27:21.772431 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] Updating router ee10d592-5408-4d6a-9f5a-89416c3de9f2 port 3bf5a5ca-a1f2-493b-aa63-f1fba99824a8 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:27:21.864456 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:21.869060 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-8f132b0a-0867-4c9f-9136-191fa98e625f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Allocated IP 2001:db8::1 (449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3/ec0be668-a8ae-41d3-887f-5e3abb139ed7/c7dd746f-2f60-4620-9997-77508ae73f1e) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:21.882164 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25fce1-b719-49a7-ae75-2fdb3ee873f3 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3d240d-ce2a-4446-8d4a-e96aeb55988b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:21.997972 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-366dde00-2fa6-4a4c-a55e-9e2cf5cf549d tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Deleting port 51f57d09-e050-49d6-bac4-125d57289d98 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:21.998458 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-366dde00-2fa6-4a4c-a55e-9e2cf5cf549d tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.006587 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c11c16f7-9f0b-4cde-ae77-0c32b299f13d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.019601 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db25fce1-b719-49a7-ae75-2fdb3ee873f3 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.027518 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c87ee0a2-994f-4423-a5b8-c2ded23de001 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2496934 Mar 14 15:27:22.032301 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53586) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:22.073450 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c11c16f7-9f0b-4cde-ae77-0c32b299f13d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.077876 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c11c16f7-9f0b-4cde-ae77-0c32b299f13d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/subnets/352890bb-a78f-4d0e-a66c-1529bb2d85fc HTTP/1.1" status: 204 len: 168 time: 1.4000106 Mar 14 15:27:22.085569 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac91111-1d76-48ba-b2ff-aed3a15788e7 None None] Network cb60997a-b9dc-46f8-9c91-5ce43c6d010e requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:22.088391 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53588) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:22.142651 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54c6fcc5-0132-4d59-bb0f-f924fb83a244 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.152401 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c16f7-9f0b-4cde-ae77-0c32b299f13d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Subnet': ['ID=352890bb-a78f-4d0e-a66c-1529bb2d85fc,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:22.198854 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db25fce1-b719-49a7-ae75-2fdb3ee873f3 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.238749 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5f56ea-1d08-4ed4-9b04-8dfd26e19b26 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:22.242664 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ef5f56ea-1d08-4ed4-9b04-8dfd26e19b26 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5262327 Mar 14 15:27:22.249528 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53590) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:22.304990 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6225306d-ef28-4705-b682-55064f9d4c87 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524874 Mar 14 15:27:22.308206 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53592) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:22.316207 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3742ee62-e277-46ca-a6f8-207cc82acf99 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-100298697', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:22.331515 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db25fce1-b719-49a7-ae75-2fdb3ee873f3 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.335751 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-db25fce1-b719-49a7-ae75-2fdb3ee873f3 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.2278495 Mar 14 15:27:22.335751 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25fce1-b719-49a7-ae75-2fdb3ee873f3 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a87a2d-f2bd-4528-b33b-356d5b68d170,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:22.336003 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a521e815-16d5-42d8-81df-753942e8cee4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.336117 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adea942-7f5a-4d27-8a30-ced25d396b92 None None] DHCP port deletion for 5b9fbf90-4428-44c7-aa34-44697a69d1dc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:27:22.336600 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53594) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:22.337357 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c328c3d-88a4-4541-959d-85e9f818e08e None None] Network bf560fc5-0a5a-40c8-9692-b97ed9e2da3d requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:22.360066 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8f132b0a-0867-4c9f-9136-191fa98e625f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.364728 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-54019952-7a1a-415c-a7b6-619e97ec8a10 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Request body: {'security_group_rule': {'security_group_id': '90a87a2d-f2bd-4528-b33b-356d5b68d170', 'project_id': '40b795c97ae74200a3dd966a8235c313', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:22.438698 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-366dde00-2fa6-4a4c-a55e-9e2cf5cf549d tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.438882 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-366dde00-2fa6-4a4c-a55e-9e2cf5cf549d tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.456356 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-54019952-7a1a-415c-a7b6-619e97ec8a10 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.486033 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-110853a2-257b-4614-9df1-fe1994c9fec9 None None] Provisioning complete for port 2353c9b4-a71f-418e-b0e8-be18324d69b6 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:22.486570 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d27ec6ba-f18e-4cd9-b067-ac389dbd019f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.486908 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-110853a2-257b-4614-9df1-fe1994c9fec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.502074 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54c6fcc5-0132-4d59-bb0f-f924fb83a244 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.503966 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-366dde00-2fa6-4a4c-a55e-9e2cf5cf549d tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Calling delete_port for 51f57d09-e050-49d6-bac4-125d57289d98 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:22.507206 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54c6fcc5-0132-4d59-bb0f-f924fb83a244 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.572460 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8f132b0a-0867-4c9f-9136-191fa98e625f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.577363 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2353c9b4-a71f-418e-b0e8-be18324d69b6 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:22.633857 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-54019952-7a1a-415c-a7b6-619e97ec8a10 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.650888 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54c6fcc5-0132-4d59-bb0f-f924fb83a244 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.651409 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f132b0a-0867-4c9f-9136-191fa98e625f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Network 449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:22.651812 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c6fcc5-0132-4d59-bb0f-f924fb83a244 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Fanout notify agent at l3_agent the message router_deleted on router 1612d6d4-be40-4fc2-8c72-41ab5bc002ee {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:27:22.656711 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3742ee62-e277-46ca-a6f8-207cc82acf99 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:22.660177 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3742ee62-e277-46ca-a6f8-207cc82acf99 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.660550 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54c6fcc5-0132-4d59-bb0f-f924fb83a244 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.664038 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-54c6fcc5-0132-4d59-bb0f-f924fb83a244 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/routers/1612d6d4-be40-4fc2-8c72-41ab5bc002ee HTTP/1.1" status: 204 len: 168 time: 0.6276929 Mar 14 15:27:22.664204 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-54019952-7a1a-415c-a7b6-619e97ec8a10 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.667126 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53596) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:22.673006 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-8f132b0a-0867-4c9f-9136-191fa98e625f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:22.675407 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f132b0a-0867-4c9f-9136-191fa98e625f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:22.676132 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8f132b0a-0867-4c9f-9136-191fa98e625f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.699590 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1adea942-7f5a-4d27-8a30-ced25d396b92 None None] Deleting port 57a210d7-87af-4cc5-9365-4cfbd94a77b0 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:22.699964 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1adea942-7f5a-4d27-8a30-ced25d396b92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.727261 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d23e7d-45f6-43a1-9c07-aedfc7a5c464 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:22.729576 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-02d23e7d-45f6-43a1-9c07-aedfc7a5c464 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0613093 Mar 14 15:27:22.737024 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53598) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:22.751264 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-a521e815-16d5-42d8-81df-753942e8cee4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port 1149e829-e5af-4f03-9c5c-4a8e83a3e652 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:22.751608 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a521e815-16d5-42d8-81df-753942e8cee4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.760273 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f132b0a-0867-4c9f-9136-191fa98e625f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event updated for resources: {'Port': ['ID=c7dd746f-2f60-4620-9997-77508ae73f1e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:22.796984 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54019952-7a1a-415c-a7b6-619e97ec8a10 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6bb6db-7e3b-46b2-92e9-83b66b4fa9ac,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:22.804237 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc92329-13fa-488b-ae98-6588f66ec164 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:22.806753 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9bc92329-13fa-488b-ae98-6588f66ec164 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0633841 Mar 14 15:27:22.825722 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53600) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:22.839350 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-54019952-7a1a-415c-a7b6-619e97ec8a10 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.841181 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-54019952-7a1a-415c-a7b6-619e97ec8a10 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4844186 Mar 14 15:27:22.844482 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53602) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:22.858814 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-36f3cda3-9ce1-49ea-bcd7-623497ccb0bc tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Request body: {'security_group_rule': {'security_group_id': '90a87a2d-f2bd-4528-b33b-356d5b68d170', 'project_id': '40b795c97ae74200a3dd966a8235c313', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:22.893117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-366dde00-2fa6-4a4c-a55e-9e2cf5cf549d tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.919953 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dde00-2fa6-4a4c-a55e-9e2cf5cf549d tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Pushing event deleted for resources: {'Port': ['ID=51f57d09-e050-49d6-bac4-125d57289d98,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:22.948291 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.955929 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-110853a2-257b-4614-9df1-fe1994c9fec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.960846 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-36f3cda3-9ce1-49ea-bcd7-623497ccb0bc tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.971040 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-1adea942-7f5a-4d27-8a30-ced25d396b92 None None] For port 57a210d7-87af-4cc5-9365-4cfbd94a77b0, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=57a210d7-87af-4cc5-9365-4cfbd94a77b0,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:22.971698 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1adea942-7f5a-4d27-8a30-ced25d396b92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:22.974326 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c9c8b53e-1b71-4151-91a0-24891c6fe8d5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1448028 Mar 14 15:27:22.985275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53604) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:22.998128 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ff038cbe-9f5e-4d0a-9568-c58b1515d11a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:23.000777 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.043364 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1adea942-7f5a-4d27-8a30-ced25d396b92 None None] Calling delete_port for 57a210d7-87af-4cc5-9365-4cfbd94a77b0 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:23.046733 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-a521e815-16d5-42d8-81df-753942e8cee4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] For port 1149e829-e5af-4f03-9c5c-4a8e83a3e652, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=1149e829-e5af-4f03-9c5c-4a8e83a3e652,segment=NetworkSegment(3d36a872-cb32-4d03-84ea-e2451f7240a5),segment_id=3d36a872-cb32-4d03-84ea-e2451f7240a5)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:23.047609 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a521e815-16d5-42d8-81df-753942e8cee4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.096558 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 2353c9b4-a71f-418e-b0e8-be18324d69b6 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:23.096938 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.112493 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-a521e815-16d5-42d8-81df-753942e8cee4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for 1149e829-e5af-4f03-9c5c-4a8e83a3e652 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:23.153068 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b9e64c-5982-4e06-beb7-35df691ffedb None None] DHCP port deletion for cb60997a-b9dc-46f8-9c91-5ce43c6d010e request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:27:23.157214 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-d27ec6ba-f18e-4cd9-b067-ac389dbd019f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Allocated IP 172.26.6.133 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/b5d387ac-e164-4d2f-a969-7878ba33bf93) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:23.206240 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8f132b0a-0867-4c9f-9136-191fa98e625f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.216540 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-110853a2-257b-4614-9df1-fe1994c9fec9 None None] For port 2353c9b4-a71f-418e-b0e8-be18324d69b6, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=2353c9b4-a71f-418e-b0e8-be18324d69b6,segment=NetworkSegment(018d6792-fa3b-4671-bf1f-fc1883d8b6af),segment_id=018d6792-fa3b-4671-bf1f-fc1883d8b6af)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:23.222438 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018aac4-35f7-4a72-84b6-e4f9ae1ca387 None None] Pushing event updated for resources: {'Port': ['ID=3bf5a5ca-a1f2-493b-aa63-f1fba99824a8,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:23.231882 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] Attempting to bind port 3bf5a5ca-a1f2-493b-aa63-f1fba99824a8 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:23.232250 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] Attempting to bind port 3bf5a5ca-a1f2-493b-aa63-f1fba99824a8 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:23.232614 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] Attempting to bind port 3bf5a5ca-a1f2-493b-aa63-f1fba99824a8 on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:27:23.239355 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-110853a2-257b-4614-9df1-fe1994c9fec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.293930 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d27ec6ba-f18e-4cd9-b067-ac389dbd019f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.311412 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:27:23.312057 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:23.312350 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff038cbe-9f5e-4d0a-9568-c58b1515d11a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:23.312510 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.312847 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:27:23.313326 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] Bound port: 3bf5a5ca-a1f2-493b-aa63-f1fba99824a8, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:23.313706 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.315926 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ff038cbe-9f5e-4d0a-9568-c58b1515d11a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.339865 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-366dde00-2fa6-4a4c-a55e-9e2cf5cf549d tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.342864 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-366dde00-2fa6-4a4c-a55e-9e2cf5cf549d tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.349875 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-366dde00-2fa6-4a4c-a55e-9e2cf5cf549d tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] 10.222.0.59 "DELETE /v2.0/floatingips/452c874f-005a-4cf9-87ff-b946d698bf94 HTTP/1.1" status: 204 len: 168 time: 1.9078841 Mar 14 15:27:23.354872 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d27ec6ba-f18e-4cd9-b067-ac389dbd019f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.364100 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53606) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:23.416554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ec3db72a-e0bc-4030-9bb9-f020d874244a tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Request body: {'floatingip': {'floating_network_id': '484336a1-067e-41a7-ac78-f88321873792', 'port_id': '00d7893a-86a6-4f0e-b0c8-ce1b88310fd3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:23.434989 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] For port 3bf5a5ca-a1f2-493b-aa63-f1fba99824a8, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:23.438874 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ec6ba-f18e-4cd9-b067-ac389dbd019f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Port': ['ID=b5d387ac-e164-4d2f-a969-7878ba33bf93,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:23.440144 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] For port 3bf5a5ca-a1f2-493b-aa63-f1fba99824a8, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3bf5a5ca-a1f2-493b-aa63-f1fba99824a8,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:23.485374 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.489143 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-36f3cda3-9ce1-49ea-bcd7-623497ccb0bc tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.495635 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1adea942-7f5a-4d27-8a30-ced25d396b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.497828 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27ec6ba-f18e-4cd9-b067-ac389dbd019f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:23.499964 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec3db72a-e0bc-4030-9bb9-f020d874244a tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.515208 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-36f3cda3-9ce1-49ea-bcd7-623497ccb0bc tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.535094 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110853a2-257b-4614-9df1-fe1994c9fec9 None None] Pushing event updated for resources: {'Port': ['ID=2353c9b4-a71f-418e-b0e8-be18324d69b6,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:23.544604 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d27ec6ba-f18e-4cd9-b067-ac389dbd019f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:23.563714 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3cda3-9ce1-49ea-bcd7-623497ccb0bc tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6b9f69-e84a-4ffe-90ab-5e49ea222da2,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:23.566152 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27ec6ba-f18e-4cd9-b067-ac389dbd019f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:23.573312 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3742ee62-e277-46ca-a6f8-207cc82acf99 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.585231 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-884a1c36-87d1-4501-9e78-8293802ecbee None None] Provisioning complete for port c7dd746f-2f60-4620-9997-77508ae73f1e triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:23.585919 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-884a1c36-87d1-4501-9e78-8293802ecbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.601842 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-36f3cda3-9ce1-49ea-bcd7-623497ccb0bc tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.606832 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-36f3cda3-9ce1-49ea-bcd7-623497ccb0bc tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7517724 Mar 14 15:27:23.619206 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53608) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:23.632278 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-926fc143-2263-47a3-834e-fc21cf698a59 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Request body: {'security_group_rule': {'security_group_id': '90a87a2d-f2bd-4528-b33b-356d5b68d170', 'project_id': '40b795c97ae74200a3dd966a8235c313', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:23.661129 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a521e815-16d5-42d8-81df-753942e8cee4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.664158 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742ee62-e277-46ca-a6f8-207cc82acf99 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Subnet': ['ID=cdd70a71-0dc8-4b19-86f0-adefe36526a6,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:23.690375 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 57a210d7-87af-4cc5-9365-4cfbd94a77b0 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:27:23.693143 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adea942-7f5a-4d27-8a30-ced25d396b92 None None] No DVR routers for this DVR port 57a210d7-87af-4cc5-9365-4cfbd94a77b0 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:23.724051 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-40b9e64c-5982-4e06-beb7-35df691ffedb None None] Deleting port 1149e829-e5af-4f03-9c5c-4a8e83a3e652 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:23.724684 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-40b9e64c-5982-4e06-beb7-35df691ffedb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.724824 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521e815-16d5-42d8-81df-753942e8cee4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=1149e829-e5af-4f03-9c5c-4a8e83a3e652,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:23.738177 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a521e815-16d5-42d8-81df-753942e8cee4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No DVR routers for this DVR port 1149e829-e5af-4f03-9c5c-4a8e83a3e652 on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:23.781486 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 57a210d7-87af-4cc5-9365-4cfbd94a77b0 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:27:23.781983 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 57a210d7-87af-4cc5-9365-4cfbd94a77b0 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:27:23.782503 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 10abbdff-0911-4129-8897-7477f3f4863e no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:27:23.821953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-884a1c36-87d1-4501-9e78-8293802ecbee None None] Port c7dd746f-2f60-4620-9997-77508ae73f1e cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:23.833537 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 10abbdff-0911-4129-8897-7477f3f4863e {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:27:23.834080 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 10abbdff-0911-4129-8897-7477f3f4863e not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:27:23.835712 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] Routers {'ee10d592-5408-4d6a-9f5a-89416c3de9f2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:23.837856 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:23.859615 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-ec3db72a-e0bc-4030-9bb9-f020d874244a tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:27:23.864183 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ec3db72a-e0bc-4030-9bb9-f020d874244a tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4512401 Mar 14 15:27:23.864896 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53610) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:23.870219 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7dcb2820-126a-4e75-8f3c-f2559f959670 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': '00d7893a-86a6-4f0e-b0c8-ce1b88310fd3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:23.876794 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-926fc143-2263-47a3-834e-fc21cf698a59 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.885478 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018aac4-35f7-4a72-84b6-e4f9ae1ca387 None None] Pushing event updated for resources: {'Port': ['ID=3bf5a5ca-a1f2-493b-aa63-f1fba99824a8,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:23.922233 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-40b9e64c-5982-4e06-beb7-35df691ffedb None None] For port 1149e829-e5af-4f03-9c5c-4a8e83a3e652, host dv-neutron-833559-1-hyperv, got binding levels [] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:23.922233 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-40b9e64c-5982-4e06-beb7-35df691ffedb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.935128 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adea942-7f5a-4d27-8a30-ced25d396b92 None None] Pushing event deleted for resources: {'Port': ['ID=57a210d7-87af-4cc5-9365-4cfbd94a77b0,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:23.944811 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7dcb2820-126a-4e75-8f3c-f2559f959670 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:23.949180 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-40b9e64c-5982-4e06-beb7-35df691ffedb None None] Calling delete_port for 1149e829-e5af-4f03-9c5c-4a8e83a3e652 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:23.956628 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.ipam_backend_mixin [None req-40b9e64c-5982-4e06-beb7-35df691ffedb None None] Port 1149e829-e5af-4f03-9c5c-4a8e83a3e652 was not found and therefore no delete operation was performed {{(pid=102569) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 15:27:23.963794 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-40b9e64c-5982-4e06-beb7-35df691ffedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.027632 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9e64c-5982-4e06-beb7-35df691ffedb None None] Pushing event deleted for resources: {'Port': ['ID=1149e829-e5af-4f03-9c5c-4a8e83a3e652,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:24.029665 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-6b163609-c992-44ab-bc20-a2cb9e48e679 None None] Provisioning complete for port 2353c9b4-a71f-418e-b0e8-be18324d69b6 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:24.030170 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b163609-c992-44ab-bc20-a2cb9e48e679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.058722 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b9e64c-5982-4e06-beb7-35df691ffedb None None] No DVR routers for this DVR port 1149e829-e5af-4f03-9c5c-4a8e83a3e652 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:24.083931 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] Set router ee10d592-5408-4d6a-9f5a-89416c3de9f2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:27:24.209062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d27ec6ba-f18e-4cd9-b067-ac389dbd019f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.235068 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7dcb2820-126a-4e75-8f3c-f2559f959670 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.251388 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3742ee62-e277-46ca-a6f8-207cc82acf99 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Checking segment: {'id': '6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:24.251768 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3742ee62-e277-46ca-a6f8-207cc82acf99 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network hostable DHCP agents. Network: 0e58071f-ed6b-4f5e-9912-c6e34b9e0905, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:27:24.271996 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a521e815-16d5-42d8-81df-753942e8cee4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.339740 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d27ec6ba-f18e-4cd9-b067-ac389dbd019f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.377905 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-a521e815-16d5-42d8-81df-753942e8cee4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb60997a-b9dc-46f8-9c91-5ce43c6d010e']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:24.405783 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-a521e815-16d5-42d8-81df-753942e8cee4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d36a872-cb32-4d03-84ea-e2451f7240a5') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:24.406057 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-a521e815-16d5-42d8-81df-753942e8cee4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d36a872-cb32-4d03-84ea-e2451f7240a5') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:24.445803 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a521e815-16d5-42d8-81df-753942e8cee4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.453927 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3742ee62-e277-46ca-a6f8-207cc82acf99 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0e58071f-ed6b-4f5e-9912-c6e34b9e0905 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:27:24.460958 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2353c9b4-a71f-418e-b0e8-be18324d69b6 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:24.461478 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-7dcb2820-126a-4e75-8f3c-f2559f959670 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Allocated IP 172.26.6.70 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/1d61d6c9-580b-4c89-838d-8bc2e567f265) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:24.465550 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-926fc143-2263-47a3-834e-fc21cf698a59 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.482825 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a521e815-16d5-42d8-81df-753942e8cee4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.493613 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-926fc143-2263-47a3-834e-fc21cf698a59 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.518858 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-3742ee62-e277-46ca-a6f8-207cc82acf99 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 0e58071f-ed6b-4f5e-9912-c6e34b9e0905) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:24.523816 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8f132b0a-0867-4c9f-9136-191fa98e625f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.529471 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a521e815-16d5-42d8-81df-753942e8cee4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:27:24.529894 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a521e815-16d5-42d8-81df-753942e8cee4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.532689 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9a104f-07aa-411c-bbe1-ef577fd94e7c None None] Network 0e58071f-ed6b-4f5e-9912-c6e34b9e0905 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:24.532860 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:24.545698 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3742ee62-e277-46ca-a6f8-207cc82acf99 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:24.546283 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3742ee62-e277-46ca-a6f8-207cc82acf99 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.562955 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8f132b0a-0867-4c9f-9136-191fa98e625f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.563799 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8f132b0a-0867-4c9f-9136-191fa98e625f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.587888 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 2353c9b4-a71f-418e-b0e8-be18324d69b6 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:24.588366 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.620326 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:27:18Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:16Z', 'updated_at': '2022-03-14T15:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:24.644441 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926fc143-2263-47a3-834e-fc21cf698a59 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6574ff55-6652-4185-9197-1e601656bd67,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:24.658653 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced0024d-ca94-430b-8d10-e9d275b6908b None None] The sync data for ids ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'] in dv-neutron-833559-1-hyperv is: [{'id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:27:18Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:16Z', 'updated_at': '2022-03-14T15:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:24.678046 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-926fc143-2263-47a3-834e-fc21cf698a59 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.682486 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-926fc143-2263-47a3-834e-fc21cf698a59 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0556412 Mar 14 15:27:24.700426 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53612) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:24.709407 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-62eac549-126d-43e7-aec8-9f903bf14d21 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Request body: {'security_group_rule': {'security_group_id': '90a87a2d-f2bd-4528-b33b-356d5b68d170', 'project_id': '40b795c97ae74200a3dd966a8235c313', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:24.724462 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3742ee62-e277-46ca-a6f8-207cc82acf99 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4153020 Mar 14 15:27:24.747304 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.objects.ports [None req-ff038cbe-9f5e-4d0a-9568-c58b1515d11a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102567) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 15:27:24.750887 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a521e815-16d5-42d8-81df-753942e8cee4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.777651 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53614) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:24.798268 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ff038cbe-9f5e-4d0a-9568-c58b1515d11a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.813752 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a521e815-16d5-42d8-81df-753942e8cee4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.822294 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a521e815-16d5-42d8-81df-753942e8cee4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/networks/cb60997a-b9dc-46f8-9c91-5ce43c6d010e HTTP/1.1" status: 204 len: 168 time: 2.7218308 Mar 14 15:27:24.827263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f132b0a-0867-4c9f-9136-191fa98e625f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event updated for resources: {'Port': ['ID=c7dd746f-2f60-4620-9997-77508ae73f1e,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:24.832887 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53616) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:24.861834 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ips': [{'subnet_id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:27:24.862768 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:24.907792 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1149e829-e5af-4f03-9c5c-4a8e83a3e652 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:27:24.910636 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-21f40b22-c68c-4348-b576-27de8d98eb7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1151204998'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:24.926790 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521e815-16d5-42d8-81df-753942e8cee4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Network': ['ID=cb60997a-b9dc-46f8-9c91-5ce43c6d010e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:24.992530 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff038cbe-9f5e-4d0a-9568-c58b1515d11a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:25.001917 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 1149e829-e5af-4f03-9c5c-4a8e83a3e652 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:27:25.002183 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1149e829-e5af-4f03-9c5c-4a8e83a3e652 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:27:25.004123 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7dcb2820-126a-4e75-8f3c-f2559f959670 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.007229 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d27ec6ba-f18e-4cd9-b067-ac389dbd019f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.020050 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d27ec6ba-f18e-4cd9-b067-ac389dbd019f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.035974 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-62eac549-126d-43e7-aec8-9f903bf14d21 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.053957 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-ff038cbe-9f5e-4d0a-9568-c58b1515d11a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:25.057231 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff038cbe-9f5e-4d0a-9568-c58b1515d11a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=3ab01c5c-e937-42ec-9ae9-cf06f8d2dfbc,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:25.071621 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff038cbe-9f5e-4d0a-9568-c58b1515d11a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:25.073064 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ff038cbe-9f5e-4d0a-9568-c58b1515d11a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.093157 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f40b22-c68c-4348-b576-27de8d98eb7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:25.108896 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21f40b22-c68c-4348-b576-27de8d98eb7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.109720 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9adff81-8f99-4153-8c2f-b55fd561865a None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:25.146775 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f132b0a-0867-4c9f-9136-191fa98e625f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Network 449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:25.148198 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-8f132b0a-0867-4c9f-9136-191fa98e625f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:25.162018 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ff038cbe-9f5e-4d0a-9568-c58b1515d11a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1719396 Mar 14 15:27:25.169456 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53618) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:25.178484 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ec6ba-f18e-4cd9-b067-ac389dbd019f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Port': ['ID=b5d387ac-e164-4d2f-a969-7878ba33bf93,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:25.180228 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9327dedd-e5fc-427c-ab1f-7a688d3c1e12 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:25.210528 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7dcb2820-126a-4e75-8f3c-f2559f959670 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.230181 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] Allocated IP 172.20.0.2 (0e58071f-ed6b-4f5e-9912-c6e34b9e0905/cdd70a71-0dc8-4b19-86f0-adefe36526a6/779a29ee-be94-41eb-a808-a2efd544f11a) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:25.267566 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb2820-126a-4e75-8f3c-f2559f959670 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Pushing event updated for resources: {'Port': ['ID=1d61d6c9-580b-4c89-838d-8bc2e567f265,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:25.276386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d27ec6ba-f18e-4cd9-b067-ac389dbd019f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.285621 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f40b22-c68c-4348-b576-27de8d98eb7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:25.311872 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21f40b22-c68c-4348-b576-27de8d98eb7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.312410 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-21f40b22-c68c-4348-b576-27de8d98eb7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Added segment 3ed02ed2-6c4d-4a3f-9ba9-ffaa174a391e of type vlan for network 5e6339a8-e7ff-4931-b412-f4d7f42c700e Mar 14 15:27:25.402019 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-d27ec6ba-f18e-4cd9-b067-ac389dbd019f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Floating IP b5289b41-3d04-435c-9387-d061a2e6dcfe associated. External IP: 172.26.6.133, port: a728384f-4465-4a34-82f2-04700592bb9d. Mar 14 15:27:25.510275 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.527878 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.532913 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcb2820-126a-4e75-8f3c-f2559f959670 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:25.537039 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7dcb2820-126a-4e75-8f3c-f2559f959670 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:25.576319 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb2820-126a-4e75-8f3c-f2559f959670 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:25.606090 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] Network 0e58071f-ed6b-4f5e-9912-c6e34b9e0905 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:25.608046 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21f40b22-c68c-4348-b576-27de8d98eb7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.644081 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:25.658157 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:25.665964 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'fixed_ips': [{'subnet_id': '3ab01c5c-e937-42ec-9ae9-cf06f8d2dfbc'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:27:25.666810 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.681159 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] Pushing event updated for resources: {'Port': ['ID=779a29ee-be94-41eb-a808-a2efd544f11a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:25.688560 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-6ff468f2-523a-4b49-a324-bcdc4d4afb0a None None] Provisioning complete for port c7dd746f-2f60-4620-9997-77508ae73f1e triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:25.690998 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6ff468f2-523a-4b49-a324-bcdc4d4afb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.719120 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-62eac549-126d-43e7-aec8-9f903bf14d21 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.723388 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9327dedd-e5fc-427c-ab1f-7a688d3c1e12 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:25.728970 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9327dedd-e5fc-427c-ab1f-7a688d3c1e12 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.755481 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-62eac549-126d-43e7-aec8-9f903bf14d21 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.800164 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27ec6ba-f18e-4cd9-b067-ac389dbd019f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Router da84d555-1d7c-4d7f-b281-83d0a3be8bb5 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:25.872584 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb2820-126a-4e75-8f3c-f2559f959670 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Deleting port 1d61d6c9-580b-4c89-838d-8bc2e567f265 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:25.872811 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-6ff468f2-523a-4b49-a324-bcdc4d4afb0a None None] Port c7dd746f-2f60-4620-9997-77508ae73f1e cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:25.873337 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7dcb2820-126a-4e75-8f3c-f2559f959670 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.884957 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] Attempting to bind port 779a29ee-be94-41eb-a808-a2efd544f11a on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:25.885337 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] Attempting to bind port 779a29ee-be94-41eb-a808-a2efd544f11a by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:25.885704 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] Attempting to bind port 779a29ee-be94-41eb-a808-a2efd544f11a on network 0e58071f-ed6b-4f5e-9912-c6e34b9e0905 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:27:25.887457 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21f40b22-c68c-4348-b576-27de8d98eb7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.893609 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f40b22-c68c-4348-b576-27de8d98eb7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:25.894352 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21f40b22-c68c-4348-b576-27de8d98eb7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.897141 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eac549-126d-43e7-aec8-9f903bf14d21 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a51b46-6d3a-4818-b424-f7db35277aca,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:25.920062 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:27:25.920466 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] Checking segment: {'id': '6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:25.920874 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.921270 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] Bound using segment: {'id': '6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:27:25.921752 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] Bound port: 779a29ee-be94-41eb-a808-a2efd544f11a, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:25.922130 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.926392 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-62eac549-126d-43e7-aec8-9f903bf14d21 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:25.927959 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-62eac549-126d-43e7-aec8-9f903bf14d21 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2264557 Mar 14 15:27:25.937741 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53620) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:25.944335 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f132b0a-0867-4c9f-9136-191fa98e625f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Router db85996c-3276-4c45-b7aa-d651bf9b3daa has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:25.948016 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2ff0b18f-041c-4672-9003-bdfe2b8ee52f tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Request body: {'security_group_rule': {'security_group_id': '90a87a2d-f2bd-4528-b33b-356d5b68d170', 'project_id': '40b795c97ae74200a3dd966a8235c313', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:26.002376 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] Allocated IP 2001:db8::f816:3eff:fe6b:3989 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/3ab01c5c-e937-42ec-9ae9-cf06f8d2dfbc/2e68dee5-acce-41d8-a33e-55356d8d1401) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:26.004759 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-2ff0b18f-041c-4672-9003-bdfe2b8ee52f tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Project 40b795c97ae74200a3dd966a8235c313 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:27:26.018704 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-21f40b22-c68c-4348-b576-27de8d98eb7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1419179 Mar 14 15:27:26.021063 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b18f-041c-4672-9003-bdfe2b8ee52f tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.023800 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53622) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:26.047391 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-49c03277-db78-4b6d-a392-6ff9a5958198 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'subnet': {'network_id': '5e6339a8-e7ff-4931-b412-f4d7f42c700e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:26.064979 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] For port 779a29ee-be94-41eb-a808-a2efd544f11a, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:26.084843 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f40b22-c68c-4348-b576-27de8d98eb7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Network': ['ID=5e6339a8-e7ff-4931-b412-f4d7f42c700e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:26.118815 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 5e6339a8-e7ff-4931-b412-f4d7f42c700e details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:27:26.125692 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7dcb2820-126a-4e75-8f3c-f2559f959670 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.126123 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7dcb2820-126a-4e75-8f3c-f2559f959670 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.132564 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] For port 779a29ee-be94-41eb-a808-a2efd544f11a, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=779a29ee-be94-41eb-a808-a2efd544f11a,segment=NetworkSegment(6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1),segment_id=6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:26.138756 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27ec6ba-f18e-4cd9-b067-ac389dbd019f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:26.148815 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb0038b-8228-4db3-8e35-1962da7621b6 None None] Sync routers for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:26.150094 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.162058 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb0038b-8228-4db3-8e35-1962da7621b6 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:26.162693 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bdb0038b-8228-4db3-8e35-1962da7621b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:26.163632 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb2820-126a-4e75-8f3c-f2559f959670 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Calling delete_port for 1d61d6c9-580b-4c89-838d-8bc2e567f265 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:26.204150 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bdb0038b-8228-4db3-8e35-1962da7621b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:26.214721 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb0038b-8228-4db3-8e35-1962da7621b6 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:26.215391 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bdb0038b-8228-4db3-8e35-1962da7621b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:26.254408 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-bdb0038b-8228-4db3-8e35-1962da7621b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:26.255101 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb0038b-8228-4db3-8e35-1962da7621b6 None None] The sync data for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:26.282358 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f132b0a-0867-4c9f-9136-191fa98e625f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:26.297863 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8f132b0a-0867-4c9f-9136-191fa98e625f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "PUT /v2.0/routers/db85996c-3276-4c45-b7aa-d651bf9b3daa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0534470 Mar 14 15:27:26.298444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53624) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:26.309400 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d27ec6ba-f18e-4cd9-b067-ac389dbd019f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.392334 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d43047-236e-4497-8b9b-88ab5516a73d None None] Sync routers for ids ['db85996c-3276-4c45-b7aa-d651bf9b3daa'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:26.412125 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b18f-041c-4672-9003-bdfe2b8ee52f tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.433348 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d27ec6ba-f18e-4cd9-b067-ac389dbd019f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.8886173 Mar 14 15:27:26.434207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b18f-041c-4672-9003-bdfe2b8ee52f tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.437690 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53626) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:26.438835 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c327c6b-fb02-42c3-a460-fb0b79e96602 None None] Pushing event updated for resources: {'Port': ['ID=779a29ee-be94-41eb-a808-a2efd544f11a,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:26.480280 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d43047-236e-4497-8b9b-88ab5516a73d None None] Routers {'db85996c-3276-4c45-b7aa-d651bf9b3daa'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:26.481230 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-85d43047-236e-4497-8b9b-88ab5516a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['db85996c-3276-4c45-b7aa-d651bf9b3daa'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:26.509845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c03277-db78-4b6d-a392-6ff9a5958198 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:26.512339 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49c03277-db78-4b6d-a392-6ff9a5958198 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.518498 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0b18f-041c-4672-9003-bdfe2b8ee52f tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759a0195-d22d-4210-9741-77225edab9f5,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:26.524792 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7dcb2820-126a-4e75-8f3c-f2559f959670 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.561505 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b18f-041c-4672-9003-bdfe2b8ee52f tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.562563 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f4cde511-8d0b-48e0-8a55-0a219a016e89 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.562700 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2ff0b18f-041c-4672-9003-bdfe2b8ee52f tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6237326 Mar 14 15:27:26.570239 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53628) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:26.578293 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3bf5a5ca-a1f2-493b-aa63-f1fba99824a8 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:26.579929 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-1a51d255-6b7c-4b29-b00c-83206ddc09a1 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Request body: {'security_group_rule': {'security_group_id': '90a87a2d-f2bd-4528-b33b-356d5b68d170', 'project_id': '40b795c97ae74200a3dd966a8235c313', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:26.647874 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb2820-126a-4e75-8f3c-f2559f959670 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Pushing event deleted for resources: {'Port': ['ID=1d61d6c9-580b-4c89-838d-8bc2e567f265,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:26.657322 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-85d43047-236e-4497-8b9b-88ab5516a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:26.660554 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-61c45133-67e3-444c-bc41-e53dc5512b4a tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "GET /v2.0/floatingips/b5289b41-3d04-435c-9387-d061a2e6dcfe HTTP/1.1" status: 200 len: 979 time: 0.2144122 Mar 14 15:27:26.708679 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d43047-236e-4497-8b9b-88ab5516a73d None None] Routers {'db85996c-3276-4c45-b7aa-d651bf9b3daa'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:26.714892 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-85d43047-236e-4497-8b9b-88ab5516a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['db85996c-3276-4c45-b7aa-d651bf9b3daa'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:26.758074 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.762725 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-85d43047-236e-4497-8b9b-88ab5516a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:26.763625 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d43047-236e-4497-8b9b-88ab5516a73d None None] The sync data for ids ['db85996c-3276-4c45-b7aa-d651bf9b3daa'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:26.775363 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.793709 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53630) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:26.811803 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 3bf5a5ca-a1f2-493b-aa63-f1fba99824a8 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:26.811803 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.854361 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:26.861244 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:26.864679 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:26.887027 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] Pushing event updated for resources: {'Port': ['ID=2e68dee5-acce-41d8-a33e-55356d8d1401,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:26.968893 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] Attempting to bind port 2e68dee5-acce-41d8-a33e-55356d8d1401 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:26.969390 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] Attempting to bind port 2e68dee5-acce-41d8-a33e-55356d8d1401 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:26.969696 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] Attempting to bind port 2e68dee5-acce-41d8-a33e-55356d8d1401 on network 5b9fbf90-4428-44c7-aa34-44697a69d1dc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:27:26.985960 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:27:26.987134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] Checking segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:26.987134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:26.987332 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] Bound using segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:27:26.987715 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] Bound port: 2e68dee5-acce-41d8-a33e-55356d8d1401, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:26.988100 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.000183 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.026674 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49c03277-db78-4b6d-a392-6ff9a5958198 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.048420 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 3bf5a5ca-a1f2-493b-aa63-f1fba99824a8, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3bf5a5ca-a1f2-493b-aa63-f1fba99824a8,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:27.056931 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.093991 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8e587ce1-948f-45ec-8673-de05d25eb460 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2934873 Mar 14 15:27:27.093991 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-7dcb2820-126a-4e75-8f3c-f2559f959670 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] create failed (client error): The resource could not be found. Mar 14 15:27:27.093991 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7dcb2820-126a-4e75-8f3c-f2559f959670 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.2277439 Mar 14 15:27:27.094383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53632) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:27.102079 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c03277-db78-4b6d-a392-6ff9a5958198 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Subnet': ['ID=472e1d04-b571-4838-8813-044f6b7d679a,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:27.106605 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53634) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:27.111183 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4a0dfec9-3bfa-4085-8c3c-fa3d6cc5512d tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'floatingip': {'port_id': 'c0d51b53-84c1-4fb2-8995-3b813a69d336'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:27.112622 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] For port 2e68dee5-acce-41d8-a33e-55356d8d1401, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:27.119081 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] For port 2e68dee5-acce-41d8-a33e-55356d8d1401, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=2e68dee5-acce-41d8-a33e-55356d8d1401,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:27.133156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.133901 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25786016-482e-4618-b795-5391e51e64ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.144308 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=3bf5a5ca-a1f2-493b-aa63-f1fba99824a8,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:27.151527 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9327dedd-e5fc-427c-ab1f-7a688d3c1e12 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.153519 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-1a51d255-6b7c-4b29-b00c-83206ddc09a1 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Project 40b795c97ae74200a3dd966a8235c313 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:27:27.171700 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-f4cde511-8d0b-48e0-8a55-0a219a016e89 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 14 15:27:27.173279 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f4cde511-8d0b-48e0-8a55-0a219a016e89 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "DELETE /v2.0/routers/db85996c-3276-4c45-b7aa-d651bf9b3daa HTTP/1.1" status: 409 len: 329 time: 0.8505039 Mar 14 15:27:27.183772 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53636) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:27.214858 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1a6d0-2371-40a5-86f8-744617c1421d None None] Pushing event updated for resources: {'Port': ['ID=2e68dee5-acce-41d8-a33e-55356d8d1401,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:27.250686 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c03277-db78-4b6d-a392-6ff9a5958198 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Checking segment: {'id': '3ed02ed2-6c4d-4a3f-9ba9-ffaa174a391e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5e6339a8-e7ff-4931-b412-f4d7f42c700e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:27.251401 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c03277-db78-4b6d-a392-6ff9a5958198 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network hostable DHCP agents. Network: 5e6339a8-e7ff-4931-b412-f4d7f42c700e, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:27:27.258064 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a0dfec9-3bfa-4085-8c3c-fa3d6cc5512d tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.288323 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a51d255-6b7c-4b29-b00c-83206ddc09a1 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.318798 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9327dedd-e5fc-427c-ab1f-7a688d3c1e12 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:27.335729 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c03277-db78-4b6d-a392-6ff9a5958198 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network 5e6339a8-e7ff-4931-b412-f4d7f42c700e is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:27:27.356983 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-9327dedd-e5fc-427c-ab1f-7a688d3c1e12 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:27.359880 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9327dedd-e5fc-427c-ab1f-7a688d3c1e12 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:27.361294 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9327dedd-e5fc-427c-ab1f-7a688d3c1e12 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.398326 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-49c03277-db78-4b6d-a392-6ff9a5958198 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 5e6339a8-e7ff-4931-b412-f4d7f42c700e) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:27.409505 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c03277-db78-4b6d-a392-6ff9a5958198 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:27.410096 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49c03277-db78-4b6d-a392-6ff9a5958198 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.425049 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b51883-a181-4033-b2eb-8436fa3d6def None None] Network 5e6339a8-e7ff-4931-b412-f4d7f42c700e requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:27.426348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c9439cc6-5de2-41c4-91b1-792c216c16ad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Deleting port 00d7893a-86a6-4f0e-b0c8-ce1b88310fd3 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:27.427018 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9327dedd-e5fc-427c-ab1f-7a688d3c1e12 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2523928 Mar 14 15:27:27.429727 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9439cc6-5de2-41c4-91b1-792c216c16ad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.433652 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53638) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:27.450833 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327dedd-e5fc-427c-ab1f-7a688d3c1e12 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=6e63f40e-9259-46e4-a407-6b6188248a31,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:27.457960 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-df803c0b-d385-4440-91b6-230cb244bc74 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'mac_address': 'fa:16:3e:bc:fd:11', 'name': 'tempest-NetworksTestDHCPv6-1677650192'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:27.527149 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-49c03277-db78-4b6d-a392-6ff9a5958198 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4928348 Mar 14 15:27:27.562899 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53640) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:27.577296 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-be50b1cd-76f4-4ed9-a8e8-1cb0ffdea933 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'port': {'network_id': '5e6339a8-e7ff-4931-b412-f4d7f42c700e', 'name': 'tempest-PortsIpV6TestJSON-1771012369', 'fixed_ips': [{'subnet_id': '472e1d04-b571-4838-8813-044f6b7d679a', 'ip_address': '2001:db8::10'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:27.699580 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a51d255-6b7c-4b29-b00c-83206ddc09a1 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.782239 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9439cc6-5de2-41c4-91b1-792c216c16ad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.820508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c9439cc6-5de2-41c4-91b1-792c216c16ad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Calling delete_port for 00d7893a-86a6-4f0e-b0c8-ce1b88310fd3 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:27.847087 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a51d255-6b7c-4b29-b00c-83206ddc09a1 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.885269 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51d255-6b7c-4b29-b00c-83206ddc09a1 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891b7311-c4d6-4cfc-96cd-7860215ea8cd,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:27.943848 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a51d255-6b7c-4b29-b00c-83206ddc09a1 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.945324 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1a51d255-6b7c-4b29-b00c-83206ddc09a1 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3689072 Mar 14 15:27:27.947379 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df803c0b-d385-4440-91b6-230cb244bc74 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:27.955972 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5e6339a8-e7ff-4931-b412-f4d7f42c700e', 'network_id': '5e6339a8-e7ff-4931-b412-f4d7f42c700e', 'tenant_id': '49679f1af32a4f65a13f21c45e2b47bd', 'fixed_ips': [{'subnet_id': '472e1d04-b571-4838-8813-044f6b7d679a'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:27:27.956617 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53642) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:27.957066 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:27.962324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-45b08d4a-eeb2-47d8-b4a3-0641ad5d6621 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Request body: {'network': {'name': 'tempest-network-smoke--1108288481', 'project_id': '40b795c97ae74200a3dd966a8235c313', 'port_security_enabled': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:27.988922 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17e6654-a5eb-4241-a737-190df561ac84 None None] Network 0e58071f-ed6b-4f5e-9912-c6e34b9e0905 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:28.158967 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be50b1cd-76f4-4ed9-a8e8-1cb0ffdea933 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:28.182790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-6c3a741c-c0dc-445e-923a-1c563d54ce17 None None] Provisioning complete for port 779a29ee-be94-41eb-a808-a2efd544f11a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:28.183457 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c3a741c-c0dc-445e-923a-1c563d54ce17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.249891 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-25786016-482e-4618-b795-5391e51e64ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.20.0.1 (0e58071f-ed6b-4f5e-9912-c6e34b9e0905/cdd70a71-0dc8-4b19-86f0-adefe36526a6/371a35d0-b297-4404-8eff-8f4c86632041) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:28.350907 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] Allocated IP 2001:db8::2 (5e6339a8-e7ff-4931-b412-f4d7f42c700e/472e1d04-b571-4838-8813-044f6b7d679a/fe8056be-148f-4427-aa7d-89551786fdcc) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:28.448346 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-be50b1cd-76f4-4ed9-a8e8-1cb0ffdea933 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.560831 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c3a741c-c0dc-445e-923a-1c563d54ce17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.564271 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-be50b1cd-76f4-4ed9-a8e8-1cb0ffdea933 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] device_id is not set on port 64e53159-5bc4-4482-8e1c-13ef002bceaf yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:27:28.621097 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b08d4a-eeb2-47d8-b4a3-0641ad5d6621 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Made reservation on behalf of 40b795c97ae74200a3dd966a8235c313 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:28.627624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45b08d4a-eeb2-47d8-b4a3-0641ad5d6621 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.632830 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6c3a741c-c0dc-445e-923a-1c563d54ce17 None None] For port 779a29ee-be94-41eb-a808-a2efd544f11a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=779a29ee-be94-41eb-a808-a2efd544f11a,segment=NetworkSegment(6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1),segment_id=6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:28.642944 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25786016-482e-4618-b795-5391e51e64ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.665386 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c3a741c-c0dc-445e-923a-1c563d54ce17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.709046 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 779a29ee-be94-41eb-a808-a2efd544f11a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:28.768466 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-61b1d915-fe1d-4804-a47f-dd96dc5ca15d tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.791064 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df803c0b-d385-4440-91b6-230cb244bc74 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.829521 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a741c-c0dc-445e-923a-1c563d54ce17 None None] Pushing event updated for resources: {'Port': ['ID=779a29ee-be94-41eb-a808-a2efd544f11a,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:28.831999 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9439cc6-5de2-41c4-91b1-792c216c16ad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.834049 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b08d4a-eeb2-47d8-b4a3-0641ad5d6621 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:28.835442 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.844009 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e33ac85-20f5-4d70-b5fc-1bd42b861b20 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:28.849295 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.891139 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25786016-482e-4618-b795-5391e51e64ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.897004 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45b08d4a-eeb2-47d8-b4a3-0641ad5d6621 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:28.897352 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-45b08d4a-eeb2-47d8-b4a3-0641ad5d6621 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Added segment e1302457-e334-4ac7-a460-dc0c3c93dd83 of type vlan for network 2b4067ed-c8cc-4c94-b6e8-5322dc74a22c Mar 14 15:27:28.901699 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9439cc6-5de2-41c4-91b1-792c216c16ad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Pushing event deleted for resources: {'Port': ['ID=00d7893a-86a6-4f0e-b0c8-ce1b88310fd3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:28.903812 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-4a0dfec9-3bfa-4085-8c3c-fa3d6cc5512d tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:27:28.945960 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-df803c0b-d385-4440-91b6-230cb244bc74 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port 2ab81e35-2825-466c-9586-1794593b46b7 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:27:28.952536 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25786016-482e-4618-b795-5391e51e64ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=371a35d0-b297-4404-8eff-8f4c86632041,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:28.964117 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] Network 5e6339a8-e7ff-4931-b412-f4d7f42c700e is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:28.969288 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:28.971419 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] Pushing event updated for resources: {'Port': ['ID=fe8056be-148f-4427-aa7d-89551786fdcc,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:28.978076 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:28.998243 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25786016-482e-4618-b795-5391e51e64ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0e58071f-ed6b-4f5e-9912-c6e34b9e0905 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:29.003538 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-25786016-482e-4618-b795-5391e51e64ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:29.007072 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-a00c44ec-87ed-41b1-ba35-1c9e2976726b None None] Provisioning complete for port 2e68dee5-acce-41d8-a33e-55356d8d1401 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:29.007574 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a00c44ec-87ed-41b1-ba35-1c9e2976726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.009862 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25786016-482e-4618-b795-5391e51e64ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:29.044362 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 779a29ee-be94-41eb-a808-a2efd544f11a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:29.045353 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.057732 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25786016-482e-4618-b795-5391e51e64ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.088740 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45b08d4a-eeb2-47d8-b4a3-0641ad5d6621 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.108734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a0dfec9-3bfa-4085-8c3c-fa3d6cc5512d tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.132519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a0dfec9-3bfa-4085-8c3c-fa3d6cc5512d tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.188688 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-be50b1cd-76f4-4ed9-a8e8-1cb0ffdea933 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Allocated IP 2001:db8::10 (5e6339a8-e7ff-4931-b412-f4d7f42c700e/472e1d04-b571-4838-8813-044f6b7d679a/64e53159-5bc4-4482-8e1c-13ef002bceaf) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:29.194518 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] Attempting to bind port fe8056be-148f-4427-aa7d-89551786fdcc on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:29.194892 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] Attempting to bind port fe8056be-148f-4427-aa7d-89551786fdcc by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '3ed02ed2-6c4d-4a3f-9ba9-ffaa174a391e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5e6339a8-e7ff-4931-b412-f4d7f42c700e'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:29.195279 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] Attempting to bind port fe8056be-148f-4427-aa7d-89551786fdcc on network 5e6339a8-e7ff-4931-b412-f4d7f42c700e {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:27:29.214653 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:27:29.215234 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] Checking segment: {'id': '3ed02ed2-6c4d-4a3f-9ba9-ffaa174a391e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5e6339a8-e7ff-4931-b412-f4d7f42c700e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:29.216030 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.216287 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] Bound using segment: {'id': '3ed02ed2-6c4d-4a3f-9ba9-ffaa174a391e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5e6339a8-e7ff-4931-b412-f4d7f42c700e'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:27:29.216879 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] Bound port: fe8056be-148f-4427-aa7d-89551786fdcc, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed02ed2-6c4d-4a3f-9ba9-ffaa174a391e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5e6339a8-e7ff-4931-b412-f4d7f42c700e'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:29.217373 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.259629 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9439cc6-5de2-41c4-91b1-792c216c16ad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.265556 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c9439cc6-5de2-41c4-91b1-792c216c16ad tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] 10.222.0.59 "DELETE /v2.0/ports/00d7893a-86a6-4f0e-b0c8-ce1b88310fd3 HTTP/1.1" status: 204 len: 168 time: 2.1456602 Mar 14 15:27:29.272541 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53644) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:29.297156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45b08d4a-eeb2-47d8-b4a3-0641ad5d6621 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.302866 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b08d4a-eeb2-47d8-b4a3-0641ad5d6621 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:29.304199 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45b08d4a-eeb2-47d8-b4a3-0641ad5d6621 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.362775 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3bf5a5ca-a1f2-493b-aa63-f1fba99824a8 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:29.465039 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a00c44ec-87ed-41b1-ba35-1c9e2976726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.474304 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-45b08d4a-eeb2-47d8-b4a3-0641ad5d6621 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5164034 Mar 14 15:27:29.480687 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53646) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:29.485722 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9fbd4314-cd84-4f11-a9f8-e9e98a65c66a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2137910647', 'admin_state_up': True, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:29.491322 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25786016-482e-4618-b795-5391e51e64ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.499526 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] For port fe8056be-148f-4427-aa7d-89551786fdcc, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:29.507163 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b08d4a-eeb2-47d8-b4a3-0641ad5d6621 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event updated for resources: {'Network': ['ID=2b4067ed-c8cc-4c94-b6e8-5322dc74a22c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:29.520309 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-4a0dfec9-3bfa-4085-8c3c-fa3d6cc5512d tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Floating IP b5289b41-3d04-435c-9387-d061a2e6dcfe associated. External IP: 172.26.6.133, port: a728384f-4465-4a34-82f2-04700592bb9d. Mar 14 15:27:29.529389 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 2b4067ed-c8cc-4c94-b6e8-5322dc74a22c details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:27:29.532814 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] For port fe8056be-148f-4427-aa7d-89551786fdcc, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=fe8056be-148f-4427-aa7d-89551786fdcc,segment=NetworkSegment(3ed02ed2-6c4d-4a3f-9ba9-ffaa174a391e),segment_id=3ed02ed2-6c4d-4a3f-9ba9-ffaa174a391e)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:29.535175 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d8ce47-2756-4024-833f-f2078c6dcfdb tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:29.539738 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-79d8ce47-2756-4024-833f-f2078c6dcfdb tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] 10.222.0.59 "GET /v2.0/ports?device_id=947c3e9a-c103-40b8-9ae2-f61d9f54626a HTTP/1.1" status: 200 len: 913 time: 0.2634325 Mar 14 15:27:29.566601 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.570386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53648) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:29.575192 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-df803c0b-d385-4440-91b6-230cb244bc74 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 172.20.0.11 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/6e63f40e-9259-46e4-a407-6b6188248a31/2ab81e35-2825-466c-9586-1794593b46b7) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:29.576672 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-a00c44ec-87ed-41b1-ba35-1c9e2976726b None None] For port 2e68dee5-acce-41d8-a33e-55356d8d1401, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=2e68dee5-acce-41d8-a33e-55356d8d1401,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:29.637074 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-df803c0b-d385-4440-91b6-230cb244bc74 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::f816:3eff:febc:fd11 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/3ab01c5c-e937-42ec-9ae9-cf06f8d2dfbc/2ab81e35-2825-466c-9586-1794593b46b7) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:29.648161 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 3bf5a5ca-a1f2-493b-aa63-f1fba99824a8 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:29.648784 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.665087 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a00c44ec-87ed-41b1-ba35-1c9e2976726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.769574 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-a00c44ec-87ed-41b1-ba35-1c9e2976726b None None] Provisioning complete for port 779a29ee-be94-41eb-a808-a2efd544f11a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:29.770028 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a00c44ec-87ed-41b1-ba35-1c9e2976726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.810498 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c459d5-c974-4e29-acac-8059e2db2889 None None] Pushing event updated for resources: {'Port': ['ID=fe8056be-148f-4427-aa7d-89551786fdcc,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:29.858357 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207d58f9-234e-4b4c-811f-5de2088e3791 None None] Update dhcp port {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'fixed_ips': [{'subnet_id': '3ab01c5c-e937-42ec-9ae9-cf06f8d2dfbc', 'ip_address': '2001:db8::f816:3eff:fe6b:3989'}, {'subnet_id': '6e63f40e-9259-46e4-a407-6b6188248a31'}], 'binding:host_id': 'dv-neutron-833559-1-hyperv'}, 'id': '2e68dee5-acce-41d8-a33e-55356d8d1401'} from dv-neutron-833559-1-hyperv. {{(pid=102569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 15:27:29.879165 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4314-cd84-4f11-a9f8-e9e98a65c66a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.880193 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4314-cd84-4f11-a9f8-e9e98a65c66a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.895833 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-207d58f9-234e-4b4c-811f-5de2088e3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.991301 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-be50b1cd-76f4-4ed9-a8e8-1cb0ffdea933 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:29.995636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c44ec-87ed-41b1-ba35-1c9e2976726b None None] Pushing event updated for resources: {'Port': ['ID=2e68dee5-acce-41d8-a33e-55356d8d1401,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:30.096204 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4314-cd84-4f11-a9f8-e9e98a65c66a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.218350 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df803c0b-d385-4440-91b6-230cb244bc74 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.241790 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0dfec9-3bfa-4085-8c3c-fa3d6cc5512d tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Router da84d555-1d7c-4d7f-b281-83d0a3be8bb5 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:30.310148 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-be50b1cd-76f4-4ed9-a8e8-1cb0ffdea933 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.346786 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2e68dee5-acce-41d8-a33e-55356d8d1401 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:30.366285 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:27:30.380664 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df803c0b-d385-4440-91b6-230cb244bc74 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.405110 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4314-cd84-4f11-a9f8-e9e98a65c66a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.448525 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-207d58f9-234e-4b4c-811f-5de2088e3791 None None] Allocated IP 172.20.0.2 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/6e63f40e-9259-46e4-a407-6b6188248a31/2e68dee5-acce-41d8-a33e-55356d8d1401) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:30.457314 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be50b1cd-76f4-4ed9-a8e8-1cb0ffdea933 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network 5e6339a8-e7ff-4931-b412-f4d7f42c700e is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:30.464310 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-61b1d915-fe1d-4804-a47f-dd96dc5ca15d tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Deleting port c7dd746f-2f60-4620-9997-77508ae73f1e {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:30.464662 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-61b1d915-fe1d-4804-a47f-dd96dc5ca15d tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.487613 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 2e68dee5-acce-41d8-a33e-55356d8d1401 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:30.488159 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.493705 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-be50b1cd-76f4-4ed9-a8e8-1cb0ffdea933 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:30.496270 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be50b1cd-76f4-4ed9-a8e8-1cb0ffdea933 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:30.502120 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be50b1cd-76f4-4ed9-a8e8-1cb0ffdea933 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:30.502800 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-be50b1cd-76f4-4ed9-a8e8-1cb0ffdea933 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.524507 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50b1cd-76f4-4ed9-a8e8-1cb0ffdea933 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=64e53159-5bc4-4482-8e1c-13ef002bceaf,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:30.584125 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-be50b1cd-76f4-4ed9-a8e8-1cb0ffdea933 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0136635 Mar 14 15:27:30.595428 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53650) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:30.601188 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-bdc21c7d-5d87-4c84-8bab-41ac29e3b238 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'port': {'network_id': '5e6339a8-e7ff-4931-b412-f4d7f42c700e', 'name': 'tempest-PortsIpV6TestJSON-1904545094', 'fixed_ips': [{'subnet_id': '472e1d04-b571-4838-8813-044f6b7d679a', 'ip_address': '2001:db8::f'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:30.619652 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-0206ac63-41ac-4931-b6a3-03cd301eeaff None None] Provisioning complete for port 371a35d0-b297-4404-8eff-8f4c86632041 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:30.620174 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0206ac63-41ac-4931-b6a3-03cd301eeaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.706592 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-207d58f9-234e-4b4c-811f-5de2088e3791 None None] For port 2e68dee5-acce-41d8-a33e-55356d8d1401, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=2e68dee5-acce-41d8-a33e-55356d8d1401,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:30.724269 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0206ac63-41ac-4931-b6a3-03cd301eeaff None None] Port 371a35d0-b297-4404-8eff-8f4c86632041 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:30.751602 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df803c0b-d385-4440-91b6-230cb244bc74 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:30.760968 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-df803c0b-d385-4440-91b6-230cb244bc74 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:30.767340 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0dfec9-3bfa-4085-8c3c-fa3d6cc5512d tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:30.768990 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df803c0b-d385-4440-91b6-230cb244bc74 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:30.772881 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df803c0b-d385-4440-91b6-230cb244bc74 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=2ab81e35-2825-466c-9586-1794593b46b7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:30.779817 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da48b538-bf2c-48aa-b68b-396f6a50051a None None] Sync routers for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:30.788825 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-207d58f9-234e-4b4c-811f-5de2088e3791 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.794996 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-61b1d915-fe1d-4804-a47f-dd96dc5ca15d tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.807182 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da48b538-bf2c-48aa-b68b-396f6a50051a None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:30.808366 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-207d58f9-234e-4b4c-811f-5de2088e3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.819884 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25786016-482e-4618-b795-5391e51e64ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.824546 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-da48b538-bf2c-48aa-b68b-396f6a50051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:30.829623 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-61b1d915-fe1d-4804-a47f-dd96dc5ca15d tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Calling delete_port for c7dd746f-2f60-4620-9997-77508ae73f1e owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:30.842596 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25786016-482e-4618-b795-5391e51e64ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.942035 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-da48b538-bf2c-48aa-b68b-396f6a50051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:30.963246 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df803c0b-d385-4440-91b6-230cb244bc74 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:30.964475 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df803c0b-d385-4440-91b6-230cb244bc74 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:30.972565 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da48b538-bf2c-48aa-b68b-396f6a50051a None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:30.973798 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-da48b538-bf2c-48aa-b68b-396f6a50051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:31.017235 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d58f9-234e-4b4c-811f-5de2088e3791 None None] Pushing event updated for resources: {'Port': ['ID=2e68dee5-acce-41d8-a33e-55356d8d1401,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:31.034085 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc21c7d-5d87-4c84-8bab-41ac29e3b238 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:31.038589 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-da48b538-bf2c-48aa-b68b-396f6a50051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:31.040226 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da48b538-bf2c-48aa-b68b-396f6a50051a None None] The sync data for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:31.043618 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bdc21c7d-5d87-4c84-8bab-41ac29e3b238 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:31.048153 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d57625a1-c051-44a0-a641-9681f5dd5838 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:31.051203 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25786016-482e-4618-b795-5391e51e64ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:31.067819 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25786016-482e-4618-b795-5391e51e64ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=371a35d0-b297-4404-8eff-8f4c86632041,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:31.115434 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 779a29ee-be94-41eb-a808-a2efd544f11a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:31.148687 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-bdc21c7d-5d87-4c84-8bab-41ac29e3b238 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] device_id is not set on port 697bb2c1-5da4-4f80-9712-b92e1407b64d yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:27:31.165691 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-df803c0b-d385-4440-91b6-230cb244bc74 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.7270629 Mar 14 15:27:31.166455 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53652) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:31.209841 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 779a29ee-be94-41eb-a808-a2efd544f11a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:31.210334 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:31.367353 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2e68dee5-acce-41d8-a33e-55356d8d1401 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:31.369540 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b978d77-24b9-4e59-aeeb-b41cd0b1b255 None None] Network 5e6339a8-e7ff-4931-b412-f4d7f42c700e requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:31.403242 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb8026f-74af-446b-8d5a-6ca58388501a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:31.418090 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb8026f-74af-446b-8d5a-6ca58388501a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:31.421833 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bbb8026f-74af-446b-8d5a-6ca58388501a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2484925 Mar 14 15:27:31.425331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53654) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:31.504940 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4314-cd84-4f11-a9f8-e9e98a65c66a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:31.546209 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25786016-482e-4618-b795-5391e51e64ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0e58071f-ed6b-4f5e-9912-c6e34b9e0905 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:31.547716 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4314-cd84-4f11-a9f8-e9e98a65c66a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:31.559172 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-25786016-482e-4618-b795-5391e51e64ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:31.573248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0dfec9-3bfa-4085-8c3c-fa3d6cc5512d tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Router da84d555-1d7c-4d7f-b281-83d0a3be8bb5 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:31.581128 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-399af286-ec44-4a50-a63b-22acdd762ebe None None] Provisioning complete for port fe8056be-148f-4427-aa7d-89551786fdcc triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:31.581687 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-399af286-ec44-4a50-a63b-22acdd762ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:31.685081 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 2e68dee5-acce-41d8-a33e-55356d8d1401 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:31.685459 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:31.766839 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0dfec9-3bfa-4085-8c3c-fa3d6cc5512d tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:31.780872 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1453d2-8d41-4736-8b69-1a2277d61455 None None] Sync routers for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:31.808427 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1453d2-8d41-4736-8b69-1a2277d61455 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:31.809328 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-fc1453d2-8d41-4736-8b69-1a2277d61455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:31.828733 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a0dfec9-3bfa-4085-8c3c-fa3d6cc5512d tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:31.933061 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6090614d-8440-486a-87f5-898acf7ddae8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port 2ab81e35-2825-466c-9586-1794593b46b7 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:31.933840 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6090614d-8440-486a-87f5-898acf7ddae8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:31.947842 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4a0dfec9-3bfa-4085-8c3c-fa3d6cc5512d tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "PUT /v2.0/floatingips/b5289b41-3d04-435c-9387-d061a2e6dcfe HTTP/1.1" status: 200 len: 979 time: 4.8524711 Mar 14 15:27:31.948512 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53656) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:31.964324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c9fa6942-de98-4c8e-ad3c-1aadf5c08f88 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:31.965184 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-399af286-ec44-4a50-a63b-22acdd762ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:31.984579 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-fc1453d2-8d41-4736-8b69-1a2277d61455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:32.016953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-399af286-ec44-4a50-a63b-22acdd762ebe None None] For port fe8056be-148f-4427-aa7d-89551786fdcc, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=fe8056be-148f-4427-aa7d-89551786fdcc,segment=NetworkSegment(3ed02ed2-6c4d-4a3f-9ba9-ffaa174a391e),segment_id=3ed02ed2-6c4d-4a3f-9ba9-ffaa174a391e)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:32.049604 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1453d2-8d41-4736-8b69-1a2277d61455 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:32.051172 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-fc1453d2-8d41-4736-8b69-1a2277d61455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:32.058883 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d57625a1-c051-44a0-a641-9681f5dd5838 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Deleting port 7748c4d4-4c37-43b6-874e-57f6032ae5a6 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:32.059259 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d57625a1-c051-44a0-a641-9681f5dd5838 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.119647 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-bdc21c7d-5d87-4c84-8bab-41ac29e3b238 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Allocated IP 2001:db8::f (5e6339a8-e7ff-4931-b412-f4d7f42c700e/472e1d04-b571-4838-8813-044f6b7d679a/697bb2c1-5da4-4f80-9712-b92e1407b64d) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:32.124544 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-399af286-ec44-4a50-a63b-22acdd762ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.128543 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-61b1d915-fe1d-4804-a47f-dd96dc5ca15d tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.154677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9fa6942-de98-4c8e-ad3c-1aadf5c08f88 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.164430 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-fc1453d2-8d41-4736-8b69-1a2277d61455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:32.165053 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1453d2-8d41-4736-8b69-1a2277d61455 None None] The sync data for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:32.183686 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device fe8056be-148f-4427-aa7d-89551786fdcc up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:32.259230 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6090614d-8440-486a-87f5-898acf7ddae8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.271473 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399af286-ec44-4a50-a63b-22acdd762ebe None None] Pushing event updated for resources: {'Port': ['ID=fe8056be-148f-4427-aa7d-89551786fdcc,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:32.306625 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-61712424-e860-4040-9331-b0cea60ed229 None None] Provisioning complete for port 371a35d0-b297-4404-8eff-8f4c86632041 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:32.307086 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-61712424-e860-4040-9331-b0cea60ed229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.348597 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6090614d-8440-486a-87f5-898acf7ddae8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for 2ab81e35-2825-466c-9586-1794593b46b7 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:32.386803 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port fe8056be-148f-4427-aa7d-89551786fdcc triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:32.387201 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.390373 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-61712424-e860-4040-9331-b0cea60ed229 None None] Port 371a35d0-b297-4404-8eff-8f4c86632041 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:32.390990 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1d915-fe1d-4804-a47f-dd96dc5ca15d tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event deleted for resources: {'Port': ['ID=c7dd746f-2f60-4620-9997-77508ae73f1e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:32.417250 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d57625a1-c051-44a0-a641-9681f5dd5838 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.457445 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d57625a1-c051-44a0-a641-9681f5dd5838 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Calling delete_port for 7748c4d4-4c37-43b6-874e-57f6032ae5a6 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:32.503945 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-61712424-e860-4040-9331-b0cea60ed229 None None] Provisioning complete for port 2e68dee5-acce-41d8-a33e-55356d8d1401 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:32.504322 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-61712424-e860-4040-9331-b0cea60ed229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.620856 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9fa6942-de98-4c8e-ad3c-1aadf5c08f88 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.653100 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-9fbd4314-cd84-4f11-a9f8-e9e98a65c66a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Allocated IP 172.26.6.60 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/a428130a-4827-4dd2-9df2-1a82e3ec6f8f) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:32.823241 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9fa6942-de98-4c8e-ad3c-1aadf5c08f88 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.823961 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-c9fa6942-de98-4c8e-ad3c-1aadf5c08f88 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Floating IP b5289b41-3d04-435c-9387-d061a2e6dcfe disassociated. External IP: 172.26.6.133, port: c0d51b53-84c1-4fb2-8995-3b813a69d336. Mar 14 15:27:32.825033 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4314-cd84-4f11-a9f8-e9e98a65c66a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.852547 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2e68dee5-acce-41d8-a33e-55356d8d1401 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:32.886784 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bdc21c7d-5d87-4c84-8bab-41ac29e3b238 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.921844 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 2e68dee5-acce-41d8-a33e-55356d8d1401 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:32.922406 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.942470 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-61b1d915-fe1d-4804-a47f-dd96dc5ca15d tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:32.951221 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25786016-482e-4618-b795-5391e51e64ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router ee10d592-5408-4d6a-9f5a-89416c3de9f2 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:32.962909 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-e069b123-c174-44af-a541-c317038e7b3a None None] Provisioning complete for port 2ab81e35-2825-466c-9586-1794593b46b7 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:32.963314 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e069b123-c174-44af-a541-c317038e7b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.033044 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4314-cd84-4f11-a9f8-e9e98a65c66a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.044950 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e069b123-c174-44af-a541-c317038e7b3a None None] Port 2ab81e35-2825-466c-9586-1794593b46b7 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:33.054763 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device fe8056be-148f-4427-aa7d-89551786fdcc up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:33.092131 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-e069b123-c174-44af-a541-c317038e7b3a None None] Provisioning complete for port fe8056be-148f-4427-aa7d-89551786fdcc triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:33.092514 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e069b123-c174-44af-a541-c317038e7b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.122265 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bdc21c7d-5d87-4c84-8bab-41ac29e3b238 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.152019 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port fe8056be-148f-4427-aa7d-89551786fdcc triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:33.152401 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.166279 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbd4314-cd84-4f11-a9f8-e9e98a65c66a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:33.183737 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-9fbd4314-cd84-4f11-a9f8-e9e98a65c66a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:33.186710 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc21c7d-5d87-4c84-8bab-41ac29e3b238 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network 5e6339a8-e7ff-4931-b412-f4d7f42c700e is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:33.189853 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd4314-cd84-4f11-a9f8-e9e98a65c66a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event updated for resources: {'Port': ['ID=a428130a-4827-4dd2-9df2-1a82e3ec6f8f,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:33.227099 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbd4314-cd84-4f11-a9f8-e9e98a65c66a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:33.260065 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-bdc21c7d-5d87-4c84-8bab-41ac29e3b238 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:33.277762 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-e069b123-c174-44af-a541-c317038e7b3a None None] Provisioning complete for port 64e53159-5bc4-4482-8e1c-13ef002bceaf triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:33.278083 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e069b123-c174-44af-a541-c317038e7b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.285080 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc21c7d-5d87-4c84-8bab-41ac29e3b238 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:33.287118 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d57625a1-c051-44a0-a641-9681f5dd5838 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.291381 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc21c7d-5d87-4c84-8bab-41ac29e3b238 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:33.292059 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bdc21c7d-5d87-4c84-8bab-41ac29e3b238 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.299545 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6090614d-8440-486a-87f5-898acf7ddae8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.330737 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e069b123-c174-44af-a541-c317038e7b3a None None] Port 64e53159-5bc4-4482-8e1c-13ef002bceaf cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:33.343808 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57625a1-c051-44a0-a641-9681f5dd5838 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Pushing event deleted for resources: {'Port': ['ID=7748c4d4-4c37-43b6-874e-57f6032ae5a6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:33.377036 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090614d-8440-486a-87f5-898acf7ddae8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=2ab81e35-2825-466c-9586-1794593b46b7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:33.425083 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bdc21c7d-5d87-4c84-8bab-41ac29e3b238 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8253741 Mar 14 15:27:33.425083 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b1d915-fe1d-4804-a47f-dd96dc5ca15d tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Router db85996c-3276-4c45-b7aa-d651bf9b3daa has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:33.428035 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25786016-482e-4618-b795-5391e51e64ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:33.428639 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc21c7d-5d87-4c84-8bab-41ac29e3b238 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=697bb2c1-5da4-4f80-9712-b92e1407b64d,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:33.431717 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53658) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:33.441775 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] Sync routers for ids ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:33.478752 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] Routers {'ee10d592-5408-4d6a-9f5a-89416c3de9f2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:33.479952 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:33.481089 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-25786016-482e-4618-b795-5391e51e64ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/routers/ee10d592-5408-4d6a-9f5a-89416c3de9f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6978660 Mar 14 15:27:33.519364 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53660) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:33.636346 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] Set router ee10d592-5408-4d6a-9f5a-89416c3de9f2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:27:33.766146 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-454f1429-248b-4b48-a95d-59db8939c6ed None None] Provisioning complete for port 697bb2c1-5da4-4f80-9712-b92e1407b64d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:33.766530 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-454f1429-248b-4b48-a95d-59db8939c6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.781771 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d91e7a-5a25-4ce7-b590-64d9aeb7e28c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:33.785988 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-43d91e7a-5a25-4ce7-b590-64d9aeb7e28c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3012557 Mar 14 15:27:33.810300 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fa6942-de98-4c8e-ad3c-1aadf5c08f88 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Router da84d555-1d7c-4d7f-b281-83d0a3be8bb5 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:33.812092 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-454f1429-248b-4b48-a95d-59db8939c6ed None None] Port 697bb2c1-5da4-4f80-9712-b92e1407b64d cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:33.814714 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53662) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:33.831941 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b1d915-fe1d-4804-a47f-dd96dc5ca15d tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:33.845069 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2db6fa-7069-4a02-8f11-8136eef1b1e1 None None] Sync routers for ids ['db85996c-3276-4c45-b7aa-d651bf9b3daa'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:33.864111 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2db6fa-7069-4a02-8f11-8136eef1b1e1 None None] Routers {'db85996c-3276-4c45-b7aa-d651bf9b3daa'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:33.864749 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-af2db6fa-7069-4a02-8f11-8136eef1b1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['db85996c-3276-4c45-b7aa-d651bf9b3daa'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:33.882847 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-61b1d915-fe1d-4804-a47f-dd96dc5ca15d tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "PUT /v2.0/routers/db85996c-3276-4c45-b7aa-d651bf9b3daa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6752801 Mar 14 15:27:33.888173 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53664) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:33.907251 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-af2db6fa-7069-4a02-8f11-8136eef1b1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:33.918852 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2db6fa-7069-4a02-8f11-8136eef1b1e1 None None] Routers {'db85996c-3276-4c45-b7aa-d651bf9b3daa'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:33.919558 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-af2db6fa-7069-4a02-8f11-8136eef1b1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['db85996c-3276-4c45-b7aa-d651bf9b3daa'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:33.951565 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6090614d-8440-486a-87f5-898acf7ddae8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:33.953661 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-af2db6fa-7069-4a02-8f11-8136eef1b1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:33.954333 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2db6fa-7069-4a02-8f11-8136eef1b1e1 None None] The sync data for ids ['db85996c-3276-4c45-b7aa-d651bf9b3daa'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:33.956747 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6090614d-8440-486a-87f5-898acf7ddae8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/2ab81e35-2825-466c-9586-1794593b46b7 HTTP/1.1" status: 204 len: 168 time: 2.5301597 Mar 14 15:27:33.968170 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-f82f325d-d795-45a0-8160-140225d32fc4 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] show failed (client error): The resource could not be found. Mar 14 15:27:33.968357 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53666) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:33.969536 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f82f325d-d795-45a0-8160-140225d32fc4 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-741566128 HTTP/1.1" status: 404 len: 334 time: 0.0801964 Mar 14 15:27:33.980936 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53668) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:33.983196 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:27:29Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:16Z', 'updated_at': '2022-03-14T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '371a35d0-b297-4404-8eff-8f4c86632041', 'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:d4:74:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:27Z', 'updated_at': '2022-03-14T15:27:30Z', 'revision_number': 2, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:33.991817 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ae2bea39-5050-48bf-8372-cf6cec5bbe34 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:34.013512 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] Checking router: ee10d592-5408-4d6a-9f5a-89416c3de9f2 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:27:34.013868 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] Updating router ee10d592-5408-4d6a-9f5a-89416c3de9f2 port 371a35d0-b297-4404-8eff-8f4c86632041 binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:27:34.024685 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d57625a1-c051-44a0-a641-9681f5dd5838 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.037594 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-ae2bea39-5050-48bf-8372-cf6cec5bbe34 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] update failed (client error): The resource could not be found. Mar 14 15:27:34.038944 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ae2bea39-5050-48bf-8372-cf6cec5bbe34 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-1951158816 HTTP/1.1" status: 404 len: 335 time: 0.0567594 Mar 14 15:27:34.045471 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.056635 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27db47a9-afc8-4807-93a1-2c40ab5696d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.075416 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e734dded-c8cc-4521-87ab-f689610303e9 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.078118 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53670) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:34.081419 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e734dded-c8cc-4521-87ab-f689610303e9 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.087599 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e734dded-c8cc-4521-87ab-f689610303e9 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.089572 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e734dded-c8cc-4521-87ab-f689610303e9 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2719188 Mar 14 15:27:34.094459 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53672) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:34.150954 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4314-cd84-4f11-a9f8-e9e98a65c66a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.244916 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0aa149-f0e4-4307-b271-b34381b1ae0a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.246470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0aa149-f0e4-4307-b271-b34381b1ae0a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.248113 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0aa149-f0e4-4307-b271-b34381b1ae0a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.249834 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5c0aa149-f0e4-4307-b271-b34381b1ae0a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2805448 Mar 14 15:27:34.261869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53674) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:34.275606 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3f813-6d0f-48ee-b1bb-fe779d2737aa tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.276195 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3f813-6d0f-48ee-b1bb-fe779d2737aa tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.276661 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3f813-6d0f-48ee-b1bb-fe779d2737aa tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.277119 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3f813-6d0f-48ee-b1bb-fe779d2737aa tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.277571 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3f813-6d0f-48ee-b1bb-fe779d2737aa tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.278039 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3f813-6d0f-48ee-b1bb-fe779d2737aa tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.278468 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3f813-6d0f-48ee-b1bb-fe779d2737aa tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.278946 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3f813-6d0f-48ee-b1bb-fe779d2737aa tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.279385 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3f813-6d0f-48ee-b1bb-fe779d2737aa tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.279830 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3f813-6d0f-48ee-b1bb-fe779d2737aa tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.280277 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3f813-6d0f-48ee-b1bb-fe779d2737aa tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.280723 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3f813-6d0f-48ee-b1bb-fe779d2737aa tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.281167 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3f813-6d0f-48ee-b1bb-fe779d2737aa tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.281609 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3f813-6d0f-48ee-b1bb-fe779d2737aa tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.283964 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9da3f813-6d0f-48ee-b1bb-fe779d2737aa tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9815 time: 0.7635405 Mar 14 15:27:34.286696 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-032a5080-504f-437a-b8e1-58a35a5984da tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port 697bb2c1-5da4-4f80-9712-b92e1407b64d {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:34.287258 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-032a5080-504f-437a-b8e1-58a35a5984da tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.290686 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53676) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:34.369640 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dad89c3-ae6e-40d6-8865-2b8a67aa29e4 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Deleting subnet c523c735-a2ec-4cb9-9488-ee790a38f39c {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:27:34.408900 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dad89c3-ae6e-40d6-8865-2b8a67aa29e4 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.456906 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.464153 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.487000 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13f7c15-5403-4517-afad-90ace292bb03 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet 3ab01c5c-e937-42ec-9ae9-cf06f8d2dfbc {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:27:34.495322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fa6942-de98-4c8e-ad3c-1aadf5c08f88 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:34.500219 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e13f7c15-5403-4517-afad-90ace292bb03 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.506380 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9fa6942-de98-4c8e-ad3c-1aadf5c08f88 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.508922 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ff125-7be9-4c9c-84ba-346d77d552ad None None] Pushing event updated for resources: {'Port': ['ID=371a35d0-b297-4404-8eff-8f4c86632041,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:34.515719 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f01ff10-f26e-4ef5-8521-100502d9784f None None] Sync routers for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:34.530903 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f01ff10-f26e-4ef5-8521-100502d9784f None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:34.531566 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1f01ff10-f26e-4ef5-8521-100502d9784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:34.571400 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1f01ff10-f26e-4ef5-8521-100502d9784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:34.575354 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dad89c3-ae6e-40d6-8865-2b8a67aa29e4 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.580166 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57625a1-c051-44a0-a641-9681f5dd5838 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Router 947c3e9a-c103-40b8-9ae2-f61d9f54626a has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:34.581931 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f01ff10-f26e-4ef5-8521-100502d9784f None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:34.582575 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1f01ff10-f26e-4ef5-8521-100502d9784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:34.623409 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1f01ff10-f26e-4ef5-8521-100502d9784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:34.624051 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f01ff10-f26e-4ef5-8521-100502d9784f None None] The sync data for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:34.628314 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e13f7c15-5403-4517-afad-90ace292bb03 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.662487 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c9fa6942-de98-4c8e-ad3c-1aadf5c08f88 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "PUT /v2.0/floatingips/b5289b41-3d04-435c-9387-d061a2e6dcfe HTTP/1.1" status: 200 len: 688 time: 2.7025764 Mar 14 15:27:34.665995 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53678) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:34.682597 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] Attempting to bind port 371a35d0-b297-4404-8eff-8f4c86632041 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:34.683018 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] Attempting to bind port 371a35d0-b297-4404-8eff-8f4c86632041 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:34.683346 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] Attempting to bind port 371a35d0-b297-4404-8eff-8f4c86632041 on network 0e58071f-ed6b-4f5e-9912-c6e34b9e0905 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:27:34.690149 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:27:34.690533 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] Checking segment: {'id': '6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:34.690948 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.691625 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] Bound using segment: {'id': '6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:27:34.691982 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] Bound port: 371a35d0-b297-4404-8eff-8f4c86632041, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:34.692367 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.771018 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] For port 371a35d0-b297-4404-8eff-8f4c86632041, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:34.774868 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] For port 371a35d0-b297-4404-8eff-8f4c86632041, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=371a35d0-b297-4404-8eff-8f4c86632041,segment=NetworkSegment(6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1),segment_id=6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:34.783553 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.815084 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-032a5080-504f-437a-b8e1-58a35a5984da tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.824687 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e73d7-0bd7-4d9f-b361-0ace93a54ecf tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.825077 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e73d7-0bd7-4d9f-b361-0ace93a54ecf tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.825529 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e73d7-0bd7-4d9f-b361-0ace93a54ecf tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.825972 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e73d7-0bd7-4d9f-b361-0ace93a54ecf tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.826410 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e73d7-0bd7-4d9f-b361-0ace93a54ecf tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.826857 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e73d7-0bd7-4d9f-b361-0ace93a54ecf tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.827311 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e73d7-0bd7-4d9f-b361-0ace93a54ecf tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.827769 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e73d7-0bd7-4d9f-b361-0ace93a54ecf tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.828292 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e73d7-0bd7-4d9f-b361-0ace93a54ecf tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.828737 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e73d7-0bd7-4d9f-b361-0ace93a54ecf tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.829169 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e73d7-0bd7-4d9f-b361-0ace93a54ecf tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.829604 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e73d7-0bd7-4d9f-b361-0ace93a54ecf tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.830039 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e73d7-0bd7-4d9f-b361-0ace93a54ecf tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:34.832259 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-084e73d7-0bd7-4d9f-b361-0ace93a54ecf tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8191 time: 0.5383193 Mar 14 15:27:34.843784 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] Routers {'ee10d592-5408-4d6a-9f5a-89416c3de9f2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:34.844348 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53680) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:34.844488 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:34.864092 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b140da78-417c-43cf-9fe8-d159fb9174a3 None None] Provisioning complete for port 371a35d0-b297-4404-8eff-8f4c86632041 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:34.864965 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b140da78-417c-43cf-9fe8-d159fb9174a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:34.876117 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-032a5080-504f-437a-b8e1-58a35a5984da tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for 697bb2c1-5da4-4f80-9712-b92e1407b64d owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:34.907786 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ff125-7be9-4c9c-84ba-346d77d552ad None None] Pushing event updated for resources: {'Port': ['ID=371a35d0-b297-4404-8eff-8f4c86632041,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:34.997088 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] Set router ee10d592-5408-4d6a-9f5a-89416c3de9f2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:27:35.035954 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b140da78-417c-43cf-9fe8-d159fb9174a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.053233 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4314-cd84-4f11-a9f8-e9e98a65c66a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.095300 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b140da78-417c-43cf-9fe8-d159fb9174a3 None None] For port 371a35d0-b297-4404-8eff-8f4c86632041, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=371a35d0-b297-4404-8eff-8f4c86632041,segment=NetworkSegment(6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1),segment_id=6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:35.107523 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b140da78-417c-43cf-9fe8-d159fb9174a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.185610 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57625a1-c051-44a0-a641-9681f5dd5838 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:35.196082 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140da78-417c-43cf-9fe8-d159fb9174a3 None None] Pushing event updated for resources: {'Port': ['ID=371a35d0-b297-4404-8eff-8f4c86632041,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:35.204497 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66386a4c-d7b0-4c93-9af7-8058f2daf0f9 None None] Sync routers for ids ['947c3e9a-c103-40b8-9ae2-f61d9f54626a'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:35.217791 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66386a4c-d7b0-4c93-9af7-8058f2daf0f9 None None] Routers {'947c3e9a-c103-40b8-9ae2-f61d9f54626a'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:35.218478 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-66386a4c-d7b0-4c93-9af7-8058f2daf0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['947c3e9a-c103-40b8-9ae2-f61d9f54626a'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:35.232135 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d57625a1-c051-44a0-a641-9681f5dd5838 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] 10.222.0.59 "PUT /v2.0/routers/947c3e9a-c103-40b8-9ae2-f61d9f54626a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6584625 Mar 14 15:27:35.251474 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53682) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:35.267094 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-66386a4c-d7b0-4c93-9af7-8058f2daf0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:35.284741 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-defbc440-232a-48be-b038-8ebbb82bf636 None None] Provisioning complete for port 371a35d0-b297-4404-8eff-8f4c86632041 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:35.285115 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-defbc440-232a-48be-b038-8ebbb82bf636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.299487 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e13f7c15-5403-4517-afad-90ace292bb03 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.303180 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dad89c3-ae6e-40d6-8865-2b8a67aa29e4 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.331976 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:27:29Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:16Z', 'updated_at': '2022-03-14T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '371a35d0-b297-4404-8eff-8f4c86632041', 'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:d4:74:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:27Z', 'updated_at': '2022-03-14T15:27:34Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:35.335364 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66386a4c-d7b0-4c93-9af7-8058f2daf0f9 None None] Routers {'947c3e9a-c103-40b8-9ae2-f61d9f54626a'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:35.335905 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-66386a4c-d7b0-4c93-9af7-8058f2daf0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['947c3e9a-c103-40b8-9ae2-f61d9f54626a'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:35.376806 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-66386a4c-d7b0-4c93-9af7-8058f2daf0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:35.377403 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66386a4c-d7b0-4c93-9af7-8058f2daf0f9 None None] The sync data for ids ['947c3e9a-c103-40b8-9ae2-f61d9f54626a'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:35.418181 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06401f95-5686-42f2-be2b-5e002136c058 None None] The sync data for ids ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'] in dv-neutron-833559-1-hyperv is: [{'id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:27:29Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:16Z', 'updated_at': '2022-03-14T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '371a35d0-b297-4404-8eff-8f4c86632041', 'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:d4:74:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:27Z', 'updated_at': '2022-03-14T15:27:34Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:35.418765 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4dc2a909-7057-475d-910d-90d255b2bddf tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Deleting port b5d387ac-e164-4d2f-a969-7878ba33bf93 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:35.419211 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a909-7057-475d-910d-90d255b2bddf tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.421917 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dad89c3-ae6e-40d6-8865-2b8a67aa29e4 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.464693 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e13f7c15-5403-4517-afad-90ace292bb03 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.489405 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e13f7c15-5403-4517-afad-90ace292bb03 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.495427 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e13f7c15-5403-4517-afad-90ace292bb03 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/3ab01c5c-e937-42ec-9ae9-cf06f8d2dfbc HTTP/1.1" status: 204 len: 168 time: 1.2278180 Mar 14 15:27:35.503878 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53684) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:35.515767 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a422c1-49c7-488d-bf86-c42632957269 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:35.528073 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad89c3-ae6e-40d6-8865-2b8a67aa29e4 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event deleted for resources: {'Subnet': ['ID=c523c735-a2ec-4cb9-9488-ee790a38f39c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:35.539274 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dad89c3-ae6e-40d6-8865-2b8a67aa29e4 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.550377 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3dad89c3-ae6e-40d6-8865-2b8a67aa29e4 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "DELETE /v2.0/subnets/c523c735-a2ec-4cb9-9488-ee790a38f39c HTTP/1.1" status: 204 len: 168 time: 1.4663527 Mar 14 15:27:35.557490 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53686) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:35.564492 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48a3edd-6f69-4b30-bac4-cffe9e13c306 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet 6e63f40e-9259-46e4-a407-6b6188248a31 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:27:35.572744 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f7c15-5403-4517-afad-90ace292bb03 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab01c5c-e937-42ec-9ae9-cf06f8d2dfbc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:35.585026 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c26382-7769-4642-9ef7-fdecfb41169a None None] Network bf560fc5-0a5a-40c8-9692-b97ed9e2da3d requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:35.597684 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c48a3edd-6f69-4b30-bac4-cffe9e13c306 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.627197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a909-7057-475d-910d-90d255b2bddf tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.627904 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a909-7057-475d-910d-90d255b2bddf tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.651454 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4dc2a909-7057-475d-910d-90d255b2bddf tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Calling delete_port for b5d387ac-e164-4d2f-a969-7878ba33bf93 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:35.701539 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-428a9d9c-5be5-42ab-b752-85f6df9ac999 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.783408 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.834602 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a909-7057-475d-910d-90d255b2bddf tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.848662 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-032a5080-504f-437a-b8e1-58a35a5984da tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.866057 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2a909-7057-475d-910d-90d255b2bddf tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event deleted for resources: {'Port': ['ID=b5d387ac-e164-4d2f-a969-7878ba33bf93,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:35.945987 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a909-7057-475d-910d-90d255b2bddf tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.948792 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a909-7057-475d-910d-90d255b2bddf tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.952800 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4dc2a909-7057-475d-910d-90d255b2bddf tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "DELETE /v2.0/floatingips/b5289b41-3d04-435c-9387-d061a2e6dcfe HTTP/1.1" status: 204 len: 168 time: 1.2831638 Mar 14 15:27:35.953419 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53688) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:35.962567 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c48a3edd-6f69-4b30-bac4-cffe9e13c306 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:35.996233 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-cc54fda8-64b3-4291-8aba-a4a905da2fd7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] delete failed (client error): The resource could not be found. Mar 14 15:27:36.003115 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cc54fda8-64b3-4291-8aba-a4a905da2fd7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "DELETE /v2.0/floatingips/b5289b41-3d04-435c-9387-d061a2e6dcfe HTTP/1.1" status: 404 len: 345 time: 0.0486162 Mar 14 15:27:36.004147 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53690) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:36.029890 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a5080-504f-437a-b8e1-58a35a5984da tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=697bb2c1-5da4-4f80-9712-b92e1407b64d,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:36.059237 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-428a9d9c-5be5-42ab-b752-85f6df9ac999 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.066532 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-428a9d9c-5be5-42ab-b752-85f6df9ac999 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.085388 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-032a5080-504f-437a-b8e1-58a35a5984da tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.090050 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-032a5080-504f-437a-b8e1-58a35a5984da tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/ports/697bb2c1-5da4-4f80-9712-b92e1407b64d HTTP/1.1" status: 204 len: 168 time: 1.9943831 Mar 14 15:27:36.097024 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53692) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:36.131763 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-af92158c-1726-4b8b-b96f-64d883e05473 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] GET failed (client error): The resource could not be found. Mar 14 15:27:36.134232 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-af92158c-1726-4b8b-b96f-64d883e05473 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports/697bb2c1-5da4-4f80-9712-b92e1407b64d HTTP/1.1" status: 404 len: 333 time: 0.0360324 Mar 14 15:27:36.136855 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53694) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:36.149291 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76343411-3e3d-453b-9339-b36d3e78d117 None None] DHCP port deletion for bf560fc5-0a5a-40c8-9692-b97ed9e2da3d request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:27:36.155940 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc75b2e-af69-4037-a8b3-9501173607bc tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:36.164073 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc75b2e-af69-4037-a8b3-9501173607bc tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:36.185497 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc75b2e-af69-4037-a8b3-9501173607bc tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:36.189670 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7cc75b2e-af69-4037-a8b3-9501173607bc tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "GET /v2.0/ports?network_id=e7d678bb-8f56-4497-9b3e-4e97ee89e5c6 HTTP/1.1" status: 200 len: 2360 time: 0.1819484 Mar 14 15:27:36.190513 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53696) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:36.251828 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-76343411-3e3d-453b-9339-b36d3e78d117 None None] Deleting port 2353c9b4-a71f-418e-b0e8-be18324d69b6 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:36.252210 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76343411-3e3d-453b-9339-b36d3e78d117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.313100 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbd4314-cd84-4f11-a9f8-e9e98a65c66a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Router 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:27:36.349880 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ea53753a-9519-4f23-ad7a-09b565f5e3b1 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4135 time: 1.5040939 Mar 14 15:27:36.381740 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-428a9d9c-5be5-42ab-b752-85f6df9ac999 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.382587 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428a9d9c-5be5-42ab-b752-85f6df9ac999 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Fanout notify agent at l3_agent the message router_deleted on router 947c3e9a-c103-40b8-9ae2-f61d9f54626a {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:27:36.389961 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e210022d-9400-45f2-acdf-dd651b6755cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port 64e53159-5bc4-4482-8e1c-13ef002bceaf {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:36.390336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e210022d-9400-45f2-acdf-dd651b6755cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.405810 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c48a3edd-6f69-4b30-bac4-cffe9e13c306 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.432739 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-428a9d9c-5be5-42ab-b752-85f6df9ac999 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.434066 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-428a9d9c-5be5-42ab-b752-85f6df9ac999 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] 10.222.0.59 "DELETE /v2.0/routers/947c3e9a-c103-40b8-9ae2-f61d9f54626a HTTP/1.1" status: 204 len: 168 time: 1.1817374 Mar 14 15:27:36.436792 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53702) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:36.444149 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-76343411-3e3d-453b-9339-b36d3e78d117 None None] For port 2353c9b4-a71f-418e-b0e8-be18324d69b6, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=2353c9b4-a71f-418e-b0e8-be18324d69b6,segment=NetworkSegment(018d6792-fa3b-4671-bf1f-fc1883d8b6af),segment_id=018d6792-fa3b-4671-bf1f-fc1883d8b6af)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:36.444708 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76343411-3e3d-453b-9339-b36d3e78d117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.479038 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d3c0817-a5bf-4673-bc67-4ce10b426d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.486462 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-76343411-3e3d-453b-9339-b36d3e78d117 None None] Calling delete_port for 2353c9b4-a71f-418e-b0e8-be18324d69b6 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:36.513151 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d78cf3f-6c25-4f32-a6fe-1f76176fce07 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:36.514521 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6d78cf3f-6c25-4f32-a6fe-1f76176fce07 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "GET /v2.0/subnets/d2578130-2414-4006-be5d-824219c7d4ac HTTP/1.1" status: 200 len: 797 time: 0.2277830 Mar 14 15:27:36.567238 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53704) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:36.576228 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-b7f216fb-3f5e-4183-9075-0932bf6efd3e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'port': {'network_id': 'e7d678bb-8f56-4497-9b3e-4e97ee89e5c6', 'name': 'tempest-FloatingIPTestJSON-1930993909', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.11'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:36.610119 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e01a06a0-931b-4e49-9a4d-4bf2bc291704 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Deleting subnet e182e327-5e37-4ecb-8e6c-7d77ca78917a {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:27:36.614331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e01a06a0-931b-4e49-9a4d-4bf2bc291704 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.634298 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76343411-3e3d-453b-9339-b36d3e78d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.686884 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76343411-3e3d-453b-9339-b36d3e78d117 None None] Pushing event deleted for resources: {'Port': ['ID=2353c9b4-a71f-418e-b0e8-be18324d69b6,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:36.692846 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76343411-3e3d-453b-9339-b36d3e78d117 None None] No DVR routers for this DVR port 2353c9b4-a71f-418e-b0e8-be18324d69b6 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:36.708107 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e01a06a0-931b-4e49-9a4d-4bf2bc291704 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.795273 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e210022d-9400-45f2-acdf-dd651b6755cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:36.824193 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e210022d-9400-45f2-acdf-dd651b6755cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for 64e53159-5bc4-4482-8e1c-13ef002bceaf owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:36.933623 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 371a35d0-b297-4404-8eff-8f4c86632041 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:37.028554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53706) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:37.030275 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e01a06a0-931b-4e49-9a4d-4bf2bc291704 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.043541 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-163ba983-52a6-408e-a7a6-d431cd4a0f08 None None] Provisioning complete for port 2e68dee5-acce-41d8-a33e-55356d8d1401 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:37.044592 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-163ba983-52a6-408e-a7a6-d431cd4a0f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.047516 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Deleting port 2353c9b4-a71f-418e-b0e8-be18324d69b6 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:37.048452 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.061100 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e4155536-a07e-431d-acfd-0b4ff76e3c46 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1763855505', 'description': 'tempest-secgroup-smoke-1763855505 description', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:37.097192 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 371a35d0-b297-4404-8eff-8f4c86632041 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:37.097570 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.131036 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4155536-a07e-431d-acfd-0b4ff76e3c46 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.180176 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e210022d-9400-45f2-acdf-dd651b6755cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.183575 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e01a06a0-931b-4e49-9a4d-4bf2bc291704 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.206083 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c48a3edd-6f69-4b30-bac4-cffe9e13c306 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.212589 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e01a06a0-931b-4e49-9a4d-4bf2bc291704 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.216401 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e01a06a0-931b-4e49-9a4d-4bf2bc291704 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] 10.222.0.59 "DELETE /v2.0/subnets/e182e327-5e37-4ecb-8e6c-7d77ca78917a HTTP/1.1" status: 204 len: 168 time: 0.7783127 Mar 14 15:27:37.217480 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ee8e20-67cd-4f32-9710-92eedae26f81 None None] Network 484336a1-067e-41a7-ac78-f88321873792 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:37.228491 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53708) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:37.269581 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210022d-9400-45f2-acdf-dd651b6755cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=64e53159-5bc4-4482-8e1c-13ef002bceaf,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:37.277518 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a06a0-931b-4e49-9a4d-4bf2bc291704 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Pushing event deleted for resources: {'Subnet': ['ID=e182e327-5e37-4ecb-8e6c-7d77ca78917a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:37.298682 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] For port 2353c9b4-a71f-418e-b0e8-be18324d69b6, host dv-neutron-833559-1-hyperv, got binding levels [] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:37.299336 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.303781 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a3edd-6f69-4b30-bac4-cffe9e13c306 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=6e63f40e-9259-46e4-a407-6b6188248a31,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:37.306654 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c48a3edd-6f69-4b30-bac4-cffe9e13c306 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.310085 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c48a3edd-6f69-4b30-bac4-cffe9e13c306 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/6e63f40e-9259-46e4-a407-6b6188248a31 HTTP/1.1" status: 204 len: 168 time: 1.8053324 Mar 14 15:27:37.312011 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e210022d-9400-45f2-acdf-dd651b6755cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.319153 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e210022d-9400-45f2-acdf-dd651b6755cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/ports/64e53159-5bc4-4482-8e1c-13ef002bceaf HTTP/1.1" status: 204 len: 168 time: 1.1809726 Mar 14 15:27:37.321708 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53710) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:37.322076 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53712) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:37.348098 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbd4314-cd84-4f11-a9f8-e9e98a65c66a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:37.363328 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] Sync routers for ids ['2f843b11-7b9e-4b80-8ce4-1c300e428ae5'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:37.381176 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af40185e-009b-4598-9aa0-117592c477dd None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:37.395445 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] Routers {'2f843b11-7b9e-4b80-8ce4-1c300e428ae5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:37.397865 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['2f843b11-7b9e-4b80-8ce4-1c300e428ae5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:37.428075 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Calling delete_port for 2353c9b4-a71f-418e-b0e8-be18324d69b6 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:37.434821 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-829c1c9b-9bb4-4fdb-838e-985768dabc3b tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] GET failed (client error): The resource could not be found. Mar 14 15:27:37.439015 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-829c1c9b-9bb4-4fdb-838e-985768dabc3b tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports/64e53159-5bc4-4482-8e1c-13ef002bceaf HTTP/1.1" status: 404 len: 333 time: 0.1123793 Mar 14 15:27:37.439303 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.ipam_backend_mixin [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Port 2353c9b4-a71f-418e-b0e8-be18324d69b6 was not found and therefore no delete operation was performed {{(pid=102567) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 15:27:37.448351 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d4323609-8cf2-42df-9497-12aa99f97ee7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1223106 Mar 14 15:27:37.448351 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53714) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:37.454438 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53716) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:37.463937 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ea9fd400-8445-42ba-aaf9-3859a53c70a9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:37.468813 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.474783 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4155536-a07e-431d-acfd-0b4ff76e3c46 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.506632 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4314-cd84-4f11-a9f8-e9e98a65c66a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.507929 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9fbd4314-cd84-4f11-a9f8-e9e98a65c66a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.0262764 Mar 14 15:27:37.512501 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53718) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:37.521295 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2353c9b4-a71f-418e-b0e8-be18324d69b6 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:27:37.526166 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4155536-a07e-431d-acfd-0b4ff76e3c46 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.537470 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c147-6ee0-405f-ae8f-209f0aae6122 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.586338 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event deleted for resources: {'Port': ['ID=2353c9b4-a71f-418e-b0e8-be18324d69b6,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:37.588377 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] No DVR routers for this DVR port 2353c9b4-a71f-418e-b0e8-be18324d69b6 on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:37.609286 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f216fb-3f5e-4183-9075-0932bf6efd3e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Made reservation on behalf of 32b90bc106c14fffa6b9e3eb32363153 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:37.630030 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] Set router 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:27:37.636405 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9bd82d-84ca-45d1-8557-be3e5f1631a4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting subnet 472e1d04-b571-4838-8813-044f6b7d679a {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:27:37.649350 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 2353c9b4-a71f-418e-b0e8-be18324d69b6 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:27:37.650744 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2353c9b4-a71f-418e-b0e8-be18324d69b6 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:27:37.655537 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e4155536-a07e-431d-acfd-0b4ff76e3c46 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.656595 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.657234 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e4155536-a07e-431d-acfd-0b4ff76e3c46 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6232426 Mar 14 15:27:37.665535 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec9bd82d-84ca-45d1-8557-be3e5f1631a4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.669601 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4155536-a07e-431d-acfd-0b4ff76e3c46 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f019085-d596-413c-bb7a-557d128a9193,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:37.677051 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53722) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:37.691621 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-be132812-b2bd-4d00-b9a2-fc15f3e2ba1b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '6f019085-d596-413c-bb7a-557d128a9193', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:37.713031 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-94aa5719-0890-4c7f-9e4e-31db106b5872 tempest-TestNetworkAdvancedServerOps-1886446588 tempest-TestNetworkAdvancedServerOps-1886446588-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=40b795c97ae74200a3dd966a8235c313&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1961434 Mar 14 15:27:37.713422 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53724) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:37.821783 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c05c8b7-85a1-4e44-afcc-9e6a4027a92e None None] DHCP port deletion for 484336a1-067e-41a7-ac78-f88321873792 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:27:37.845143 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec9bd82d-84ca-45d1-8557-be3e5f1631a4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.867134 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.895777 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2564a5fb-37ab-4af3-b23d-584f5d7d8e4b None None] DHCP port deletion for 5b9fbf90-4428-44c7-aa34-44697a69d1dc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:27:37.898003 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9fd400-8445-42ba-aaf9-3859a53c70a9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:37.902176 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ea9fd400-8445-42ba-aaf9-3859a53c70a9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.937365 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-be132812-b2bd-4d00-b9a2-fc15f3e2ba1b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.941442 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf560fc5-0a5a-40c8-9692-b97ed9e2da3d']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:37.972522 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-6c05c8b7-85a1-4e44-afcc-9e6a4027a92e None None] Deleting port 4eb8a078-7bca-4adc-9f91-d0ad3331840a {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:37.973138 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137910647', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:29Z', 'updated_at': '2022-03-14T15:27:33Z', 'revision_number': 3, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'gw_port': {'id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:31Z', 'updated_at': '2022-03-14T15:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:37.973513 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c05c8b7-85a1-4e44-afcc-9e6a4027a92e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:37.987649 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ec5bee-9327-400c-bf65-8897d180daed tempest-TestNetworkAdvancedServerOps-1886446588 tempest-TestNetworkAdvancedServerOps-1886446588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:37.989280 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d7ec5bee-9327-400c-bf65-8897d180daed tempest-TestNetworkAdvancedServerOps-1886446588 tempest-TestNetworkAdvancedServerOps-1886446588-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2745888 Mar 14 15:27:37.992103 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53726) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:38.002424 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018d6792-fa3b-4671-bf1f-fc1883d8b6af') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:38.002712 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018d6792-fa3b-4671-bf1f-fc1883d8b6af') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:38.009928 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2564a5fb-37ab-4af3-b23d-584f5d7d8e4b None None] Deleting port 2e68dee5-acce-41d8-a33e-55356d8d1401 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:38.011066 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2564a5fb-37ab-4af3-b23d-584f5d7d8e4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.013966 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7f216fb-3f5e-4183-9075-0932bf6efd3e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.035798 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9c989f2e-12e1-4ce2-a259-89824312ae10 tempest-TestNetworkAdvancedServerOps-1886446588 tempest-TestNetworkAdvancedServerOps-1886446588-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418921 Mar 14 15:27:38.038162 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53728) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:38.046132 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] Checking router: 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:27:38.046491 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] Updating router 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 port a428130a-4827-4dd2-9df2-1a82e3ec6f8f binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:27:38.047860 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7c417ec9-80e8-49dd-8995-e0e091cd96bf tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1256920886', 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c', 'project_id': '40b795c97ae74200a3dd966a8235c313', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:38.049112 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.055383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec9bd82d-84ca-45d1-8557-be3e5f1631a4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.098113 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.099306 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.101184 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-b7f216fb-3f5e-4183-9075-0932bf6efd3e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] device_id is not set on port 4288e8f1-58b7-4115-8743-1e9740f49445 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:27:38.123839 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:27:38.124654 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.139098 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6c05c8b7-85a1-4e44-afcc-9e6a4027a92e None None] For port 4eb8a078-7bca-4adc-9f91-d0ad3331840a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=4eb8a078-7bca-4adc-9f91-d0ad3331840a,segment=NetworkSegment(5a5d83af-c6c3-49ad-b99f-78477a3a4d95),segment_id=5a5d83af-c6c3-49ad-b99f-78477a3a4d95)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:38.139603 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c05c8b7-85a1-4e44-afcc-9e6a4027a92e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:38.149656 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:38.174450 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2564a5fb-37ab-4af3-b23d-584f5d7d8e4b None None] For port 2e68dee5-acce-41d8-a33e-55356d8d1401, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=2e68dee5-acce-41d8-a33e-55356d8d1401,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:38.175110 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2564a5fb-37ab-4af3-b23d-584f5d7d8e4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.178226 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-6c05c8b7-85a1-4e44-afcc-9e6a4027a92e None None] Calling delete_port for 4eb8a078-7bca-4adc-9f91-d0ad3331840a owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:38.186874 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec9bd82d-84ca-45d1-8557-be3e5f1631a4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.198306 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c417ec9-80e8-49dd-8995-e0e091cd96bf tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Made reservation on behalf of 40b795c97ae74200a3dd966a8235c313 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:38.200830 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2564a5fb-37ab-4af3-b23d-584f5d7d8e4b None None] Calling delete_port for 2e68dee5-acce-41d8-a33e-55356d8d1401 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:38.202241 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c417ec9-80e8-49dd-8995-e0e091cd96bf tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.209353 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-c0c1c147-6ee0-405f-ae8f-209f0aae6122 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Deleting port 4eb8a078-7bca-4adc-9f91-d0ad3331840a {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:38.209926 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c147-6ee0-405f-ae8f-209f0aae6122 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.248396 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bd82d-84ca-45d1-8557-be3e5f1631a4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Subnet': ['ID=472e1d04-b571-4838-8813-044f6b7d679a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:38.260140 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ec9bd82d-84ca-45d1-8557-be3e5f1631a4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.264490 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ec9bd82d-84ca-45d1-8557-be3e5f1631a4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/subnets/472e1d04-b571-4838-8813-044f6b7d679a HTTP/1.1" status: 204 len: 168 time: 0.8136482 Mar 14 15:27:38.277633 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-be132812-b2bd-4d00-b9a2-fc15f3e2ba1b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.278565 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53730) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:38.293164 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d261d0bd-bddc-476e-88b7-53ee8adac2b3 None None] Network 5e6339a8-e7ff-4931-b412-f4d7f42c700e requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:38.390257 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-be132812-b2bd-4d00-b9a2-fc15f3e2ba1b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.455541 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6c05c8b7-85a1-4e44-afcc-9e6a4027a92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.464251 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c417ec9-80e8-49dd-8995-e0e091cd96bf tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.506056 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2564a5fb-37ab-4af3-b23d-584f5d7d8e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.524151 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05c8b7-85a1-4e44-afcc-9e6a4027a92e None None] Pushing event deleted for resources: {'Port': ['ID=4eb8a078-7bca-4adc-9f91-d0ad3331840a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:38.532452 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2564a5fb-37ab-4af3-b23d-584f5d7d8e4b None None] No DVR routers for this DVR port 2e68dee5-acce-41d8-a33e-55356d8d1401 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:38.540739 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05c8b7-85a1-4e44-afcc-9e6a4027a92e None None] No DVR routers for this DVR port 4eb8a078-7bca-4adc-9f91-d0ad3331840a on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:38.541727 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.543708 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c417ec9-80e8-49dd-8995-e0e091cd96bf tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event updated for resources: {'Subnet': ['ID=3e5abfe9-bf12-4b66-8249-7ac6b79c917e,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:38.547994 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-c0c1c147-6ee0-405f-ae8f-209f0aae6122 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] For port 4eb8a078-7bca-4adc-9f91-d0ad3331840a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=4eb8a078-7bca-4adc-9f91-d0ad3331840a,segment=NetworkSegment(5a5d83af-c6c3-49ad-b99f-78477a3a4d95),segment_id=5a5d83af-c6c3-49ad-b99f-78477a3a4d95)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:38.548288 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c147-6ee0-405f-ae8f-209f0aae6122 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.555274 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be132812-b2bd-4d00-b9a2-fc15f3e2ba1b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308e4870-9ffd-4211-9b5d-daa54e032e08,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:38.559736 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.577292 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.585481 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c417ec9-80e8-49dd-8995-e0e091cd96bf tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Checking segment: {'id': 'e1302457-e334-4ac7-a460-dc0c3c93dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:38.586905 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c417ec9-80e8-49dd-8995-e0e091cd96bf tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Network hostable DHCP agents. Network: 2b4067ed-c8cc-4c94-b6e8-5322dc74a22c, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:27:38.594857 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.600763 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "DELETE /v2.0/networks/bf560fc5-0a5a-40c8-9692-b97ed9e2da3d HTTP/1.1" status: 204 len: 168 time: 3.0303936 Mar 14 15:27:38.602214 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53732) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:38.609795 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564a5fb-37ab-4af3-b23d-584f5d7d8e4b None None] Pushing event deleted for resources: {'Port': ['ID=2e68dee5-acce-41d8-a33e-55356d8d1401,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:38.626028 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-be132812-b2bd-4d00-b9a2-fc15f3e2ba1b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.627831 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-be132812-b2bd-4d00-b9a2-fc15f3e2ba1b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9390006 Mar 14 15:27:38.636185 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-c0c1c147-6ee0-405f-ae8f-209f0aae6122 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Calling delete_port for 4eb8a078-7bca-4adc-9f91-d0ad3331840a owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:38.651260 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53734) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:38.651754 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] Attempting to bind port a428130a-4827-4dd2-9df2-1a82e3ec6f8f on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:38.652227 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] Attempting to bind port a428130a-4827-4dd2-9df2-1a82e3ec6f8f by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:38.652712 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] Attempting to bind port a428130a-4827-4dd2-9df2-1a82e3ec6f8f on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:27:38.655202 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2f58e-57dc-4890-9862-17ff8d6895ea None None] Pushing event updated for resources: {'Port': ['ID=a428130a-4827-4dd2-9df2-1a82e3ec6f8f,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:38.660269 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-31f9832a-f5be-428c-ac3a-5ca6d42bae15 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '6f019085-d596-413c-bb7a-557d128a9193', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:38.663215 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:27:38.664956 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:38.665496 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.666068 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:27:38.666555 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] Bound port: a428130a-4827-4dd2-9df2-1a82e3ec6f8f, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:38.667071 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.675167 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89777a1-53f5-471e-82ab-482d74cb0edd tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event deleted for resources: {'Network': ['ID=bf560fc5-0a5a-40c8-9692-b97ed9e2da3d,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:38.677755 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c417ec9-80e8-49dd-8995-e0e091cd96bf tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Network 2b4067ed-c8cc-4c94-b6e8-5322dc74a22c is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:27:38.696560 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c3faff8-aa4c-4737-91bd-c6cd80230e87 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.726948 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f234936-29f7-41ff-9b6d-b0c55428967f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Deleting subnet 5bfcd25d-b74b-47bb-bdb3-663270507d40 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:27:38.729033 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.734608 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f234936-29f7-41ff-9b6d-b0c55428967f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.738720 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7c417ec9-80e8-49dd-8995-e0e091cd96bf tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 2b4067ed-c8cc-4c94-b6e8-5322dc74a22c) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:38.755410 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cad0cf-06d7-423c-9703-aeef8cc0a446 None None] Network 2b4067ed-c8cc-4c94-b6e8-5322dc74a22c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:38.779769 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c417ec9-80e8-49dd-8995-e0e091cd96bf tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:38.780861 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7c417ec9-80e8-49dd-8995-e0e091cd96bf tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.794336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-31f9832a-f5be-428c-ac3a-5ca6d42bae15 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.807123 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7c417ec9-80e8-49dd-8995-e0e091cd96bf tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7678089 Mar 14 15:27:38.812247 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53736) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:38.816888 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] For port a428130a-4827-4dd2-9df2-1a82e3ec6f8f, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:38.822972 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] For port a428130a-4827-4dd2-9df2-1a82e3ec6f8f, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a428130a-4827-4dd2-9df2-1a82e3ec6f8f,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:38.830333 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.848762 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f234936-29f7-41ff-9b6d-b0c55428967f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.901035 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08f52dc-b4ce-43d0-9e49-9807f72350ff None None] DHCP port deletion for 5e6339a8-e7ff-4931-b412-f4d7f42c700e request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:27:38.924790 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2f58e-57dc-4890-9862-17ff8d6895ea None None] Pushing event updated for resources: {'Port': ['ID=a428130a-4827-4dd2-9df2-1a82e3ec6f8f,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:38.939754 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] Routers {'2f843b11-7b9e-4b80-8ce4-1c300e428ae5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:38.940652 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['2f843b11-7b9e-4b80-8ce4-1c300e428ae5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:38.959757 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-31f9832a-f5be-428c-ac3a-5ca6d42bae15 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:38.965451 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 4eb8a078-7bca-4adc-9f91-d0ad3331840a no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:27:38.972089 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-31f9832a-f5be-428c-ac3a-5ca6d42bae15 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.017626 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9832a-f5be-428c-ac3a-5ca6d42bae15 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9af729-8186-40d2-ace4-52b799e6cec8,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:39.020495 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.021135 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 4eb8a078-7bca-4adc-9f91-d0ad3331840a {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:27:39.021775 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 4eb8a078-7bca-4adc-9f91-d0ad3331840a not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:27:39.022214 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2e68dee5-acce-41d8-a33e-55356d8d1401 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:27:39.063900 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 2e68dee5-acce-41d8-a33e-55356d8d1401 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:27:39.064264 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2e68dee5-acce-41d8-a33e-55356d8d1401 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:27:39.064673 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device fe8056be-148f-4427-aa7d-89551786fdcc no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:27:39.079599 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-31f9832a-f5be-428c-ac3a-5ca6d42bae15 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.081054 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-31f9832a-f5be-428c-ac3a-5ca6d42bae15 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4287491 Mar 14 15:27:39.090033 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53738) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:39.096201 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4f6a1ea6-6372-4113-a830-ab5c458501cc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '6f019085-d596-413c-bb7a-557d128a9193', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:39.194130 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1ea6-6372-4113-a830-ab5c458501cc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.199694 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c08f52dc-b4ce-43d0-9e49-9807f72350ff None None] Deleting port fe8056be-148f-4427-aa7d-89551786fdcc {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:39.202086 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c08f52dc-b4ce-43d0-9e49-9807f72350ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.219072 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] Set router 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:27:39.233123 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.objects.ports [None req-ea9fd400-8445-42ba-aaf9-3859a53c70a9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102567) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 15:27:39.237079 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c147-6ee0-405f-ae8f-209f0aae6122 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.254962 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ea9fd400-8445-42ba-aaf9-3859a53c70a9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.260218 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-b7f216fb-3f5e-4183-9075-0932bf6efd3e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Allocated IP 172.20.0.13 (e7d678bb-8f56-4497-9b3e-4e97ee89e5c6/d2578130-2414-4006-be5d-824219c7d4ac/4288e8f1-58b7-4115-8743-1e9740f49445) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:39.287930 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f234936-29f7-41ff-9b6d-b0c55428967f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.311377 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-3c3faff8-aa4c-4737-91bd-c6cd80230e87 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port fe8056be-148f-4427-aa7d-89551786fdcc {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:39.311377 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c3faff8-aa4c-4737-91bd-c6cd80230e87 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.315458 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.375058 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1ea6-6372-4113-a830-ab5c458501cc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.377605 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f234936-29f7-41ff-9b6d-b0c55428967f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.379291 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1c147-6ee0-405f-ae8f-209f0aae6122 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Pushing event deleted for resources: {'Port': ['ID=4eb8a078-7bca-4adc-9f91-d0ad3331840a,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:39.384345 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c1c147-6ee0-405f-ae8f-209f0aae6122 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] No DVR routers for this DVR port 4eb8a078-7bca-4adc-9f91-d0ad3331840a on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:39.386256 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1ea6-6372-4113-a830-ab5c458501cc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.399114 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-b7f216fb-3f5e-4183-9075-0932bf6efd3e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Allocated IP 172.20.0.11 (e7d678bb-8f56-4497-9b3e-4e97ee89e5c6/d2578130-2414-4006-be5d-824219c7d4ac/4288e8f1-58b7-4115-8743-1e9740f49445) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:39.435136 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-c08f52dc-b4ce-43d0-9e49-9807f72350ff None None] For port fe8056be-148f-4427-aa7d-89551786fdcc, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=fe8056be-148f-4427-aa7d-89551786fdcc,segment=NetworkSegment(3ed02ed2-6c4d-4a3f-9ba9-ffaa174a391e),segment_id=3ed02ed2-6c4d-4a3f-9ba9-ffaa174a391e)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:39.438109 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c08f52dc-b4ce-43d0-9e49-9807f72350ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.439775 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a1ea6-6372-4113-a830-ab5c458501cc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65413e5b-ac4c-419f-8c07-7fd8bb30f241,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:39.443509 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f234936-29f7-41ff-9b6d-b0c55428967f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event deleted for resources: {'Subnet': ['ID=5bfcd25d-b74b-47bb-bdb3-663270507d40,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:39.470962 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7f234936-29f7-41ff-9b6d-b0c55428967f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.474756 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7f234936-29f7-41ff-9b6d-b0c55428967f tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "DELETE /v2.0/subnets/5bfcd25d-b74b-47bb-bdb3-663270507d40 HTTP/1.1" status: 204 len: 168 time: 0.8714783 Mar 14 15:27:39.477584 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53740) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:39.479262 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-2b4067ed-c8cc-4c94-b6e8-5322dc74a22c', 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'fixed_ips': [{'subnet_id': '3e5abfe9-bf12-4b66-8249-7ac6b79c917e'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:27:39.481940 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.484608 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9fd400-8445-42ba-aaf9-3859a53c70a9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:39.496520 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1ea6-6372-4113-a830-ab5c458501cc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.497753 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4f6a1ea6-6372-4113-a830-ab5c458501cc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4067101 Mar 14 15:27:39.507198 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-ea9fd400-8445-42ba-aaf9-3859a53c70a9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:39.508920 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53742) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:39.521892 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-fcdd9e84-7698-4a1d-9b14-f1137d202903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '6f019085-d596-413c-bb7a-557d128a9193', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:39.545701 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9fd400-8445-42ba-aaf9-3859a53c70a9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:39.546323 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ea9fd400-8445-42ba-aaf9-3859a53c70a9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.551093 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fcb72f8-4a45-494f-9cd2-6c4eae78ed1b tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Deleting subnet 09b617f0-5ec5-41a6-b45f-a8c645e70a88 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:27:39.559690 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fcb72f8-4a45-494f-9cd2-6c4eae78ed1b tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.563451 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137910647', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:29Z', 'updated_at': '2022-03-14T15:27:33Z', 'revision_number': 3, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'gw_port': {'id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:31Z', 'updated_at': '2022-03-14T15:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:39.571763 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fd400-8445-42ba-aaf9-3859a53c70a9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=b12f3889-4272-44ce-9413-e2429ccdf88b,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:39.591834 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.593466 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7882be23-05a8-4c91-9842-e17f907ab785 None None] Network d67fbcb9-83ac-4c63-9a71-d3597fd75453 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:39.603013 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c08f52dc-b4ce-43d0-9e49-9807f72350ff None None] Calling delete_port for fe8056be-148f-4427-aa7d-89551786fdcc owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:39.615491 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04013218-9cbd-4dc0-931c-3a780e5f0bbe None None] The sync data for ids ['2f843b11-7b9e-4b80-8ce4-1c300e428ae5'] in dv-neutron-833559-1-hyperv is: [{'id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137910647', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:29Z', 'updated_at': '2022-03-14T15:27:33Z', 'revision_number': 3, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'gw_port': {'id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:31Z', 'updated_at': '2022-03-14T15:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:39.628954 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fcb72f8-4a45-494f-9cd2-6c4eae78ed1b tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.648454 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-3c3faff8-aa4c-4737-91bd-c6cd80230e87 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] For port fe8056be-148f-4427-aa7d-89551786fdcc, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=fe8056be-148f-4427-aa7d-89551786fdcc,segment=NetworkSegment(3ed02ed2-6c4d-4a3f-9ba9-ffaa174a391e),segment_id=3ed02ed2-6c4d-4a3f-9ba9-ffaa174a391e)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:39.649463 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c3faff8-aa4c-4737-91bd-c6cd80230e87 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.703026 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-3c3faff8-aa4c-4737-91bd-c6cd80230e87 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for fe8056be-148f-4427-aa7d-89551786fdcc owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:39.707282 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c147-6ee0-405f-ae8f-209f0aae6122 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.720548 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ea9fd400-8445-42ba-aaf9-3859a53c70a9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2610769 Mar 14 15:27:39.725640 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53744) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:39.732481 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4e44089e-e6e3-46d4-938c-a902eb8807a1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:39.780577 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9e84-7698-4a1d-9b14-f1137d202903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.786639 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-c0c1c147-6ee0-405f-ae8f-209f0aae6122 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484336a1-067e-41a7-ac78-f88321873792']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:39.834266 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fcb72f8-4a45-494f-9cd2-6c4eae78ed1b tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.834976 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59e6b76-67c4-4245-bfff-4a62ce7c8474 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:39.922894 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-c0c1c147-6ee0-405f-ae8f-209f0aae6122 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5d83af-c6c3-49ad-b99f-78477a3a4d95') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:39.923514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-c0c1c147-6ee0-405f-ae8f-209f0aae6122 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5d83af-c6c3-49ad-b99f-78477a3a4d95') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:39.954836 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e44089e-e6e3-46d4-938c-a902eb8807a1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:39.958620 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e44089e-e6e3-46d4-938c-a902eb8807a1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.983850 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port fe8056be-148f-4427-aa7d-89551786fdcc, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=fe8056be-148f-4427-aa7d-89551786fdcc,segment=NetworkSegment(3ed02ed2-6c4d-4a3f-9ba9-ffaa174a391e),segment_id=3ed02ed2-6c4d-4a3f-9ba9-ffaa174a391e)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:39.994966 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c147-6ee0-405f-ae8f-209f0aae6122 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:39.995680 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fcb72f8-4a45-494f-9cd2-6c4eae78ed1b tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.024570 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.224542 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] Allocated IP 172.20.0.2 (2b4067ed-c8cc-4c94-b6e8-5322dc74a22c/3e5abfe9-bf12-4b66-8249-7ac6b79c917e/497e7fcc-8a43-4584-93e1-b5b1dc7b874c) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:40.273180 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c08f52dc-b4ce-43d0-9e49-9807f72350ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.284738 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=fe8056be-148f-4427-aa7d-89551786fdcc,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:40.340146 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4fcb72f8-4a45-494f-9cd2-6c4eae78ed1b tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.342463 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f52dc-b4ce-43d0-9e49-9807f72350ff None None] No DVR routers for this DVR port fe8056be-148f-4427-aa7d-89551786fdcc on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:40.347688 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f52dc-b4ce-43d0-9e49-9807f72350ff None None] Pushing event deleted for resources: {'Port': ['ID=fe8056be-148f-4427-aa7d-89551786fdcc,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:40.348570 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4fcb72f8-4a45-494f-9cd2-6c4eae78ed1b tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "DELETE /v2.0/subnets/09b617f0-5ec5-41a6-b45f-a8c645e70a88 HTTP/1.1" status: 204 len: 168 time: 0.8662977 Mar 14 15:27:40.353981 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53746) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:40.353981 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb72f8-4a45-494f-9cd2-6c4eae78ed1b tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event deleted for resources: {'Subnet': ['ID=09b617f0-5ec5-41a6-b45f-a8c645e70a88,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:40.392786 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1a3775-42c1-4f3f-bea4-fddc6382bc3e None None] Network 78fd123f-933f-4653-a057-847b65a2b885 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:40.481654 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'fixed_ips': [{'subnet_id': 'b12f3889-4272-44ce-9413-e2429ccdf88b'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:27:40.482543 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.488066 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0d4310f-442c-4159-b770-bb5b88b5ceab tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.568824 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3a6efc-0b37-43d8-965f-5e8f7d2a32ab None None] DHCP port deletion for d67fbcb9-83ac-4c63-9a71-d3597fd75453 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:27:40.571737 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9e84-7698-4a1d-9b14-f1137d202903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.598696 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c147-6ee0-405f-ae8f-209f0aae6122 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.609032 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c3faff8-aa4c-4737-91bd-c6cd80230e87 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.609293 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f0d4310f-442c-4159-b770-bb5b88b5ceab tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Deleting port 88034279-6999-4275-94b2-b7658c364c22 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:40.609599 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0d4310f-442c-4159-b770-bb5b88b5ceab tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.655959 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9e84-7698-4a1d-9b14-f1137d202903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.663125 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c1c147-6ee0-405f-ae8f-209f0aae6122 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:27:40.663675 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c147-6ee0-405f-ae8f-209f0aae6122 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:40.694666 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:40.737777 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3faff8-aa4c-4737-91bd-c6cd80230e87 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No DVR routers for this DVR port fe8056be-148f-4427-aa7d-89551786fdcc on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:40.742459 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3faff8-aa4c-4737-91bd-c6cd80230e87 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=fe8056be-148f-4427-aa7d-89551786fdcc,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:40.756026 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-f0d4310f-442c-4159-b770-bb5b88b5ceab tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] For port 88034279-6999-4275-94b2-b7658c364c22, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=88034279-6999-4275-94b2-b7658c364c22,segment=NetworkSegment(0adf4cd8-b5c2-48f5-a4b0-031f4e087053),segment_id=0adf4cd8-b5c2-48f5-a4b0-031f4e087053)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:40.756392 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0d4310f-442c-4159-b770-bb5b88b5ceab tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.782105 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.786173 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f0d4310f-442c-4159-b770-bb5b88b5ceab tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Calling delete_port for 88034279-6999-4275-94b2-b7658c364c22 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:40.798655 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.829467 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] Allocated IP 2001:db8::f816:3eff:fe02:7c3e (5b9fbf90-4428-44c7-aa34-44697a69d1dc/b12f3889-4272-44ce-9413-e2429ccdf88b/7b78148d-7b48-47c7-be29-02e80b4de3c4) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:40.847643 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9e84-7698-4a1d-9b14-f1137d202903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.849192 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fcdd9e84-7698-4a1d-9b14-f1137d202903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3309987 Mar 14 15:27:40.850133 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd9e84-7698-4a1d-9b14-f1137d202903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2480071-5b5b-4146-b766-b8d53862a0f7,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:40.856766 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7f216fb-3f5e-4183-9075-0932bf6efd3e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.861750 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53748) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:40.877203 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-853fa3cb-9ecf-4e34-b10f-6d430aca47af tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '6f019085-d596-413c-bb7a-557d128a9193', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:40.892160 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] Network 2b4067ed-c8cc-4c94-b6e8-5322dc74a22c is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:40.908982 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-6e3a6efc-0b37-43d8-965f-5e8f7d2a32ab None None] Deleting port 88034279-6999-4275-94b2-b7658c364c22 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:40.909358 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6efc-0b37-43d8-965f-5e8f7d2a32ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.918048 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:40.960219 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:40.963483 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dccc2d8-45ad-4446-8f91-8b09b44d6bc5 None None] DHCP port deletion for 78fd123f-933f-4653-a057-847b65a2b885 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:27:40.966086 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c147-6ee0-405f-ae8f-209f0aae6122 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.970569 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c147-6ee0-405f-ae8f-209f0aae6122 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:40.974848 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c0c1c147-6ee0-405f-ae8f-209f0aae6122 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] 10.222.0.59 "DELETE /v2.0/networks/484336a1-067e-41a7-ac78-f88321873792 HTTP/1.1" status: 204 len: 168 time: 3.7334011 Mar 14 15:27:40.980363 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] Pushing event updated for resources: {'Port': ['ID=497e7fcc-8a43-4584-93e1-b5b1dc7b874c,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:40.999602 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a428130a-4827-4dd2-9df2-1a82e3ec6f8f up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:41.019724 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1c147-6ee0-405f-ae8f-209f0aae6122 tempest-FloatingIPNegativeTestJSON-723173450 tempest-FloatingIPNegativeTestJSON-723173450-project] Pushing event deleted for resources: {'Network': ['ID=484336a1-067e-41a7-ac78-f88321873792,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:41.035206 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c3faff8-aa4c-4737-91bd-c6cd80230e87 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.073655 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-3c3faff8-aa4c-4737-91bd-c6cd80230e87 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6339a8-e7ff-4931-b412-f4d7f42c700e']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:41.108891 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-3c3faff8-aa4c-4737-91bd-c6cd80230e87 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed02ed2-6c4d-4a3f-9ba9-ffaa174a391e') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:41.109738 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-3c3faff8-aa4c-4737-91bd-c6cd80230e87 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed02ed2-6c4d-4a3f-9ba9-ffaa174a391e') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:41.128981 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c3faff8-aa4c-4737-91bd-c6cd80230e87 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.147339 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7f216fb-3f5e-4183-9075-0932bf6efd3e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.171434 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c3faff8-aa4c-4737-91bd-c6cd80230e87 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.187792 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0d4310f-442c-4159-b770-bb5b88b5ceab tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.195859 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f3a0205e-e89e-4284-a26e-ce360814bd06 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.199451 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6e3a6efc-0b37-43d8-965f-5e8f7d2a32ab None None] For port 88034279-6999-4275-94b2-b7658c364c22, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=88034279-6999-4275-94b2-b7658c364c22,segment=NetworkSegment(0adf4cd8-b5c2-48f5-a4b0-031f4e087053),segment_id=0adf4cd8-b5c2-48f5-a4b0-031f4e087053)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:41.199861 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6efc-0b37-43d8-965f-5e8f7d2a32ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.220452 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-853fa3cb-9ecf-4e34-b10f-6d430aca47af tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:27:41.221850 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3faff8-aa4c-4737-91bd-c6cd80230e87 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:27:41.222526 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c3faff8-aa4c-4737-91bd-c6cd80230e87 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.224062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e44089e-e6e3-46d4-938c-a902eb8807a1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:41.231989 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:41.239247 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f216fb-3f5e-4183-9075-0932bf6efd3e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Network e7d678bb-8f56-4497-9b3e-4e97ee89e5c6 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:41.244134 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4310f-442c-4159-b770-bb5b88b5ceab tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event deleted for resources: {'Port': ['ID=88034279-6999-4275-94b2-b7658c364c22,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:41.263606 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-6e3a6efc-0b37-43d8-965f-5e8f7d2a32ab None None] Calling delete_port for 88034279-6999-4275-94b2-b7658c364c22 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:41.265943 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-b7f216fb-3f5e-4183-9075-0932bf6efd3e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:41.268571 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f216fb-3f5e-4183-9075-0932bf6efd3e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:41.281021 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] Attempting to bind port 497e7fcc-8a43-4584-93e1-b5b1dc7b874c on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:41.281398 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] Attempting to bind port 497e7fcc-8a43-4584-93e1-b5b1dc7b874c by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'e1302457-e334-4ac7-a460-dc0c3c93dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:41.281762 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] Attempting to bind port 497e7fcc-8a43-4584-93e1-b5b1dc7b874c on network 2b4067ed-c8cc-4c94-b6e8-5322dc74a22c {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:27:41.307156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-853fa3cb-9ecf-4e34-b10f-6d430aca47af tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.311484 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:27:41.311926 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] Checking segment: {'id': 'e1302457-e334-4ac7-a460-dc0c3c93dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:41.312343 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.312740 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] Bound using segment: {'id': 'e1302457-e334-4ac7-a460-dc0c3c93dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:27:41.313222 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] Bound port: 497e7fcc-8a43-4584-93e1-b5b1dc7b874c, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1302457-e334-4ac7-a460-dc0c3c93dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:41.313809 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.352290 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d4310f-442c-4159-b770-bb5b88b5ceab tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] No DVR routers for this DVR port 88034279-6999-4275-94b2-b7658c364c22 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:41.375383 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f216fb-3f5e-4183-9075-0932bf6efd3e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Port': ['ID=4288e8f1-58b7-4115-8743-1e9740f49445,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:41.393117 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53754) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:41.394965 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-6dccc2d8-45ad-4446-8f91-8b09b44d6bc5 None None] Deleting port fe8f4088-738a-40f8-b1ae-9e37f9a2edc4 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:41.395454 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6dccc2d8-45ad-4446-8f91-8b09b44d6bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.426587 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f216fb-3f5e-4183-9075-0932bf6efd3e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:41.427431 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7f216fb-3f5e-4183-9075-0932bf6efd3e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.434281 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e44089e-e6e3-46d4-938c-a902eb8807a1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:41.436157 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c3faff8-aa4c-4737-91bd-c6cd80230e87 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.440155 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c3faff8-aa4c-4737-91bd-c6cd80230e87 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.443867 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3c3faff8-aa4c-4737-91bd-c6cd80230e87 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/networks/5e6339a8-e7ff-4931-b412-f4d7f42c700e HTTP/1.1" status: 204 len: 168 time: 3.1066258 Mar 14 15:27:41.453946 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53758) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:41.454876 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4e44089e-e6e3-46d4-938c-a902eb8807a1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:41.458645 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e44089e-e6e3-46d4-938c-a902eb8807a1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:41.459252 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e44089e-e6e3-46d4-938c-a902eb8807a1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.470223 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3e12be44-1c43-43c8-aa13-be16bc6dd074 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-331649747'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:41.475895 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] For port 497e7fcc-8a43-4584-93e1-b5b1dc7b874c, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:41.481088 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] For port 497e7fcc-8a43-4584-93e1-b5b1dc7b874c, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=497e7fcc-8a43-4584-93e1-b5b1dc7b874c,segment=NetworkSegment(e1302457-e334-4ac7-a460-dc0c3c93dd83),segment_id=e1302457-e334-4ac7-a460-dc0c3c93dd83)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:41.502948 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3faff8-aa4c-4737-91bd-c6cd80230e87 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Network': ['ID=5e6339a8-e7ff-4931-b412-f4d7f42c700e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:41.511612 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.513390 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b7f216fb-3f5e-4183-9075-0932bf6efd3e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.9429195 Mar 14 15:27:41.515717 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53760) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:41.517517 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.520149 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f6b5c66b-edea-471a-94d4-cd27ba0d4cac tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': '4288e8f1-58b7-4115-8743-1e9740f49445', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:41.525865 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port a428130a-4827-4dd2-9df2-1a82e3ec6f8f triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:41.526132 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.533421 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44089e-e6e3-46d4-938c-a902eb8807a1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=7b84021c-e342-4e05-8c9f-4471c5fd6dc2,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:41.544532 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-853fa3cb-9ecf-4e34-b10f-6d430aca47af tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.576039 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-853fa3cb-9ecf-4e34-b10f-6d430aca47af tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.578388 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.579351 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0d4310f-442c-4159-b770-bb5b88b5ceab tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.612261 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6b5c66b-edea-471a-94d4-cd27ba0d4cac tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.642499 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4e44089e-e6e3-46d4-938c-a902eb8807a1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9145029 Mar 14 15:27:41.645842 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f0d4310f-442c-4159-b770-bb5b88b5ceab tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67fbcb9-83ac-4c63-9a71-d3597fd75453']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:41.652106 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53762) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:41.652458 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fa3cb-9ecf-4e34-b10f-6d430aca47af tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7459df-7a74-4972-88dd-81a2540425c0,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:41.661696 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e12be44-1c43-43c8-aa13-be16bc6dd074 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:41.672579 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-b7174d20-7168-493d-b0c8-3a46cac151c9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'mac_address': 'fa:16:3e:a7:2b:3c', 'name': 'tempest-NetworksTestDHCPv6-303740702'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:41.673364 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e12be44-1c43-43c8-aa13-be16bc6dd074 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.689457 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f0d4310f-442c-4159-b770-bb5b88b5ceab tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0adf4cd8-b5c2-48f5-a4b0-031f4e087053') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:41.690004 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-f0d4310f-442c-4159-b770-bb5b88b5ceab tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0adf4cd8-b5c2-48f5-a4b0-031f4e087053') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:41.699630 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6dccc2d8-45ad-4446-8f91-8b09b44d6bc5 None None] For port fe8f4088-738a-40f8-b1ae-9e37f9a2edc4, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=fe8f4088-738a-40f8-b1ae-9e37f9a2edc4,segment=NetworkSegment(c1d0089c-9728-48ee-925b-ad6de57622c5),segment_id=c1d0089c-9728-48ee-925b-ad6de57622c5)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:41.700300 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6dccc2d8-45ad-4446-8f91-8b09b44d6bc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.708480 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-853fa3cb-9ecf-4e34-b10f-6d430aca47af tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.713930 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-853fa3cb-9ecf-4e34-b10f-6d430aca47af tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8439391 Mar 14 15:27:41.715891 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53764) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:41.717798 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-6dccc2d8-45ad-4446-8f91-8b09b44d6bc5 None None] Calling delete_port for fe8f4088-738a-40f8-b1ae-9e37f9a2edc4 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:41.721281 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5014a7d9-a7a2-457d-bfc8-4ee6c5d6b38e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '6f019085-d596-413c-bb7a-557d128a9193', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:41.727931 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0d4310f-442c-4159-b770-bb5b88b5ceab tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.779062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e12be44-1c43-43c8-aa13-be16bc6dd074 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:41.785012 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0d4310f-442c-4159-b770-bb5b88b5ceab tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.796609 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d4310f-442c-4159-b770-bb5b88b5ceab tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:27:41.797166 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0d4310f-442c-4159-b770-bb5b88b5ceab tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:41.801177 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:41.817035 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e12be44-1c43-43c8-aa13-be16bc6dd074 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:41.817434 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-3e12be44-1c43-43c8-aa13-be16bc6dd074 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Added segment c3ea04a3-8fc2-4032-84a9-83633e309394 of type vlan for network a3183b29-f7c5-4f33-8a2a-f20c8ddf6363 Mar 14 15:27:41.831118 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3cb6f65a-87a9-4c1e-b9a9-4d9aa0211eb6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=527d5c3da83c4435ab5bfb653092ec25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4329863 Mar 14 15:27:41.831402 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-5014a7d9-a7a2-457d-bfc8-4ee6c5d6b38e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:27:41.841679 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53766) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:41.950984 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5014a7d9-a7a2-457d-bfc8-4ee6c5d6b38e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.046335 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-f3a0205e-e89e-4284-a26e-ce360814bd06 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Allocated IP 172.20.0.1 (2b4067ed-c8cc-4c94-b6e8-5322dc74a22c/3e5abfe9-bf12-4b66-8249-7ac6b79c917e/c004d6a0-74be-4312-a992-cafbcaacc97d) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:42.049151 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e12be44-1c43-43c8-aa13-be16bc6dd074 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.055481 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0d4310f-442c-4159-b770-bb5b88b5ceab tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.087694 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f0d4310f-442c-4159-b770-bb5b88b5ceab tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.093437 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f0d4310f-442c-4159-b770-bb5b88b5ceab tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "DELETE /v2.0/networks/d67fbcb9-83ac-4c63-9a71-d3597fd75453 HTTP/1.1" status: 204 len: 168 time: 1.7336957 Mar 14 15:27:42.109763 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:42.111081 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ded6a5-ed5b-461c-bc18-893300f0b55a None None] Pushing event updated for resources: {'Port': ['ID=497e7fcc-8a43-4584-93e1-b5b1dc7b874c,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:42.115237 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:42.116314 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53768) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:42.136232 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:42.172322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4310f-442c-4159-b770-bb5b88b5ceab tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event deleted for resources: {'Network': ['ID=d67fbcb9-83ac-4c63-9a71-d3597fd75453,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:42.186551 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7174d20-7168-493d-b0c8-3a46cac151c9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:42.197451 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e12be44-1c43-43c8-aa13-be16bc6dd074 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.204533 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e12be44-1c43-43c8-aa13-be16bc6dd074 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:42.205258 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3e12be44-1c43-43c8-aa13-be16bc6dd074 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.231838 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5014a7d9-a7a2-457d-bfc8-4ee6c5d6b38e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.242559 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6efc-0b37-43d8-965f-5e8f7d2a32ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.245559 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7232f64c-116c-49a2-9e97-92d4f0783dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.260028 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5014a7d9-a7a2-457d-bfc8-4ee6c5d6b38e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.271154 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6b5c66b-edea-471a-94d4-cd27ba0d4cac tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.282241 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e3a6efc-0b37-43d8-965f-5e8f7d2a32ab None None] Network d67fbcb9-83ac-4c63-9a71-d3597fd75453 is not hosted by any dhcp agent {{(pid=102569) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 14 15:27:42.282702 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3a6efc-0b37-43d8-965f-5e8f7d2a32ab None None] No DVR routers for this DVR port 88034279-6999-4275-94b2-b7658c364c22 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:42.284806 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6dccc2d8-45ad-4446-8f91-8b09b44d6bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.319204 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] Pushing event updated for resources: {'Port': ['ID=7b78148d-7b48-47c7-be29-02e80b4de3c4,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:42.346276 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3e12be44-1c43-43c8-aa13-be16bc6dd074 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8891006 Mar 14 15:27:42.349177 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53770) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:42.359458 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014a7d9-a7a2-457d-bfc8-4ee6c5d6b38e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa2ad0c3-95cc-4af0-9c6b-68abddd1cfd1,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:42.372415 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dccc2d8-45ad-4446-8f91-8b09b44d6bc5 None None] No DVR routers for this DVR port fe8f4088-738a-40f8-b1ae-9e37f9a2edc4 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:42.373472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12be44-1c43-43c8-aa13-be16bc6dd074 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Network': ['ID=a3183b29-f7c5-4f33-8a2a-f20c8ddf6363,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:42.378014 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7232f64c-116c-49a2-9e97-92d4f0783dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.379209 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a6efc-0b37-43d8-965f-5e8f7d2a32ab None None] Pushing event deleted for resources: {'Port': ['ID=88034279-6999-4275-94b2-b7658c364c22,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:42.383791 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5014a7d9-a7a2-457d-bfc8-4ee6c5d6b38e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.389004 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.395485 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5014a7d9-a7a2-457d-bfc8-4ee6c5d6b38e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6783819 Mar 14 15:27:42.401659 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] Attempting to bind port 7b78148d-7b48-47c7-be29-02e80b4de3c4 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:42.402707 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] Attempting to bind port 7b78148d-7b48-47c7-be29-02e80b4de3c4 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:42.403320 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] Attempting to bind port 7b78148d-7b48-47c7-be29-02e80b4de3c4 on network 5b9fbf90-4428-44c7-aa34-44697a69d1dc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:27:42.413539 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7934be2e-1edc-48e7-a9fe-332988f30560 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.433722 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network a3183b29-f7c5-4f33-8a2a-f20c8ddf6363 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:27:42.440124 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccc2d8-45ad-4446-8f91-8b09b44d6bc5 None None] Pushing event deleted for resources: {'Port': ['ID=fe8f4088-738a-40f8-b1ae-9e37f9a2edc4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:42.451256 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-95dcab82-63d4-4a9c-bab1-de61ee0905d1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'subnet': {'network_id': 'a3183b29-f7c5-4f33-8a2a-f20c8ddf6363', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:42.470248 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:27:42.470248 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] Checking segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:42.470662 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.471471 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] Bound using segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:27:42.471705 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] Bound port: 7b78148d-7b48-47c7-be29-02e80b4de3c4, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:42.472116 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.476400 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port a428130a-4827-4dd2-9df2-1a82e3ec6f8f, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a428130a-4827-4dd2-9df2-1a82e3ec6f8f,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:42.502741 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7232f64c-116c-49a2-9e97-92d4f0783dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.505278 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7232f64c-116c-49a2-9e97-92d4f0783dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.509150 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7232f64c-116c-49a2-9e97-92d4f0783dce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e0f972e0-c1ba-4cc0-9e57-df61383577f3 HTTP/1.1" status: 204 len: 168 time: 0.6594157 Mar 14 15:27:42.517279 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232f64c-116c-49a2-9e97-92d4f0783dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f972e0-c1ba-4cc0-9e57-df61383577f3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:42.527886 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.611686 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f3a0205e-e89e-4284-a26e-ce360814bd06 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.639791 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 88034279-6999-4275-94b2-b7658c364c22 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:27:42.675418 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7174d20-7168-493d-b0c8-3a46cac151c9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.689637 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 88034279-6999-4275-94b2-b7658c364c22 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:27:42.689995 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 88034279-6999-4275-94b2-b7658c364c22 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:27:42.724611 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=a428130a-4827-4dd2-9df2-1a82e3ec6f8f,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:42.741938 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] For port 7b78148d-7b48-47c7-be29-02e80b4de3c4, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:42.751096 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] For port 7b78148d-7b48-47c7-be29-02e80b4de3c4, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=7b78148d-7b48-47c7-be29-02e80b4de3c4,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:42.756607 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.837219 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e53cfd-030e-4e5d-8077-c1349cf08846 None None] Pushing event updated for resources: {'Port': ['ID=7b78148d-7b48-47c7-be29-02e80b4de3c4,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:42.860895 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7934be2e-1edc-48e7-a9fe-332988f30560 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.901515 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-b7174d20-7168-493d-b0c8-3a46cac151c9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port f2ee9b65-6ccd-493f-9feb-3ad0aa67bc52 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:27:42.926800 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dcab82-63d4-4a9c-bab1-de61ee0905d1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:42.931609 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-95dcab82-63d4-4a9c-bab1-de61ee0905d1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:42.974298 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-f6b5c66b-edea-471a-94d4-cd27ba0d4cac tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Allocated IP 172.26.6.120 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/d4525227-8d24-4e99-b028-9d6820ce66d3) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:43.016893 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a428130a-4827-4dd2-9df2-1a82e3ec6f8f up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:43.043863 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-7934be2e-1edc-48e7-a9fe-332988f30560 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78fd123f-933f-4653-a057-847b65a2b885']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:43.098312 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-35866eb8-d1fa-4abd-8f38-7089f4881358 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1763855505&fields=id&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 267 time: 0.4201648 Mar 14 15:27:43.108981 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port a428130a-4827-4dd2-9df2-1a82e3ec6f8f triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:43.109561 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.115593 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-7934be2e-1edc-48e7-a9fe-332988f30560 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d0089c-9728-48ee-925b-ad6de57622c5') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:43.116306 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-7934be2e-1edc-48e7-a9fe-332988f30560 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d0089c-9728-48ee-925b-ad6de57622c5') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:43.191312 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f3a0205e-e89e-4284-a26e-ce360814bd06 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.272584 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 497e7fcc-8a43-4584-93e1-b5b1dc7b874c up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:43.277718 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e58c28-6094-47bc-af22-3461d72ebce2 None None] Network 2b4067ed-c8cc-4c94-b6e8-5322dc74a22c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:43.288133 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7934be2e-1edc-48e7-a9fe-332988f30560 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.417672 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a0205e-e89e-4284-a26e-ce360814bd06 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Network 2b4067ed-c8cc-4c94-b6e8-5322dc74a22c is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:43.418126 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-1bd9d5a8-0928-4d9f-8019-4f3760d734c4 None None] Provisioning complete for port 497e7fcc-8a43-4584-93e1-b5b1dc7b874c triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:43.418636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1bd9d5a8-0928-4d9f-8019-4f3760d734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.458059 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f3a0205e-e89e-4284-a26e-ce360814bd06 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:43.475623 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7934be2e-1edc-48e7-a9fe-332988f30560 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.502980 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a0205e-e89e-4284-a26e-ce360814bd06 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:43.513350 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 497e7fcc-8a43-4584-93e1-b5b1dc7b874c triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:43.513799 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.541818 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7934be2e-1edc-48e7-a9fe-332988f30560 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:27:43.542659 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7934be2e-1edc-48e7-a9fe-332988f30560 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.548622 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0205e-e89e-4284-a26e-ce360814bd06 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event updated for resources: {'Port': ['ID=c004d6a0-74be-4312-a992-cafbcaacc97d,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:43.551358 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:43.629801 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53808) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:43.644014 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1bd9d5a8-0928-4d9f-8019-4f3760d734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.725936 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.731984 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-1bd9d5a8-0928-4d9f-8019-4f3760d734c4 None None] For port 497e7fcc-8a43-4584-93e1-b5b1dc7b874c, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=497e7fcc-8a43-4584-93e1-b5b1dc7b874c,segment=NetworkSegment(e1302457-e334-4ac7-a460-dc0c3c93dd83),segment_id=e1302457-e334-4ac7-a460-dc0c3c93dd83)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:43.752190 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1bd9d5a8-0928-4d9f-8019-4f3760d734c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.776297 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Request body: {'networks': [{'name': 'tempest-network--890280839'}, {'name': 'tempest-network--370481140'}]} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:43.778093 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Request body: {'network': {'name': 'tempest-network--890280839'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:43.778586 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Request body: {'network': {'name': 'tempest-network--370481140'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:43.811519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Made reservation on behalf of c28a02f9e4b64e759fe11bce36e75907 for: {'network': 2} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:43.823210 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.841133 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.866498 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:27:43.867451 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:27:43.868411 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9d5a8-0928-4d9f-8019-4f3760d734c4 None None] Pushing event updated for resources: {'Port': ['ID=497e7fcc-8a43-4584-93e1-b5b1dc7b874c,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:43.960369 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.965957 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:43.966667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.007455 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:44.018505 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.019581 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Added segment 2ee1fa09-d48d-4c0c-8d36-5acfdeefab8d of type vlan for network e5915ce1-4e45-4937-afac-df384548f88a Mar 14 15:27:44.073321 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.095162 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-d85ec3b2-8a28-4de2-b2cd-122c0b6b1d5a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:44.096702 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-d85ec3b2-8a28-4de2-b2cd-122c0b6b1d5a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/networks?id=0e58071f-ed6b-4f5e-9912-c6e34b9e0905 HTTP/1.1" status: 200 len: 796 time: 0.9678779 Mar 14 15:27:44.118596 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:44.129971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.130419 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Added segment 9795bf9e-46ac-48ea-bcc5-dce151a89b71 of type vlan for network e2048f51-a0f3-43af-be00-02e56564e9bc Mar 14 15:27:44.142589 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f3a0205e-e89e-4284-a26e-ce360814bd06 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.160641 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6b5c66b-edea-471a-94d4-cd27ba0d4cac tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.186513 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.192927 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-511c3c73-40ab-4784-92e7-105e7ff7b2ab None None] Provisioning complete for port 497e7fcc-8a43-4584-93e1-b5b1dc7b874c triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:44.194129 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-511c3c73-40ab-4784-92e7-105e7ff7b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.206349 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7934be2e-1edc-48e7-a9fe-332988f30560 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.238158 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.239336 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7934be2e-1edc-48e7-a9fe-332988f30560 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.239761 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.242662 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7934be2e-1edc-48e7-a9fe-332988f30560 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "DELETE /v2.0/networks/78fd123f-933f-4653-a057-847b65a2b885 HTTP/1.1" status: 204 len: 168 time: 2.1211224 Mar 14 15:27:44.246846 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:44.250559 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-e09918f3-4eed-4ed9-b746-ccf429d98eb1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/quotas/981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 375 time: 0.1170967 Mar 14 15:27:44.261553 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:44.262764 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.267740 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53812) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:44.299127 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=918d096c-9472-4b34-9cb9-f22fa78481af,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:44.306783 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-b7174d20-7168-493d-b0c8-3a46cac151c9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 172.20.0.4 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/7b84021c-e342-4e05-8c9f-4471c5fd6dc2/f2ee9b65-6ccd-493f-9feb-3ad0aa67bc52) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:44.313513 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934be2e-1edc-48e7-a9fe-332988f30560 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event deleted for resources: {'Network': ['ID=78fd123f-933f-4653-a057-847b65a2b885,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:44.347905 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-511c3c73-40ab-4784-92e7-105e7ff7b2ab None None] Provisioning complete for port c004d6a0-74be-4312-a992-cafbcaacc97d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:44.348207 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-511c3c73-40ab-4784-92e7-105e7ff7b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.381063 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.7495399 Mar 14 15:27:44.437010 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53814) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:44.438435 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event updated for resources: {'Network': ['ID=e5915ce1-4e45-4937-afac-df384548f88a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:44.452507 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-b7174d20-7168-493d-b0c8-3a46cac151c9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::f816:3eff:fea7:2b3c (5b9fbf90-4428-44c7-aa34-44697a69d1dc/b12f3889-4272-44ce-9413-e2429ccdf88b/f2ee9b65-6ccd-493f-9feb-3ad0aa67bc52) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:44.459326 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network e5915ce1-4e45-4937-afac-df384548f88a details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:27:44.538982 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3433a2-07bb-423c-89e9-f86e5ab317e4 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Deleting subnet ec0be668-a8ae-41d3-887f-5e3abb139ed7 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:27:44.547468 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e40cc0-a99b-483a-a3ef-d58dd0f5f20e None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:44.547734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b3433a2-07bb-423c-89e9-f86e5ab317e4 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.550763 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd1530-1ee8-4cb1-a2c0-3314bd8f831f tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event updated for resources: {'Network': ['ID=e2048f51-a0f3-43af-be00-02e56564e9bc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:44.568937 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network e2048f51-a0f3-43af-be00-02e56564e9bc details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:27:44.574072 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-511c3c73-40ab-4784-92e7-105e7ff7b2ab None None] Port c004d6a0-74be-4312-a992-cafbcaacc97d cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:44.611032 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b3433a2-07bb-423c-89e9-f86e5ab317e4 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.624371 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-95dcab82-63d4-4a9c-bab1-de61ee0905d1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.666246 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-a812d5a2-cafe-42fb-ad8c-2ecef87dc1e1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3728087 Mar 14 15:27:44.669360 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device fe8f4088-738a-40f8-b1ae-9e37f9a2edc4 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:27:44.690266 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6b5c66b-edea-471a-94d4-cd27ba0d4cac tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.716717 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: fe8f4088-738a-40f8-b1ae-9e37f9a2edc4 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:27:44.717140 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device fe8f4088-738a-40f8-b1ae-9e37f9a2edc4 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:27:44.730669 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b3433a2-07bb-423c-89e9-f86e5ab317e4 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.749242 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-18f88620-4090-4cd5-ba03-0f4ba9fa4fb2 None None] Provisioning complete for port 7b78148d-7b48-47c7-be29-02e80b4de3c4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:44.749807 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18f88620-4090-4cd5-ba03-0f4ba9fa4fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.831863 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b3433a2-07bb-423c-89e9-f86e5ab317e4 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.866174 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3433a2-07bb-423c-89e9-f86e5ab317e4 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event deleted for resources: {'Subnet': ['ID=ec0be668-a8ae-41d3-887f-5e3abb139ed7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:44.872214 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b3433a2-07bb-423c-89e9-f86e5ab317e4 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.878583 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4b3433a2-07bb-423c-89e9-f86e5ab317e4 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "DELETE /v2.0/subnets/ec0be668-a8ae-41d3-887f-5e3abb139ed7 HTTP/1.1" status: 204 len: 168 time: 0.6059818 Mar 14 15:27:44.879355 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53816) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:44.901180 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b5c66b-edea-471a-94d4-cd27ba0d4cac tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:44.909171 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f3a0205e-e89e-4284-a26e-ce360814bd06 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:44.949573 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6698f880-8a87-4c20-81e4-9fa8802beced tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:44.955470 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6698f880-8a87-4c20-81e4-9fa8802beced tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:44.961887 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6698f880-8a87-4c20-81e4-9fa8802beced tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:44.968138 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6698f880-8a87-4c20-81e4-9fa8802beced tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:44.973215 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6698f880-8a87-4c20-81e4-9fa8802beced tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5348825 Mar 14 15:27:44.973723 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53818) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:44.983242 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dcab82-63d4-4a9c-bab1-de61ee0905d1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Subnet': ['ID=5604a8ed-c486-48c6-8966-6acccfa5ec12,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:44.986663 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f6b5c66b-edea-471a-94d4-cd27ba0d4cac tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:44.987801 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b30b2f1-2d81-41b4-aea7-415c51efbeda None None] Network 449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:45.005975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5c66b-edea-471a-94d4-cd27ba0d4cac tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Port': ['ID=d4525227-8d24-4e99-b028-9d6820ce66d3,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:45.013843 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b5c66b-edea-471a-94d4-cd27ba0d4cac tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:45.045257 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 497e7fcc-8a43-4584-93e1-b5b1dc7b874c up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:45.046902 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53387573-bfe1-4c55-9d7d-aa70b334b6e0 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.102952 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9f7b-b2cd-4b95-a4bf-4fd6802a7ea4 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.114405 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dcab82-63d4-4a9c-bab1-de61ee0905d1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Checking segment: {'id': 'c3ea04a3-8fc2-4032-84a9-83633e309394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a3183b29-f7c5-4f33-8a2a-f20c8ddf6363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:45.115048 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dcab82-63d4-4a9c-bab1-de61ee0905d1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network hostable DHCP agents. Network: a3183b29-f7c5-4f33-8a2a-f20c8ddf6363, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:27:45.169339 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-649ebe6a-96aa-4e5c-9ecf-b1dfb5b3f035 service neutron] 10.222.0.59 "GET /v2.0/networks/0e58071f-ed6b-4f5e-9912-c6e34b9e0905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662733 Mar 14 15:27:45.210266 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-53387573-bfe1-4c55-9d7d-aa70b334b6e0 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Deleting port 28a10735-2eb7-4590-85b1-f2cb500af158 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:45.211310 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53387573-bfe1-4c55-9d7d-aa70b334b6e0 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.237177 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18f88620-4090-4cd5-ba03-0f4ba9fa4fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.253134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 497e7fcc-8a43-4584-93e1-b5b1dc7b874c triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:45.253502 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.259143 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7174d20-7168-493d-b0c8-3a46cac151c9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.314875 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9f7b-b2cd-4b95-a4bf-4fd6802a7ea4 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.318377 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dcab82-63d4-4a9c-bab1-de61ee0905d1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network a3183b29-f7c5-4f33-8a2a-f20c8ddf6363 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:27:45.329540 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-53387573-bfe1-4c55-9d7d-aa70b334b6e0 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] For port 28a10735-2eb7-4590-85b1-f2cb500af158, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=28a10735-2eb7-4590-85b1-f2cb500af158,segment=NetworkSegment(f38194fc-7cfc-4199-a95d-743ac746a02d),segment_id=f38194fc-7cfc-4199-a95d-743ac746a02d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:45.330005 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53387573-bfe1-4c55-9d7d-aa70b334b6e0 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.343076 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-18f88620-4090-4cd5-ba03-0f4ba9fa4fb2 None None] For port 7b78148d-7b48-47c7-be29-02e80b4de3c4, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=7b78148d-7b48-47c7-be29-02e80b4de3c4,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:45.347424 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-53387573-bfe1-4c55-9d7d-aa70b334b6e0 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Calling delete_port for 28a10735-2eb7-4590-85b1-f2cb500af158 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:45.355592 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18f88620-4090-4cd5-ba03-0f4ba9fa4fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.360118 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef57de3-eb7e-4b08-a09b-885f60152cf5 None None] Update dhcp port {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'fixed_ips': [{'subnet_id': 'b12f3889-4272-44ce-9413-e2429ccdf88b', 'ip_address': '2001:db8::f816:3eff:fe02:7c3e'}, {'subnet_id': '7b84021c-e342-4e05-8c9f-4471c5fd6dc2'}], 'binding:host_id': 'dv-neutron-833559-1-hyperv'}, 'id': '7b78148d-7b48-47c7-be29-02e80b4de3c4'} from dv-neutron-833559-1-hyperv. {{(pid=102569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 15:27:45.384585 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-95dcab82-63d4-4a9c-bab1-de61ee0905d1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, a3183b29-f7c5-4f33-8a2a-f20c8ddf6363) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:45.423360 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c3dfd0-a38f-4c2d-a3f9-8121f03549de None None] Network a3183b29-f7c5-4f33-8a2a-f20c8ddf6363 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:45.425087 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9113b732-6fc2-4d1d-ba71-524836d0855e None None] DHCP port deletion for 449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:27:45.437583 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dcab82-63d4-4a9c-bab1-de61ee0905d1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:45.438563 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-95dcab82-63d4-4a9c-bab1-de61ee0905d1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.440369 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-cd4f9f7b-b2cd-4b95-a4bf-4fd6802a7ea4 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5915ce1-4e45-4937-afac-df384548f88a']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:45.457470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-cd4f9f7b-b2cd-4b95-a4bf-4fd6802a7ea4 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee1fa09-d48d-4c0c-8d36-5acfdeefab8d') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:45.458336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-cd4f9f7b-b2cd-4b95-a4bf-4fd6802a7ea4 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee1fa09-d48d-4c0c-8d36-5acfdeefab8d') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:45.472635 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ef57de3-eb7e-4b08-a09b-885f60152cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.473288 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9f7b-b2cd-4b95-a4bf-4fd6802a7ea4 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.497608 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53387573-bfe1-4c55-9d7d-aa70b334b6e0 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.506891 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9f7b-b2cd-4b95-a4bf-4fd6802a7ea4 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.512636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-18f88620-4090-4cd5-ba03-0f4ba9fa4fb2 None None] Provisioning complete for port c004d6a0-74be-4312-a992-cafbcaacc97d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:45.512636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18f88620-4090-4cd5-ba03-0f4ba9fa4fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.541928 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53387573-bfe1-4c55-9d7d-aa70b334b6e0 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] No DVR routers for this DVR port 28a10735-2eb7-4590-85b1-f2cb500af158 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:45.543849 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4f9f7b-b2cd-4b95-a4bf-4fd6802a7ea4 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:27:45.544243 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9f7b-b2cd-4b95-a4bf-4fd6802a7ea4 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:45.548058 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:45.550900 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-95dcab82-63d4-4a9c-bab1-de61ee0905d1 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2001340 Mar 14 15:27:45.564884 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53820) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:45.569957 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-334e5322-995c-4c5f-b061-2173ef0098a4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-944850537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:45.576828 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53387573-bfe1-4c55-9d7d-aa70b334b6e0 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event deleted for resources: {'Port': ['ID=28a10735-2eb7-4590-85b1-f2cb500af158,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:45.581874 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9113b732-6fc2-4d1d-ba71-524836d0855e None None] The port '28a10735-2eb7-4590-85b1-f2cb500af158' was deleted {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Mar 14 15:27:45.582041 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7174d20-7168-493d-b0c8-3a46cac151c9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.592081 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f88620-4090-4cd5-ba03-0f4ba9fa4fb2 None None] Pushing event updated for resources: {'Port': ['ID=7b78148d-7b48-47c7-be29-02e80b4de3c4,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:45.596174 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-b9cf9a20-c0db-44c4-9368-c6333b3e4a90 service neutron] 10.222.0.59 "GET /v2.0/networks/0e58071f-ed6b-4f5e-9912-c6e34b9e0905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115930 Mar 14 15:27:45.599323 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7b78148d-7b48-47c7-be29-02e80b4de3c4 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:45.676539 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-18f88620-4090-4cd5-ba03-0f4ba9fa4fb2 None None] Port c004d6a0-74be-4312-a992-cafbcaacc97d cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:45.722353 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53387573-bfe1-4c55-9d7d-aa70b334b6e0 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.745324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9f7b-b2cd-4b95-a4bf-4fd6802a7ea4 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.750399 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7174d20-7168-493d-b0c8-3a46cac151c9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:45.768216 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-334e5322-995c-4c5f-b061-2173ef0098a4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.769462 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-334e5322-995c-4c5f-b061-2173ef0098a4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.773260 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-b7174d20-7168-493d-b0c8-3a46cac151c9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:45.785134 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7174d20-7168-493d-b0c8-3a46cac151c9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:45.785385 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9f7b-b2cd-4b95-a4bf-4fd6802a7ea4 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.790487 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cd4f9f7b-b2cd-4b95-a4bf-4fd6802a7ea4 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "DELETE /v2.0/networks/e5915ce1-4e45-4937-afac-df384548f88a HTTP/1.1" status: 204 len: 168 time: 0.8157361 Mar 14 15:27:45.791503 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f9f7b-b2cd-4b95-a4bf-4fd6802a7ea4 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event deleted for resources: {'Network': ['ID=e5915ce1-4e45-4937-afac-df384548f88a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:45.793269 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53822) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:45.796979 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7174d20-7168-493d-b0c8-3a46cac151c9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=f2ee9b65-6ccd-493f-9feb-3ad0aa67bc52,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:45.896194 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-53387573-bfe1-4c55-9d7d-aa70b334b6e0 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:45.902824 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72604d3b-ae65-41ef-8671-61b87e1d511b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.916510 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 7b78148d-7b48-47c7-be29-02e80b4de3c4 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:45.917046 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.926907 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-53387573-bfe1-4c55-9d7d-aa70b334b6e0 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38194fc-7cfc-4199-a95d-743ac746a02d') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:45.927129 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-53387573-bfe1-4c55-9d7d-aa70b334b6e0 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38194fc-7cfc-4199-a95d-743ac746a02d') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:45.968662 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fd896220-64bf-4031-b55f-d587917bc144 req-21e30afb-cc99-4c82-bf22-415d3e947707 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 210 time: 0.0637879 Mar 14 15:27:45.970844 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-a3183b29-f7c5-4f33-8a2a-f20c8ddf6363', 'network_id': 'a3183b29-f7c5-4f33-8a2a-f20c8ddf6363', 'tenant_id': '49679f1af32a4f65a13f21c45e2b47bd', 'fixed_ips': [{'subnet_id': '5604a8ed-c486-48c6-8966-6acccfa5ec12'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:27:45.971942 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:45.982168 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53387573-bfe1-4c55-9d7d-aa70b334b6e0 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.000301 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-7ef57de3-eb7e-4b08-a09b-885f60152cf5 None None] Allocated IP 172.20.0.2 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/7b84021c-e342-4e05-8c9f-4471c5fd6dc2/7b78148d-7b48-47c7-be29-02e80b4de3c4) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:46.027127 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7174d20-7168-493d-b0c8-3a46cac151c9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:46.028002 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7174d20-7168-493d-b0c8-3a46cac151c9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.072395 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-334e5322-995c-4c5f-b061-2173ef0098a4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.074213 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53387573-bfe1-4c55-9d7d-aa70b334b6e0 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.081480 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72604d3b-ae65-41ef-8671-61b87e1d511b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.090651 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53387573-bfe1-4c55-9d7d-aa70b334b6e0 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:27:46.091093 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53387573-bfe1-4c55-9d7d-aa70b334b6e0 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:46.094687 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:46.105762 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-334e5322-995c-4c5f-b061-2173ef0098a4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.165885 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-72604d3b-ae65-41ef-8671-61b87e1d511b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2048f51-a0f3-43af-be00-02e56564e9bc']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:46.187857 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-72604d3b-ae65-41ef-8671-61b87e1d511b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9795bf9e-46ac-48ea-bcc5-dce151a89b71') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:46.188254 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-72604d3b-ae65-41ef-8671-61b87e1d511b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9795bf9e-46ac-48ea-bcc5-dce151a89b71') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:46.201174 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72604d3b-ae65-41ef-8671-61b87e1d511b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.212088 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53387573-bfe1-4c55-9d7d-aa70b334b6e0 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.237665 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53387573-bfe1-4c55-9d7d-aa70b334b6e0 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.243031 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-53387573-bfe1-4c55-9d7d-aa70b334b6e0 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "DELETE /v2.0/networks/449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3 HTTP/1.1" status: 204 len: 168 time: 1.3625941 Mar 14 15:27:46.244698 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53387573-bfe1-4c55-9d7d-aa70b334b6e0 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Pushing event deleted for resources: {'Network': ['ID=449e4fe3-ee5a-4366-8c8c-2ec45a1a74c3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:46.247402 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53834) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:46.249374 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72604d3b-ae65-41ef-8671-61b87e1d511b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.292940 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72604d3b-ae65-41ef-8671-61b87e1d511b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:27:46.293594 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72604d3b-ae65-41ef-8671-61b87e1d511b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.299183 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ba5fcacc-87eb-4224-83ef-c7b87ba9cb13 tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "GET /v2.0/ports?device_id=db85996c-3276-4c45-b7aa-d651bf9b3daa HTTP/1.1" status: 200 len: 205 time: 0.0415173 Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:27:46.300184 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:27:46.303502 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] Allocated IP 2001:db8::2 (a3183b29-f7c5-4f33-8a2a-f20c8ddf6363/5604a8ed-c486-48c6-8966-6acccfa5ec12/abde25a6-4783-4e95-80a6-e457bf38e103) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:46.314604 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53838) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:46.409608 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9cde353a-621b-4d4f-a6af-029146d7e6bb tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.579382 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b7174d20-7168-493d-b0c8-3a46cac151c9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.9247084 Mar 14 15:27:46.598475 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53842) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:46.606899 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.647648 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.666842 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f3a0205e-e89e-4284-a26e-ce360814bd06 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.673604 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-7ef57de3-eb7e-4b08-a09b-885f60152cf5 None None] For port 7b78148d-7b48-47c7-be29-02e80b4de3c4, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=7b78148d-7b48-47c7-be29-02e80b4de3c4,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:46.673863 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-334e5322-995c-4c5f-b061-2173ef0098a4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.675243 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-334e5322-995c-4c5f-b061-2173ef0098a4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1088121 Mar 14 15:27:46.681097 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72604d3b-ae65-41ef-8671-61b87e1d511b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.686004 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53844) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:46.701972 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f3a0205e-e89e-4284-a26e-ce360814bd06 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.727774 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3cf5234a-c7db-4fb1-93a2-a24534077f59 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'port': {'network_id': 'a3183b29-f7c5-4f33-8a2a-f20c8ddf6363', 'name': 'tempest-PortsIpV6TestJSON-1653176933'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:46.736784 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] Network a3183b29-f7c5-4f33-8a2a-f20c8ddf6363 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:46.738183 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72604d3b-ae65-41ef-8671-61b87e1d511b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.745921 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-72604d3b-ae65-41ef-8671-61b87e1d511b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "DELETE /v2.0/networks/e2048f51-a0f3-43af-be00-02e56564e9bc HTTP/1.1" status: 204 len: 168 time: 0.9469392 Mar 14 15:27:46.749213 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:46.755691 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:46.759260 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53846) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:46.764614 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] Pushing event updated for resources: {'Port': ['ID=abde25a6-4783-4e95-80a6-e457bf38e103,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:46.776917 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ef57de3-eb7e-4b08-a09b-885f60152cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.802671 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ef57de3-eb7e-4b08-a09b-885f60152cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.815453 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6b5c66b-edea-471a-94d4-cd27ba0d4cac tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.873827 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] Attempting to bind port abde25a6-4783-4e95-80a6-e457bf38e103 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:46.874240 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] Attempting to bind port abde25a6-4783-4e95-80a6-e457bf38e103 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'c3ea04a3-8fc2-4032-84a9-83633e309394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a3183b29-f7c5-4f33-8a2a-f20c8ddf6363'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:46.874620 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] Attempting to bind port abde25a6-4783-4e95-80a6-e457bf38e103 on network a3183b29-f7c5-4f33-8a2a-f20c8ddf6363 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:27:46.902599 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:27:46.903012 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] Checking segment: {'id': 'c3ea04a3-8fc2-4032-84a9-83633e309394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a3183b29-f7c5-4f33-8a2a-f20c8ddf6363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:46.903426 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.903829 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] Bound using segment: {'id': 'c3ea04a3-8fc2-4032-84a9-83633e309394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a3183b29-f7c5-4f33-8a2a-f20c8ddf6363'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:27:46.904319 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] Bound port: abde25a6-4783-4e95-80a6-e457bf38e103, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ea04a3-8fc2-4032-84a9-83633e309394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a3183b29-f7c5-4f33-8a2a-f20c8ddf6363'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:46.904710 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.922293 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de31c2f6-5e55-41b1-a87c-dc37641c0138 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:46.928678 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de31c2f6-5e55-41b1-a87c-dc37641c0138 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:46.931706 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-de31c2f6-5e55-41b1-a87c-dc37641c0138 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3322284 Mar 14 15:27:46.939605 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f3a0205e-e89e-4284-a26e-ce360814bd06 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:46.945605 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53848) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:46.959232 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0205e-e89e-4284-a26e-ce360814bd06 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event updated for resources: {'Port': ['ID=c004d6a0-74be-4312-a992-cafbcaacc97d,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:46.962111 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7b78148d-7b48-47c7-be29-02e80b4de3c4 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:47.026713 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef57de3-eb7e-4b08-a09b-885f60152cf5 None None] Pushing event updated for resources: {'Port': ['ID=7b78148d-7b48-47c7-be29-02e80b4de3c4,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:47.121613 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 7b78148d-7b48-47c7-be29-02e80b4de3c4 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:47.121997 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:47.172400 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce79d42-f454-4da3-9de4-1514e39d9d70 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:47.178062 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] For port abde25a6-4783-4e95-80a6-e457bf38e103, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:47.179087 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce79d42-f454-4da3-9de4-1514e39d9d70 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:47.181512 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0ce79d42-f454-4da3-9de4-1514e39d9d70 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4195480 Mar 14 15:27:47.181904 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9cde353a-621b-4d4f-a6af-029146d7e6bb tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:47.190873 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53852) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:47.191730 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72604d3b-ae65-41ef-8671-61b87e1d511b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event deleted for resources: {'Network': ['ID=e2048f51-a0f3-43af-be00-02e56564e9bc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:47.195971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9cde353a-621b-4d4f-a6af-029146d7e6bb tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:47.200193 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] For port abde25a6-4783-4e95-80a6-e457bf38e103, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=abde25a6-4783-4e95-80a6-e457bf38e103,segment=NetworkSegment(c3ea04a3-8fc2-4032-84a9-83633e309394),segment_id=c3ea04a3-8fc2-4032-84a9-83633e309394)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:47.201151 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-03145726-f966-4d83-b9da-40cd6efbc6d3 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1176245106'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:47.227884 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:47.231912 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bd1ade72-7abc-471a-b23f-87d992f297ee req-cef22a08-cbdf-4fc5-95da-44c04d202e8b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 210 time: 0.0897541 Mar 14 15:27:47.243749 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6b5c66b-edea-471a-94d4-cd27ba0d4cac tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:47.319643 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03145726-f966-4d83-b9da-40cd6efbc6d3 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Made reservation on behalf of c28a02f9e4b64e759fe11bce36e75907 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:47.328207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03145726-f966-4d83-b9da-40cd6efbc6d3 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:47.574518 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-409187b3-b489-4cd6-9614-a08b56a0069a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port f2ee9b65-6ccd-493f-9feb-3ad0aa67bc52 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:47.574862 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-409187b3-b489-4cd6-9614-a08b56a0069a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:47.576242 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9cde353a-621b-4d4f-a6af-029146d7e6bb tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:47.576585 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cde353a-621b-4d4f-a6af-029146d7e6bb tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Fanout notify agent at l3_agent the message router_deleted on router db85996c-3276-4c45-b7aa-d651bf9b3daa {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:27:47.578941 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a0205e-e89e-4284-a26e-ce360814bd06 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Network 2b4067ed-c8cc-4c94-b6e8-5322dc74a22c is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:47.602323 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f3a0205e-e89e-4284-a26e-ce360814bd06 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:47.614311 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9cde353a-621b-4d4f-a6af-029146d7e6bb tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:47.617971 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9cde353a-621b-4d4f-a6af-029146d7e6bb tempest-RoutersNegativeIpV6Test-1788193819 tempest-RoutersNegativeIpV6Test-1788193819-project] 10.222.0.59 "DELETE /v2.0/routers/db85996c-3276-4c45-b7aa-d651bf9b3daa HTTP/1.1" status: 204 len: 168 time: 1.2996395 Mar 14 15:27:47.656042 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03145726-f966-4d83-b9da-40cd6efbc6d3 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:47.764003 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360ae52-a083-4d60-9f43-358a193912e0 None None] Pushing event updated for resources: {'Port': ['ID=abde25a6-4783-4e95-80a6-e457bf38e103,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:47.804802 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-409187b3-b489-4cd6-9614-a08b56a0069a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:47.817539 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 28a10735-2eb7-4590-85b1-f2cb500af158 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:27:47.849818 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 28a10735-2eb7-4590-85b1-f2cb500af158 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:27:47.850179 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 28a10735-2eb7-4590-85b1-f2cb500af158 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:27:47.873833 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-409187b3-b489-4cd6-9614-a08b56a0069a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for f2ee9b65-6ccd-493f-9feb-3ad0aa67bc52 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:47.887085 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03145726-f966-4d83-b9da-40cd6efbc6d3 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:47.887695 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-03145726-f966-4d83-b9da-40cd6efbc6d3 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Added segment c8cca413-ec62-401d-92c9-db452433779b of type vlan for network f3ecd51b-0fa3-4029-a23f-431829192978 Mar 14 15:27:47.938720 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-effc4872-41dc-4132-a0c5-66ad481093fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:47.941012 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-effc4872-41dc-4132-a0c5-66ad481093fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/networks?id=0e58071f-ed6b-4f5e-9912-c6e34b9e0905 HTTP/1.1" status: 200 len: 796 time: 0.5197783 Mar 14 15:27:47.986027 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6b5c66b-edea-471a-94d4-cd27ba0d4cac tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:48.013995 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03145726-f966-4d83-b9da-40cd6efbc6d3 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:48.076847 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6b5c66b-edea-471a-94d4-cd27ba0d4cac tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:48.093908 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-583e18df-21b8-43cc-8bb0-ed7c8df64de0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 380 time: 0.1281955 Mar 14 15:27:48.096302 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf5234a-c7db-4fb1-93a2-a24534077f59 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:48.099937 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3cf5234a-c7db-4fb1-93a2-a24534077f59 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:48.140041 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-aff3cec3-37bf-4896-b8ba-8ae212afe6a4 None None] Provisioning complete for port c004d6a0-74be-4312-a992-cafbcaacc97d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:48.140512 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aff3cec3-37bf-4896-b8ba-8ae212afe6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:48.155331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-d90f508e-c246-4dcf-9e05-bff8d33b4c66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'port': {'device_id': '673a6dcf-3d5c-462f-b565-273b01d48b1c', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'admin_state_up': True, 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'security_groups': ['6f019085-d596-413c-bb7a-557d128a9193']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:48.160206 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03145726-f966-4d83-b9da-40cd6efbc6d3 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:48.166668 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03145726-f966-4d83-b9da-40cd6efbc6d3 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:48.167508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03145726-f966-4d83-b9da-40cd6efbc6d3 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:48.238239 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-aff3cec3-37bf-4896-b8ba-8ae212afe6a4 None None] Port c004d6a0-74be-4312-a992-cafbcaacc97d cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:48.298355 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53864) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:48.316313 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6b5c66b-edea-471a-94d4-cd27ba0d4cac tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:48.327633 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-3cf5234a-c7db-4fb1-93a2-a24534077f59 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] device_id is not set on port 95c0276e-b0a0-46ff-9d4f-951414d924bb yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:27:48.374826 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5c66b-edea-471a-94d4-cd27ba0d4cac tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Port': ['ID=d4525227-8d24-4e99-b028-9d6820ce66d3,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:48.376585 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-d6ddd0e7-ad77-4037-9e75-0fd7a6df2b99 None None] Provisioning complete for port 7b78148d-7b48-47c7-be29-02e80b4de3c4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:48.377191 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d6ddd0e7-ad77-4037-9e75-0fd7a6df2b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:48.442502 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a0205e-e89e-4284-a26e-ce360814bd06 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Router 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:48.487293 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-03145726-f966-4d83-b9da-40cd6efbc6d3 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2930825 Mar 14 15:27:48.490204 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0b0f6dc1-b59d-4903-bac0-562aa5ce2dd1 req-3472c6aa-0f22-45eb-8da3-9a9a95624a30 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 210 time: 0.0316894 Mar 14 15:27:48.505839 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53868) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:48.512814 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-44cef7c9-46de-4307-a1b1-6e11eb43f1d8 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1301072406'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:48.546992 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cef7c9-46de-4307-a1b1-6e11eb43f1d8 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Made reservation on behalf of c28a02f9e4b64e759fe11bce36e75907 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:48.550481 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44cef7c9-46de-4307-a1b1-6e11eb43f1d8 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:48.633378 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-3cf5234a-c7db-4fb1-93a2-a24534077f59 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Allocated IP 2001:db8::357 (a3183b29-f7c5-4f33-8a2a-f20c8ddf6363/5604a8ed-c486-48c6-8966-6acccfa5ec12/95c0276e-b0a0-46ff-9d4f-951414d924bb) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:48.635339 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-d90f508e-c246-4dcf-9e05-bff8d33b4c66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:48.638850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-d90f508e-c246-4dcf-9e05-bff8d33b4c66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:48.646746 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-f6b5c66b-edea-471a-94d4-cd27ba0d4cac tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Floating IP 85950ffb-0ba3-49af-b710-61a59ee65c0b associated. External IP: 172.26.6.120, port: 4288e8f1-58b7-4115-8743-1e9740f49445. Mar 14 15:27:48.655798 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03145726-f966-4d83-b9da-40cd6efbc6d3 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event updated for resources: {'Network': ['ID=f3ecd51b-0fa3-4029-a23f-431829192978,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:48.666302 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cef7c9-46de-4307-a1b1-6e11eb43f1d8 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:48.666888 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network f3ecd51b-0fa3-4029-a23f-431829192978 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:27:48.734753 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44cef7c9-46de-4307-a1b1-6e11eb43f1d8 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:48.735330 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-44cef7c9-46de-4307-a1b1-6e11eb43f1d8 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Added segment 0e6b1156-199e-40b2-b1bd-1aa38823d574 of type vlan for network b2fc2a40-2cc9-404d-890c-1b9132555a35 Mar 14 15:27:48.764806 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-409187b3-b489-4cd6-9614-a08b56a0069a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:48.795563 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-e8097515-6c13-41f0-b6c6-5b1d69d72dd9 None None] Provisioning complete for port f2ee9b65-6ccd-493f-9feb-3ad0aa67bc52 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:48.801327 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e8097515-6c13-41f0-b6c6-5b1d69d72dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:48.831576 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-514564d5-1da6-483e-84e3-e1c32dc2ae3e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3007627873e04eaf989eb8c5df21c6b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5303288 Mar 14 15:27:48.833483 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53870) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:48.857582 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e8097515-6c13-41f0-b6c6-5b1d69d72dd9 None None] Port f2ee9b65-6ccd-493f-9feb-3ad0aa67bc52 was deleted so its status cannot be updated. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 14 15:27:48.865119 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409187b3-b489-4cd6-9614-a08b56a0069a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=f2ee9b65-6ccd-493f-9feb-3ad0aa67bc52,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:48.898082 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44cef7c9-46de-4307-a1b1-6e11eb43f1d8 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:48.951729 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a0205e-e89e-4284-a26e-ce360814bd06 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:48.965818 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] Sync routers for ids ['2f843b11-7b9e-4b80-8ce4-1c300e428ae5'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:49.000634 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] Routers {'2f843b11-7b9e-4b80-8ce4-1c300e428ae5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:49.013496 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['2f843b11-7b9e-4b80-8ce4-1c300e428ae5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:49.024464 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f3a0205e-e89e-4284-a26e-ce360814bd06 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "PUT /v2.0/routers/2f843b11-7b9e-4b80-8ce4-1c300e428ae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1919186 Mar 14 15:27:49.026458 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44cef7c9-46de-4307-a1b1-6e11eb43f1d8 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.032732 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cef7c9-46de-4307-a1b1-6e11eb43f1d8 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:49.033365 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44cef7c9-46de-4307-a1b1-6e11eb43f1d8 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.036362 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-409187b3-b489-4cd6-9614-a08b56a0069a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.040646 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-409187b3-b489-4cd6-9614-a08b56a0069a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/f2ee9b65-6ccd-493f-9feb-3ad0aa67bc52 HTTP/1.1" status: 204 len: 168 time: 2.0936413 Mar 14 15:27:49.045100 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53874) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:49.048729 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device abde25a6-4783-4e95-80a6-e457bf38e103 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:49.154772 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3688d6b2-65ea-4283-9efa-0298b3912386 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:49.156329 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3688d6b2-65ea-4283-9efa-0298b3912386 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:49.164041 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3688d6b2-65ea-4283-9efa-0298b3912386 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:49.165804 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3688d6b2-65ea-4283-9efa-0298b3912386 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1091011 Mar 14 15:27:49.178782 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53876) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:49.223746 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-44cef7c9-46de-4307-a1b1-6e11eb43f1d8 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7164242 Mar 14 15:27:49.235027 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53884) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:49.245805 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Request body: {'ports': [{'network_id': 'f3ecd51b-0fa3-4029-a23f-431829192978', 'name': 'tempest-port--1941610620', 'admin_state_up': True}, {'network_id': 'b2fc2a40-2cc9-404d-890c-1b9132555a35', 'admin_state_up': False}]} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:49.246486 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Request body: {'port': {'network_id': 'f3ecd51b-0fa3-4029-a23f-431829192978', 'name': 'tempest-port--1941610620', 'admin_state_up': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:49.247201 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Request body: {'port': {'network_id': 'b2fc2a40-2cc9-404d-890c-1b9132555a35', 'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:49.269962 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-d90f508e-c246-4dcf-9e05-bff8d33b4c66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.20.0.3 (0e58071f-ed6b-4f5e-9912-c6e34b9e0905/cdd70a71-0dc8-4b19-86f0-adefe36526a6/4b4d2470-c61d-4c89-ae83-bf0b4be00ce2) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:49.351763 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] Set router 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:27:49.354559 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port abde25a6-4783-4e95-80a6-e457bf38e103 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:49.355197 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.377232 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ad84983-917d-413e-887f-d540a77ae247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.423859 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f321e5-6f37-4434-b316-a224462f2746 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet 7b84021c-e342-4e05-8c9f-4471c5fd6dc2 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:27:49.426978 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f9f321e5-6f37-4434-b316-a224462f2746 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.427903 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cef7c9-46de-4307-a1b1-6e11eb43f1d8 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event updated for resources: {'Network': ['ID=b2fc2a40-2cc9-404d-890c-1b9132555a35,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:49.449991 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3cf5234a-c7db-4fb1-93a2-a24534077f59 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.466808 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network b2fc2a40-2cc9-404d-890c-1b9132555a35 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:27:49.468613 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec244b1b-e0be-486e-be3e-b4db68867a56 None None] Network a3183b29-f7c5-4f33-8a2a-f20c8ddf6363 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:49.480883 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ad84983-917d-413e-887f-d540a77ae247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.528055 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-462aa940-c9c2-4dbb-80ac-bc432f4f3780 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-941966572&fields=id&tenant_id=40b795c97ae74200a3dd966a8235c313 HTTP/1.1" status: 200 len: 267 time: 0.2083220 Mar 14 15:27:49.551404 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f9f321e5-6f37-4434-b316-a224462f2746 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.564993 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-d90f508e-c246-4dcf-9e05-bff8d33b4c66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.592936 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3cf5234a-c7db-4fb1-93a2-a24534077f59 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.668048 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ad84983-917d-413e-887f-d540a77ae247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.670735 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ad84983-917d-413e-887f-d540a77ae247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.672626 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4ad84983-917d-413e-887f-d540a77ae247 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/21428da1-24c6-42b5-b313-829afdf08571 HTTP/1.1" status: 204 len: 168 time: 0.8331761 Mar 14 15:27:49.695900 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-30676670-2c2c-4239-af49-d79294f001ed None None] Provisioning complete for port abde25a6-4783-4e95-80a6-e457bf38e103 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:49.696286 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-30676670-2c2c-4239-af49-d79294f001ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.699640 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf5234a-c7db-4fb1-93a2-a24534077f59 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network a3183b29-f7c5-4f33-8a2a-f20c8ddf6363 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:49.750520 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6e66975a-46e4-459b-b957-356efdf8a463 req-0c6c8908-12ec-41ea-8df0-f7fc43b106fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 210 time: 0.1164074 Mar 14 15:27:49.751445 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-3cf5234a-c7db-4fb1-93a2-a24534077f59 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:49.754692 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5234a-c7db-4fb1-93a2-a24534077f59 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=95c0276e-b0a0-46ff-9d4f-951414d924bb,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:49.767575 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.768301 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf5234a-c7db-4fb1-93a2-a24534077f59 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:49.777735 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf5234a-c7db-4fb1-93a2-a24534077f59 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:49.778683 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3cf5234a-c7db-4fb1-93a2-a24534077f59 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.781990 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad84983-917d-413e-887f-d540a77ae247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21428da1-24c6-42b5-b313-829afdf08571,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:49.796992 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-d90f508e-c246-4dcf-9e05-bff8d33b4c66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.901265 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-d90f508e-c246-4dcf-9e05-bff8d33b4c66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0e58071f-ed6b-4f5e-9912-c6e34b9e0905 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:49.906672 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f508e-c246-4dcf-9e05-bff8d33b4c66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=4b4d2470-c61d-4c89-ae83-bf0b4be00ce2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:49.911053 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port abde25a6-4783-4e95-80a6-e457bf38e103, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=abde25a6-4783-4e95-80a6-e457bf38e103,segment=NetworkSegment(c3ea04a3-8fc2-4032-84a9-83633e309394),segment_id=c3ea04a3-8fc2-4032-84a9-83633e309394)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:49.922052 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-d90f508e-c246-4dcf-9e05-bff8d33b4c66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:49.924997 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-d90f508e-c246-4dcf-9e05-bff8d33b4c66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:49.939622 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:49.940964 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7b78148d-7b48-47c7-be29-02e80b4de3c4 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:50.014173 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3cf5234a-c7db-4fb1-93a2-a24534077f59 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3275657 Mar 14 15:27:50.020336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-d90f508e-c246-4dcf-9e05-bff8d33b4c66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:50.021139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-d90f508e-c246-4dcf-9e05-bff8d33b4c66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.034972 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53896) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:50.071519 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b5c66b-edea-471a-94d4-cd27ba0d4cac tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Router da84d555-1d7c-4d7f-b281-83d0a3be8bb5 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:50.116966 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=abde25a6-4783-4e95-80a6-e457bf38e103,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:50.155533 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137910647', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:29Z', 'updated_at': '2022-03-14T15:27:44Z', 'revision_number': 4, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'gw_port': {'id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:31Z', 'updated_at': '2022-03-14T15:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c004d6a0-74be-4312-a992-cafbcaacc97d', 'name': '', 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'mac_address': 'fa:16:3e:f2:dd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '3e5abfe9-bf12-4b66-8249-7ac6b79c917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:41Z', 'updated_at': '2022-03-14T15:27:45Z', 'revision_number': 2, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'subnets': [{'id': '3e5abfe9-bf12-4b66-8249-7ac6b79c917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:50.156649 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-d90f508e-c246-4dcf-9e05-bff8d33b4c66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0127053 Mar 14 15:27:50.191334 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] Request body: {'port': {'device_id': '673a6dcf-3d5c-462f-b565-273b01d48b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:50.200295 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 7b78148d-7b48-47c7-be29-02e80b4de3c4 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:50.200669 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.202317 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] Checking router: 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:27:50.202666 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] Updating router 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 port c004d6a0-74be-4312-a992-cafbcaacc97d binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:27:50.221934 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f9f321e5-6f37-4434-b316-a224462f2746 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.303539 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.331225 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.334317 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Made reservation on behalf of c28a02f9e4b64e759fe11bce36e75907 for: {'port': 2} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:50.340142 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.368788 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-998c25c3-cb1c-45b9-9914-5d078a037442 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:50.376174 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-998c25c3-cb1c-45b9-9914-5d078a037442 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/networks?id=2b4067ed-c8cc-4c94-b6e8-5322dc74a22c HTTP/1.1" status: 200 len: 797 time: 0.8194263 Mar 14 15:27:50.407871 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.420859 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-fd669448-7e82-49f4-92c5-ddc551cb9698 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/quotas/40b795c97ae74200a3dd966a8235c313 HTTP/1.1" status: 200 len: 375 time: 0.0434294 Mar 14 15:27:50.599129 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f9f321e5-6f37-4434-b316-a224462f2746 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.613547 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b5c66b-edea-471a-94d4-cd27ba0d4cac tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:50.627187 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac18d64f-106f-4083-9f90-ccc2d55defee None None] Sync routers for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:50.652220 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac18d64f-106f-4083-9f90-ccc2d55defee None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:50.654354 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ac18d64f-106f-4083-9f90-ccc2d55defee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:50.665655 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18faf31-d381-4c8f-beba-2ed992a0c75c None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:50.677641 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f321e5-6f37-4434-b316-a224462f2746 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=7b84021c-e342-4e05-8c9f-4471c5fd6dc2,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:50.686057 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f9f321e5-6f37-4434-b316-a224462f2746 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.686454 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-bdbb9674-1c22-4326-b6ac-7b8c3678d07c None None] Provisioning complete for port 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:50.686840 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bdbb9674-1c22-4326-b6ac-7b8c3678d07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.694983 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f9f321e5-6f37-4434-b316-a224462f2746 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/7b84021c-e342-4e05-8c9f-4471c5fd6dc2 HTTP/1.1" status: 204 len: 168 time: 1.5139706 Mar 14 15:27:50.706528 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53912) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:50.749807 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ac18d64f-106f-4083-9f90-ccc2d55defee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:50.770273 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac18d64f-106f-4083-9f90-ccc2d55defee None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:50.771327 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-b0c9e8d5-0bad-4d4c-ad46-8bb1981e923e tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b795c97ae74200a3dd966a8235c313&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3426723 Mar 14 15:27:50.772274 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ac18d64f-106f-4083-9f90-ccc2d55defee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:50.777255 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6b5c66b-edea-471a-94d4-cd27ba0d4cac tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.823393 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ac18d64f-106f-4083-9f90-ccc2d55defee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:50.827900 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac18d64f-106f-4083-9f90-ccc2d55defee None None] The sync data for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:50.880605 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] device_id is not set on port d020543d-4f80-41d2-b0bf-270a734698f0 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:27:50.951536 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6cb7bc6-a0d5-466c-9d10-9d76801e4ef4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet b12f3889-4272-44ce-9413-e2429ccdf88b {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:27:50.965435 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53918) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:50.977839 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7bc6-a0d5-466c-9d10-9d76801e4ef4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:50.989627 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f6b5c66b-edea-471a-94d4-cd27ba0d4cac tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.4728892 Mar 14 15:27:51.018001 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53922) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:51.030651 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-140f7357-131d-4ec4-81a9-7cd98445a026 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'floatingip': {'port_id': '4288e8f1-58b7-4115-8743-1e9740f49445', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:51.050640 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.145069 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device abde25a6-4783-4e95-80a6-e457bf38e103 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:51.145951 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-5622756e-2ed7-4564-aa42-ac4fc3eff402 service neutron] 10.222.0.59 "GET /v2.0/networks/2b4067ed-c8cc-4c94-b6e8-5322dc74a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356636 Mar 14 15:27:51.161813 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-46040d73-8898-4413-b631-6e2e17dbeb69 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-678076079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:51.195818 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] device_id is not set on port 78e258cb-a0f1-4b71-9db9-829335aba4b9 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:27:51.198066 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-bdbb9674-1c22-4326-b6ac-7b8c3678d07c None None] Port 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:51.262799 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46040d73-8898-4413-b631-6e2e17dbeb69 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.264134 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46040d73-8898-4413-b631-6e2e17dbeb69 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.323823 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port abde25a6-4783-4e95-80a6-e457bf38e103 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:51.324206 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.345106 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-403f92f0-7e6a-4638-82e0-8212643fcf40 service neutron] 10.222.0.59 "GET /v2.0/networks/2b4067ed-c8cc-4c94-b6e8-5322dc74a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982608 Mar 14 15:27:51.376562 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46040d73-8898-4413-b631-6e2e17dbeb69 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.388491 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46040d73-8898-4413-b631-6e2e17dbeb69 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.427998 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-0d222f60-a37f-490c-8d27-0f1bfa4d70b5 None None] Provisioning complete for port 95c0276e-b0a0-46ff-9d4f-951414d924bb triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:51.428379 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0d222f60-a37f-490c-8d27-0f1bfa4d70b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.434100 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7bc6-a0d5-466c-9d10-9d76801e4ef4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.434420 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46040d73-8898-4413-b631-6e2e17dbeb69 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.435984 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-46040d73-8898-4413-b631-6e2e17dbeb69 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4692290 Mar 14 15:27:51.439700 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53924) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:51.446803 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-cc4eff7f-98bc-428b-9a05-d4f299670954 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1949255405'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:51.471079 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0d222f60-a37f-490c-8d27-0f1bfa4d70b5 None None] Port 95c0276e-b0a0-46ff-9d4f-951414d924bb cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:51.473273 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ea82a-01a1-426e-a9b2-b19a3ce477ce req-23d0ef03-aa92-4f58-806f-01e34197eca5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:51.481243 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b96ea82a-01a1-426e-a9b2-b19a3ce477ce req-23d0ef03-aa92-4f58-806f-01e34197eca5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 931 time: 0.5393374 Mar 14 15:27:51.491217 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.507354 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.514760 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e26c41e8-ba73-4169-9000-563f12ade6bc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.519059 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-140f7357-131d-4ec4-81a9-7cd98445a026 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.524732 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4eff7f-98bc-428b-9a05-d4f299670954 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Made reservation on behalf of a6795c0ec49d46a7afaa425f5e44f2d7 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:51.529238 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cc4eff7f-98bc-428b-9a05-d4f299670954 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.545042 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cc4eff7f-98bc-428b-9a05-d4f299670954 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.553523 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-0d222f60-a37f-490c-8d27-0f1bfa4d70b5 None None] Provisioning complete for port abde25a6-4783-4e95-80a6-e457bf38e103 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:51.553939 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0d222f60-a37f-490c-8d27-0f1bfa4d70b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.611938 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.616798 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.690720 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event updated for resources: {'Port': ['ID=d020543d-4f80-41d2-b0bf-270a734698f0,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:51.716790 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b96ea82a-01a1-426e-a9b2-b19a3ce477ce req-c32dc412-f81c-48da-92c1-d0a0a34d1da1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f019085-d596-413c-bb7a-557d128a9193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345548 Mar 14 15:27:51.750094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:27:51.761693 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Checking segment: {'id': 'c8cca413-ec62-401d-92c9-db452433779b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f3ecd51b-0fa3-4029-a23f-431829192978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:51.762147 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Network hostable DHCP agents. Network: f3ecd51b-0fa3-4029-a23f-431829192978, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:27:51.792469 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb4dc5-5a45-44a4-ac48-0fe0f63cf7e4 None None] Pushing event updated for resources: {'Port': ['ID=c004d6a0-74be-4312-a992-cafbcaacc97d,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:51.797275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cc4eff7f-98bc-428b-9a05-d4f299670954 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.815949 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cc4eff7f-98bc-428b-9a05-d4f299670954 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.819208 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.820782 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2284436c-8ef2-4f3e-86ea-7ca7acd15044 req-a5489e09-dc3c-4127-ad6a-95067d7cbfc7 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 210 time: 0.0434394 Mar 14 15:27:51.862050 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Network f3ecd51b-0fa3-4029-a23f-431829192978 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:27:51.919282 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4eff7f-98bc-428b-9a05-d4f299670954 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:51.921641 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4eff7f-98bc-428b-9a05-d4f299670954 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=308705f1-e8b9-45fb-8024-cedd7282744b,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:51.929333 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, f3ecd51b-0fa3-4029-a23f-431829192978) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:51.936507 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:51.937358 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.939428 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cc4eff7f-98bc-428b-9a05-d4f299670954 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:51.939678 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-cc4eff7f-98bc-428b-9a05-d4f299670954 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Added segment eafa63f1-a092-4536-a4e6-269e7a15484f of type vlan for network 306fab2c-8ce1-4900-be88-e3b27308b003 Mar 14 15:27:51.986502 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] Transition to ACTIVE for port object 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:27:51.997292 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3adb782-ec81-4be4-a099-84be02809e91 None None] Network f3ecd51b-0fa3-4029-a23f-431829192978 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:52.004489 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7bc6-a0d5-466c-9d10-9d76801e4ef4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.058340 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.105121 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cc4eff7f-98bc-428b-9a05-d4f299670954 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.142524 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event updated for resources: {'Port': ['ID=78e258cb-a0f1-4b71-9db9-829335aba4b9,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:52.150888 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] Attempting to bind port c004d6a0-74be-4312-a992-cafbcaacc97d on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:52.151541 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] Attempting to bind port c004d6a0-74be-4312-a992-cafbcaacc97d by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'e1302457-e334-4ac7-a460-dc0c3c93dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:52.151925 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] Attempting to bind port c004d6a0-74be-4312-a992-cafbcaacc97d on network 2b4067ed-c8cc-4c94-b6e8-5322dc74a22c {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:27:52.192357 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cc4eff7f-98bc-428b-9a05-d4f299670954 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.202433 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4eff7f-98bc-428b-9a05-d4f299670954 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:52.203123 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cc4eff7f-98bc-428b-9a05-d4f299670954 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.209678 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:27:52.210723 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] Checking segment: {'id': 'e1302457-e334-4ac7-a460-dc0c3c93dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:52.211575 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.212239 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] Bound using segment: {'id': 'e1302457-e334-4ac7-a460-dc0c3c93dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:27:52.212954 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] Bound port: c004d6a0-74be-4312-a992-cafbcaacc97d, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1302457-e334-4ac7-a460-dc0c3c93dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:52.213878 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.230571 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Checking segment: {'id': '0e6b1156-199e-40b2-b1bd-1aa38823d574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b2fc2a40-2cc9-404d-890c-1b9132555a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:52.230837 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Network hostable DHCP agents. Network: b2fc2a40-2cc9-404d-890c-1b9132555a35, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:27:52.284957 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] Pushing event updated for resources: {'Port': ['ID=4b4d2470-c61d-4c89-ae83-bf0b4be00ce2,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:52.308465 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-cc4eff7f-98bc-428b-9a05-d4f299670954 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8672881 Mar 14 15:27:52.319604 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53936) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:52.331763 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-df9c5f17-ce45-4e23-a790-dc27f18d4b5e tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Request body: {'subnet': {'network_id': '306fab2c-8ce1-4900-be88-e3b27308b003', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:52.353936 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Network b2fc2a40-2cc9-404d-890c-1b9132555a35 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:27:52.359336 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4eff7f-98bc-428b-9a05-d4f299670954 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Pushing event updated for resources: {'Network': ['ID=306fab2c-8ce1-4900-be88-e3b27308b003,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:52.391026 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-4622c7f4-e30b-4eeb-9d60-78604d5ab21d None None] Provisioning complete for port c004d6a0-74be-4312-a992-cafbcaacc97d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:52.391485 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4622c7f4-e30b-4eeb-9d60-78604d5ab21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.393053 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, b2fc2a40-2cc9-404d-890c-1b9132555a35) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:52.397651 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 306fab2c-8ce1-4900-be88-e3b27308b003 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:27:52.423382 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:52.436830 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:52.443211 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:52.444019 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.446163 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844c038e-fcab-4af1-bf4e-e89fc1570851 None None] Network b2fc2a40-2cc9-404d-890c-1b9132555a35 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:52.459880 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] For port c004d6a0-74be-4312-a992-cafbcaacc97d, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:52.483715 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e26c41e8-ba73-4169-9000-563f12ade6bc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.500329 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e26c41e8-ba73-4169-9000-563f12ade6bc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.508714 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5ecf8e53-5887-4778-b68e-2f546ce2e709 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2723143 Mar 14 15:27:52.512073 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53938) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:52.552484 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9c5f17-ce45-4e23-a790-dc27f18d4b5e tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Made reservation on behalf of a6795c0ec49d46a7afaa425f5e44f2d7 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:52.557438 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df9c5f17-ce45-4e23-a790-dc27f18d4b5e tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.603347 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] For port c004d6a0-74be-4312-a992-cafbcaacc97d, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c004d6a0-74be-4312-a992-cafbcaacc97d,segment=NetworkSegment(e1302457-e334-4ac7-a460-dc0c3c93dd83),segment_id=e1302457-e334-4ac7-a460-dc0c3c93dd83)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:52.620008 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4622c7f4-e30b-4eeb-9d60-78604d5ab21d None None] Port c004d6a0-74be-4312-a992-cafbcaacc97d cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:52.626062 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.666743 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c44b5c-7078-43b2-b2b7-84e3deb70669 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:52.672918 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c44b5c-7078-43b2-b2b7-84e3deb70669 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:52.677112 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f8c44b5c-7078-43b2-b2b7-84e3deb70669 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1613598 Mar 14 15:27:52.678824 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53940) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:52.748029 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] Routers {'2f843b11-7b9e-4b80-8ce4-1c300e428ae5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:52.748673 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['2f843b11-7b9e-4b80-8ce4-1c300e428ae5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:52.830335 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb4dc5-5a45-44a4-ac48-0fe0f63cf7e4 None None] Pushing event updated for resources: {'Port': ['ID=c004d6a0-74be-4312-a992-cafbcaacc97d,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:52.875230 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7bc6-a0d5-466c-9d10-9d76801e4ef4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.966381 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-07cc4b2c-fdc8-466f-8bda-9be9f656e22a tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Deleting port d020543d-4f80-41d2-b0bf-270a734698f0 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:52.966927 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-07cc4b2c-fdc8-466f-8bda-9be9f656e22a tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:52.986054 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-636979f8-cfc6-4b02-8930-a758fe127298 None None] Provisioning complete for port 7b78148d-7b48-47c7-be29-02e80b4de3c4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:52.986431 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-636979f8-cfc6-4b02-8930-a758fe127298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.055496 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] Set router 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:27:53.114945 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-07cc4b2c-fdc8-466f-8bda-9be9f656e22a tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.149183 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-07cc4b2c-fdc8-466f-8bda-9be9f656e22a tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Calling delete_port for d020543d-4f80-41d2-b0bf-270a734698f0 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:53.151633 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e26c41e8-ba73-4169-9000-563f12ade6bc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.308477 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-07cc4b2c-fdc8-466f-8bda-9be9f656e22a tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.334657 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-32e7d6f8-d135-4e8a-8240-6c6481d82ea0 req-ac3bd287-18c4-4a55-8b05-e18b4b51fb48 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 210 time: 0.0377388 Mar 14 15:27:53.357172 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df9c5f17-ce45-4e23-a790-dc27f18d4b5e tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.367527 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc4b2c-fdc8-466f-8bda-9be9f656e22a tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event deleted for resources: {'Port': ['ID=d020543d-4f80-41d2-b0bf-270a734698f0,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:53.407516 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-07cc4b2c-fdc8-466f-8bda-9be9f656e22a tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.410771 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-07cc4b2c-fdc8-466f-8bda-9be9f656e22a tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "DELETE /v2.0/ports/d020543d-4f80-41d2-b0bf-270a734698f0 HTTP/1.1" status: 204 len: 168 time: 0.7308362 Mar 14 15:27:53.418261 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53948) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:53.434242 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afa877f-d2b2-4b11-aad6-1e8fd3dfb16e None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:53.438445 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-19ccb9d6-742c-4222-a29a-6d215d36cb24 None None] Provisioning complete for port 95c0276e-b0a0-46ff-9d4f-951414d924bb triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:53.438445 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-19ccb9d6-742c-4222-a29a-6d215d36cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.472485 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c41e8-ba73-4169-9000-563f12ade6bc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=95c0276e-b0a0-46ff-9d4f-951414d924bb,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:53.476522 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb7bc6-a0d5-466c-9d10-9d76801e4ef4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=b12f3889-4272-44ce-9413-e2429ccdf88b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:53.476797 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c5f17-ce45-4e23-a790-dc27f18d4b5e tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Pushing event updated for resources: {'Subnet': ['ID=c43b2500-1b54-4c2f-96e4-5009bcbdc722,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:53.478597 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7bc6-a0d5-466c-9d10-9d76801e4ef4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.485454 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c6cb7bc6-a0d5-466c-9d10-9d76801e4ef4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/b12f3889-4272-44ce-9413-e2429ccdf88b HTTP/1.1" status: 204 len: 168 time: 2.7730553 Mar 14 15:27:53.486799 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53952) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:53.540116 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-19ccb9d6-742c-4222-a29a-6d215d36cb24 None None] Port 95c0276e-b0a0-46ff-9d4f-951414d924bb cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:53.555837 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-61b0a4e9-e7aa-4555-9f42-32c3f3ee062f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670471 Mar 14 15:27:53.557002 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c5f17-ce45-4e23-a790-dc27f18d4b5e tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Checking segment: {'id': 'eafa63f1-a092-4536-a4e6-269e7a15484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '306fab2c-8ce1-4900-be88-e3b27308b003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:53.557371 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9c5f17-ce45-4e23-a790-dc27f18d4b5e tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Network hostable DHCP agents. Network: 306fab2c-8ce1-4900-be88-e3b27308b003, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:27:53.561489 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53954) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:53.562106 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137910647', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:29Z', 'updated_at': '2022-03-14T15:27:44Z', 'revision_number': 4, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'gw_port': {'id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:31Z', 'updated_at': '2022-03-14T15:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c004d6a0-74be-4312-a992-cafbcaacc97d', 'name': '', 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'mac_address': 'fa:16:3e:f2:dd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '3e5abfe9-bf12-4b66-8249-7ac6b79c917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:41Z', 'updated_at': '2022-03-14T15:27:52Z', 'revision_number': 4, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'subnets': [{'id': '3e5abfe9-bf12-4b66-8249-7ac6b79c917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:53.568135 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-8a5abb40-e253-479c-9de2-c26343ab8ec3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:53.590021 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6bab0-33a4-451f-bf8e-71c885f515f8 req-f73c35cf-8c4e-446f-ad42-956eb82a6a12 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:53.591610 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-00c6bab0-33a4-451f-bf8e-71c885f515f8 req-f73c35cf-8c4e-446f-ad42-956eb82a6a12 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 943 time: 0.7345734 Mar 14 15:27:53.597268 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67da75e-268d-4c6d-9f73-246e1e5e8388 None None] The sync data for ids ['2f843b11-7b9e-4b80-8ce4-1c300e428ae5'] in dv-neutron-833559-1-hyperv is: [{'id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137910647', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:29Z', 'updated_at': '2022-03-14T15:27:44Z', 'revision_number': 4, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'gw_port': {'id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:31Z', 'updated_at': '2022-03-14T15:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c004d6a0-74be-4312-a992-cafbcaacc97d', 'name': '', 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'mac_address': 'fa:16:3e:f2:dd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '3e5abfe9-bf12-4b66-8249-7ac6b79c917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:41Z', 'updated_at': '2022-03-14T15:27:52Z', 'revision_number': 4, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'subnets': [{'id': '3e5abfe9-bf12-4b66-8249-7ac6b79c917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:53.625920 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-19ccb9d6-742c-4222-a29a-6d215d36cb24 None None] Provisioning complete for port c004d6a0-74be-4312-a992-cafbcaacc97d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:53.626290 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-19ccb9d6-742c-4222-a29a-6d215d36cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.652465 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9c5f17-ce45-4e23-a790-dc27f18d4b5e tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Network 306fab2c-8ce1-4900-be88-e3b27308b003 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:27:53.659574 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] Attempting to bind port 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:53.659914 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] Attempting to bind port 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:53.660236 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] Attempting to bind port 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 on network 0e58071f-ed6b-4f5e-9912-c6e34b9e0905 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:27:53.681243 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d044b-58f8-4752-a41c-9370f8da090d tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Deleting port 78e258cb-a0f1-4b71-9db9-829335aba4b9 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:53.681243 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0b7d044b-58f8-4752-a41c-9370f8da090d tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.701544 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-df9c5f17-ce45-4e23-a790-dc27f18d4b5e tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 306fab2c-8ce1-4900-be88-e3b27308b003) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:53.721151 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcba2ad7-be9c-4365-be22-de1f10371c28 None None] Network 306fab2c-8ce1-4900-be88-e3b27308b003 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:53.724272 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9c5f17-ce45-4e23-a790-dc27f18d4b5e tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:53.724272 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df9c5f17-ce45-4e23-a790-dc27f18d4b5e tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.749289 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] Port 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 on network 0e58071f-ed6b-4f5e-9912-c6e34b9e0905 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:27:53.749821 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] Attempting to bind port 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 on network 0e58071f-ed6b-4f5e-9912-c6e34b9e0905 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:27:53.782125 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-6bbcf2c0-ec4d-4552-9f97-dab24a5bd63e tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:53.786658 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-6bbcf2c0-ec4d-4552-9f97-dab24a5bd63e tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.18 "GET /v2.0/networks?id=2b4067ed-c8cc-4c94-b6e8-5322dc74a22c HTTP/1.1" status: 200 len: 797 time: 0.4267266 Mar 14 15:27:53.806595 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:27:53.807100 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] Checking segment: {'id': '6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:53.807732 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] Bound using segment: {'id': '6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:27:53.808323 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] Bound port: 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:53.808808 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.809833 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-df9c5f17-ce45-4e23-a790-dc27f18d4b5e tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4884722 Mar 14 15:27:53.814039 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0b7d044b-58f8-4752-a41c-9370f8da090d tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.816751 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53956) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:53.829411 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-97869b92-ce08-4d75-83e7-c135df8e7045 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Request body: {'network': {'name': 'tempest-router-network01--1223714486'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:53.853799 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d044b-58f8-4752-a41c-9370f8da090d tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Calling delete_port for 78e258cb-a0f1-4b71-9db9-829335aba4b9 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:53.875337 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e26c41e8-ba73-4169-9000-563f12ade6bc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.919065 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5abb40-e253-479c-9de2-c26343ab8ec3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:53.922575 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8a5abb40-e253-479c-9de2-c26343ab8ec3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:53.979807 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-00c6bab0-33a4-451f-bf8e-71c885f515f8 req-848e26ba-6268-40b1-bd1e-a6f378868bf2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f019085-d596-413c-bb7a-557d128a9193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3295803 Mar 14 15:27:53.997259 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] For port 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:54.001506 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] For port 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=4b4d2470-c61d-4c89-ae83-bf0b4be00ce2,segment=NetworkSegment(6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1),segment_id=6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:54.041347 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.052081 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-140f7357-131d-4ec4-81a9-7cd98445a026 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:27:54.061757 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-19ccb9d6-742c-4222-a29a-6d215d36cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.079731 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97869b92-ce08-4d75-83e7-c135df8e7045 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Made reservation on behalf of a6795c0ec49d46a7afaa425f5e44f2d7 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:54.083929 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-97869b92-ce08-4d75-83e7-c135df8e7045 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.094824 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff53c772-1344-4e67-95f4-d57c3b050390 None None] DHCP port deletion for 5b9fbf90-4428-44c7-aa34-44697a69d1dc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:27:54.214617 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-19ccb9d6-742c-4222-a29a-6d215d36cb24 None None] For port c004d6a0-74be-4312-a992-cafbcaacc97d, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c004d6a0-74be-4312-a992-cafbcaacc97d,segment=NetworkSegment(e1302457-e334-4ac7-a460-dc0c3c93dd83),segment_id=e1302457-e334-4ac7-a460-dc0c3c93dd83)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:54.220624 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-306fab2c-8ce1-4900-be88-e3b27308b003', 'network_id': '306fab2c-8ce1-4900-be88-e3b27308b003', 'tenant_id': 'a6795c0ec49d46a7afaa425f5e44f2d7', 'fixed_ips': [{'subnet_id': 'c43b2500-1b54-4c2f-96e4-5009bcbdc722'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:27:54.222146 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.223470 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-ab786b70-0ab1-4707-8cdf-4e873f20aa40 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40b795c97ae74200a3dd966a8235c313 HTTP/1.1" status: 200 len: 379 time: 0.3982399 Mar 14 15:27:54.231625 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0b7d044b-58f8-4752-a41c-9370f8da090d tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.234280 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:54.234821 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.236329 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] 10.222.0.18 "PUT /v2.0/ports/4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 HTTP/1.1" status: 200 len: 1093 time: 4.0506091 Mar 14 15:27:54.241899 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673a6dcf-3d5c-462f-b565-273b01d48b1c', 'tag': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:27:54.244409 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0810d137-d760-4595-be1e-ab5658dd5a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "673a6dcf-3d5c-462f-b565-273b01d48b1c", "tag": "4b4d2470-c61d-4c89-ae83-bf0b4be00ce2"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:27:54.252472 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97869b92-ce08-4d75-83e7-c135df8e7045 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:54.255580 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8a5abb40-e253-479c-9de2-c26343ab8ec3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.256613 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-8af049b7-a5f6-4df5-850b-4bc73ba091af tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Request body: {'port': {'device_id': '560f3ca5-c2c1-4304-a7a1-7eb80faf5d28', 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c', 'admin_state_up': True, 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'security_groups': ['90a87a2d-f2bd-4528-b33b-356d5b68d170']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:54.264721 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-19ccb9d6-742c-4222-a29a-6d215d36cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.344940 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0b7d044b-58f8-4752-a41c-9370f8da090d tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.351791 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0b7d044b-58f8-4752-a41c-9370f8da090d tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "DELETE /v2.0/ports/78e258cb-a0f1-4b71-9db9-829335aba4b9 HTTP/1.1" status: 204 len: 168 time: 0.9324770 Mar 14 15:27:54.352715 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d044b-58f8-4752-a41c-9370f8da090d tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event deleted for resources: {'Port': ['ID=78e258cb-a0f1-4b71-9db9-829335aba4b9,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:54.360839 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5abb40-e253-479c-9de2-c26343ab8ec3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:54.361484 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53960) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:54.377286 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-97869b92-ce08-4d75-83e7-c135df8e7045 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.377639 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-97869b92-ce08-4d75-83e7-c135df8e7045 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Added segment b676ad01-e5df-469e-9661-5002c8c93fd5 of type vlan for network 65ca240a-b0da-4f19-9f08-8f21036cf4c0 Mar 14 15:27:54.383062 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-8a5abb40-e253-479c-9de2-c26343ab8ec3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:54.388029 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5abb40-e253-479c-9de2-c26343ab8ec3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:54.388637 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8a5abb40-e253-479c-9de2-c26343ab8ec3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.439336 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-76a14a0e-6d8f-4428-8bea-a877e80b2a21 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0763993 Mar 14 15:27:54.443466 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53964) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:54.459397 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0580b1-82fb-4041-97bc-a6858fb3e115 x-openstack-request-id: req-aa0580b1-82fb-4041-97bc-a6858fb3e115 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:27:54.459993 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673a6dcf-3d5c-462f-b565-273b01d48b1c", "tag": "4b4d2470-c61d-4c89-ae83-bf0b4be00ce2", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:27:54.460501 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aa0580b1-82fb-4041-97bc-a6858fb3e115 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:27:54.461637 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '673a6dcf-3d5c-462f-b565-273b01d48b1c', 'tag': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2', 'status': 'completed', 'code': 200} Mar 14 15:27:54.475732 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a76e5eb7-fa11-416e-a85a-23468d0ab763 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-70659033'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:54.495599 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5abb40-e253-479c-9de2-c26343ab8ec3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=de3c1eb1-2429-4109-8b98-1171c637af0b,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:54.499625 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-140f7357-131d-4ec4-81a9-7cd98445a026 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.523094 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8a5abb40-e253-479c-9de2-c26343ab8ec3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9595871 Mar 14 15:27:54.524938 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-97869b92-ce08-4d75-83e7-c135df8e7045 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.528451 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53966) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:54.536722 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-62ff3de9-de37-4ab3-a784-dc652eb329b3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:54.567291 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ff53c772-1344-4e67-95f4-d57c3b050390 None None] Deleting port 7b78148d-7b48-47c7-be29-02e80b4de3c4 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:54.568053 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff53c772-1344-4e67-95f4-d57c3b050390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.571713 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76e5eb7-fa11-416e-a85a-23468d0ab763 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Made reservation on behalf of c28a02f9e4b64e759fe11bce36e75907 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:54.575325 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a76e5eb7-fa11-416e-a85a-23468d0ab763 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.605621 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccb9d6-742c-4222-a29a-6d215d36cb24 None None] Pushing event updated for resources: {'Port': ['ID=c004d6a0-74be-4312-a992-cafbcaacc97d,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:54.655443 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-97869b92-ce08-4d75-83e7-c135df8e7045 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.662820 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97869b92-ce08-4d75-83e7-c135df8e7045 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:54.664471 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-97869b92-ce08-4d75-83e7-c135df8e7045 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.720670 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] Allocated IP 172.20.0.2 (306fab2c-8ce1-4900-be88-e3b27308b003/c43b2500-1b54-4c2f-96e4-5009bcbdc722/06643def-80db-4fce-a9b7-9159e08cc10b) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:54.732141 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ff53c772-1344-4e67-95f4-d57c3b050390 None None] For port 7b78148d-7b48-47c7-be29-02e80b4de3c4, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=7b78148d-7b48-47c7-be29-02e80b4de3c4,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:54.732141 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff53c772-1344-4e67-95f4-d57c3b050390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.749426 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ff53c772-1344-4e67-95f4-d57c3b050390 None None] Calling delete_port for 7b78148d-7b48-47c7-be29-02e80b4de3c4 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:54.784002 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97869b92-ce08-4d75-83e7-c135df8e7045 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Pushing event updated for resources: {'Network': ['ID=65ca240a-b0da-4f19-9f08-8f21036cf4c0,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:54.797573 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76e5eb7-fa11-416e-a85a-23468d0ab763 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:54.831663 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a76e5eb7-fa11-416e-a85a-23468d0ab763 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.832199 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-a76e5eb7-fa11-416e-a85a-23468d0ab763 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Added segment d1f5e0c6-e205-4303-b136-7ecc556ac2ed of type vlan for network d6b4e5df-2b3b-456b-a672-6632653917ca Mar 14 15:27:54.833615 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ff3de9-de37-4ab3-a784-dc652eb329b3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:54.838136 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-62ff3de9-de37-4ab3-a784-dc652eb329b3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.847171 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 65ca240a-b0da-4f19-9f08-8f21036cf4c0 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:27:54.881223 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-97869b92-ce08-4d75-83e7-c135df8e7045 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0611839 Mar 14 15:27:54.885002 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53968) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:54.891352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89b51e-881d-48b2-ad8c-78dab73cd66a service neutron] Pushing event updated for resources: {'Port': ['ID=4b4d2470-c61d-4c89-ae83-bf0b4be00ce2,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:54.911962 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Request body: {'network': {'name': 'tempest-router-network02--861154764'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:54.916009 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-140f7357-131d-4ec4-81a9-7cd98445a026 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:54.996563 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a76e5eb7-fa11-416e-a85a-23468d0ab763 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.009355 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-22df6564-02e8-425a-aa0a-13b0703db54f req-f51b19ef-2ff9-485b-9826-85fd792623a3 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 210 time: 0.5055623 Mar 14 15:27:55.060445 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a76e5eb7-fa11-416e-a85a-23468d0ab763 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.066314 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e5eb7-fa11-416e-a85a-23468d0ab763 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:55.066705 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a76e5eb7-fa11-416e-a85a-23468d0ab763 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.092573 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c004d6a0-74be-4312-a992-cafbcaacc97d up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:55.094792 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff53c772-1344-4e67-95f4-d57c3b050390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.109288 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a76e5eb7-fa11-416e-a85a-23468d0ab763 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6580291 Mar 14 15:27:55.121145 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53972) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:55.127667 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3ed36103-5dce-403b-8a23-ae300af643e6 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1118428666'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:55.128313 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff53c772-1344-4e67-95f4-d57c3b050390 None None] No DVR routers for this DVR port 7b78148d-7b48-47c7-be29-02e80b4de3c4 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:27:55.171498 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9195085c-32a1-4932-9432-56f733d708da None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:55.181428 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53c772-1344-4e67-95f4-d57c3b050390 None None] Pushing event deleted for resources: {'Port': ['ID=7b78148d-7b48-47c7-be29-02e80b4de3c4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:55.204487 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.244001 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.268251 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e5eb7-fa11-416e-a85a-23468d0ab763 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event updated for resources: {'Network': ['ID=d6b4e5df-2b3b-456b-a672-6632653917ca,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:55.297043 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network d6b4e5df-2b3b-456b-a672-6632653917ca details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:27:55.298742 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed36103-5dce-403b-8a23-ae300af643e6 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Made reservation on behalf of c28a02f9e4b64e759fe11bce36e75907 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:55.302505 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ed36103-5dce-403b-8a23-ae300af643e6 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.311480 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Made reservation on behalf of a6795c0ec49d46a7afaa425f5e44f2d7 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:55.314978 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.331440 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c675622-46d8-4a5d-861f-daf3f0e6e2da req-03afb071-d078-4a22-9186-d6aaebeb6b1d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:55.333119 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1c675622-46d8-4a5d-861f-daf3f0e6e2da req-03afb071-d078-4a22-9186-d6aaebeb6b1d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 943 time: 0.2361579 Mar 14 15:27:55.345403 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e26c41e8-ba73-4169-9000-563f12ade6bc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.360014 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed36103-5dce-403b-8a23-ae300af643e6 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:55.382148 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-daea73b5-752a-42ad-819b-151e7cee70f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:55.384181 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-daea73b5-752a-42ad-819b-151e7cee70f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 1096 time: 0.9746239 Mar 14 15:27:55.404796 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e26c41e8-ba73-4169-9000-563f12ade6bc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.405845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e26c41e8-ba73-4169-9000-563f12ade6bc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.407469 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] Network 306fab2c-8ce1-4900-be88-e3b27308b003 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:55.415479 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] Pushing event updated for resources: {'Port': ['ID=06643def-80db-4fce-a9b7-9159e08cc10b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:55.420089 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ed36103-5dce-403b-8a23-ae300af643e6 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.420561 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-3ed36103-5dce-403b-8a23-ae300af643e6 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Added segment cb430405-7c62-484b-8bd5-42a731e3d874 of type vlan for network 564d7ea5-0853-4986-b982-965dd9641f98 Mar 14 15:27:55.421445 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:55.428434 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:55.431577 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port c004d6a0-74be-4312-a992-cafbcaacc97d triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:55.431952 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.488862 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1c675622-46d8-4a5d-861f-daf3f0e6e2da req-19fb07a3-66a9-4815-86b4-98e2a15dd981 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f019085-d596-413c-bb7a-557d128a9193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306572 Mar 14 15:27:55.505659 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ed36103-5dce-403b-8a23-ae300af643e6 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.530420 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-316bf0b8-e5f4-4d76-a5b1-524ecf8834c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 HTTP/1.1" status: 200 len: 217 time: 0.1300354 Mar 14 15:27:55.534814 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:27:55.538667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-8af049b7-a5f6-4df5-850b-4bc73ba091af tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Made reservation on behalf of 40b795c97ae74200a3dd966a8235c313 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:55.542363 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-8af049b7-a5f6-4df5-850b-4bc73ba091af tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.592065 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ed36103-5dce-403b-8a23-ae300af643e6 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.600168 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed36103-5dce-403b-8a23-ae300af643e6 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:55.601658 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3ed36103-5dce-403b-8a23-ae300af643e6 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.615285 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] Attempting to bind port 06643def-80db-4fce-a9b7-9159e08cc10b on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:55.615880 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] Attempting to bind port 06643def-80db-4fce-a9b7-9159e08cc10b by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'eafa63f1-a092-4536-a4e6-269e7a15484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '306fab2c-8ce1-4900-be88-e3b27308b003'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:55.615880 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] Attempting to bind port 06643def-80db-4fce-a9b7-9159e08cc10b on network 306fab2c-8ce1-4900-be88-e3b27308b003 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:27:55.624394 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:27:55.624777 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] Checking segment: {'id': 'eafa63f1-a092-4536-a4e6-269e7a15484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '306fab2c-8ce1-4900-be88-e3b27308b003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:55.625184 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.625589 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] Bound using segment: {'id': 'eafa63f1-a092-4536-a4e6-269e7a15484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '306fab2c-8ce1-4900-be88-e3b27308b003'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:27:55.626066 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] Bound port: 06643def-80db-4fce-a9b7-9159e08cc10b, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eafa63f1-a092-4536-a4e6-269e7a15484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '306fab2c-8ce1-4900-be88-e3b27308b003'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:55.626456 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.653856 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.654189 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Added segment 6337ef43-c397-43d5-8235-a1ab5917da41 of type vlan for network 04632671-5bc3-4863-92d9-f9fc69c26ad6 Mar 14 15:27:55.693533 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed36103-5dce-403b-8a23-ae300af643e6 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event updated for resources: {'Network': ['ID=564d7ea5-0853-4986-b982-965dd9641f98,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:55.703467 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'fixed_ips': [{'subnet_id': 'de3c1eb1-2429-4109-8b98-1171c637af0b'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:27:55.704318 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.711935 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c41e8-ba73-4169-9000-563f12ade6bc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=95c0276e-b0a0-46ff-9d4f-951414d924bb,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:55.723919 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 564d7ea5-0853-4986-b982-965dd9641f98 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:27:55.739677 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3ed36103-5dce-403b-8a23-ae300af643e6 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6172256 Mar 14 15:27:55.783940 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.objects.ports [None req-62ff3de9-de37-4ab3-a784-dc652eb329b3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102567) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 15:27:55.791794 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-62ff3de9-de37-4ab3-a784-dc652eb329b3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.856280 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff3de9-de37-4ab3-a784-dc652eb329b3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=bb729cce-61d1-4952-93a6-66905e26fb6e,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:55.896691 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ff3de9-de37-4ab3-a784-dc652eb329b3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:55.899334 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-62ff3de9-de37-4ab3-a784-dc652eb329b3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:55.905018 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ff3de9-de37-4ab3-a784-dc652eb329b3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:55.905615 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-62ff3de9-de37-4ab3-a784-dc652eb329b3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.921634 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] Allocated IP 172.20.0.2 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/de3c1eb1-2429-4109-8b98-1171c637af0b/ae1b6248-b88e-4104-b5dd-b3e894c92ced) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:55.928484 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] Allocated IP 2001:db8::f816:3eff:fe5b:da70 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/bb729cce-61d1-4952-93a6-66905e26fb6e/ae1b6248-b88e-4104-b5dd-b3e894c92ced) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:55.933600 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-62ff3de9-de37-4ab3-a784-dc652eb329b3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4027689 Mar 14 15:27:55.936733 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53974) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:55.948125 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'mac_address': 'fa:16:3e:0c:67:c7', 'name': 'tempest-NetworksTestDHCPv6-79508003'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:55.956785 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:55.961105 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140f7357-131d-4ec4-81a9-7cd98445a026 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Router da84d555-1d7c-4d7f-b281-83d0a3be8bb5 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:27:55.964404 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0a9ef7f0-b8d1-43d7-8258-3031f6f41a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:55.965965 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-0a9ef7f0-b8d1-43d7-8258-3031f6f41a31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdd70a71-0dc8-4b19-86f0-adefe36526a6 HTTP/1.1" status: 200 len: 834 time: 0.4213939 Mar 14 15:27:55.975533 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26c41e8-ba73-4169-9000-563f12ade6bc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network a3183b29-f7c5-4f33-8a2a-f20c8ddf6363 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:56.040735 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-e26c41e8-ba73-4169-9000-563f12ade6bc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:56.068213 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7b78148d-7b48-47c7-be29-02e80b4de3c4 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:27:56.104268 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:56.224115 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:56.329905 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0c189e46-4f16-4fd4-821c-87169d6c9fc2 req-75b9f780-66e0-4b37-a38e-09e336f8f9f6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 210 time: 0.0908964 Mar 14 15:27:56.411040 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-b7b74b05-bb34-4b9d-aee2-437cdd27c71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:56.413737 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-b7b74b05-bb34-4b9d-aee2-437cdd27c71e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e58071f-ed6b-4f5e-9912-c6e34b9e0905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4279585 Mar 14 15:27:56.414692 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:56.421092 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:56.422110 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:56.453273 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 7b78148d-7b48-47c7-be29-02e80b4de3c4 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:27:56.454108 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7b78148d-7b48-47c7-be29-02e80b4de3c4 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:27:56.506429 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] For port 06643def-80db-4fce-a9b7-9159e08cc10b, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:56.519401 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:56.531307 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] For port 06643def-80db-4fce-a9b7-9159e08cc10b, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=06643def-80db-4fce-a9b7-9159e08cc10b,segment=NetworkSegment(eafa63f1-a092-4536-a4e6-269e7a15484f),segment_id=eafa63f1-a092-4536-a4e6-269e7a15484f)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:56.539604 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:56.545518 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-df0eb42c-6cf6-4b94-9db1-8eb4c8e4764f None None] Provisioning complete for port 95c0276e-b0a0-46ff-9d4f-951414d924bb triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:56.546175 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df0eb42c-6cf6-4b94-9db1-8eb4c8e4764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:56.555518 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:56.623289 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:56.643124 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:56.656339 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:56.682220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-df0eb42c-6cf6-4b94-9db1-8eb4c8e4764f None None] Port 95c0276e-b0a0-46ff-9d4f-951414d924bb cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:56.691053 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] Pushing event updated for resources: {'Port': ['ID=ae1b6248-b88e-4104-b5dd-b3e894c92ced,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:56.697319 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Pushing event updated for resources: {'Network': ['ID=04632671-5bc3-4863-92d9-f9fc69c26ad6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:56.700891 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-fbf5b855-4f31-4610-a084-679442b891b1 service neutron] 10.222.0.18 "GET /v2.0/networks/0e58071f-ed6b-4f5e-9912-c6e34b9e0905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583957 Mar 14 15:27:56.704222 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8153970 Mar 14 15:27:56.722781 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53980) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:56.748167 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8fd6c834-6ed6-4800-8515-67d3825691fc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Request body: {'subnet': {'network_id': '65ca240a-b0da-4f19-9f08-8f21036cf4c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:56.787046 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-8af049b7-a5f6-4df5-850b-4bc73ba091af tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Allocated IP 172.20.0.8 (2b4067ed-c8cc-4c94-b6e8-5322dc74a22c/3e5abfe9-bf12-4b66-8249-7ac6b79c917e/c5585770-e1e7-4547-bb24-78ae4b0a0945) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:56.804523 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:56.805048 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:56.805517 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:56.806062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:56.806424 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:56.806862 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:56.807624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:56.808063 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:56.808501 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:56.809097 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:56.809531 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:56.809967 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df795997-e90b-4f0b-a3e3-fb92a713e1dc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:56.814101 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port 4f7dbe98-9e9f-4e2d-9566-0f68c0593542 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:27:56.857737 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 04632671-5bc3-4863-92d9-f9fc69c26ad6 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:27:56.929546 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827e611-60e8-4f77-ab9c-cdcffd79ccac req-7493ff21-d131-4e2a-8f3b-9020c37a061d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:56.938399 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d827e611-60e8-4f77-ab9c-cdcffd79ccac req-7493ff21-d131-4e2a-8f3b-9020c37a061d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 943 time: 0.1594160 Mar 14 15:27:57.023984 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a67b7-e059-4731-8e1e-e9d2e514d48d None None] Pushing event updated for resources: {'Port': ['ID=06643def-80db-4fce-a9b7-9159e08cc10b,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:57.058993 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] Attempting to bind port ae1b6248-b88e-4104-b5dd-b3e894c92ced on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:27:57.059317 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] Attempting to bind port ae1b6248-b88e-4104-b5dd-b3e894c92ced by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:27:57.059633 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] Attempting to bind port ae1b6248-b88e-4104-b5dd-b3e894c92ced on network 5b9fbf90-4428-44c7-aa34-44697a69d1dc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:27:57.067686 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:27:57.068077 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] Checking segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:27:57.068485 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:57.069124 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] Bound using segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:27:57.070769 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] Bound port: ae1b6248-b88e-4104-b5dd-b3e894c92ced, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:27:57.071185 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:57.100439 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d827e611-60e8-4f77-ab9c-cdcffd79ccac req-b8c6dfb7-ffe0-4dc5-a140-56c43dd82701 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f019085-d596-413c-bb7a-557d128a9193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610675 Mar 14 15:27:57.186893 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] For port ae1b6248-b88e-4104-b5dd-b3e894c92ced, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:27:57.191098 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] For port ae1b6248-b88e-4104-b5dd-b3e894c92ced, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=ae1b6248-b88e-4104-b5dd-b3e894c92ced,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:27:57.200752 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:57.206493 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140f7357-131d-4ec4-81a9-7cd98445a026 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:57.219785 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-140f7357-131d-4ec4-81a9-7cd98445a026 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:57.220416 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 172.20.0.5 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/de3c1eb1-2429-4109-8b98-1171c637af0b/4f7dbe98-9e9f-4e2d-9566-0f68c0593542) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:57.222731 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eedd10-182d-464b-882f-014c40e06ac7 None None] Sync routers for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:57.228386 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::f816:3eff:fe0c:67c7 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/bb729cce-61d1-4952-93a6-66905e26fb6e/4f7dbe98-9e9f-4e2d-9566-0f68c0593542) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:27:57.286351 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eedd10-182d-464b-882f-014c40e06ac7 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:57.287123 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-86eedd10-182d-464b-882f-014c40e06ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:57.331843 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26c41e8-ba73-4169-9000-563f12ade6bc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Router df47123f-b398-45f3-ad32-e0146fe7cec3 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:27:57.359661 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-86eedd10-182d-464b-882f-014c40e06ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:57.392137 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eedd10-182d-464b-882f-014c40e06ac7 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:57.392784 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-86eedd10-182d-464b-882f-014c40e06ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:57.436861 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8a60c10b-20cb-4a58-8a83-e0297683edce req-ae80e68a-30af-4e31-86e1-4758791f09c6 service neutron] 10.222.0.18 "GET /v2.0/networks/0e58071f-ed6b-4f5e-9912-c6e34b9e0905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7099364 Mar 14 15:27:57.445961 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd6c834-6ed6-4800-8515-67d3825691fc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Made reservation on behalf of a6795c0ec49d46a7afaa425f5e44f2d7 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:27:57.456730 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fd6c834-6ed6-4800-8515-67d3825691fc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:57.478942 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-140f7357-131d-4ec4-81a9-7cd98445a026 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "PUT /v2.0/floatingips/85950ffb-0ba3-49af-b710-61a59ee65c0b HTTP/1.1" status: 200 len: 979 time: 6.4574006 Mar 14 15:27:57.488055 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc73414-4b20-4ebd-8564-98c97f0fc021 None None] Pushing event updated for resources: {'Port': ['ID=ae1b6248-b88e-4104-b5dd-b3e894c92ced,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:57.490830 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53984) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:57.493784 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-86eedd10-182d-464b-882f-014c40e06ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:57.494812 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eedd10-182d-464b-882f-014c40e06ac7 None None] The sync data for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:57.516748 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:57.570114 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:57.689141 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:57.697297 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:57.706779 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:57.793043 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:57.793702 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:57.814245 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=4f7dbe98-9e9f-4e2d-9566-0f68c0593542,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:57.832373 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.8924341 Mar 14 15:27:57.836959 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53986) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:57.860231 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:57.860462 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:57.860796 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:57.861160 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:57.861461 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:57.861784 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:57.862110 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:57.866999 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:57.867485 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:57.867827 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:57.868158 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:57.868482 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0690d5e-bede-4db3-9a96-7f3d46e9572d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:27:57.947622 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafa076b-7d65-4e0c-8518-c19955e9c457 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:57.954006 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafa076b-7d65-4e0c-8518-c19955e9c457 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:57.958848 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-dafa076b-7d65-4e0c-8518-c19955e9c457 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.1208460 Mar 14 15:27:57.959607 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53988) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:58.068172 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-e092733c-f1c1-413c-bb5f-3309c84dfef6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port 4f7dbe98-9e9f-4e2d-9566-0f68c0593542 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:58.068513 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e092733c-f1c1-413c-bb5f-3309c84dfef6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:58.169918 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e092733c-f1c1-413c-bb5f-3309c84dfef6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:58.180506 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39ea0c7-bd96-4917-8e91-8dc929516a41 None None] Network 306fab2c-8ce1-4900-be88-e3b27308b003 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:58.187860 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-e092733c-f1c1-413c-bb5f-3309c84dfef6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for 4f7dbe98-9e9f-4e2d-9566-0f68c0593542 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:58.294655 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f116fc-0f4d-422d-bbda-5d6fcb74f434 req-e9bc0dc7-dc74-46fa-994b-918b5c5f3d88 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:58.296879 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-62f116fc-0f4d-422d-bbda-5d6fcb74f434 req-e9bc0dc7-dc74-46fa-994b-918b5c5f3d88 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 943 time: 0.1024368 Mar 14 15:27:58.357010 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-62f116fc-0f4d-422d-bbda-5d6fcb74f434 req-d0b2fc81-91d2-4123-8f5b-40eaf33b03d0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f019085-d596-413c-bb7a-557d128a9193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539992 Mar 14 15:27:58.361449 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-11fce258-6f51-4006-a9cd-bdf157ecc862 None None] Provisioning complete for port 06643def-80db-4fce-a9b7-9159e08cc10b triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:58.362306 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-11fce258-6f51-4006-a9cd-bdf157ecc862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:58.378580 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-8af049b7-a5f6-4df5-850b-4bc73ba091af tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:58.417115 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26c41e8-ba73-4169-9000-563f12ade6bc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:27:58.429898 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c441c6-41d6-40d3-985a-e1f7bebff319 None None] Sync routers for ids ['df47123f-b398-45f3-ad32-e0146fe7cec3'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:27:58.443216 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2af54601-7ffb-433a-8f3a-5bca33d6783f req-33ded6bf-0831-4656-8588-be73730a247c tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 210 time: 0.9633713 Mar 14 15:27:58.453184 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c441c6-41d6-40d3-985a-e1f7bebff319 None None] Routers {'df47123f-b398-45f3-ad32-e0146fe7cec3'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:58.453915 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b1c441c6-41d6-40d3-985a-e1f7bebff319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['df47123f-b398-45f3-ad32-e0146fe7cec3'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:58.460850 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e26c41e8-ba73-4169-9000-563f12ade6bc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "PUT /v2.0/routers/df47123f-b398-45f3-ad32-e0146fe7cec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4244905 Mar 14 15:27:58.477368 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53992) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:58.478144 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-8af049b7-a5f6-4df5-850b-4bc73ba091af tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:58.536582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-8af049b7-a5f6-4df5-850b-4bc73ba091af tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Network 2b4067ed-c8cc-4c94-b6e8-5322dc74a22c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:27:58.563986 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b1c441c6-41d6-40d3-985a-e1f7bebff319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:58.564940 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-8af049b7-a5f6-4df5-850b-4bc73ba091af tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:27:58.589996 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c441c6-41d6-40d3-985a-e1f7bebff319 None None] Routers {'df47123f-b398-45f3-ad32-e0146fe7cec3'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:27:58.591579 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b1c441c6-41d6-40d3-985a-e1f7bebff319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['df47123f-b398-45f3-ad32-e0146fe7cec3'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:58.625514 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-8af049b7-a5f6-4df5-850b-4bc73ba091af tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:27:58.645059 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-11fce258-6f51-4006-a9cd-bdf157ecc862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:58.690976 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-b1c441c6-41d6-40d3-985a-e1f7bebff319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:27:58.692151 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c441c6-41d6-40d3-985a-e1f7bebff319 None None] The sync data for ids ['df47123f-b398-45f3-ad32-e0146fe7cec3'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:27:58.757249 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810d137-d760-4595-be1e-ab5658dd5a0b req-cb9487f4-ce1e-478a-b188-68153b14b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:58.759990 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0810d137-d760-4595-be1e-ab5658dd5a0b req-cb9487f4-ce1e-478a-b188-68153b14b4cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 1096 time: 1.2353265 Mar 14 15:27:58.768702 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-11fce258-6f51-4006-a9cd-bdf157ecc862 None None] For port 06643def-80db-4fce-a9b7-9159e08cc10b, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=06643def-80db-4fce-a9b7-9159e08cc10b,segment=NetworkSegment(eafa63f1-a092-4536-a4e6-269e7a15484f),segment_id=eafa63f1-a092-4536-a4e6-269e7a15484f)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:58.769047 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aed5f4e-f37b-43bf-9a2d-2e7dab0a15d7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:58.774032 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9aed5f4e-f37b-43bf-9a2d-2e7dab0a15d7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports?device_id=df47123f-b398-45f3-ad32-e0146fe7cec3 HTTP/1.1" status: 200 len: 989 time: 0.2922344 Mar 14 15:27:58.774623 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 53994) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:58.790107 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-11fce258-6f51-4006-a9cd-bdf157ecc862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:58.941518 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fce258-6f51-4006-a9cd-bdf157ecc862 None None] Pushing event updated for resources: {'Port': ['ID=06643def-80db-4fce-a9b7-9159e08cc10b,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:59.014489 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d3b59382-7814-4833-99fb-325d4e3645f7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Deleting port d4525227-8d24-4e99-b028-9d6820ce66d3 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:27:59.024523 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3b59382-7814-4833-99fb-325d4e3645f7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.027018 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af049b7-a5f6-4df5-850b-4bc73ba091af tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event updated for resources: {'Port': ['ID=c5585770-e1e7-4547-bb24-78ae4b0a0945,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:59.084684 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-8af049b7-a5f6-4df5-850b-4bc73ba091af tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:59.086952 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-8af049b7-a5f6-4df5-850b-4bc73ba091af tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.131279 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ed77da56-cd22-490d-a5dc-0c9e8f763fd5 None None] Provisioning complete for port c5585770-e1e7-4547-bb24-78ae4b0a0945 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:59.133292 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed77da56-cd22-490d-a5dc-0c9e8f763fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.137587 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e092733c-f1c1-413c-bb5f-3309c84dfef6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.143465 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device ae1b6248-b88e-4104-b5dd-b3e894c92ced up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:59.219191 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ba649a-ea68-4b29-b6f6-c5e14e060b91 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:27:59.228709 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092733c-f1c1-413c-bb5f-3309c84dfef6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=4f7dbe98-9e9f-4e2d-9566-0f68c0593542,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:59.255656 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 53996) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:59.272277 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Request body: {'subnets': [{'network_id': 'd6b4e5df-2b3b-456b-a672-6632653917ca', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--383786895', 'ip_version': 6}, {'network_id': '564d7ea5-0853-4986-b982-965dd9641f98', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:59.273185 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Request body: {'subnet': {'network_id': 'd6b4e5df-2b3b-456b-a672-6632653917ca', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--383786895', 'ip_version': 6}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:59.274255 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Request body: {'subnet': {'network_id': '564d7ea5-0853-4986-b982-965dd9641f98', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:59.290196 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-8af049b7-a5f6-4df5-850b-4bc73ba091af tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0576696 Mar 14 15:27:59.302535 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ed77da56-cd22-490d-a5dc-0c9e8f763fd5 None None] Port c5585770-e1e7-4547-bb24-78ae4b0a0945 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:27:59.339755 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ed77da56-cd22-490d-a5dc-0c9e8f763fd5 None None] Provisioning complete for port 06643def-80db-4fce-a9b7-9159e08cc10b triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:59.340134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ed77da56-cd22-490d-a5dc-0c9e8f763fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.349392 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] Request body: {'port': {'device_id': '560f3ca5-c2c1-4304-a7a1-7eb80faf5d28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:27:59.387412 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port ae1b6248-b88e-4104-b5dd-b3e894c92ced triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:59.387412 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.387705 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e092733c-f1c1-413c-bb5f-3309c84dfef6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.394451 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e092733c-f1c1-413c-bb5f-3309c84dfef6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/4f7dbe98-9e9f-4e2d-9566-0f68c0593542 HTTP/1.1" status: 204 len: 168 time: 1.4331021 Mar 14 15:27:59.397584 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54000) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:59.433198 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810d137-d760-4595-be1e-ab5658dd5a0b req-7570c4bf-34ee-4f52-9326-4771181f7f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:59.434623 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0810d137-d760-4595-be1e-ab5658dd5a0b req-7570c4bf-34ee-4f52-9326-4771181f7f73 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e58071f-ed6b-4f5e-9912-c6e34b9e0905 HTTP/1.1" status: 200 len: 897 time: 0.6400375 Mar 14 15:27:59.456223 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3b59382-7814-4833-99fb-325d4e3645f7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.456626 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3b59382-7814-4833-99fb-325d4e3645f7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.520126 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd8a149-226e-4fd9-b8f5-605929a8fe0f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:59.521627 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd8a149-226e-4fd9-b8f5-605929a8fe0f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:59.523763 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd8a149-226e-4fd9-b8f5-605929a8fe0f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:59.527919 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bdd8a149-226e-4fd9-b8f5-605929a8fe0f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1258867 Mar 14 15:27:59.528620 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54004) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:27:59.548991 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.604406 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7c64ae-fc3c-4e91-9a00-89e8d8cdfe1a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet bb729cce-61d1-4952-93a6-66905e26fb6e {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:27:59.615885 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a835a8-d085-4b8c-8adf-c7e9f5d716ef req-1c9bebe2-c461-4d98-ba52-7a3e6d0e461e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:59.616623 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.616798 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0810d137-d760-4595-be1e-ab5658dd5a0b req-f843a853-35c5-4c24-9615-0506b4c9ced3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 HTTP/1.1" status: 200 len: 217 time: 0.1608901 Mar 14 15:27:59.616798 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d3b59382-7814-4833-99fb-325d4e3645f7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Calling delete_port for d4525227-8d24-4e99-b028-9d6820ce66d3 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:27:59.616986 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-23a835a8-d085-4b8c-8adf-c7e9f5d716ef req-1c9bebe2-c461-4d98-ba52-7a3e6d0e461e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 943 time: 0.1602008 Mar 14 15:27:59.622210 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6d7c64ae-fc3c-4e91-9a00-89e8d8cdfe1a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.669349 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port ae1b6248-b88e-4104-b5dd-b3e894c92ced, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=ae1b6248-b88e-4104-b5dd-b3e894c92ced,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:27:59.677242 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.678024 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 06643def-80db-4fce-a9b7-9159e08cc10b up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:27:59.722935 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6d7c64ae-fc3c-4e91-9a00-89e8d8cdfe1a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.762424 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-23a835a8-d085-4b8c-8adf-c7e9f5d716ef req-deb237ec-84a6-4bd3-bb3a-2ebb25d800b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f019085-d596-413c-bb7a-557d128a9193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171238 Mar 14 15:27:59.770946 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-1ee28685-23d5-4f48-9fc3-31b5f9321a52 None None] Provisioning complete for port ae1b6248-b88e-4104-b5dd-b3e894c92ced triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:59.772014 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1ee28685-23d5-4f48-9fc3-31b5f9321a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.784364 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-41529de9-550f-4d1d-8039-2666045fcc2f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.828792 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=ae1b6248-b88e-4104-b5dd-b3e894c92ced,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:27:59.842306 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 06643def-80db-4fce-a9b7-9159e08cc10b triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:27:59.842803 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.918834 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fd6c834-6ed6-4800-8515-67d3825691fc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.925681 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6d7c64ae-fc3c-4e91-9a00-89e8d8cdfe1a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:27:59.993358 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810d137-d760-4595-be1e-ab5658dd5a0b req-de552ff1-b630-4577-9220-574fe42602c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:27:59.994865 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0810d137-d760-4595-be1e-ab5658dd5a0b req-de552ff1-b630-4577-9220-574fe42602c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdd70a71-0dc8-4b19-86f0-adefe36526a6 HTTP/1.1" status: 200 len: 834 time: 0.2938037 Mar 14 15:28:00.002648 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacb916-7caf-4c60-9ec3-4529fbef8c64 req-4a1967b0-ac8d-49d7-b48b-2ca847c8bbfd tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:00.011096 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ccacb916-7caf-4c60-9ec3-4529fbef8c64 req-4a1967b0-ac8d-49d7-b48b-2ca847c8bbfd tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 931 time: 0.4667974 Mar 14 15:28:00.067464 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6d7c64ae-fc3c-4e91-9a00-89e8d8cdfe1a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.105848 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6d7c64ae-fc3c-4e91-9a00-89e8d8cdfe1a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.109215 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6d7c64ae-fc3c-4e91-9a00-89e8d8cdfe1a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/bb729cce-61d1-4952-93a6-66905e26fb6e HTTP/1.1" status: 204 len: 168 time: 0.5762696 Mar 14 15:28:00.110067 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c64ae-fc3c-4e91-9a00-89e8d8cdfe1a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=bb729cce-61d1-4952-93a6-66905e26fb6e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:00.112259 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54006) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:00.151209 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Made reservation on behalf of c28a02f9e4b64e759fe11bce36e75907 for: {'subnet': 2} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:00.156474 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.156825 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.161971 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:28:00.200185 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab2c5d9-d1c3-4547-80ac-cc4fcea5ddfa tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet de3c1eb1-2429-4109-8b98-1171c637af0b {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:00.205296 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7ab2c5d9-d1c3-4547-80ac-cc4fcea5ddfa tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.217222 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6c834-6ed6-4800-8515-67d3825691fc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Pushing event updated for resources: {'Subnet': ['ID=2a7d325c-c5f0-404d-ad23-a86f53b897a0,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:00.257260 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7ab2c5d9-d1c3-4547-80ac-cc4fcea5ddfa tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.261876 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-41529de9-550f-4d1d-8039-2666045fcc2f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port 95c0276e-b0a0-46ff-9d4f-951414d924bb {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:00.262218 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-41529de9-550f-4d1d-8039-2666045fcc2f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.315958 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=4b4d2470-c61d-4c89-ae83-bf0b4be00ce2,segment=NetworkSegment(6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1),segment_id=6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:00.323920 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ccacb916-7caf-4c60-9ec3-4529fbef8c64 req-a601d0c5-9bf3-4cbf-95bb-016a53472e48 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031774 Mar 14 15:28:00.332235 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'port_id': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2', 'mac_address': 'fa:16:3e:7f:8c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:28:00.387428 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810d137-d760-4595-be1e-ab5658dd5a0b req-8435ae4f-7507-45ff-ad6a-29684cca6cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:00.389038 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0810d137-d760-4595-be1e-ab5658dd5a0b req-8435ae4f-7507-45ff-ad6a-29684cca6cb4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e58071f-ed6b-4f5e-9912-c6e34b9e0905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3262570 Mar 14 15:28:00.403637 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd6c834-6ed6-4800-8515-67d3825691fc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Checking segment: {'id': 'b676ad01-e5df-469e-9661-5002c8c93fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '65ca240a-b0da-4f19-9f08-8f21036cf4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:00.404008 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd6c834-6ed6-4800-8515-67d3825691fc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Network hostable DHCP agents. Network: 65ca240a-b0da-4f19-9f08-8f21036cf4c0, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:00.406313 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.421775 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:28:00.436369 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-41529de9-550f-4d1d-8039-2666045fcc2f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.443526 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=4b4d2470-c61d-4c89-ae83-bf0b4be00ce2,segment=NetworkSegment(6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1),segment_id=6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:00.448945 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.455865 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7ab2c5d9-d1c3-4547-80ac-cc4fcea5ddfa tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.460619 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-41529de9-550f-4d1d-8039-2666045fcc2f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for 95c0276e-b0a0-46ff-9d4f-951414d924bb owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:00.485454 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed570f68-a00d-4d66-a406-f3c1304c1521 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:00.557897 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd6c834-6ed6-4800-8515-67d3825691fc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Network 65ca240a-b0da-4f19-9f08-8f21036cf4c0 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:00.576217 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=4b4d2470-c61d-4c89-ae83-bf0b4be00ce2,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:00.577454 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7ab2c5d9-d1c3-4547-80ac-cc4fcea5ddfa tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.586199 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-689c39c9-0a67-4482-8c4e-71abed6b7780 None None] Provisioning complete for port ae1b6248-b88e-4104-b5dd-b3e894c92ced triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:00.586578 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-689c39c9-0a67-4482-8c4e-71abed6b7780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.620158 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8fd6c834-6ed6-4800-8515-67d3825691fc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 65ca240a-b0da-4f19-9f08-8f21036cf4c0) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:00.638371 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2db0a7-2704-4067-b267-2c3a8d3ecc73 None None] Network 65ca240a-b0da-4f19-9f08-8f21036cf4c0 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:00.645966 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3b59382-7814-4833-99fb-325d4e3645f7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.649526 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2c5d9-d1c3-4547-80ac-cc4fcea5ddfa tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=de3c1eb1-2429-4109-8b98-1171c637af0b,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:00.657589 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7ab2c5d9-d1c3-4547-80ac-cc4fcea5ddfa tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.659102 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd6c834-6ed6-4800-8515-67d3825691fc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:00.659681 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fd6c834-6ed6-4800-8515-67d3825691fc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.660423 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7ab2c5d9-d1c3-4547-80ac-cc4fcea5ddfa tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/de3c1eb1-2429-4109-8b98-1171c637af0b HTTP/1.1" status: 204 len: 168 time: 0.5464764 Mar 14 15:28:00.668551 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54008) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:00.711516 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0810d137-d760-4595-be1e-ab5658dd5a0b req-ae08aecd-2eb8-4bb9-8675-0bd56e44d468 service neutron] 10.222.0.18 "GET /v2.0/networks/0e58071f-ed6b-4f5e-9912-c6e34b9e0905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101828 Mar 14 15:28:00.716604 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3fd0ae07-98bb-4ca9-aca4-be99ad24d85e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468495 Mar 14 15:28:00.719747 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54010) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:00.725006 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-4a4293f7-a0ed-44e2-a51b-9e415b88cd65 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:00.733642 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b59382-7814-4833-99fb-325d4e3645f7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event deleted for resources: {'Port': ['ID=d4525227-8d24-4e99-b028-9d6820ce66d3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:00.795645 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5585770-e1e7-4547-bb24-78ae4b0a0945 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:28:00.815955 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.845991 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] Transition to ACTIVE for port object c5585770-e1e7-4547-bb24-78ae4b0a0945 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:28:00.868272 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.873248 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8fd6c834-6ed6-4800-8515-67d3825691fc tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1393266 Mar 14 15:28:00.873405 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-41529de9-550f-4d1d-8039-2666045fcc2f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.876150 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4293f7-a0ed-44e2-a51b-9e415b88cd65 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:00.882450 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4a4293f7-a0ed-44e2-a51b-9e415b88cd65 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:00.887788 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54014) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:00.888477 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['4b4d2470-c61d-4c89-ae83-bf0b4be00ce2'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:28:00.931082 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a0eac55b-1949-454d-b6ba-450335e56040 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Request body: {'subnet': {'network_id': '04632671-5bc3-4863-92d9-f9fc69c26ad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:00.954956 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device ae1b6248-b88e-4104-b5dd-b3e894c92ced up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:01.062601 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41529de9-550f-4d1d-8039-2666045fcc2f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=95c0276e-b0a0-46ff-9d4f-951414d924bb,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:01.255105 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988e8c0-9854-4b3c-9f52-dd5d8a9d814f req-fa1e6874-854c-4c2c-91a2-9fa6cd3eddfd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:01.264289 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c988e8c0-9854-4b3c-9f52-dd5d8a9d814f req-fa1e6874-854c-4c2c-91a2-9fa6cd3eddfd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 944 time: 0.3256729 Mar 14 15:28:01.271159 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-41529de9-550f-4d1d-8039-2666045fcc2f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:01.274793 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-65ca240a-b0da-4f19-9f08-8f21036cf4c0', 'network_id': '65ca240a-b0da-4f19-9f08-8f21036cf4c0', 'tenant_id': 'a6795c0ec49d46a7afaa425f5e44f2d7', 'fixed_ips': [{'subnet_id': '2a7d325c-c5f0-404d-ad23-a86f53b897a0'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:28:01.275882 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:01.286173 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981bd5cf-efba-425f-8204-6c4676b642a9 None None] DHCP port deletion for 5b9fbf90-4428-44c7-aa34-44697a69d1dc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:28:01.328490 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port ae1b6248-b88e-4104-b5dd-b3e894c92ced triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:01.329135 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:01.368649 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3b59382-7814-4833-99fb-325d4e3645f7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:01.369084 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-d3b59382-7814-4833-99fb-325d4e3645f7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Floating IP 85950ffb-0ba3-49af-b710-61a59ee65c0b disassociated (deleted). External IP: 172.26.6.120, port: 4288e8f1-58b7-4115-8743-1e9740f49445. Mar 14 15:28:01.430341 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c988e8c0-9854-4b3c-9f52-dd5d8a9d814f req-4ec927ec-b2e3-437e-9f98-42d2114d3a63 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f019085-d596-413c-bb7a-557d128a9193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591427 Mar 14 15:28:01.446653 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0eac55b-1949-454d-b6ba-450335e56040 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Made reservation on behalf of a6795c0ec49d46a7afaa425f5e44f2d7 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:01.450269 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a0eac55b-1949-454d-b6ba-450335e56040 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:01.589034 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] Allocated IP 172.20.0.2 (65ca240a-b0da-4f19-9f08-8f21036cf4c0/2a7d325c-c5f0-404d-ad23-a86f53b897a0/cec162cd-3d10-48b7-ab4c-fcbdd556577e) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:01.699260 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] Pushing event updated for resources: {'Port': ['ID=c5585770-e1e7-4547-bb24-78ae4b0a0945,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:01.699963 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41529de9-550f-4d1d-8039-2666045fcc2f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Router df47123f-b398-45f3-ad32-e0146fe7cec3 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:28:01.701010 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4a4293f7-a0ed-44e2-a51b-9e415b88cd65 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:01.769718 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 06643def-80db-4fce-a9b7-9159e08cc10b up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:01.773195 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0810d137-d760-4595-be1e-ab5658dd5a0b req-409f0c81-7cc1-40e3-b771-fd9db421cd8e service neutron] 10.222.0.18 "GET /v2.0/networks/0e58071f-ed6b-4f5e-9912-c6e34b9e0905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0423610 Mar 14 15:28:01.789778 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4293f7-a0ed-44e2-a51b-9e415b88cd65 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:01.798255 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-4a4293f7-a0ed-44e2-a51b-9e415b88cd65 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:01.806754 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4293f7-a0ed-44e2-a51b-9e415b88cd65 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:01.807627 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4a4293f7-a0ed-44e2-a51b-9e415b88cd65 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:01.836644 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-981bd5cf-efba-425f-8204-6c4676b642a9 None None] Deleting port ae1b6248-b88e-4104-b5dd-b3e894c92ced {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:01.837103 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-981bd5cf-efba-425f-8204-6c4676b642a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:01.901191 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776401bb-a991-4eb7-940a-9eef1105a4c1 req-b5a9a636-04f9-4dec-9f88-5bd08cfeee87 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:01.902828 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-776401bb-a991-4eb7-940a-9eef1105a4c1 req-b5a9a636-04f9-4dec-9f88-5bd08cfeee87 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 943 time: 0.2831059 Mar 14 15:28:01.986214 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] Attempting to bind port c5585770-e1e7-4547-bb24-78ae4b0a0945 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:01.987214 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] Attempting to bind port c5585770-e1e7-4547-bb24-78ae4b0a0945 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'e1302457-e334-4ac7-a460-dc0c3c93dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:01.987574 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] Attempting to bind port c5585770-e1e7-4547-bb24-78ae4b0a0945 on network 2b4067ed-c8cc-4c94-b6e8-5322dc74a22c {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:28:02.009784 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.025478 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-981bd5cf-efba-425f-8204-6c4676b642a9 None None] For port ae1b6248-b88e-4104-b5dd-b3e894c92ced, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=ae1b6248-b88e-4104-b5dd-b3e894c92ced,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:02.025980 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-981bd5cf-efba-425f-8204-6c4676b642a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.034393 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 06643def-80db-4fce-a9b7-9159e08cc10b triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:02.034773 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.039344 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] Port c5585770-e1e7-4547-bb24-78ae4b0a0945 on network 2b4067ed-c8cc-4c94-b6e8-5322dc74a22c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:28:02.039344 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] Attempting to bind port c5585770-e1e7-4547-bb24-78ae4b0a0945 on network 2b4067ed-c8cc-4c94-b6e8-5322dc74a22c {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:28:02.039628 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.071889 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:28:02.071889 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] Checking segment: {'id': 'e1302457-e334-4ac7-a460-dc0c3c93dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:02.072218 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] Bound using segment: {'id': 'e1302457-e334-4ac7-a460-dc0c3c93dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:28:02.072635 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] Bound port: c5585770-e1e7-4547-bb24-78ae4b0a0945, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1302457-e334-4ac7-a460-dc0c3c93dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:02.073633 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.077045 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-981bd5cf-efba-425f-8204-6c4676b642a9 None None] Calling delete_port for ae1b6248-b88e-4104-b5dd-b3e894c92ced owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:02.078515 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-776401bb-a991-4eb7-940a-9eef1105a4c1 req-7bb60d47-5774-40b4-bda2-6e053d8930c8 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501279 Mar 14 15:28:02.085400 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.089529 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b59382-7814-4833-99fb-325d4e3645f7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Router da84d555-1d7c-4d7f-b281-83d0a3be8bb5 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:28:02.125800 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] Network 65ca240a-b0da-4f19-9f08-8f21036cf4c0 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:02.135761 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:02.138295 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:02.182508 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] Pushing event updated for resources: {'Port': ['ID=cec162cd-3d10-48b7-ab4c-fcbdd556577e,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:02.198817 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4293f7-a0ed-44e2-a51b-9e415b88cd65 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=d8528f3d-b6e6-48bc-bc98-2b695b79b8fa,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:02.254043 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event updated for resources: {'Subnet': ['ID=1b53add5-1527-49be-97aa-d04f8f8e3306,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:02.281148 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4a4293f7-a0ed-44e2-a51b-9e415b88cd65 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5586607 Mar 14 15:28:02.282017 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54018) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:02.288528 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41529de9-550f-4d1d-8039-2666045fcc2f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:02.289383 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] Attempting to bind port cec162cd-3d10-48b7-ab4c-fcbdd556577e on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:02.289383 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] Attempting to bind port cec162cd-3d10-48b7-ab4c-fcbdd556577e by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'b676ad01-e5df-469e-9661-5002c8c93fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '65ca240a-b0da-4f19-9f08-8f21036cf4c0'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:02.290412 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] Attempting to bind port cec162cd-3d10-48b7-ab4c-fcbdd556577e on network 65ca240a-b0da-4f19-9f08-8f21036cf4c0 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:28:02.294595 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-6bb07c2c-4dc5-4a8d-ba45-53caa873ec6e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:02.305346 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0398cbee-e919-4c31-972e-3dcffbcf0d3c None None] Sync routers for ids ['df47123f-b398-45f3-ad32-e0146fe7cec3'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:28:02.308376 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-41529de9-550f-4d1d-8039-2666045fcc2f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "PUT /v2.0/routers/df47123f-b398-45f3-ad32-e0146fe7cec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5327573 Mar 14 15:28:02.308991 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54020) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:02.317765 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Checking segment: {'id': 'd1f5e0c6-e205-4303-b136-7ecc556ac2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd6b4e5df-2b3b-456b-a672-6632653917ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:02.318173 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Network hostable DHCP agents. Network: d6b4e5df-2b3b-456b-a672-6632653917ca, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:02.319926 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:28:02.320310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] Checking segment: {'id': 'b676ad01-e5df-469e-9661-5002c8c93fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '65ca240a-b0da-4f19-9f08-8f21036cf4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:02.320771 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.321176 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] Bound using segment: {'id': 'b676ad01-e5df-469e-9661-5002c8c93fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '65ca240a-b0da-4f19-9f08-8f21036cf4c0'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:28:02.321797 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] Bound port: cec162cd-3d10-48b7-ab4c-fcbdd556577e, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b676ad01-e5df-469e-9661-5002c8c93fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '65ca240a-b0da-4f19-9f08-8f21036cf4c0'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:02.322995 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.337279 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] For port c5585770-e1e7-4547-bb24-78ae4b0a0945, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:02.343022 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-981bd5cf-efba-425f-8204-6c4676b642a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.351678 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0398cbee-e919-4c31-972e-3dcffbcf0d3c None None] Routers {'df47123f-b398-45f3-ad32-e0146fe7cec3'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:02.352502 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-0398cbee-e919-4c31-972e-3dcffbcf0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['df47123f-b398-45f3-ad32-e0146fe7cec3'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:02.362648 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] For port c5585770-e1e7-4547-bb24-78ae4b0a0945, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c5585770-e1e7-4547-bb24-78ae4b0a0945,segment=NetworkSegment(e1302457-e334-4ac7-a460-dc0c3c93dd83),segment_id=e1302457-e334-4ac7-a460-dc0c3c93dd83)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:02.365596 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b59382-7814-4833-99fb-325d4e3645f7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:02.368445 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a0eac55b-1949-454d-b6ba-450335e56040 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.371142 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3b59382-7814-4833-99fb-325d4e3645f7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.375344 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.381645 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e440d512-75c6-4e25-9fd4-88bd9df8bd32 None None] Sync routers for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:28:02.400585 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e440d512-75c6-4e25-9fd4-88bd9df8bd32 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:02.401232 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e440d512-75c6-4e25-9fd4-88bd9df8bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:02.419133 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Network d6b4e5df-2b3b-456b-a672-6632653917ca is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:02.423667 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b3868c-4f46-4952-bfb8-1e8534a02b09 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] GET failed (client error): The resource could not be found. Mar 14 15:28:02.428965 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c4b3868c-4f46-4952-bfb8-1e8534a02b09 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports/95c0276e-b0a0-46ff-9d4f-951414d924bb HTTP/1.1" status: 404 len: 333 time: 0.1045792 Mar 14 15:28:02.432358 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54022) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:02.434943 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bd5cf-efba-425f-8204-6c4676b642a9 None None] Pushing event deleted for resources: {'Port': ['ID=ae1b6248-b88e-4104-b5dd-b3e894c92ced,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:02.442453 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-0398cbee-e919-4c31-972e-3dcffbcf0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:02.446903 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981bd5cf-efba-425f-8204-6c4676b642a9 None None] No DVR routers for this DVR port ae1b6248-b88e-4104-b5dd-b3e894c92ced on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:02.491080 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e440d512-75c6-4e25-9fd4-88bd9df8bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:02.502625 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e440d512-75c6-4e25-9fd4-88bd9df8bd32 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:02.503497 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e440d512-75c6-4e25-9fd4-88bd9df8bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:02.503724 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:02.504359 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.512367 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] 10.222.0.18 "PUT /v2.0/ports/c5585770-e1e7-4547-bb24-78ae4b0a0945 HTTP/1.1" status: 200 len: 1093 time: 3.1922977 Mar 14 15:28:02.513182 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560f3ca5-c2c1-4304-a7a1-7eb80faf5d28', 'tag': 'c5585770-e1e7-4547-bb24-78ae4b0a0945'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:28:02.520950 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147e9886-0959-416c-8a9b-ef03d08f57de None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:02.523917 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f747876d-c668-4cf3-a493-217d13e20503" -d '{"events": [{"name": "network-changed", "server_uuid": "560f3ca5-c2c1-4304-a7a1-7eb80faf5d28", "tag": "c5585770-e1e7-4547-bb24-78ae4b0a0945"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:28:02.527914 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0398cbee-e919-4c31-972e-3dcffbcf0d3c None None] Routers {'df47123f-b398-45f3-ad32-e0146fe7cec3'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:02.530630 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-0398cbee-e919-4c31-972e-3dcffbcf0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:27:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['df47123f-b398-45f3-ad32-e0146fe7cec3'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:02.553445 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d3b59382-7814-4833-99fb-325d4e3645f7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "DELETE /v2.0/floatingips/85950ffb-0ba3-49af-b710-61a59ee65c0b HTTP/1.1" status: 204 len: 168 time: 5.0445561 Mar 14 15:28:02.560882 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, d6b4e5df-2b3b-456b-a672-6632653917ca) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:02.562568 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54028) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:02.565441 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e440d512-75c6-4e25-9fd4-88bd9df8bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:02.566475 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e440d512-75c6-4e25-9fd4-88bd9df8bd32 None None] The sync data for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:28:02.576275 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] For port cec162cd-3d10-48b7-ab4c-fcbdd556577e, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:02.605937 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.610522 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56ace39-fa8a-46d6-bc8f-20ada4559bdf x-openstack-request-id: req-b56ace39-fa8a-46d6-bc8f-20ada4559bdf {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:28:02.610835 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560f3ca5-c2c1-4304-a7a1-7eb80faf5d28", "tag": "c5585770-e1e7-4547-bb24-78ae4b0a0945", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:28:02.611171 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b56ace39-fa8a-46d6-bc8f-20ada4559bdf {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:28:02.611575 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560f3ca5-c2c1-4304-a7a1-7eb80faf5d28', 'tag': 'c5585770-e1e7-4547-bb24-78ae4b0a0945', 'status': 'completed', 'code': 200} Mar 14 15:28:02.645757 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] For port cec162cd-3d10-48b7-ab4c-fcbdd556577e, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=cec162cd-3d10-48b7-ab4c-fcbdd556577e,segment=NetworkSegment(b676ad01-e5df-469e-9661-5002c8c93fd5),segment_id=b676ad01-e5df-469e-9661-5002c8c93fd5)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:02.648357 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0d06b1-aebd-47d4-a751-2d29e8338d07 None None] Network d6b4e5df-2b3b-456b-a672-6632653917ca requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:02.657326 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.659151 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-0398cbee-e919-4c31-972e-3dcffbcf0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:02.659904 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0398cbee-e919-4c31-972e-3dcffbcf0d3c None None] The sync data for ids ['df47123f-b398-45f3-ad32-e0146fe7cec3'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:28:02.662047 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eac55b-1949-454d-b6ba-450335e56040 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Pushing event updated for resources: {'Subnet': ['ID=f5825790-88f9-44ad-9a21-3058be3079e8,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:02.667173 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-222962d6-88fc-4cf2-80f1-05aa5dac69dc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.697786 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6da44-c157-47b7-9e9f-ea1350d12a97 service neutron] Pushing event updated for resources: {'Port': ['ID=c5585770-e1e7-4547-bb24-78ae4b0a0945,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:02.776819 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eac55b-1949-454d-b6ba-450335e56040 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Checking segment: {'id': '6337ef43-c397-43d5-8235-a1ab5917da41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '04632671-5bc3-4863-92d9-f9fc69c26ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:02.777226 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event updated for resources: {'Subnet': ['ID=6daf7ceb-3296-4bcb-9a5d-3d28e7372976,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:02.778415 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eac55b-1949-454d-b6ba-450335e56040 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Network hostable DHCP agents. Network: 04632671-5bc3-4863-92d9-f9fc69c26ad6, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:02.811293 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-981a510c-6409-4019-95cb-5c01b5318282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:02.813003 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-981a510c-6409-4019-95cb-5c01b5318282 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=40b795c97ae74200a3dd966a8235c313&device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 1096 time: 0.2473204 Mar 14 15:28:02.840251 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Checking segment: {'id': 'cb430405-7c62-484b-8bd5-42a731e3d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '564d7ea5-0853-4986-b982-965dd9641f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:02.840627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Network hostable DHCP agents. Network: 564d7ea5-0853-4986-b982-965dd9641f98, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:02.868414 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae20536-96ec-4143-8b66-8919a13ed02d req-0efe83e7-46e1-48c2-b6f3-d0d8600e8bcd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:02.870326 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3ae20536-96ec-4143-8b66-8919a13ed02d req-0efe83e7-46e1-48c2-b6f3-d0d8600e8bcd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 944 time: 0.3171637 Mar 14 15:28:02.893880 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-995a5f75-155a-4fb0-af5a-6e65aa38fb62 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5585770-e1e7-4547-bb24-78ae4b0a0945 HTTP/1.1" status: 200 len: 217 time: 0.0669663 Mar 14 15:28:02.963472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1f2e157d-4c06-491d-9774-6b6be4652b0d tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Deleting port 4288e8f1-58b7-4115-8743-1e9740f49445 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:02.963835 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f2e157d-4c06-491d-9774-6b6be4652b0d tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:02.977076 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device ae1b6248-b88e-4104-b5dd-b3e894c92ced no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:28:02.980311 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Network 564d7ea5-0853-4986-b982-965dd9641f98 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:02.989780 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eac55b-1949-454d-b6ba-450335e56040 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Network 04632671-5bc3-4863-92d9-f9fc69c26ad6 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:02.992446 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb07c2c-4dc5-4a8d-ba45-53caa873ec6e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:02.996018 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6bb07c2c-4dc5-4a8d-ba45-53caa873ec6e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.001298 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-222962d6-88fc-4cf2-80f1-05aa5dac69dc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.020529 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-222962d6-88fc-4cf2-80f1-05aa5dac69dc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.025020 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: ae1b6248-b88e-4104-b5dd-b3e894c92ced {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:28:03.026230 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device ae1b6248-b88e-4104-b5dd-b3e894c92ced not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:28:03.032269 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3ae20536-96ec-4143-8b66-8919a13ed02d req-75af28fa-b536-4e0a-a180-0d4d63747e73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f019085-d596-413c-bb7a-557d128a9193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146550 Mar 14 15:28:03.044860 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea34fa1-7983-42a2-a1c6-724964d2065c None None] Pushing event updated for resources: {'Port': ['ID=cec162cd-3d10-48b7-ab4c-fcbdd556577e,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:03.048103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-a0eac55b-1949-454d-b6ba-450335e56040 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 04632671-5bc3-4863-92d9-f9fc69c26ad6) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:03.052421 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'fixed_ips': [{'subnet_id': 'd8528f3d-b6e6-48bc-bc98-2b695b79b8fa'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:28:03.054675 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.070240 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 564d7ea5-0853-4986-b982-965dd9641f98) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:03.080751 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:03.081484 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:03.084221 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.092072 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0eac55b-1949-454d-b6ba-450335e56040 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:03.092685 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a0eac55b-1949-454d-b6ba-450335e56040 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.105542 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-cc171959-b2ba-404b-80d4-6e48acc5dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:03.107598 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-cc171959-b2ba-404b-80d4-6e48acc5dff3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e5abfe9-bf12-4b66-8249-7ac6b79c917e HTTP/1.1" status: 200 len: 835 time: 0.2011156 Mar 14 15:28:03.123640 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-28641373-e637-4142-b37d-288c896fcb1b tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.8553936 Mar 14 15:28:03.124308 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54032) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:03.172404 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a0eac55b-1949-454d-b6ba-450335e56040 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2723835 Mar 14 15:28:03.177064 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54034) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:03.180381 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a224c3-745a-403a-88d3-bc6a110e3ea8 None None] Network 04632671-5bc3-4863-92d9-f9fc69c26ad6 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:03.182309 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c405ccf-507b-4a0c-86bf-39efc9156797 None None] Network 564d7ea5-0853-4986-b982-965dd9641f98 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:03.191418 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-222962d6-88fc-4cf2-80f1-05aa5dac69dc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.192223 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222962d6-88fc-4cf2-80f1-05aa5dac69dc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Fanout notify agent at l3_agent the message router_deleted on router df47123f-b398-45f3-ad32-e0146fe7cec3 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:28:03.335079 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-47e8e579-4938-439a-b3ef-bab8a7ae2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:03.340080 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-47e8e579-4938-439a-b3ef-bab8a7ae2ae7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b4067ed-c8cc-4c94-b6e8-5322dc74a22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2096152 Mar 14 15:28:03.340764 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa51b62-faab-442f-aea4-f85976073eb4 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:03.342308 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa51b62-faab-442f-aea4-f85976073eb4 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:03.343988 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa51b62-faab-442f-aea4-f85976073eb4 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:03.345642 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-caa51b62-faab-442f-aea4-f85976073eb4 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1928380 Mar 14 15:28:03.347711 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f2e157d-4c06-491d-9774-6b6be4652b0d tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.359234 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54036) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:03.380483 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-222962d6-88fc-4cf2-80f1-05aa5dac69dc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.384713 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-222962d6-88fc-4cf2-80f1-05aa5dac69dc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/routers/df47123f-b398-45f3-ad32-e0146fe7cec3 HTTP/1.1" status: 204 len: 168 time: 0.9439039 Mar 14 15:28:03.387415 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54038) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:03.396566 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1f2e157d-4c06-491d-9774-6b6be4652b0d tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Calling delete_port for 4288e8f1-58b7-4115-8743-1e9740f49445 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:03.537486 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7299b9-946e-4380-a3be-18cd4dfde550 req-694a30e4-47e3-4d7e-b4b9-a35ca7f1953b tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:03.539863 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7f7299b9-946e-4380-a3be-18cd4dfde550 req-694a30e4-47e3-4d7e-b4b9-a35ca7f1953b tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 943 time: 0.2891917 Mar 14 15:28:03.544826 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4766cd3-06d5-4896-a5ce-722839597641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-d6b4e5df-2b3b-456b-a672-6632653917ca', 'network_id': 'd6b4e5df-2b3b-456b-a672-6632653917ca', 'tenant_id': 'c28a02f9e4b64e759fe11bce36e75907', 'fixed_ips': [{'subnet_id': '1b53add5-1527-49be-97aa-d04f8f8e3306'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:28:03.545694 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c4766cd3-06d5-4896-a5ce-722839597641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.634560 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-53bd8f8a-f31e-4e83-b4f7-b694bf2bcd44 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting subnet 5604a8ed-c486-48c6-8966-6acccfa5ec12 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:03.648731 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0440-84b9-4c4f-9624-e6787316d55d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.654049 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-69eb8f6c-fc31-4b81-928c-e67463b8fa29 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Deleting subnet 1b53add5-1527-49be-97aa-d04f8f8e3306 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:03.663274 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53bd8f8a-f31e-4e83-b4f7-b694bf2bcd44 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.667492 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69eb8f6c-fc31-4b81-928c-e67463b8fa29 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.733167 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7f7299b9-946e-4380-a3be-18cd4dfde550 req-281bf0af-1ec8-4972-9c62-8c9a3a53d2f9 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838315 Mar 14 15:28:03.747883 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Allocated IP 172.20.0.2 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/d8528f3d-b6e6-48bc-bc98-2b695b79b8fa/cc3d449e-0568-47e7-a1fb-394fd0314d5a) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:03.790793 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53bd8f8a-f31e-4e83-b4f7-b694bf2bcd44 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.870813 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69eb8f6c-fc31-4b81-928c-e67463b8fa29 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.934832 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69eb8f6c-fc31-4b81-928c-e67463b8fa29 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.945111 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-564d7ea5-0853-4986-b982-965dd9641f98', 'network_id': '564d7ea5-0853-4986-b982-965dd9641f98', 'tenant_id': 'c28a02f9e4b64e759fe11bce36e75907', 'fixed_ips': [{'subnet_id': '6daf7ceb-3296-4bcb-9a5d-3d28e7372976'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:28:03.945967 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.963101 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-04632671-5bc3-4863-92d9-f9fc69c26ad6', 'network_id': '04632671-5bc3-4863-92d9-f9fc69c26ad6', 'tenant_id': 'a6795c0ec49d46a7afaa425f5e44f2d7', 'fixed_ips': [{'subnet_id': 'f5825790-88f9-44ad-9a21-3058be3079e8'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:28:03.964259 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:03.965038 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.objects.ports [None req-6bb07c2c-4dc5-4a8d-ba45-53caa873ec6e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102567) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 15:28:03.969003 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6bb07c2c-4dc5-4a8d-ba45-53caa873ec6e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.032521 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-2ae3448c-e6f2-423a-9679-7e609423815d service neutron] 10.222.0.18 "GET /v2.0/networks/2b4067ed-c8cc-4c94-b6e8-5322dc74a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6783619 Mar 14 15:28:04.055492 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb07c2c-4dc5-4a8d-ba45-53caa873ec6e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:04.060031 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-6bb07c2c-4dc5-4a8d-ba45-53caa873ec6e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:04.065392 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb07c2c-4dc5-4a8d-ba45-53caa873ec6e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=bd5a18eb-d7e2-477d-b762-1040cf197e54,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:04.110019 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb07c2c-4dc5-4a8d-ba45-53caa873ec6e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:04.110992 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6bb07c2c-4dc5-4a8d-ba45-53caa873ec6e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.141015 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6bb07c2c-4dc5-4a8d-ba45-53caa873ec6e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8502185 Mar 14 15:28:04.144620 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54042) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:04.156543 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-d1c79070-d523-4f72-b1ee-a759c4782369 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'mac_address': 'fa:16:3e:13:f3:b4', 'name': 'tempest-NetworksTestDHCPv6-927386430'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:04.217732 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-f0fa0440-84b9-4c4f-9624-e6787316d55d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Allocated IP 172.20.0.1 (65ca240a-b0da-4f19-9f08-8f21036cf4c0/2a7d325c-c5f0-404d-ad23-a86f53b897a0/f1ad8f9e-b5dd-484e-ba75-a493a6e8324a) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:04.257369 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:04.268065 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69eb8f6c-fc31-4b81-928c-e67463b8fa29 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.306159 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928875b1-b6cd-4f84-b9da-a2fe4bed2a01 None None] Network 65ca240a-b0da-4f19-9f08-8f21036cf4c0 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:04.322667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53bd8f8a-f31e-4e83-b4f7-b694bf2bcd44 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.354490 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8732ad7-df06-4266-ba63-b12e70f1cdfb req-717e87f9-4cb6-4331-82e5-e6bdaa284972 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server [None req-c4766cd3-06d5-4896-a5ce-722839597641 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b53add5-1527-49be-97aa-d04f8f8e3306: This subnet is being modified by another concurrent operation. Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise exception Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b53add5-1527-49be-97aa-d04f8f8e3306: This subnet is being modified by another concurrent operation. Mar 14 15:28:04.355688 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server Mar 14 15:28:04.365780 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b8732ad7-df06-4266-ba63-b12e70f1cdfb req-717e87f9-4cb6-4331-82e5-e6bdaa284972 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 944 time: 0.1758137 Mar 14 15:28:04.384659 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d90d9e83-d3ae-4692-832b-2ac0d346efa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.440636 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b8732ad7-df06-4266-ba63-b12e70f1cdfb req-33b8d525-ad3f-4b87-a666-a9318b3addcb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f019085-d596-413c-bb7a-557d128a9193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695219 Mar 14 15:28:04.485544 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c79070-d523-4f72-b1ee-a759c4782369 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:04.496176 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0440-84b9-4c4f-9624-e6787316d55d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.520683 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dfdfad-348e-4faf-a9bc-8de9eda7fe04 None None] Network d6b4e5df-2b3b-456b-a672-6632653917ca requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:04.581285 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.599480 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d1c79070-d523-4f72-b1ee-a759c4782369 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.603999 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0440-84b9-4c4f-9624-e6787316d55d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.631274 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-04dbd5a1-9d3f-498b-813f-c169a8cc687b None None] Provisioning complete for port cec162cd-3d10-48b7-ab4c-fcbdd556577e triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:04.632250 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-04dbd5a1-9d3f-498b-813f-c169a8cc687b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.655628 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb8f6c-fc31-4b81-928c-e67463b8fa29 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event deleted for resources: {'Subnet': ['ID=1b53add5-1527-49be-97aa-d04f8f8e3306,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:04.659856 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69eb8f6c-fc31-4b81-928c-e67463b8fa29 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.663290 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-69eb8f6c-fc31-4b81-928c-e67463b8fa29 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "DELETE /v2.0/subnets/1b53add5-1527-49be-97aa-d04f8f8e3306 HTTP/1.1" status: 204 len: 168 time: 1.2840276 Mar 14 15:28:04.670363 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fa0440-84b9-4c4f-9624-e6787316d55d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Network 65ca240a-b0da-4f19-9f08-8f21036cf4c0 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:04.670514 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54044) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:04.671630 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.673977 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-d1c79070-d523-4f72-b1ee-a759c4782369 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port 4d3985f4-8c75-4d94-aabf-f1044ca323c0 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:28:04.681595 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f0fa0440-84b9-4c4f-9624-e6787316d55d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:04.688173 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fa0440-84b9-4c4f-9624-e6787316d55d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:04.692854 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa0440-84b9-4c4f-9624-e6787316d55d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Pushing event updated for resources: {'Port': ['ID=f1ad8f9e-b5dd-484e-ba75-a493a6e8324a,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:04.727322 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cf10a156-0479-4be1-ace4-4c3b10f684d6 req-d1c14ec0-61ea-4724-8e31-275bb28446d2 service neutron] 10.222.0.18 "GET /v2.0/networks/2b4067ed-c8cc-4c94-b6e8-5322dc74a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6785824 Mar 14 15:28:04.728008 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f2e157d-4c06-491d-9774-6b6be4652b0d tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.761653 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] Allocated IP 2001:db8:0:1::1 (564d7ea5-0853-4986-b982-965dd9641f98/6daf7ceb-3296-4bcb-9a5d-3d28e7372976/9d0ddfe7-a38d-4fe6-b021-e3ad77ca57b0) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:04.767183 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:04.795232 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0440-84b9-4c4f-9624-e6787316d55d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.810068 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e157d-4c06-491d-9774-6b6be4652b0d tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event deleted for resources: {'Port': ['ID=4288e8f1-58b7-4115-8743-1e9740f49445,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:04.820290 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:04.820671 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.855402 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8143930-461d-47d1-b32f-3d03ecb34275 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Deleting subnet 6daf7ceb-3296-4bcb-9a5d-3d28e7372976 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:04.910394 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] Allocated IP 172.20.0.2 (04632671-5bc3-4863-92d9-f9fc69c26ad6/f5825790-88f9-44ad-9a21-3058be3079e8/c59af928-62ab-4a2c-ab2a-6d12f0eb2454) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:04.938579 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:04.940921 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53bd8f8a-f31e-4e83-b4f7-b694bf2bcd44 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:04.963871 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Pushing event updated for resources: {'Port': ['ID=cc3d449e-0568-47e7-a1fb-394fd0314d5a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:04.987288 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:04.990447 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:04.999554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53bd8f8a-f31e-4e83-b4f7-b694bf2bcd44 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.005008 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-53bd8f8a-f31e-4e83-b4f7-b694bf2bcd44 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/subnets/5604a8ed-c486-48c6-8966-6acccfa5ec12 HTTP/1.1" status: 204 len: 168 time: 1.6087046 Mar 14 15:28:05.005890 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd8f8a-f31e-4e83-b4f7-b694bf2bcd44 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Subnet': ['ID=5604a8ed-c486-48c6-8966-6acccfa5ec12,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:05.009616 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54048) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:05.026860 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1f2e157d-4c06-491d-9774-6b6be4652b0d tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.030122 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1f2e157d-4c06-491d-9774-6b6be4652b0d tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "DELETE /v2.0/ports/4288e8f1-58b7-4115-8743-1e9740f49445 HTTP/1.1" status: 204 len: 168 time: 2.4551375 Mar 14 15:28:05.032074 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747876d-c668-4cf3-a493-217d13e20503 req-e71ef1d1-d43e-46a9-8eec-31b18831dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:05.033454 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f747876d-c668-4cf3-a493-217d13e20503 req-e71ef1d1-d43e-46a9-8eec-31b18831dd11 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=40b795c97ae74200a3dd966a8235c313&device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 1096 time: 0.1756551 Mar 14 15:28:05.036998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54050) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:05.053331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-302b3c5d-e6a7-4f3f-9be3-fe506500b615 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:05.053936 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d04f6a-7159-4030-b291-eb37c3fe7b91 None None] Network a3183b29-f7c5-4f33-8a2a-f20c8ddf6363 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:05.066579 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device cec162cd-3d10-48b7-ab4c-fcbdd556577e up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:05.096599 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:05.096599 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:05.096890 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:05.097154 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:05.097429 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:05.097759 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:05.098085 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:05.098408 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:05.099134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:05.099134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:05.099397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:05.099697 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:05.106253 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0440-84b9-4c4f-9624-e6787316d55d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.142518 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5e58e-8761-4eb5-8c3e-368b2f7546f3 req-b0e09252-14e0-4c45-a399-8d1abc174419 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:05.143798 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0eb5e58e-8761-4eb5-8c3e-368b2f7546f3 req-b0e09252-14e0-4c45-a399-8d1abc174419 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 943 time: 0.2819631 Mar 14 15:28:05.181633 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-d1c79070-d523-4f72-b1ee-a759c4782369 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 172.20.0.9 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/d8528f3d-b6e6-48bc-bc98-2b695b79b8fa/4d3985f4-8c75-4d94-aabf-f1044ca323c0) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:05.190653 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-302b3c5d-e6a7-4f3f-9be3-fe506500b615 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.192208 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-d1c79070-d523-4f72-b1ee-a759c4782369 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::f816:3eff:fe13:f3b4 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/bd5a18eb-d7e2-477d-b762-1040cf197e54/4d3985f4-8c75-4d94-aabf-f1044ca323c0) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:05.228484 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25d0a5cf-0d58-4cff-a6fb-8ca513838dae tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.304168 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0eb5e58e-8761-4eb5-8c3e-368b2f7546f3 req-8a6daad3-ddb3-47ed-9c53-4d49eb2e7080 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524787 Mar 14 15:28:05.350571 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747876d-c668-4cf3-a493-217d13e20503 req-ec2e852e-c8fd-4614-b63e-b553aacb204e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:05.352959 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f747876d-c668-4cf3-a493-217d13e20503 req-ec2e852e-c8fd-4614-b63e-b553aacb204e service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b4067ed-c8cc-4c94-b6e8-5322dc74a22c HTTP/1.1" status: 200 len: 898 time: 0.2929988 Mar 14 15:28:05.412381 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f747876d-c668-4cf3-a493-217d13e20503 req-c5e027b3-6ec3-4730-b853-bdff35560d9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5585770-e1e7-4547-bb24-78ae4b0a0945 HTTP/1.1" status: 200 len: 217 time: 0.0498137 Mar 14 15:28:05.492099 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-25d0a5cf-0d58-4cff-a6fb-8ca513838dae tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port abde25a6-4783-4e95-80a6-e457bf38e103 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:05.492709 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25d0a5cf-0d58-4cff-a6fb-8ca513838dae tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.526943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747876d-c668-4cf3-a493-217d13e20503 req-dbb20ec6-a8d6-43e8-bd75-94732500b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:05.528924 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f747876d-c668-4cf3-a493-217d13e20503 req-dbb20ec6-a8d6-43e8-bd75-94732500b10c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e5abfe9-bf12-4b66-8249-7ac6b79c917e HTTP/1.1" status: 200 len: 835 time: 0.1074848 Mar 14 15:28:05.552204 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Attempting to bind port cc3d449e-0568-47e7-a1fb-394fd0314d5a on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:05.552568 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Attempting to bind port cc3d449e-0568-47e7-a1fb-394fd0314d5a by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:05.552927 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Attempting to bind port cc3d449e-0568-47e7-a1fb-394fd0314d5a on network 5b9fbf90-4428-44c7-aa34-44697a69d1dc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:28:05.575586 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-302b3c5d-e6a7-4f3f-9be3-fe506500b615 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.624686 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-25d0a5cf-0d58-4cff-a6fb-8ca513838dae tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] For port abde25a6-4783-4e95-80a6-e457bf38e103, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=abde25a6-4783-4e95-80a6-e457bf38e103,segment=NetworkSegment(c3ea04a3-8fc2-4032-84a9-83633e309394),segment_id=c3ea04a3-8fc2-4032-84a9-83633e309394)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:05.625657 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25d0a5cf-0d58-4cff-a6fb-8ca513838dae tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.644526 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:28:05.645021 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Checking segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:05.645290 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.645689 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Bound using segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:28:05.646169 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Bound port: cc3d449e-0568-47e7-a1fb-394fd0314d5a, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:05.646534 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.677329 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-25d0a5cf-0d58-4cff-a6fb-8ca513838dae tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for abde25a6-4783-4e95-80a6-e457bf38e103 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:05.679900 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-04dbd5a1-9d3f-498b-813f-c169a8cc687b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.714336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747876d-c668-4cf3-a493-217d13e20503 req-a4ad4342-5883-4b8c-834d-5ba153a4ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:05.716856 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f747876d-c668-4cf3-a493-217d13e20503 req-a4ad4342-5883-4b8c-834d-5ba153a4ecab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b4067ed-c8cc-4c94-b6e8-5322dc74a22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1519990 Mar 14 15:28:05.766371 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.771878 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45495d9b-b5a1-464e-94dd-47343a38edc7 req-b5d64987-11dc-4a21-a065-3891dd545af5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:05.776595 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port cec162cd-3d10-48b7-ab4c-fcbdd556577e triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:05.777092 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.780720 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-45495d9b-b5a1-464e-94dd-47343a38edc7 req-b5d64987-11dc-4a21-a065-3891dd545af5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 944 time: 0.1545711 Mar 14 15:28:05.889150 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.896586 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-302b3c5d-e6a7-4f3f-9be3-fe506500b615 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Allocated IP 172.26.6.207 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/7506d3b2-c6e9-434c-875f-f42c2a1b2e98) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:05.923126 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8143930-461d-47d1-b32f-3d03ecb34275 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.926798 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.939778 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673a6dcf-3d5c-462f-b565-273b01d48b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:28:05.942128 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0be1b04-25cd-4de6-90a2-883cc1c70977" -d '{"events": [{"server_uuid": "673a6dcf-3d5c-462f-b565-273b01d48b1c", "name": "network-vif-plugged", "status": "completed", "tag": "4b4d2470-c61d-4c89-ae83-bf0b4be00ce2"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:28:05.959453 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=4b4d2470-c61d-4c89-ae83-bf0b4be00ce2,segment=NetworkSegment(6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1),segment_id=6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:05.965213 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f747876d-c668-4cf3-a493-217d13e20503 req-6891a58f-e351-4f09-95f3-2218811da3c2 service neutron] 10.222.0.18 "GET /v2.0/networks/2b4067ed-c8cc-4c94-b6e8-5322dc74a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105813 Mar 14 15:28:05.970508 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-04dbd5a1-9d3f-498b-813f-c169a8cc687b None None] For port cec162cd-3d10-48b7-ab4c-fcbdd556577e, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=cec162cd-3d10-48b7-ab4c-fcbdd556577e,segment=NetworkSegment(b676ad01-e5df-469e-9661-5002c8c93fd5),segment_id=b676ad01-e5df-469e-9661-5002c8c93fd5)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:05.984241 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.987317 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.989743 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:05.991304 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25d0a5cf-0d58-4cff-a6fb-8ca513838dae tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.032843 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-04dbd5a1-9d3f-498b-813f-c169a8cc687b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.044477 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bffe36-836a-463c-92c9-9ea76b0c5bdb x-openstack-request-id: req-05bffe36-836a-463c-92c9-9ea76b0c5bdb {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:28:06.045126 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673a6dcf-3d5c-462f-b565-273b01d48b1c", "name": "network-vif-plugged", "status": "completed", "tag": "4b4d2470-c61d-4c89-ae83-bf0b4be00ce2", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:28:06.045626 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-05bffe36-836a-463c-92c9-9ea76b0c5bdb {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:28:06.046262 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673a6dcf-3d5c-462f-b565-273b01d48b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2', 'code': 200} Mar 14 15:28:06.073190 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] Network 04632671-5bc3-4863-92d9-f9fc69c26ad6 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:06.081283 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] For port cc3d449e-0568-47e7-a1fb-394fd0314d5a, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:06.083328 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8143930-461d-47d1-b32f-3d03ecb34275 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.090042 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d0a5cf-0d58-4cff-a6fb-8ca513838dae tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No DVR routers for this DVR port abde25a6-4783-4e95-80a6-e457bf38e103 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:06.093079 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:06.098611 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] For port cc3d449e-0568-47e7-a1fb-394fd0314d5a, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=cc3d449e-0568-47e7-a1fb-394fd0314d5a,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:06.104585 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:06.113313 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] Network 564d7ea5-0853-4986-b982-965dd9641f98 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:06.118877 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] Pushing event updated for resources: {'Port': ['ID=9d0ddfe7-a38d-4fe6-b021-e3ad77ca57b0,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:06.122331 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.151079 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0a5cf-0d58-4cff-a6fb-8ca513838dae tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=abde25a6-4783-4e95-80a6-e457bf38e103,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:06.176544 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:06.188381 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c50a41-d7b9-4ce6-8cd3-b5c30ea7a1c9 None None] DHCP port deletion for a3183b29-f7c5-4f33-8a2a-f20c8ddf6363 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:28:06.202822 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0440-84b9-4c4f-9624-e6787316d55d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.220392 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:06.229954 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-45495d9b-b5a1-464e-94dd-47343a38edc7 req-c580786a-5a36-4cd1-92f0-351b9e244894 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f019085-d596-413c-bb7a-557d128a9193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4480927 Mar 14 15:28:06.238738 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device c5585770-e1e7-4547-bb24-78ae4b0a0945 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:28:06.239466 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0440-84b9-4c4f-9624-e6787316d55d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.367954 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0440-84b9-4c4f-9624-e6787316d55d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.379192 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25d0a5cf-0d58-4cff-a6fb-8ca513838dae tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.396127 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] Attempting to bind port c59af928-62ab-4a2c-ab2a-6d12f0eb2454 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:06.396732 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] Attempting to bind port c59af928-62ab-4a2c-ab2a-6d12f0eb2454 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '6337ef43-c397-43d5-8235-a1ab5917da41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '04632671-5bc3-4863-92d9-f9fc69c26ad6'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:06.398546 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] Attempting to bind port c59af928-62ab-4a2c-ab2a-6d12f0eb2454 on network 04632671-5bc3-4863-92d9-f9fc69c26ad6 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:28:06.420569 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-25d0a5cf-0d58-4cff-a6fb-8ca513838dae tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3183b29-f7c5-4f33-8a2a-f20c8ddf6363']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:06.434410 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-25d0a5cf-0d58-4cff-a6fb-8ca513838dae tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ea04a3-8fc2-4032-84a9-83633e309394') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:06.434716 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-25d0a5cf-0d58-4cff-a6fb-8ca513838dae tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ea04a3-8fc2-4032-84a9-83633e309394') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:06.448937 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25d0a5cf-0d58-4cff-a6fb-8ca513838dae tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.454326 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=4b4d2470-c61d-4c89-ae83-bf0b4be00ce2,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:06.457057 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-60d7cae0-ed56-431b-8856-a16e6b8a905b None None] Provisioning complete for port cec162cd-3d10-48b7-ab4c-fcbdd556577e triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:06.457496 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-60d7cae0-ed56-431b-8856-a16e6b8a905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.466851 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.resource_extend [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:28:06.470953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:28:06.471806 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] Checking segment: {'id': '6337ef43-c397-43d5-8235-a1ab5917da41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '04632671-5bc3-4863-92d9-f9fc69c26ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:06.471932 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d1c79070-d523-4f72-b1ee-a759c4782369 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.472035 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.472486 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] Bound using segment: {'id': '6337ef43-c397-43d5-8235-a1ab5917da41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '04632671-5bc3-4863-92d9-f9fc69c26ad6'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:28:06.473062 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] Bound port: c59af928-62ab-4a2c-ab2a-6d12f0eb2454, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6337ef43-c397-43d5-8235-a1ab5917da41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '04632671-5bc3-4863-92d9-f9fc69c26ad6'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:06.473548 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.481879 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25d0a5cf-0d58-4cff-a6fb-8ca513838dae tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.489576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d0a5cf-0d58-4cff-a6fb-8ca513838dae tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:28:06.490226 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25d0a5cf-0d58-4cff-a6fb-8ca513838dae tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.504364 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa0440-84b9-4c4f-9624-e6787316d55d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Pushing event updated for resources: {'Port': ['ID=f1ad8f9e-b5dd-484e-ba75-a493a6e8324a,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:06.550405 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8e42901c-495a-4069-bf61-5eba91a17dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:06.575078 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:06.579883 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fa0440-84b9-4c4f-9624-e6787316d55d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Network 65ca240a-b0da-4f19-9f08-8f21036cf4c0 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:06.593139 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f0fa0440-84b9-4c4f-9624-e6787316d55d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:06.615131 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d1c79070-d523-4f72-b1ee-a759c4782369 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.627315 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] Attempting to bind port 9d0ddfe7-a38d-4fe6-b021-e3ad77ca57b0 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:06.627686 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] Attempting to bind port 9d0ddfe7-a38d-4fe6-b021-e3ad77ca57b0 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'cb430405-7c62-484b-8bd5-42a731e3d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '564d7ea5-0853-4986-b982-965dd9641f98'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:06.628045 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] Attempting to bind port 9d0ddfe7-a38d-4fe6-b021-e3ad77ca57b0 on network 564d7ea5-0853-4986-b982-965dd9641f98 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:28:06.654740 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25d0a5cf-0d58-4cff-a6fb-8ca513838dae tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.663859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-302b3c5d-e6a7-4f3f-9be3-fe506500b615 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.677516 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c79070-d523-4f72-b1ee-a759c4782369 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=4d3985f4-8c75-4d94-aabf-f1044ca323c0,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:06.707959 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25d0a5cf-0d58-4cff-a6fb-8ca513838dae tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.716891 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-25d0a5cf-0d58-4cff-a6fb-8ca513838dae tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/networks/a3183b29-f7c5-4f33-8a2a-f20c8ddf6363 HTTP/1.1" status: 204 len: 168 time: 1.7051048 Mar 14 15:28:06.719169 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0a5cf-0d58-4cff-a6fb-8ca513838dae tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Network': ['ID=a3183b29-f7c5-4f33-8a2a-f20c8ddf6363,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:06.741786 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54058) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:06.748051 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f747876d-c668-4cf3-a493-217d13e20503 req-6cced6da-1218-4867-b91a-2285cc961952 service neutron] 10.222.0.18 "GET /v2.0/networks/2b4067ed-c8cc-4c94-b6e8-5322dc74a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7678244 Mar 14 15:28:06.753213 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c79070-d523-4f72-b1ee-a759c4782369 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:06.766906 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] For port c59af928-62ab-4a2c-ab2a-6d12f0eb2454, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:06.773922 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] For port c59af928-62ab-4a2c-ab2a-6d12f0eb2454, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c59af928-62ab-4a2c-ab2a-6d12f0eb2454,segment=NetworkSegment(6337ef43-c397-43d5-8235-a1ab5917da41),segment_id=6337ef43-c397-43d5-8235-a1ab5917da41)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:06.803927 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-d1c79070-d523-4f72-b1ee-a759c4782369 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:06.808562 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c79070-d523-4f72-b1ee-a759c4782369 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:06.842071 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8143930-461d-47d1-b32f-3d03ecb34275 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.876406 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port c5585770-e1e7-4547-bb24-78ae4b0a0945, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c5585770-e1e7-4547-bb24-78ae4b0a0945,segment=NetworkSegment(e1302457-e334-4ac7-a460-dc0c3c93dd83),segment_id=e1302457-e334-4ac7-a460-dc0c3c93dd83)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:06.877900 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c79070-d523-4f72-b1ee-a759c4782369 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:06.878661 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d1c79070-d523-4f72-b1ee-a759c4782369 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.920721 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d1c79070-d523-4f72-b1ee-a759c4782369 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7752278 Mar 14 15:28:06.922093 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54060) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:06.923032 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fa0440-84b9-4c4f-9624-e6787316d55d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Router 110c2208-e507-4655-96e4-b56a5c7bade7 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:28:06.925071 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'c5585770-e1e7-4547-bb24-78ae4b0a0945', 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c', 'port_id': 'c5585770-e1e7-4547-bb24-78ae4b0a0945', 'mac_address': 'fa:16:3e:a6:14:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5abfe9-bf12-4b66-8249-7ac6b79c917e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:28:06.929077 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] Pushing event updated for resources: {'Port': ['ID=c59af928-62ab-4a2c-ab2a-6d12f0eb2454,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:06.954887 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:28:06.955317 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] Checking segment: {'id': 'cb430405-7c62-484b-8bd5-42a731e3d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '564d7ea5-0853-4986-b982-965dd9641f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:06.955763 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.956201 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] Bound using segment: {'id': 'cb430405-7c62-484b-8bd5-42a731e3d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '564d7ea5-0853-4986-b982-965dd9641f98'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:28:06.956709 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] Bound port: 9d0ddfe7-a38d-4fe6-b021-e3ad77ca57b0, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb430405-7c62-484b-8bd5-42a731e3d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '564d7ea5-0853-4986-b982-965dd9641f98'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:06.957100 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.965709 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device abde25a6-4783-4e95-80a6-e457bf38e103 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:28:06.969322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-302b3c5d-e6a7-4f3f-9be3-fe506500b615 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:06.982468 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15beb2bd-48c4-47c2-a934-6949f7e41f81 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:06.988540 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-15beb2bd-48c4-47c2-a934-6949f7e41f81 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports/9b65b2a7-71f7-44b7-940e-9eb6df029535 HTTP/1.1" status: 200 len: 845 time: 0.2392035 Mar 14 15:28:06.990280 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54062) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:07.001990 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.009803 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: abde25a6-4783-4e95-80a6-e457bf38e103 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:28:07.010140 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device abde25a6-4783-4e95-80a6-e457bf38e103 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:28:07.079114 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841d32d5-e55a-4d94-8e1d-74677ef10bc5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:07.087140 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841d32d5-e55a-4d94-8e1d-74677ef10bc5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:07.090379 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746a3fe-2efa-4190-bf5d-a7ed033efd2d req-fe3b211a-7804-4bdb-8ccd-0fdd5577285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:07.092349 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4746a3fe-2efa-4190-bf5d-a7ed033efd2d req-fe3b211a-7804-4bdb-8ccd-0fdd5577285e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 1098 time: 0.7272253 Mar 14 15:28:07.092873 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-841d32d5-e55a-4d94-8e1d-74677ef10bc5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1647604 Mar 14 15:28:07.095463 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54064) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:07.104652 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302b3c5d-e6a7-4f3f-9be3-fe506500b615 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:07.113805 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.122647 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-302b3c5d-e6a7-4f3f-9be3-fe506500b615 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:07.137096 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8143930-461d-47d1-b32f-3d03ecb34275 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.141093 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302b3c5d-e6a7-4f3f-9be3-fe506500b615 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:07.148124 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fa0440-84b9-4c4f-9624-e6787316d55d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:07.155112 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f0fa0440-84b9-4c4f-9624-e6787316d55d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "PUT /v2.0/routers/110c2208-e507-4655-96e4-b56a5c7bade7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9767685 Mar 14 15:28:07.158534 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54066) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:07.164060 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbd5a1-9d3f-498b-813f-c169a8cc687b None None] Pushing event updated for resources: {'Port': ['ID=cec162cd-3d10-48b7-ab4c-fcbdd556577e,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:07.176300 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9859fbd8-4096-4df1-ab60-b7116e7399bb None None] Sync routers for ids ['110c2208-e507-4655-96e4-b56a5c7bade7'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:28:07.220465 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5585770-e1e7-4547-bb24-78ae4b0a0945 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:28:07.233880 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] For port 9d0ddfe7-a38d-4fe6-b021-e3ad77ca57b0, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:07.238985 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6a56566d-fee0-4809-b0ec-f7b6d993f04a tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports/9b65b2a7-71f7-44b7-940e-9eb6df029535?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2330613 Mar 14 15:28:07.245504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54068) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:07.251215 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b3c5d-e6a7-4f3f-9be3-fe506500b615 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Port': ['ID=7506d3b2-c6e9-434c-875f-f42c2a1b2e98,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:07.257677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8143930-461d-47d1-b32f-3d03ecb34275 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event deleted for resources: {'Subnet': ['ID=6daf7ceb-3296-4bcb-9a5d-3d28e7372976,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:07.261947 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8143930-461d-47d1-b32f-3d03ecb34275 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.265236 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c8143930-461d-47d1-b32f-3d03ecb34275 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "DELETE /v2.0/subnets/6daf7ceb-3296-4bcb-9a5d-3d28e7372976 HTTP/1.1" status: 204 len: 168 time: 2.5918782 Mar 14 15:28:07.269088 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b1a8deed-e0c0-41a4-97b8-bec5bb88d1f7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'subnet': {'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:07.273489 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859fbd8-4096-4df1-ab60-b7116e7399bb None None] Routers {'110c2208-e507-4655-96e4-b56a5c7bade7'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:07.274156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9859fbd8-4096-4df1-ab60-b7116e7399bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['110c2208-e507-4655-96e4-b56a5c7bade7'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:07.277662 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54072) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:07.290037 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276063e-4779-459f-8a0d-a6188c157909 req-b3f7fe33-9299-4eef-bb86-a92f885a9a58 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:07.291744 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5276063e-4779-459f-8a0d-a6188c157909 req-b3f7fe33-9299-4eef-bb86-a92f885a9a58 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 943 time: 0.6378791 Mar 14 15:28:07.361261 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:28:07.441438 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port c5585770-e1e7-4547-bb24-78ae4b0a0945, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c5585770-e1e7-4547-bb24-78ae4b0a0945,segment=NetworkSegment(e1302457-e334-4ac7-a460-dc0c3c93dd83),segment_id=e1302457-e334-4ac7-a460-dc0c3c93dd83)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:07.449099 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9859fbd8-4096-4df1-ab60-b7116e7399bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:07.456221 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] For port 9d0ddfe7-a38d-4fe6-b021-e3ad77ca57b0, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=9d0ddfe7-a38d-4fe6-b021-e3ad77ca57b0,segment=NetworkSegment(cb430405-7c62-484b-8bd5-42a731e3d874),segment_id=cb430405-7c62-484b-8bd5-42a731e3d874)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:07.485432 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.496858 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4746a3fe-2efa-4190-bf5d-a7ed033efd2d req-1d20e441-53dc-40dc-a99c-3d50d627880d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6f019085-d596-413c-bb7a-557d128a9193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3774507 Mar 14 15:28:07.498654 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.520202 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-60d7cae0-ed56-431b-8856-a16e6b8a905b None None] Provisioning complete for port f1ad8f9e-b5dd-484e-ba75-a493a6e8324a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:07.520742 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-60d7cae0-ed56-431b-8856-a16e6b8a905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.537043 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61422e7-63a5-4417-81ee-43e7dd390948 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:07.545212 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f61422e7-63a5-4417-81ee-43e7dd390948 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2409282 Mar 14 15:28:07.548044 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54074) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:07.557024 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf40a06-4a6e-464d-8f55-fed934dd3c68 None None] Pushing event updated for resources: {'Port': ['ID=cc3d449e-0568-47e7-a1fb-394fd0314d5a,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:07.560036 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.609458 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859fbd8-4096-4df1-ab60-b7116e7399bb None None] Routers {'110c2208-e507-4655-96e4-b56a5c7bade7'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:07.610352 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9859fbd8-4096-4df1-ab60-b7116e7399bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['110c2208-e507-4655-96e4-b56a5c7bade7'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:07.613914 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58aaa59-f28d-45d6-b78d-649c9508ef74 req-d85032cd-1339-43c7-b1df-04bbcf016205 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:07.615519 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b58aaa59-f28d-45d6-b78d-649c9508ef74 req-d85032cd-1339-43c7-b1df-04bbcf016205 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 945 time: 0.2440817 Mar 14 15:28:07.633390 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5276063e-4779-459f-8a0d-a6188c157909 req-6775672b-70c0-48c6-91fc-e525eafe0788 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3302662 Mar 14 15:28:07.671940 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-302b3c5d-e6a7-4f3f-9be3-fe506500b615 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.675031 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a8deed-e0c0-41a4-97b8-bec5bb88d1f7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:07.679678 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1a8deed-e0c0-41a4-97b8-bec5bb88d1f7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.707309 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9859fbd8-4096-4df1-ab60-b7116e7399bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:07.707979 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9859fbd8-4096-4df1-ab60-b7116e7399bb None None] The sync data for ids ['110c2208-e507-4655-96e4-b56a5c7bade7'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:28:07.725701 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-573a2809-cb5c-4d5a-86ee-1a4dac85d53a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port 4d3985f4-8c75-4d94-aabf-f1044ca323c0 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:07.726309 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-573a2809-cb5c-4d5a-86ee-1a4dac85d53a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.726906 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-60d7cae0-ed56-431b-8856-a16e6b8a905b None None] Port f1ad8f9e-b5dd-484e-ba75-a493a6e8324a cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:07.743636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345762e-5993-4ea3-ab5c-3bfa792f0c6a None None] Pushing event updated for resources: {'Port': ['ID=c59af928-62ab-4a2c-ab2a-6d12f0eb2454,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:07.813928 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['c5585770-e1e7-4547-bb24-78ae4b0a0945'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:28:07.838566 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-302b3c5d-e6a7-4f3f-9be3-fe506500b615 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.854548 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=c5585770-e1e7-4547-bb24-78ae4b0a0945,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:07.936030 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2233ea98-c667-49d2-8dbc-91b67c1586de tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:07.948845 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b58aaa59-f28d-45d6-b78d-649c9508ef74 req-56b51aed-04c9-440a-82f3-c15caefd152c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f019085-d596-413c-bb7a-557d128a9193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522073 Mar 14 15:28:07.977781 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c60d639d-2e9d-454f-949f-24258c886021 None None] Provisioning complete for port f1ad8f9e-b5dd-484e-ba75-a493a6e8324a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:07.983822 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c60d639d-2e9d-454f-949f-24258c886021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:08.057000 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-573a2809-cb5c-4d5a-86ee-1a4dac85d53a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:08.082553 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fea86c-4f15-4c1e-8c27-b4300f3087aa None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:08.105917 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-573a2809-cb5c-4d5a-86ee-1a4dac85d53a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for 4d3985f4-8c75-4d94-aabf-f1044ca323c0 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:08.121075 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f5185-69d7-4b9f-abbf-4a0851fb00ff None None] Pushing event updated for resources: {'Port': ['ID=9d0ddfe7-a38d-4fe6-b021-e3ad77ca57b0,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:08.159994 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c60d639d-2e9d-454f-949f-24258c886021 None None] Port f1ad8f9e-b5dd-484e-ba75-a493a6e8324a cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:08.245794 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-cd133f97-42f2-41c1-9bdf-3ac3b8e3950c tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:08.251526 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-cd133f97-42f2-41c1-9bdf-3ac3b8e3950c tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "PUT /v2.0/routers/110c2208-e507-4655-96e4-b56a5c7bade7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0918849 Mar 14 15:28:08.252224 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54076) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:08.268261 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-2233ea98-c667-49d2-8dbc-91b67c1586de tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Deleting port 9d0ddfe7-a38d-4fe6-b021-e3ad77ca57b0 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:08.268572 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2233ea98-c667-49d2-8dbc-91b67c1586de tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:08.427483 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-2233ea98-c667-49d2-8dbc-91b67c1586de tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] For port 9d0ddfe7-a38d-4fe6-b021-e3ad77ca57b0, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=9d0ddfe7-a38d-4fe6-b021-e3ad77ca57b0,segment=NetworkSegment(cb430405-7c62-484b-8bd5-42a731e3d874),segment_id=cb430405-7c62-484b-8bd5-42a731e3d874)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:08.428789 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2233ea98-c667-49d2-8dbc-91b67c1586de tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:08.447877 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-2233ea98-c667-49d2-8dbc-91b67c1586de tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Calling delete_port for 9d0ddfe7-a38d-4fe6-b021-e3ad77ca57b0 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:08.535768 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1a8deed-e0c0-41a4-97b8-bec5bb88d1f7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:08.553810 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-7995e99c-fb99-4b07-899d-8ba8282b1543 None None] Provisioning complete for port cc3d449e-0568-47e7-a1fb-394fd0314d5a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:08.554569 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7995e99c-fb99-4b07-899d-8ba8282b1543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:08.598302 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a8deed-e0c0-41a4-97b8-bec5bb88d1f7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network 28fec14c-b7e0-49e7-816a-65c1bd36346c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:08.614856 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2233ea98-c667-49d2-8dbc-91b67c1586de tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:08.656184 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b1a8deed-e0c0-41a4-97b8-bec5bb88d1f7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:08.668049 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a8deed-e0c0-41a4-97b8-bec5bb88d1f7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:08.668910 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1a8deed-e0c0-41a4-97b8-bec5bb88d1f7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:08.709474 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b1a8deed-e0c0-41a4-97b8-bec5bb88d1f7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4526393 Mar 14 15:28:08.716563 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54080) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:08.721639 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbb8ed5-f467-4b46-8293-d0552d99dea2 None None] Network 28fec14c-b7e0-49e7-816a-65c1bd36346c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:08.729344 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2b661050-f965-49f8-826c-e110f4fc7521 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'security_group': {'name': 'tempest-secgroup-128893510'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:08.730606 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2233ea98-c667-49d2-8dbc-91b67c1586de tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] No DVR routers for this DVR port 9d0ddfe7-a38d-4fe6-b021-e3ad77ca57b0 on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:08.741529 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233ea98-c667-49d2-8dbc-91b67c1586de tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event deleted for resources: {'Port': ['ID=9d0ddfe7-a38d-4fe6-b021-e3ad77ca57b0,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:08.855648 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8deed-e0c0-41a4-97b8-bec5bb88d1f7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Subnet': ['ID=397cd953-666e-4fd4-8a6b-d4a5732927ea,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:08.857885 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b661050-f965-49f8-826c-e110f4fc7521 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:08.904364 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbcf0f6-37da-4ef4-b6b5-cfd19e462eac None None] Network 04632671-5bc3-4863-92d9-f9fc69c26ad6 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:08.948409 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b0463-7f0b-45f7-980c-bfce875a8aa6 req-ae2f2d96-7220-43ae-8b89-eef09a54d98a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:08.949981 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-af7b0463-7f0b-45f7-980c-bfce875a8aa6 req-ae2f2d96-7220-43ae-8b89-eef09a54d98a tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 944 time: 0.1571493 Mar 14 15:28:09.022556 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2233ea98-c667-49d2-8dbc-91b67c1586de tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.047110 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-302b3c5d-e6a7-4f3f-9be3-fe506500b615 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.054890 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-af7b0463-7f0b-45f7-980c-bfce875a8aa6 req-946e0e03-26ea-42a8-80a3-d46ba453407e tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919731 Mar 14 15:28:09.058550 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7995e99c-fb99-4b07-899d-8ba8282b1543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.080774 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-302b3c5d-e6a7-4f3f-9be3-fe506500b615 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.137314 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2233ea98-c667-49d2-8dbc-91b67c1586de tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564d7ea5-0853-4986-b982-965dd9641f98']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:09.189065 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2233ea98-c667-49d2-8dbc-91b67c1586de tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb430405-7c62-484b-8bd5-42a731e3d874') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:09.189373 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2233ea98-c667-49d2-8dbc-91b67c1586de tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb430405-7c62-484b-8bd5-42a731e3d874') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:09.195007 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.195346 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b3c5d-e6a7-4f3f-9be3-fe506500b615 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Port': ['ID=7506d3b2-c6e9-434c-875f-f42c2a1b2e98,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:09.205089 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device cc3d449e-0568-47e7-a1fb-394fd0314d5a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:09.208940 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2233ea98-c667-49d2-8dbc-91b67c1586de tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.212083 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-573a2809-cb5c-4d5a-86ee-1a4dac85d53a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.222072 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-302b3c5d-e6a7-4f3f-9be3-fe506500b615 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.252570 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-302b3c5d-e6a7-4f3f-9be3-fe506500b615 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.256431 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-302b3c5d-e6a7-4f3f-9be3-fe506500b615 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2070374 Mar 14 15:28:09.257291 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a2809-cb5c-4d5a-86ee-1a4dac85d53a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=4d3985f4-8c75-4d94-aabf-f1044ca323c0,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:09.262023 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54084) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:09.269461 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.269672 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1519d34e-eb4b-4a5c-9409-e66ad836e160 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'port': {'network_id': 'e7d678bb-8f56-4497-9b3e-4e97ee89e5c6', 'name': 'tempest-FloatingIPTestJSON-48964333'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:09.270341 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2233ea98-c667-49d2-8dbc-91b67c1586de tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.291580 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992e4fa-9a88-4015-b032-fdfc4975b617 req-346ecbbe-3a7b-4966-91e1-3dae748b3667 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:09.294340 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4992e4fa-9a88-4015-b032-fdfc4975b617 req-346ecbbe-3a7b-4966-91e1-3dae748b3667 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 945 time: 0.2069108 Mar 14 15:28:09.316296 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2233ea98-c667-49d2-8dbc-91b67c1586de tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:28:09.316807 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2233ea98-c667-49d2-8dbc-91b67c1586de tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:09.323205 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:09.340683 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-7995e99c-fb99-4b07-899d-8ba8282b1543 None None] For port cc3d449e-0568-47e7-a1fb-394fd0314d5a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=cc3d449e-0568-47e7-a1fb-394fd0314d5a,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:09.357647 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b661050-f965-49f8-826c-e110f4fc7521 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.368180 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b661050-f965-49f8-826c-e110f4fc7521 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.390371 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7995e99c-fb99-4b07-899d-8ba8282b1543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.424679 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-28fec14c-b7e0-49e7-816a-65c1bd36346c', 'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c', 'tenant_id': '49679f1af32a4f65a13f21c45e2b47bd', 'fixed_ips': [{'subnet_id': '397cd953-666e-4fd4-8a6b-d4a5732927ea'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:28:09.425723 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.430204 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2b661050-f965-49f8-826c-e110f4fc7521 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.432083 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2b661050-f965-49f8-826c-e110f4fc7521 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7143919 Mar 14 15:28:09.441003 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54086) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:09.449391 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4351fa7b-9f54-4e78-a3e6-d398929176cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'security_group': {'name': 'tempest-secgroup-857220825'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:09.456487 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa922ebb-c874-4871-b5b8-ad2080f6c2bb None None] Update dhcp port {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'fixed_ips': [{'subnet_id': 'd8528f3d-b6e6-48bc-bc98-2b695b79b8fa', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bd5a18eb-d7e2-477d-b762-1040cf197e54'}], 'binding:host_id': 'dv-neutron-833559-1-hyperv'}, 'id': 'cc3d449e-0568-47e7-a1fb-394fd0314d5a'} from dv-neutron-833559-1-hyperv. {{(pid=102569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 15:28:09.472995 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b661050-f965-49f8-826c-e110f4fc7521 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff93346e-f1ce-4bf6-9daa-6217fd39e2a6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:09.473305 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec57735-35c6-4d24-89dc-6da245ecb93a None None] Network 564d7ea5-0853-4986-b982-965dd9641f98 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:09.479371 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4351fa7b-9f54-4e78-a3e6-d398929176cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.515791 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.563393 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4351fa7b-9f54-4e78-a3e6-d398929176cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.571087 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4351fa7b-9f54-4e78-a3e6-d398929176cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.600578 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4351fa7b-9f54-4e78-a3e6-d398929176cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.603235 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4351fa7b-9f54-4e78-a3e6-d398929176cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.1605844 Mar 14 15:28:09.606978 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54088) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:09.614622 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-919d50b4-dfc3-4afe-a61d-2f86b6a1856f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1858684168', 'security_groups': ['33c73d1a-2e07-4d3a-8cd0-980dc4473b73'], 'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '397cd953-666e-4fd4-8a6b-d4a5732927ea'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:09.624678 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-eed0e2b8-3357-4fb1-8528-d9e7e9936de3 None None] Could not find standard attr ID for object 9d0ddfe7-a38d-4fe6-b021-e3ad77ca57b0. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:28:09.627396 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1519d34e-eb4b-4a5c-9409-e66ad836e160 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Made reservation on behalf of 32b90bc106c14fffa6b9e3eb32363153 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:09.630896 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1519d34e-eb4b-4a5c-9409-e66ad836e160 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.643029 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aa922ebb-c874-4871-b5b8-ad2080f6c2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.655315 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351fa7b-9f54-4e78-a3e6-d398929176cc tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33c73d1a-2e07-4d3a-8cd0-980dc4473b73,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:09.704349 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-1519d34e-eb4b-4a5c-9409-e66ad836e160 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] device_id is not set on port 59a1a510-7490-4210-b687-6f04a106ae29 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:28:09.717660 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995e99c-fb99-4b07-899d-8ba8282b1543 None None] Pushing event updated for resources: {'Port': ['ID=cc3d449e-0568-47e7-a1fb-394fd0314d5a,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:09.755683 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port cc3d449e-0568-47e7-a1fb-394fd0314d5a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:09.756275 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.815665 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-eed0e2b8-3357-4fb1-8528-d9e7e9936de3 None None] Provisioning complete for port c59af928-62ab-4a2c-ab2a-6d12f0eb2454 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:09.815887 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eed0e2b8-3357-4fb1-8528-d9e7e9936de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.848848 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919d50b4-dfc3-4afe-a61d-2f86b6a1856f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:09.858994 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4992e4fa-9a88-4015-b032-fdfc4975b617 req-ce3619bc-8048-4640-a1fe-f15babfd5496 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f019085-d596-413c-bb7a-557d128a9193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5535705 Mar 14 15:28:09.862332 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2233ea98-c667-49d2-8dbc-91b67c1586de tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.877111 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2233ea98-c667-49d2-8dbc-91b67c1586de tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.882680 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2233ea98-c667-49d2-8dbc-91b67c1586de tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "DELETE /v2.0/networks/564d7ea5-0853-4986-b982-965dd9641f98 HTTP/1.1" status: 204 len: 168 time: 2.3294606 Mar 14 15:28:09.893230 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54090) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:09.910664 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233ea98-c667-49d2-8dbc-91b67c1586de tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event deleted for resources: {'Network': ['ID=564d7ea5-0853-4986-b982-965dd9641f98,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:09.929904 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-573a2809-cb5c-4d5a-86ee-1a4dac85d53a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:09.934745 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-573a2809-cb5c-4d5a-86ee-1a4dac85d53a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/4d3985f4-8c75-4d94-aabf-f1044ca323c0 HTTP/1.1" status: 204 len: 168 time: 2.8362415 Mar 14 15:28:09.954011 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54094) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:09.956891 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-919d50b4-dfc3-4afe-a61d-2f86b6a1856f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.008125 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-1519d34e-eb4b-4a5c-9409-e66ad836e160 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Allocated IP 172.20.0.11 (e7d678bb-8f56-4497-9b3e-4e97ee89e5c6/d2578130-2414-4006-be5d-824219c7d4ac/59a1a510-7490-4210-b687-6f04a106ae29) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:10.052274 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-919d50b4-dfc3-4afe-a61d-2f86b6a1856f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] device_id is not set on port 7887d56b-a2c6-4bb6-ba44-348dd85a6b99 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:28:10.090716 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e937134f-108c-453c-be7f-3abb31ab3bd2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:10.091781 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2c0b8ae2-af7e-4e4d-ab39-22564df61afe tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.101099 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e937134f-108c-453c-be7f-3abb31ab3bd2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:10.101319 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2610f324-a907-4961-a97d-08360a569ef7 None None] DHCP port deletion for 564d7ea5-0853-4986-b982-965dd9641f98 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:28:10.102635 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e937134f-108c-453c-be7f-3abb31ab3bd2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:10.104323 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e937134f-108c-453c-be7f-3abb31ab3bd2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1452584 Mar 14 15:28:10.107124 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54098) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:10.237554 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] Allocated IP 2001:db8::2 (28fec14c-b7e0-49e7-816a-65c1bd36346c/397cd953-666e-4fd4-8a6b-d4a5732927ea/82ba3e70-5c94-410a-b4ac-542be090097d) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:10.245795 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device c5585770-e1e7-4547-bb24-78ae4b0a0945 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:10.255827 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08a4f-e75b-4844-9f51-cdd856bd0f7d req-f60e1c25-8683-4f15-985d-75214acd2d05 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:10.263461 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dde08a4f-e75b-4844-9f51-cdd856bd0f7d req-f60e1c25-8683-4f15-985d-75214acd2d05 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 945 time: 0.2249718 Mar 14 15:28:10.264232 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cc00a2c2-0bf8-4e76-a131-32530b33e15c tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.286726 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-35929b00-5143-4ec7-8ac9-9d600922da65 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet bd5a18eb-d7e2-477d-b762-1040cf197e54 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:10.332262 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c59af928-62ab-4a2c-ab2a-6d12f0eb2454 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:10.395920 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-aa922ebb-c874-4871-b5b8-ad2080f6c2bb None None] Allocated IP 2001:db8::f816:3eff:fe8a:1290 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/bd5a18eb-d7e2-477d-b762-1040cf197e54/cc3d449e-0568-47e7-a1fb-394fd0314d5a) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:10.404428 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dde08a4f-e75b-4844-9f51-cdd856bd0f7d req-036ce02d-12b3-458e-b3a6-7d7143fdb217 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f019085-d596-413c-bb7a-557d128a9193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114023 Mar 14 15:28:10.409444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2c0b8ae2-af7e-4e4d-ab39-22564df61afe tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.440878 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb87ba-d729-4712-9c99-9fb1b55d8322 req-77a50ad2-0239-4076-ac71-ed1ab0bcb3d2 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:10.447035 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54100) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:10.447534 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-cecb87ba-d729-4712-9c99-9fb1b55d8322 req-77a50ad2-0239-4076-ac71-ed1ab0bcb3d2 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 944 time: 0.2554882 Mar 14 15:28:10.452539 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eed0e2b8-3357-4fb1-8528-d9e7e9936de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.471531 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2c0b8ae2-af7e-4e4d-ab39-22564df61afe tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b4e5df-2b3b-456b-a672-6632653917ca']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:10.493188 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1519d34e-eb4b-4a5c-9409-e66ad836e160 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.495246 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port c5585770-e1e7-4547-bb24-78ae4b0a0945 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:28:10.496234 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2c0b8ae2-af7e-4e4d-ab39-22564df61afe tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f5e0c6-e205-4303-b136-7ecc556ac2ed') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:10.496699 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2c0b8ae2-af7e-4e4d-ab39-22564df61afe tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f5e0c6-e205-4303-b136-7ecc556ac2ed') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:10.512628 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cdab9b-32a4-4b30-ab88-263012288504 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:10.514435 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a7cdab9b-32a4-4b30-ab88-263012288504 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 1093 time: 0.0660319 Mar 14 15:28:10.517512 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54102) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:10.519346 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port c5585770-e1e7-4547-bb24-78ae4b0a0945 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:10.519843 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.522689 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0858a9a7-63e9-4fd3-b5f0-259050bbbc22 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:10.551298 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2c0b8ae2-af7e-4e4d-ab39-22564df61afe tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.557546 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0858a9a7-63e9-4fd3-b5f0-259050bbbc22 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.562854 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-cecb87ba-d729-4712-9c99-9fb1b55d8322 req-2bfb41b3-0c81-46b7-85f5-36410397f537 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078849 Mar 14 15:28:10.572947 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1519d34e-eb4b-4a5c-9409-e66ad836e160 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.575471 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2c0b8ae2-af7e-4e4d-ab39-22564df61afe tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.616511 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-eed0e2b8-3357-4fb1-8528-d9e7e9936de3 None None] For port c59af928-62ab-4a2c-ab2a-6d12f0eb2454, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c59af928-62ab-4a2c-ab2a-6d12f0eb2454,segment=NetworkSegment(6337ef43-c397-43d5-8235-a1ab5917da41),segment_id=6337ef43-c397-43d5-8235-a1ab5917da41)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:10.620577 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0b8ae2-af7e-4e4d-ab39-22564df61afe tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:28:10.621131 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2c0b8ae2-af7e-4e4d-ab39-22564df61afe tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:10.628382 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:10.637169 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eed0e2b8-3357-4fb1-8528-d9e7e9936de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.663912 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1519d34e-eb4b-4a5c-9409-e66ad836e160 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Network e7d678bb-8f56-4497-9b3e-4e97ee89e5c6 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:10.672635 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-1519d34e-eb4b-4a5c-9409-e66ad836e160 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:10.675531 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519d34e-eb4b-4a5c-9409-e66ad836e160 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Port': ['ID=59a1a510-7490-4210-b687-6f04a106ae29,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:10.679904 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1519d34e-eb4b-4a5c-9409-e66ad836e160 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:10.682883 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port c59af928-62ab-4a2c-ab2a-6d12f0eb2454 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:10.683715 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.733669 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2c0b8ae2-af7e-4e4d-ab39-22564df61afe tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.747153 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1519d34e-eb4b-4a5c-9409-e66ad836e160 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:10.747846 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1519d34e-eb4b-4a5c-9409-e66ad836e160 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.782731 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1519d34e-eb4b-4a5c-9409-e66ad836e160 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5167356 Mar 14 15:28:10.789540 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54104) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:10.801358 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-44187faa-0c46-4eae-a33f-d52515f56523 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'floatingip': {'port_id': '59a1a510-7490-4210-b687-6f04a106ae29'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:10.810202 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0858a9a7-63e9-4fd3-b5f0-259050bbbc22 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.837167 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2c0b8ae2-af7e-4e4d-ab39-22564df61afe tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.841661 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2c0b8ae2-af7e-4e4d-ab39-22564df61afe tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "DELETE /v2.0/networks/d6b4e5df-2b3b-456b-a672-6632653917ca HTTP/1.1" status: 204 len: 168 time: 0.9451864 Mar 14 15:28:10.848518 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b8ae2-af7e-4e4d-ab39-22564df61afe tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event deleted for resources: {'Network': ['ID=d6b4e5df-2b3b-456b-a672-6632653917ca,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:10.851764 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54106) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:10.869230 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44187faa-0c46-4eae-a33f-d52515f56523 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.936230 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-aa922ebb-c874-4871-b5b8-ad2080f6c2bb None None] For port cc3d449e-0568-47e7-a1fb-394fd0314d5a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=cc3d449e-0568-47e7-a1fb-394fd0314d5a,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:10.941769 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-cc00a2c2-0bf8-4e76-a131-32530b33e15c tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Deleting port f1ad8f9e-b5dd-484e-ba75-a493a6e8324a {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:10.942464 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cc00a2c2-0bf8-4e76-a131-32530b33e15c tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:10.991821 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.007146 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a987250-a8cc-4c68-b60c-a8fe8c2b2055 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.026759 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-dbf60bd8-b37a-4d15-bbb6-92065ceaf864 None None] Provisioning complete for port c59af928-62ab-4a2c-ab2a-6d12f0eb2454 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:11.027160 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dbf60bd8-b37a-4d15-bbb6-92065ceaf864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.028646 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0e2b8-3357-4fb1-8528-d9e7e9936de3 None None] Pushing event updated for resources: {'Port': ['ID=c59af928-62ab-4a2c-ab2a-6d12f0eb2454,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:11.041416 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.092185 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cc00a2c2-0bf8-4e76-a131-32530b33e15c tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.104080 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aa922ebb-c874-4871-b5b8-ad2080f6c2bb None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.125808 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aa922ebb-c874-4871-b5b8-ad2080f6c2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.129222 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-0858a9a7-63e9-4fd3-b5f0-259050bbbc22 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.26.6.59 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/1bb08efa-3c0c-45c9-9d6c-0e1611290ce3) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:11.130127 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-35929b00-5143-4ec7-8ac9-9d600922da65 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.133361 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.157028 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] Network 28fec14c-b7e0-49e7-816a-65c1bd36346c is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:11.169315 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-cc00a2c2-0bf8-4e76-a131-32530b33e15c tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Calling delete_port for f1ad8f9e-b5dd-484e-ba75-a493a6e8324a owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:11.174967 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-919d50b4-dfc3-4afe-a61d-2f86b6a1856f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Allocated IP 2001:db8::f (28fec14c-b7e0-49e7-816a-65c1bd36346c/397cd953-666e-4fd4-8a6b-d4a5732927ea/7887d56b-a2c6-4bb6-ba44-348dd85a6b99) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:11.180174 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a987250-a8cc-4c68-b60c-a8fe8c2b2055 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.192771 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:11.195614 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:11.202568 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] Pushing event updated for resources: {'Port': ['ID=82ba3e70-5c94-410a-b4ac-542be090097d,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:11.205679 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-35929b00-5143-4ec7-8ac9-9d600922da65 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.268665 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560f3ca5-c2c1-4304-a7a1-7eb80faf5d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5585770-e1e7-4547-bb24-78ae4b0a0945'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:28:11.270900 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fedf312-20d1-417f-85f6-7b309fb7d0e0" -d '{"events": [{"server_uuid": "560f3ca5-c2c1-4304-a7a1-7eb80faf5d28", "name": "network-vif-plugged", "status": "completed", "tag": "c5585770-e1e7-4547-bb24-78ae4b0a0945"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:28:11.275330 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-1a987250-a8cc-4c68-b60c-a8fe8c2b2055 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fc2a40-2cc9-404d-890c-1b9132555a35']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:11.293147 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-1a987250-a8cc-4c68-b60c-a8fe8c2b2055 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6b1156-199e-40b2-b1bd-1aa38823d574') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:11.293562 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-1a987250-a8cc-4c68-b60c-a8fe8c2b2055 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6b1156-199e-40b2-b1bd-1aa38823d574') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:11.312014 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a987250-a8cc-4c68-b60c-a8fe8c2b2055 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.327182 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device cec162cd-3d10-48b7-ab4c-fcbdd556577e up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:11.339266 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port c5585770-e1e7-4547-bb24-78ae4b0a0945, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c5585770-e1e7-4547-bb24-78ae4b0a0945,segment=NetworkSegment(e1302457-e334-4ac7-a460-dc0c3c93dd83),segment_id=e1302457-e334-4ac7-a460-dc0c3c93dd83)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:11.339645 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a987250-a8cc-4c68-b60c-a8fe8c2b2055 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.370396 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a987250-a8cc-4c68-b60c-a8fe8c2b2055 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:28:11.370396 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a987250-a8cc-4c68-b60c-a8fe8c2b2055 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:11.373619 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:11.389270 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.411636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d064a55e-46f3-4421-821d-65aef6af67a8 x-openstack-request-id: req-d064a55e-46f3-4421-821d-65aef6af67a8 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:28:11.411992 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560f3ca5-c2c1-4304-a7a1-7eb80faf5d28", "name": "network-vif-plugged", "status": "completed", "tag": "c5585770-e1e7-4547-bb24-78ae4b0a0945", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:28:11.412166 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d064a55e-46f3-4421-821d-65aef6af67a8 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:28:11.414733 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560f3ca5-c2c1-4304-a7a1-7eb80faf5d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5585770-e1e7-4547-bb24-78ae4b0a0945', 'code': 200} Mar 14 15:28:11.439603 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa922ebb-c874-4871-b5b8-ad2080f6c2bb None None] Pushing event updated for resources: {'Port': ['ID=cc3d449e-0568-47e7-a1fb-394fd0314d5a,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:11.476949 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] Attempting to bind port 82ba3e70-5c94-410a-b4ac-542be090097d on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:11.477310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] Attempting to bind port 82ba3e70-5c94-410a-b4ac-542be090097d by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '32585b7b-1ee7-40fb-9f00-29cc481c057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:11.477671 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] Attempting to bind port 82ba3e70-5c94-410a-b4ac-542be090097d on network 28fec14c-b7e0-49e7-816a-65c1bd36346c {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:28:11.500573 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:28:11.500573 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] Checking segment: {'id': '32585b7b-1ee7-40fb-9f00-29cc481c057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:11.500963 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.501288 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] Bound using segment: {'id': '32585b7b-1ee7-40fb-9f00-29cc481c057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:28:11.502134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] Bound port: 82ba3e70-5c94-410a-b4ac-542be090097d, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32585b7b-1ee7-40fb-9f00-29cc481c057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:11.502134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.543195 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=c5585770-e1e7-4547-bb24-78ae4b0a0945,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:11.558275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-35929b00-5143-4ec7-8ac9-9d600922da65 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.585550 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0858a9a7-63e9-4fd3-b5f0-259050bbbc22 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.594950 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port cec162cd-3d10-48b7-ab4c-fcbdd556577e triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:11.595299 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.646090 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a987250-a8cc-4c68-b60c-a8fe8c2b2055 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.656921 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] For port 82ba3e70-5c94-410a-b4ac-542be090097d, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:11.661735 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] For port 82ba3e70-5c94-410a-b4ac-542be090097d, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=82ba3e70-5c94-410a-b4ac-542be090097d,segment=NetworkSegment(32585b7b-1ee7-40fb-9f00-29cc481c057b),segment_id=32585b7b-1ee7-40fb-9f00-29cc481c057b)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:11.669380 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.670929 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a987250-a8cc-4c68-b60c-a8fe8c2b2055 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.674077 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1a987250-a8cc-4c68-b60c-a8fe8c2b2055 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "DELETE /v2.0/networks/b2fc2a40-2cc9-404d-890c-1b9132555a35 HTTP/1.1" status: 204 len: 168 time: 0.8150318 Mar 14 15:28:11.691294 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54112) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:11.720100 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-919d50b4-dfc3-4afe-a61d-2f86b6a1856f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.801332 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88c2c7-1be8-4088-a60c-5c44d80222e8 req-b39fb2ec-a172-4d80-86b4-295f84246e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:11.803536 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6f88c2c7-1be8-4088-a60c-5c44d80222e8 req-b39fb2ec-a172-4d80-86b4-295f84246e75 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 1098 time: 0.1440818 Mar 14 15:28:11.809322 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcff3ab-9a77-4c43-8de2-3f551cb588f2 None None] Pushing event updated for resources: {'Port': ['ID=82ba3e70-5c94-410a-b4ac-542be090097d,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:11.822493 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a987250-a8cc-4c68-b60c-a8fe8c2b2055 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event deleted for resources: {'Network': ['ID=b2fc2a40-2cc9-404d-890c-1b9132555a35,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:11.835672 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0858a9a7-63e9-4fd3-b5f0-259050bbbc22 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.916537 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0858a9a7-63e9-4fd3-b5f0-259050bbbc22 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:11.924250 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-919d50b4-dfc3-4afe-a61d-2f86b6a1856f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.941114 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2363358b-6f2d-4970-a96d-e9a4e606b351 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.946704 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-0858a9a7-63e9-4fd3-b5f0-259050bbbc22 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:11.951142 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0858a9a7-63e9-4fd3-b5f0-259050bbbc22 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:11.963903 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6f88c2c7-1be8-4088-a60c-5c44d80222e8 req-31ac498b-f532-4066-b7a1-bc372b121d8e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532905 Mar 14 15:28:11.972092 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-35929b00-5143-4ec7-8ac9-9d600922da65 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:11.978525 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device cc3d449e-0568-47e7-a1fb-394fd0314d5a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:11.987412 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d95703-8527-493b-911a-518601c506c8 req-c3f340ed-3c45-4572-8a1d-b29eaf45da01 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:11.992418 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-91d95703-8527-493b-911a-518601c506c8 req-c3f340ed-3c45-4572-8a1d-b29eaf45da01 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 945 time: 0.3157489 Mar 14 15:28:12.032117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919d50b4-dfc3-4afe-a61d-2f86b6a1856f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network 28fec14c-b7e0-49e7-816a-65c1bd36346c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:12.034767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858a9a7-63e9-4fd3-b5f0-259050bbbc22 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=1bb08efa-3c0c-45c9-9d6c-0e1611290ce3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:12.048228 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-919d50b4-dfc3-4afe-a61d-2f86b6a1856f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:12.058498 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919d50b4-dfc3-4afe-a61d-2f86b6a1856f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:12.061779 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port cc3d449e-0568-47e7-a1fb-394fd0314d5a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:12.062166 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.072098 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35929b00-5143-4ec7-8ac9-9d600922da65 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=bd5a18eb-d7e2-477d-b762-1040cf197e54,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:12.074449 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-35929b00-5143-4ec7-8ac9-9d600922da65 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.078222 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919d50b4-dfc3-4afe-a61d-2f86b6a1856f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:12.079830 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-919d50b4-dfc3-4afe-a61d-2f86b6a1856f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.084917 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-35929b00-5143-4ec7-8ac9-9d600922da65 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/bd5a18eb-d7e2-477d-b762-1040cf197e54 HTTP/1.1" status: 204 len: 168 time: 1.9759953 Mar 14 15:28:12.107562 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54114) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:12.169608 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cc00a2c2-0bf8-4e76-a131-32530b33e15c tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.206867 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c59af928-62ab-4a2c-ab2a-6d12f0eb2454 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:12.227996 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2363358b-6f2d-4970-a96d-e9a4e606b351 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.248979 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-919d50b4-dfc3-4afe-a61d-2f86b6a1856f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6409590 Mar 14 15:28:12.253284 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2363358b-6f2d-4970-a96d-e9a4e606b351 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ecd51b-0fa3-4029-a23f-431829192978']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:12.265046 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2363358b-6f2d-4970-a96d-e9a4e606b351 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8cca413-ec62-401d-92c9-db452433779b') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:12.265607 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2363358b-6f2d-4970-a96d-e9a4e606b351 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8cca413-ec62-401d-92c9-db452433779b') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:12.269079 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54116) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:12.277764 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2363358b-6f2d-4970-a96d-e9a4e606b351 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.281669 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-75633326-ee10-4b70-b02d-3db0083f16a7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'subnet': {'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:12.317066 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port c59af928-62ab-4a2c-ab2a-6d12f0eb2454 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:12.317448 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.416746 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-f866e38b-b5ea-48a3-96f3-79029cc5406d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet d8528f3d-b6e6-48bc-bc98-2b695b79b8fa {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:12.420455 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f866e38b-b5ea-48a3-96f3-79029cc5406d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.469259 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-91d95703-8527-493b-911a-518601c506c8 req-29034a93-627a-4dcd-9a25-0d513eb8cbe6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4574454 Mar 14 15:28:12.474204 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 9d0ddfe7-a38d-4fe6-b021-e3ad77ca57b0 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:28:12.476734 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00a2c2-0bf8-4e76-a131-32530b33e15c tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Pushing event deleted for resources: {'Port': ['ID=f1ad8f9e-b5dd-484e-ba75-a493a6e8324a,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:12.507068 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 9d0ddfe7-a38d-4fe6-b021-e3ad77ca57b0 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:28:12.507425 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 9d0ddfe7-a38d-4fe6-b021-e3ad77ca57b0 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:28:12.516645 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f866e38b-b5ea-48a3-96f3-79029cc5406d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.555134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1a261c-2666-4d3b-b92b-8ae9d4aff4e5 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:12.560985 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2363358b-6f2d-4970-a96d-e9a4e606b351 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.598036 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2363358b-6f2d-4970-a96d-e9a4e606b351 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:28:12.598547 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2363358b-6f2d-4970-a96d-e9a4e606b351 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:12.602541 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:12.668975 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-25bf6e58-04f6-4b00-ad7d-afdb045112d6 None None] Could not find standard attr ID for object 4d3985f4-8c75-4d94-aabf-f1044ca323c0. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:28:12.718841 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-25bf6e58-04f6-4b00-ad7d-afdb045112d6 None None] Provisioning complete for port cc3d449e-0568-47e7-a1fb-394fd0314d5a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:12.719423 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-25bf6e58-04f6-4b00-ad7d-afdb045112d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.728477 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2363358b-6f2d-4970-a96d-e9a4e606b351 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.770056 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2363358b-6f2d-4970-a96d-e9a4e606b351 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.776246 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2363358b-6f2d-4970-a96d-e9a4e606b351 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] 10.222.0.59 "DELETE /v2.0/networks/f3ecd51b-0fa3-4029-a23f-431829192978 HTTP/1.1" status: 204 len: 168 time: 1.0409477 Mar 14 15:28:12.804249 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d50b4-dfc3-4afe-a61d-2f86b6a1856f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=7887d56b-a2c6-4bb6-ba44-348dd85a6b99,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:12.811196 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.db.resource_extend [None req-44187faa-0c46-4eae-a33f-d52515f56523 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 15:28:12.852243 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cc00a2c2-0bf8-4e76-a131-32530b33e15c tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.890894 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f866e38b-b5ea-48a3-96f3-79029cc5406d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.904006 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44187faa-0c46-4eae-a33f-d52515f56523 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:12.939855 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363358b-6f2d-4970-a96d-e9a4e606b351 tempest-BulkNetworkOpsIpV6Test-292803381 tempest-BulkNetworkOpsIpV6Test-292803381-project] Pushing event deleted for resources: {'Network': ['ID=f3ecd51b-0fa3-4029-a23f-431829192978,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:13.014829 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44187faa-0c46-4eae-a33f-d52515f56523 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:13.262014 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc00a2c2-0bf8-4e76-a131-32530b33e15c tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Router 110c2208-e507-4655-96e4-b56a5c7bade7 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:28:13.263259 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54122) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:13.265603 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f866e38b-b5ea-48a3-96f3-79029cc5406d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:13.308398 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866e38b-b5ea-48a3-96f3-79029cc5406d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=d8528f3d-b6e6-48bc-bc98-2b695b79b8fa,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:13.310566 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f866e38b-b5ea-48a3-96f3-79029cc5406d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:13.314026 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f866e38b-b5ea-48a3-96f3-79029cc5406d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/d8528f3d-b6e6-48bc-bc98-2b695b79b8fa HTTP/1.1" status: 204 len: 168 time: 1.2053645 Mar 14 15:28:13.323269 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54126) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:13.456573 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-44187faa-0c46-4eae-a33f-d52515f56523 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Floating IP aee21d20-e3ab-403e-ab09-c970fe43c198 associated. External IP: 172.26.6.207, port: 59a1a510-7490-4210-b687-6f04a106ae29. Mar 14 15:28:13.494829 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75633326-ee10-4b70-b02d-3db0083f16a7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:13.498614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-75633326-ee10-4b70-b02d-3db0083f16a7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:13.528174 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c119559a-16b9-4ff2-9c16-8735d888d54e None None] Provisioning complete for port 82ba3e70-5c94-410a-b4ac-542be090097d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:13.528643 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c119559a-16b9-4ff2-9c16-8735d888d54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:13.612678 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.ipam_backend_mixin [None req-75633326-ee10-4b70-b02d-3db0083f16a7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 397cd953-666e-4fd4-8a6b-d4a5732927ea (CIDR: 2001:db8::/64) Mar 14 15:28:13.667052 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-75633326-ee10-4b70-b02d-3db0083f16a7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:13.667814 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75633326-ee10-4b70-b02d-3db0083f16a7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:13.683515 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c119559a-16b9-4ff2-9c16-8735d888d54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:13.710051 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-75633326-ee10-4b70-b02d-3db0083f16a7 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4389071 Mar 14 15:28:13.738793 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-c119559a-16b9-4ff2-9c16-8735d888d54e None None] For port 82ba3e70-5c94-410a-b4ac-542be090097d, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=82ba3e70-5c94-410a-b4ac-542be090097d,segment=NetworkSegment(32585b7b-1ee7-40fb-9f00-29cc481c057b),segment_id=32585b7b-1ee7-40fb-9f00-29cc481c057b)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:13.740095 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54130) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:13.747042 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c119559a-16b9-4ff2-9c16-8735d888d54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:13.749778 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-fd0fddf7-0dce-4f3e-a35e-147c53565a06 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'subnet': {'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:13.848572 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc00a2c2-0bf8-4e76-a131-32530b33e15c tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:13.852388 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c119559a-16b9-4ff2-9c16-8735d888d54e None None] Provisioning complete for port 9b65b2a7-71f7-44b7-940e-9eb6df029535 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:13.853422 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c119559a-16b9-4ff2-9c16-8735d888d54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:13.856004 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aeec19d-bcfa-439c-963a-93b16418f0e0 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:13.869376 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddd1b93-17ab-4bef-8d06-7d61a87ef35e None None] Sync routers for ids ['110c2208-e507-4655-96e4-b56a5c7bade7'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:28:13.882082 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd1b93-17ab-4bef-8d06-7d61a87ef35e None None] Routers {'110c2208-e507-4655-96e4-b56a5c7bade7'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:13.882704 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8ddd1b93-17ab-4bef-8d06-7d61a87ef35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['110c2208-e507-4655-96e4-b56a5c7bade7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:13.884758 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-cc00a2c2-0bf8-4e76-a131-32530b33e15c tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "PUT /v2.0/routers/110c2208-e507-4655-96e4-b56a5c7bade7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6274271 Mar 14 15:28:13.892413 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bb7c7bba-8c92-4ae4-b5fd-e9f1d68a1fb5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5679965 Mar 14 15:28:13.893033 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54132) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:13.893362 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54134) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:13.919770 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed5468-b9fa-481d-911d-5aa55d3be732 req-be20f9d7-3a08-495c-b3d0-c7c513b4ccc8 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:13.921302 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fbed5468-b9fa-481d-911d-5aa55d3be732 req-be20f9d7-3a08-495c-b3d0-c7c513b4ccc8 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 945 time: 0.2632284 Mar 14 15:28:13.922542 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0858a9a7-63e9-4fd3-b5f0-259050bbbc22 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:13.954996 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8ddd1b93-17ab-4bef-8d06-7d61a87ef35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:13.982806 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-ddd000c4-ddf9-4259-93e7-9226b6be259b tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] delete failed (client error): The resource could not be found. Mar 14 15:28:13.993128 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ddd000c4-ddf9-4259-93e7-9226b6be259b tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-1858907518 HTTP/1.1" status: 404 len: 335 time: 0.0885019 Mar 14 15:28:13.993128 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54136) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:13.996485 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd1b93-17ab-4bef-8d06-7d61a87ef35e None None] Routers {'110c2208-e507-4655-96e4-b56a5c7bade7'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:13.997151 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8ddd1b93-17ab-4bef-8d06-7d61a87ef35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['110c2208-e507-4655-96e4-b56a5c7bade7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:14.001683 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0207f761-cc97-4bc2-b389-431199c9a634 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Request body: {'router': {'external_gateway_info': {'network_id': '110c2208-e507-4655-96e4-b56a5c7bade7'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:14.033195 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 82ba3e70-5c94-410a-b4ac-542be090097d up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:14.049313 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f5463283-cbd0-4d83-b5f5-9098f896ea88 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c28a02f9e4b64e759fe11bce36e75907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7813933 Mar 14 15:28:14.055356 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54138) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:14.056443 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-8ddd1b93-17ab-4bef-8d06-7d61a87ef35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:14.057300 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddd1b93-17ab-4bef-8d06-7d61a87ef35e None None] The sync data for ids ['110c2208-e507-4655-96e4-b56a5c7bade7'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:28:14.075806 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119559a-16b9-4ff2-9c16-8735d888d54e None None] Pushing event updated for resources: {'Port': ['ID=82ba3e70-5c94-410a-b4ac-542be090097d,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:14.111649 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c119559a-16b9-4ff2-9c16-8735d888d54e None None] Port 9b65b2a7-71f7-44b7-940e-9eb6df029535 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:14.125415 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a015e875-17da-4604-b9f8-cd58dfadf7b9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:14.126961 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a015e875-17da-4604-b9f8-cd58dfadf7b9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2255683 Mar 14 15:28:14.130121 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54140) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:14.136790 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fbed5468-b9fa-481d-911d-5aa55d3be732 req-d9ca2709-0556-4009-b869-6347ddba1594 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803224 Mar 14 15:28:14.165029 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 82ba3e70-5c94-410a-b4ac-542be090097d triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:14.165584 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.199356 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0858a9a7-63e9-4fd3-b5f0-259050bbbc22 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.234334 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-41a36ff7-909a-425d-bebb-4d9f184a5cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.283440 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-545a0fbc-0ce9-4b78-bf83-b4899bdfea26 None None] Provisioning complete for port cc3d449e-0568-47e7-a1fb-394fd0314d5a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:14.284434 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-545a0fbc-0ce9-4b78-bf83-b4899bdfea26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.302301 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde92dcf-2123-4f84-833d-54034e2388b0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:14.306898 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-dde92dcf-2123-4f84-833d-54034e2388b0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1711690 Mar 14 15:28:14.310401 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54144) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:14.311113 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0fddf7-0dce-4f3e-a35e-147c53565a06 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:14.314879 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd0fddf7-0dce-4f3e-a35e-147c53565a06 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.340859 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e7033f-ada5-471b-ab0a-05d754124ff4 None None] DHCP port deletion for 5b9fbf90-4428-44c7-aa34-44697a69d1dc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:28:14.357653 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-41a36ff7-909a-425d-bebb-4d9f184a5cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.369113 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0207f761-cc97-4bc2-b389-431199c9a634 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.395069 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5e7bdb8d-eb64-4598-826c-13c7b639398d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766251 Mar 14 15:28:14.402472 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54146) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:14.415193 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ac00eee6-5bdd-4af9-a205-ff2af8f1cc9c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:14.432158 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-0207f761-cc97-4bc2-b389-431199c9a634 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] update failed (client error): The resource could not be found. Mar 14 15:28:14.433272 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0207f761-cc97-4bc2-b389-431199c9a634 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "PUT /v2.0/routers/110c2208-e507-4655-96e4-b56a5c7bade7 HTTP/1.1" status: 404 len: 339 time: 0.4351239 Mar 14 15:28:14.445830 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54148) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:14.452783 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd3287-7dc6-4726-9b83-5a7c89e12b77 req-0bc95dd2-f110-4615-af0b-736437c13bbd tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:14.454261 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-dcbd3287-7dc6-4726-9b83-5a7c89e12b77 req-0bc95dd2-f110-4615-af0b-736437c13bbd tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 945 time: 0.1757340 Mar 14 15:28:14.460278 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7033f-ada5-471b-ab0a-05d754124ff4 None None] Deleting port cc3d449e-0568-47e7-a1fb-394fd0314d5a {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:14.460647 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7e7033f-ada5-471b-ab0a-05d754124ff4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.469932 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44187faa-0c46-4eae-a33f-d52515f56523 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Router da84d555-1d7c-4d7f-b281-83d0a3be8bb5 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:28:14.538413 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-545a0fbc-0ce9-4b78-bf83-b4899bdfea26 None None] Provisioning complete for port 7887d56b-a2c6-4bb6-ba44-348dd85a6b99 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:14.539207 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-545a0fbc-0ce9-4b78-bf83-b4899bdfea26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.539809 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-41a36ff7-909a-425d-bebb-4d9f184a5cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.543404 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-41a36ff7-909a-425d-bebb-4d9f184a5cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.544568 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-41a36ff7-909a-425d-bebb-4d9f184a5cc1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/918d096c-9472-4b34-9cb9-f22fa78481af HTTP/1.1" status: 204 len: 168 time: 0.4882848 Mar 14 15:28:14.564396 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a36ff7-909a-425d-bebb-4d9f184a5cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918d096c-9472-4b34-9cb9-f22fa78481af,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:14.586584 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b7e7033f-ada5-471b-ab0a-05d754124ff4 None None] For port cc3d449e-0568-47e7-a1fb-394fd0314d5a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=cc3d449e-0568-47e7-a1fb-394fd0314d5a,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:14.587535 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7e7033f-ada5-471b-ab0a-05d754124ff4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.592229 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-dcbd3287-7dc6-4726-9b83-5a7c89e12b77 req-3ada90a5-e27b-49fb-8b43-16663f6b2e39 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242054 Mar 14 15:28:14.597882 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac00eee6-5bdd-4af9-a205-ff2af8f1cc9c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:14.609079 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac00eee6-5bdd-4af9-a205-ff2af8f1cc9c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.609821 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7033f-ada5-471b-ab0a-05d754124ff4 None None] Calling delete_port for cc3d449e-0568-47e7-a1fb-394fd0314d5a owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:14.613625 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac00eee6-5bdd-4af9-a205-ff2af8f1cc9c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:14.613768 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-545a0fbc-0ce9-4b78-bf83-b4899bdfea26 None None] Port 7887d56b-a2c6-4bb6-ba44-348dd85a6b99 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:14.614123 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac00eee6-5bdd-4af9-a205-ff2af8f1cc9c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:14.645022 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54152) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:14.661231 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ac00eee6-5bdd-4af9-a205-ff2af8f1cc9c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2506065 Mar 14 15:28:14.679236 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54154) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:14.688691 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9a2a48ee-1c4a-4472-86ef-4e53db040f0b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:14.716226 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7e7033f-ada5-471b-ab0a-05d754124ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.738187 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c6ab66-91b8-4b76-8278-4e2c46768293 tempest-TestNetworkAdvancedServerOps-1886446588 tempest-TestNetworkAdvancedServerOps-1886446588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:14.742953 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-20c6ab66-91b8-4b76-8278-4e2c46768293 tempest-TestNetworkAdvancedServerOps-1886446588 tempest-TestNetworkAdvancedServerOps-1886446588-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 1093 time: 0.0951147 Mar 14 15:28:14.745297 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54158) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:14.749693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7033f-ada5-471b-ab0a-05d754124ff4 None None] Pushing event deleted for resources: {'Port': ['ID=cc3d449e-0568-47e7-a1fb-394fd0314d5a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:14.750403 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ce615035-9483-4cb8-a830-962b7e77b7d6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': 'c5585770-e1e7-4547-bb24-78ae4b0a0945', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:14.751552 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e7033f-ada5-471b-ab0a-05d754124ff4 None None] No DVR routers for this DVR port cc3d449e-0568-47e7-a1fb-394fd0314d5a on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:14.784018 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79af08e5-d235-47fa-9959-d2c4f441f1ba None None] get_active_networks_info from dv-neutron-833559-1-hyperv {{(pid=102569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 15:28:14.794505 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ce615035-9483-4cb8-a830-962b7e77b7d6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.933018 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ce615035-9483-4cb8-a830-962b7e77b7d6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:14.934606 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79af08e5-d235-47fa-9959-d2c4f441f1ba None None] Resources bound (agent type, host, resource id): {{(pid=102569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:28:15.064135 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-ce615035-9483-4cb8-a830-962b7e77b7d6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Allocated IP 172.26.6.10 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/8258524b-a99f-4d0a-bb10-2cf4ce8ded18) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:15.207275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ce615035-9483-4cb8-a830-962b7e77b7d6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.273747 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ce615035-9483-4cb8-a830-962b7e77b7d6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.315895 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce615035-9483-4cb8-a830-962b7e77b7d6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:15.324145 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-ce615035-9483-4cb8-a830-962b7e77b7d6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:15.333331 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce615035-9483-4cb8-a830-962b7e77b7d6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:15.366238 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce615035-9483-4cb8-a830-962b7e77b7d6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event updated for resources: {'Port': ['ID=8258524b-a99f-4d0a-bb10-2cf4ce8ded18,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:15.371662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0858a9a7-63e9-4fd3-b5f0-259050bbbc22 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.407774 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0858a9a7-63e9-4fd3-b5f0-259050bbbc22 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.452666 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54176) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:15.480180 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44187faa-0c46-4eae-a33f-d52515f56523 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:15.484973 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-44187faa-0c46-4eae-a33f-d52515f56523 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.494027 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc6883-3581-4ec3-82c5-42d8a5ed3519 None None] Sync routers for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:28:15.518854 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc6883-3581-4ec3-82c5-42d8a5ed3519 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:15.520199 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-e3dc6883-3581-4ec3-82c5-42d8a5ed3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:15.558715 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-e3dc6883-3581-4ec3-82c5-42d8a5ed3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:15.568886 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc6883-3581-4ec3-82c5-42d8a5ed3519 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:15.569608 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-e3dc6883-3581-4ec3-82c5-42d8a5ed3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:15.586306 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2a48ee-1c4a-4472-86ef-4e53db040f0b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:15.587017 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-6c87a926-6413-4710-9040-a919b73044ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-487567125'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:15.590234 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9a2a48ee-1c4a-4472-86ef-4e53db040f0b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.591666 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2a48ee-1c4a-4472-86ef-4e53db040f0b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:15.592594 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a2a48ee-1c4a-4472-86ef-4e53db040f0b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:15.606313 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-e3dc6883-3581-4ec3-82c5-42d8a5ed3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:15.606313 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc6883-3581-4ec3-82c5-42d8a5ed3519 None None] The sync data for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:28:15.641739 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-44187faa-0c46-4eae-a33f-d52515f56523 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "PUT /v2.0/floatingips/aee21d20-e3ab-403e-ab09-c970fe43c198 HTTP/1.1" status: 200 len: 977 time: 4.8440921 Mar 14 15:28:15.642450 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858a9a7-63e9-4fd3-b5f0-259050bbbc22 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=1bb08efa-3c0c-45c9-9d6c-0e1611290ce3,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:15.647827 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54180) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:15.650691 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c87a926-6413-4710-9040-a919b73044ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:15.654340 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6c87a926-6413-4710-9040-a919b73044ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.670041 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6c87a926-6413-4710-9040-a919b73044ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.710363 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9a2a48ee-1c4a-4472-86ef-4e53db040f0b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0225916 Mar 14 15:28:15.710363 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8405a8f-b2ac-48dd-a924-eb86709bc9ed tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.721406 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54182) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:15.727207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0858a9a7-63e9-4fd3-b5f0-259050bbbc22 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.732078 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8e6960d3-bf4d-44b5-be1d-1339847dbfb1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:15.820650 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ce615035-9483-4cb8-a830-962b7e77b7d6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.869327 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6c87a926-6413-4710-9040-a919b73044ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.876661 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6c87a926-6413-4710-9040-a919b73044ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.884321 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 82ba3e70-5c94-410a-b4ac-542be090097d up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:15.932769 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c87a926-6413-4710-9040-a919b73044ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:15.944360 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87a926-6413-4710-9040-a919b73044ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f564cf-18ba-496b-b41c-edf17d638903,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:15.944609 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 82ba3e70-5c94-410a-b4ac-542be090097d triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:15.944842 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.951641 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6c87a926-6413-4710-9040-a919b73044ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:15.951982 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-6c87a926-6413-4710-9040-a919b73044ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Added segment 4eb69093-03e7-43e8-821b-f75b5768e2aa of type vlan for network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc Mar 14 15:28:15.961896 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ce615035-9483-4cb8-a830-962b7e77b7d6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.012903 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd0fddf7-0dce-4f3e-a35e-147c53565a06 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.034236 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6c87a926-6413-4710-9040-a919b73044ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.095633 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device cc3d449e-0568-47e7-a1fb-394fd0314d5a no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:28:16.117740 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: cc3d449e-0568-47e7-a1fb-394fd0314d5a {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:28:16.117985 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6c87a926-6413-4710-9040-a919b73044ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.118114 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device cc3d449e-0568-47e7-a1fb-394fd0314d5a not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:28:16.123452 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c87a926-6413-4710-9040-a919b73044ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:16.124055 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6c87a926-6413-4710-9040-a919b73044ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.145492 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6c87a926-6413-4710-9040-a919b73044ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6917915 Mar 14 15:28:16.157832 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54184) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:16.164468 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0fddf7-0dce-4f3e-a35e-147c53565a06 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network 28fec14c-b7e0-49e7-816a-65c1bd36346c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:16.167258 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-79840da2-79ba-4ca9-b326-f273be77f6e0 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'port': {'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc', 'name': 'tempest-PortsTestJSON-1148250713'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:16.186636 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-fd0fddf7-0dce-4f3e-a35e-147c53565a06 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:16.197789 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1d35e0-97cd-4208-aa15-ca310f2384b6 None None] Network 28fec14c-b7e0-49e7-816a-65c1bd36346c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:16.198790 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0fddf7-0dce-4f3e-a35e-147c53565a06 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:16.199464 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd0fddf7-0dce-4f3e-a35e-147c53565a06 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.202223 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-0858a9a7-63e9-4fd3-b5f0-259050bbbc22 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Floating IP 0c2b8bcf-a80e-410a-ba1a-b9163ee669fd associated. External IP: 172.26.6.59, port: 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2. Mar 14 15:28:16.210048 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fddf7-0dce-4f3e-a35e-147c53565a06 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Subnet': ['ID=4855c3fd-a3a9-4c6b-aa2a-413a5d9d41b9,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:16.243967 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ea5a482c-4b77-46c1-890c-ccf8d5c5eb84 req-8c1b85ef-5e9d-4f03-9ee9-4e39566b00b7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3439178 Mar 14 15:28:16.244545 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6960d3-bf4d-44b5-be1d-1339847dbfb1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:16.248110 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e6960d3-bf4d-44b5-be1d-1339847dbfb1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.249597 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6960d3-bf4d-44b5-be1d-1339847dbfb1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:16.250028 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6960d3-bf4d-44b5-be1d-1339847dbfb1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:16.305379 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87a926-6413-4710-9040-a919b73044ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Network': ['ID=8ee09330-8f8b-41c2-8bc1-4d35188ce1fc,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:16.323991 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-983567ec-732c-46a9-bf74-576510dfcc1f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Deleting port 59a1a510-7490-4210-b687-6f04a106ae29 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:16.324366 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-983567ec-732c-46a9-bf74-576510dfcc1f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.348381 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ce615035-9483-4cb8-a830-962b7e77b7d6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.351491 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:28:16.357520 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fd0fddf7-0dce-4f3e-a35e-147c53565a06 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6134717 Mar 14 15:28:16.358625 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54186) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:16.364630 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a4065659-80e7-45e4-82cd-c203bfb74dcf tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1592998183', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4855c3fd-a3a9-4c6b-aa2a-413a5d9d41b9'}], 'security_groups': ['ff93346e-f1ce-4bf6-9daa-6217fd39e2a6']}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:16.369878 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ce615035-9483-4cb8-a830-962b7e77b7d6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.387859 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8e6960d3-bf4d-44b5-be1d-1339847dbfb1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6616817 Mar 14 15:28:16.397793 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54188) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:16.414480 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4a4b3257-2412-4310-99bd-512b05d9ac27 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:16.430149 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79840da2-79ba-4ca9-b326-f273be77f6e0 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:16.433708 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-79840da2-79ba-4ca9-b326-f273be77f6e0 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.513756 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce615035-9483-4cb8-a830-962b7e77b7d6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event updated for resources: {'Port': ['ID=8258524b-a99f-4d0a-bb10-2cf4ce8ded18,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:16.516655 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-79840da2-79ba-4ca9-b326-f273be77f6e0 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] device_id is not set on port ece53b33-4633-425c-bb0b-537d6344a1eb yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:28:16.593489 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a482c-4b77-46c1-890c-ccf8d5c5eb84 req-8e28e3b6-2f01-4c7d-a7cc-92a4b07e92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:16.595390 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ea5a482c-4b77-46c1-890c-ccf8d5c5eb84 req-8e28e3b6-2f01-4c7d-a7cc-92a4b07e92b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 1098 time: 0.2970178 Mar 14 15:28:16.610532 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ce615035-9483-4cb8-a830-962b7e77b7d6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.621195 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-c8405a8f-b2ac-48dd-a924-eb86709bc9ed tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Allocated IP 172.20.0.1 (306fab2c-8ce1-4900-be88-e3b27308b003/c43b2500-1b54-4c2f-96e4-5009bcbdc722/0b506f93-17e0-4fa8-9c4a-15f174bfd2e0) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:16.652477 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-983567ec-732c-46a9-bf74-576510dfcc1f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.730263 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f4af26-8e95-4d49-8766-78b4828957a1 None None] Update dhcp port {'port': {'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c', 'fixed_ips': [{'subnet_id': '397cd953-666e-4fd4-8a6b-d4a5732927ea', 'ip_address': '2001:db8::2'}, {'subnet_id': '4855c3fd-a3a9-4c6b-aa2a-413a5d9d41b9'}], 'binding:host_id': 'dv-neutron-833559-1-hyperv'}, 'id': '82ba3e70-5c94-410a-b4ac-542be090097d'} from dv-neutron-833559-1-hyperv. {{(pid=102569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 15:28:16.764901 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f9f4af26-8e95-4d49-8766-78b4828957a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.840288 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a4065659-80e7-45e4-82cd-c203bfb74dcf tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.860744 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-ce615035-9483-4cb8-a830-962b7e77b7d6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Floating IP 3dab50dd-85da-4a83-9cbf-141eec075797 associated. External IP: 172.26.6.10, port: c5585770-e1e7-4547-bb24-78ae4b0a0945. Mar 14 15:28:16.932287 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4b3257-2412-4310-99bd-512b05d9ac27 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:16.936002 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a4b3257-2412-4310-99bd-512b05d9ac27 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:16.937402 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4b3257-2412-4310-99bd-512b05d9ac27 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:16.937832 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4b3257-2412-4310-99bd-512b05d9ac27 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:16.947796 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-f9f4af26-8e95-4d49-8766-78b4828957a1 None None] Allocated IP 2001:db8:0:1::2 (28fec14c-b7e0-49e7-816a-65c1bd36346c/4855c3fd-a3a9-4c6b-aa2a-413a5d9d41b9/82ba3e70-5c94-410a-b4ac-542be090097d) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:16.960838 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-79840da2-79ba-4ca9-b326-f273be77f6e0 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.054538 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f9f4af26-8e95-4d49-8766-78b4828957a1 None None] For port 82ba3e70-5c94-410a-b4ac-542be090097d, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=82ba3e70-5c94-410a-b4ac-542be090097d,segment=NetworkSegment(32585b7b-1ee7-40fb-9f00-29cc481c057b),segment_id=32585b7b-1ee7-40fb-9f00-29cc481c057b)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:17.089790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f9f4af26-8e95-4d49-8766-78b4828957a1 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.095056 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f9f4af26-8e95-4d49-8766-78b4828957a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.172996 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-79840da2-79ba-4ca9-b326-f273be77f6e0 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.194865 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4af26-8e95-4d49-8766-78b4828957a1 None None] Pushing event updated for resources: {'Port': ['ID=82ba3e70-5c94-410a-b4ac-542be090097d,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:17.399015 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4a4b3257-2412-4310-99bd-512b05d9ac27 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9909647 Mar 14 15:28:17.403398 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a482c-4b77-46c1-890c-ccf8d5c5eb84 req-b648415e-26c7-4819-b6fc-9647083a7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:17.404890 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ea5a482c-4b77-46c1-890c-ccf8d5c5eb84 req-b648415e-26c7-4819-b6fc-9647083a7841 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e58071f-ed6b-4f5e-9912-c6e34b9e0905 HTTP/1.1" status: 200 len: 897 time: 0.7765954 Mar 14 15:28:17.414675 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54190) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:17.433151 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-35663d5b-0d12-4333-be73-681255984b7a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:17.596532 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8405a8f-b2ac-48dd-a924-eb86709bc9ed tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.657721 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0858a9a7-63e9-4fd3-b5f0-259050bbbc22 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router ee10d592-5408-4d6a-9f5a-89416c3de9f2 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:28:17.666201 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79840da2-79ba-4ca9-b326-f273be77f6e0 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=ece53b33-4633-425c-bb0b-537d6344a1eb,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:17.697908 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ea5a482c-4b77-46c1-890c-ccf8d5c5eb84 req-8bb0a60e-396c-4cae-ab3a-f43cef4c453b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 HTTP/1.1" status: 200 len: 998 time: 0.2691841 Mar 14 15:28:17.702908 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-983567ec-732c-46a9-bf74-576510dfcc1f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.703297 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-983567ec-732c-46a9-bf74-576510dfcc1f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.703631 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-983567ec-732c-46a9-bf74-576510dfcc1f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Floating IP aee21d20-e3ab-403e-ab09-c970fe43c198 disassociated. External IP: 172.26.6.207, port: 59a1a510-7490-4210-b687-6f04a106ae29. Mar 14 15:28:17.703975 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-983567ec-732c-46a9-bf74-576510dfcc1f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Calling delete_port for 59a1a510-7490-4210-b687-6f04a106ae29 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:17.722424 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce615035-9483-4cb8-a830-962b7e77b7d6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Router 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:28:17.726550 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79840da2-79ba-4ca9-b326-f273be77f6e0 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Checking segment: {'id': '4eb69093-03e7-43e8-821b-f75b5768e2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:17.726950 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79840da2-79ba-4ca9-b326-f273be77f6e0 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network hostable DHCP agents. Network: 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:17.795386 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79840da2-79ba-4ca9-b326-f273be77f6e0 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:17.850062 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-79840da2-79ba-4ca9-b326-f273be77f6e0 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:17.858768 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79840da2-79ba-4ca9-b326-f273be77f6e0 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:17.863948 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79840da2-79ba-4ca9-b326-f273be77f6e0 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:17.865694 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-79840da2-79ba-4ca9-b326-f273be77f6e0 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.870880 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c3c46a-8b05-4480-8901-1cacbbf83a2a None None] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:17.887292 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-86ad7524-fb49-4947-a783-2860b10b5b04 None None] Provisioning complete for port 82ba3e70-5c94-410a-b4ac-542be090097d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:17.887670 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86ad7524-fb49-4947-a783-2860b10b5b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.893350 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-a4065659-80e7-45e4-82cd-c203bfb74dcf tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Delete allocated IP 2001:db8::f (28fec14c-b7e0-49e7-816a-65c1bd36346c/397cd953-666e-4fd4-8a6b-d4a5732927ea) {{(pid=102567) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 15:28:17.895164 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35663d5b-0d12-4333-be73-681255984b7a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:17.899748 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-35663d5b-0d12-4333-be73-681255984b7a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.901359 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-35663d5b-0d12-4333-be73-681255984b7a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:17.901967 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35663d5b-0d12-4333-be73-681255984b7a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:17.910370 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-a4065659-80e7-45e4-82cd-c203bfb74dcf tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Allocated IP 2001:db8:0:1::17 (28fec14c-b7e0-49e7-816a-65c1bd36346c/4855c3fd-a3a9-4c6b-aa2a-413a5d9d41b9/7887d56b-a2c6-4bb6-ba44-348dd85a6b99) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:17.916499 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8405a8f-b2ac-48dd-a924-eb86709bc9ed tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:17.927365 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a482c-4b77-46c1-890c-ccf8d5c5eb84 req-9b8f090f-19ec-4f24-bb95-d6ea737f61f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:17.929454 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ea5a482c-4b77-46c1-890c-ccf8d5c5eb84 req-9b8f090f-19ec-4f24-bb95-d6ea737f61f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdd70a71-0dc8-4b19-86f0-adefe36526a6 HTTP/1.1" status: 200 len: 834 time: 0.2175012 Mar 14 15:28:17.941704 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 82ba3e70-5c94-410a-b4ac-542be090097d up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:17.960349 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-79840da2-79ba-4ca9-b326-f273be77f6e0 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8000877 Mar 14 15:28:17.968078 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54192) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:17.972931 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-8d519557-b3f0-4ea7-a34c-f2fc81d440ca tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1673904936'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:18.019984 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce615035-9483-4cb8-a830-962b7e77b7d6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:18.046591 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d519557-b3f0-4ea7-a34c-f2fc81d440ca tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:18.050156 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8d519557-b3f0-4ea7-a34c-f2fc81d440ca tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.052169 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96df37f3-ef18-4a16-8b90-eb58de4eff91 None None] Sync routers for ids ['2f843b11-7b9e-4b80-8ce4-1c300e428ae5'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:28:18.080342 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96df37f3-ef18-4a16-8b90-eb58de4eff91 None None] Routers {'2f843b11-7b9e-4b80-8ce4-1c300e428ae5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:18.081870 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-96df37f3-ef18-4a16-8b90-eb58de4eff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['2f843b11-7b9e-4b80-8ce4-1c300e428ae5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:18.110688 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 82ba3e70-5c94-410a-b4ac-542be090097d triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:18.111036 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.124922 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0858a9a7-63e9-4fd3-b5f0-259050bbbc22 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:18.141979 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8405a8f-b2ac-48dd-a924-eb86709bc9ed tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Network 306fab2c-8ce1-4900-be88-e3b27308b003 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:18.142993 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2427ae66-3d41-4a86-899c-10735c371274 None None] Sync routers for ids ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:28:18.153697 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-35663d5b-0d12-4333-be73-681255984b7a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7318237 Mar 14 15:28:18.158530 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ce615035-9483-4cb8-a830-962b7e77b7d6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.160619 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54194) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:18.169932 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d519557-b3f0-4ea7-a34c-f2fc81d440ca tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:18.170355 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2427ae66-3d41-4a86-899c-10735c371274 None None] Routers {'ee10d592-5408-4d6a-9f5a-89416c3de9f2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:18.170928 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4b89617d-9a2a-42e2-b02e-4aee2f41a51e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:18.171081 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2427ae66-3d41-4a86-899c-10735c371274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:18.207786 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-86ad7524-fb49-4947-a783-2860b10b5b04 None None] Provisioning complete for port 9b65b2a7-71f7-44b7-940e-9eb6df029535 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:18.208581 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86ad7524-fb49-4947-a783-2860b10b5b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.210418 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8d519557-b3f0-4ea7-a34c-f2fc81d440ca tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.210772 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-8d519557-b3f0-4ea7-a34c-f2fc81d440ca tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Added segment c22308a5-ad5d-46d0-9e1f-8e47cb127940 of type vlan for network c48c25c2-01d5-44a6-a3e7-b486451ce7ac Mar 14 15:28:18.229251 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c8405a8f-b2ac-48dd-a924-eb86709bc9ed tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:18.255953 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8405a8f-b2ac-48dd-a924-eb86709bc9ed tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:18.262360 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a4065659-80e7-45e4-82cd-c203bfb74dcf tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.266016 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-86ad7524-fb49-4947-a783-2860b10b5b04 None None] Port 9b65b2a7-71f7-44b7-940e-9eb6df029535 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:18.266663 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ce615035-9483-4cb8-a830-962b7e77b7d6 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5200856 Mar 14 15:28:18.268763 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560f3ca5-c2c1-4304-a7a1-7eb80faf5d28', 'tag': 'c5585770-e1e7-4547-bb24-78ae4b0a0945'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:28:18.272219 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc1d7a8-0a4f-4e74-a5a5-f7a2a86767a4" -d '{"events": [{"name": "network-changed", "server_uuid": "560f3ca5-c2c1-4304-a7a1-7eb80faf5d28", "tag": "c5585770-e1e7-4547-bb24-78ae4b0a0945"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:28:18.295412 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a4065659-80e7-45e4-82cd-c203bfb74dcf tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.298610 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-96df37f3-ef18-4a16-8b90-eb58de4eff91 None None] Set router 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:28:18.366539 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8d519557-b3f0-4ea7-a34c-f2fc81d440ca tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.386196 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35da9746-bb4e-41ed-9369-cda93d2cea00 x-openstack-request-id: req-35da9746-bb4e-41ed-9369-cda93d2cea00 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:28:18.389020 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560f3ca5-c2c1-4304-a7a1-7eb80faf5d28", "tag": "c5585770-e1e7-4547-bb24-78ae4b0a0945", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:28:18.389279 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-35da9746-bb4e-41ed-9369-cda93d2cea00 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:28:18.389693 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560f3ca5-c2c1-4304-a7a1-7eb80faf5d28', 'tag': 'c5585770-e1e7-4547-bb24-78ae4b0a0945', 'status': 'completed', 'code': 200} Mar 14 15:28:18.397524 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-86ad7524-fb49-4947-a783-2860b10b5b04 None None] Provisioning complete for port 7887d56b-a2c6-4bb6-ba44-348dd85a6b99 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:18.397914 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86ad7524-fb49-4947-a783-2860b10b5b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.417366 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-a4065659-80e7-45e4-82cd-c203bfb74dcf tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] In _notify_port_updated(), no bound segment for port 7887d56b-a2c6-4bb6-ba44-348dd85a6b99 on network 28fec14c-b7e0-49e7-816a-65c1bd36346c {{(pid=102567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:28:18.422756 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4065659-80e7-45e4-82cd-c203bfb74dcf tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:18.423647 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a4065659-80e7-45e4-82cd-c203bfb74dcf tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.429040 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a4065659-80e7-45e4-82cd-c203bfb74dcf tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "PUT /v2.0/ports/7887d56b-a2c6-4bb6-ba44-348dd85a6b99 HTTP/1.1" status: 200 len: 930 time: 2.0691969 Mar 14 15:28:18.430016 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54200) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:18.433584 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4065659-80e7-45e4-82cd-c203bfb74dcf tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=7887d56b-a2c6-4bb6-ba44-348dd85a6b99,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:18.434296 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-2427ae66-3d41-4a86-899c-10735c371274 None None] Set router ee10d592-5408-4d6a-9f5a-89416c3de9f2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:28:18.465521 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0858a9a7-63e9-4fd3-b5f0-259050bbbc22 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.486418 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8d519557-b3f0-4ea7-a34c-f2fc81d440ca tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.492429 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d519557-b3f0-4ea7-a34c-f2fc81d440ca tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:18.493104 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8d519557-b3f0-4ea7-a34c-f2fc81d440ca tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.514493 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-86ad7524-fb49-4947-a783-2860b10b5b04 None None] Port 7887d56b-a2c6-4bb6-ba44-348dd85a6b99 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:18.528662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a482c-4b77-46c1-890c-ccf8d5c5eb84 req-8e050dff-2c75-428a-b600-e3313578e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:18.530505 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ea5a482c-4b77-46c1-890c-ccf8d5c5eb84 req-8e050dff-2c75-428a-b600-e3313578e962 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e58071f-ed6b-4f5e-9912-c6e34b9e0905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5904579 Mar 14 15:28:18.554767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8405a8f-b2ac-48dd-a924-eb86709bc9ed tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Pushing event updated for resources: {'Port': ['ID=0b506f93-17e0-4fa8-9c4a-15f174bfd2e0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:18.581629 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-983567ec-732c-46a9-bf74-576510dfcc1f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.673588 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d519557-b3f0-4ea7-a34c-f2fc81d440ca tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Network': ['ID=c48c25c2-01d5-44a6-a3e7-b486451ce7ac,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:18.699804 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network c48c25c2-01d5-44a6-a3e7-b486451ce7ac details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:28:18.703454 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8d519557-b3f0-4ea7-a34c-f2fc81d440ca tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7343125 Mar 14 15:28:18.704269 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54202) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:18.714216 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'ports': [{'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc'}, {'network_id': 'c48c25c2-01d5-44a6-a3e7-b486451ce7ac'}]} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:18.714776 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'port': {'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:18.715456 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'port': {'network_id': 'c48c25c2-01d5-44a6-a3e7-b486451ce7ac'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:18.754033 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0858a9a7-63e9-4fd3-b5f0-259050bbbc22 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.2351828 Mar 14 15:28:18.765201 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54204) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:18.775979 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-96df37f3-ef18-4a16-8b90-eb58de4eff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137910647', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:29Z', 'updated_at': '2022-03-14T15:27:44Z', 'revision_number': 4, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'gw_port': {'id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:31Z', 'updated_at': '2022-03-14T15:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '3dab50dd-85da-4a83-9cbf-141eec075797', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'floating_ip_address': '172.26.6.10', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'port_id': 'c5585770-e1e7-4547-bb24-78ae4b0a0945', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c', 'mac_address': 'fa:16:3e:a6:14:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f3ca5-c2c1-4304-a7a1-7eb80faf5d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:28:15Z', 'updated_at': '2022-03-14T15:28:15Z', 'revision_number': 0, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c004d6a0-74be-4312-a992-cafbcaacc97d', 'name': '', 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'mac_address': 'fa:16:3e:f2:dd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '3e5abfe9-bf12-4b66-8249-7ac6b79c917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:41Z', 'updated_at': '2022-03-14T15:27:54Z', 'revision_number': 5, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'subnets': [{'id': '3e5abfe9-bf12-4b66-8249-7ac6b79c917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:18.781846 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673a6dcf-3d5c-462f-b565-273b01d48b1c', 'tag': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:28:18.784420 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b9b580-b971-470a-9a03-227fbd25c663" -d '{"events": [{"name": "network-changed", "server_uuid": "673a6dcf-3d5c-462f-b565-273b01d48b1c", "tag": "4b4d2470-c61d-4c89-ae83-bf0b4be00ce2"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:28:18.815760 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96df37f3-ef18-4a16-8b90-eb58de4eff91 None None] Checking router: 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:28:18.825056 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96df37f3-ef18-4a16-8b90-eb58de4eff91 None None] Routers {'2f843b11-7b9e-4b80-8ce4-1c300e428ae5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:18.825896 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-96df37f3-ef18-4a16-8b90-eb58de4eff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['2f843b11-7b9e-4b80-8ce4-1c300e428ae5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:18.860762 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-01bb946a-d085-4302-8c81-10902d057829 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port 7887d56b-a2c6-4bb6-ba44-348dd85a6b99 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:18.861105 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-01bb946a-d085-4302-8c81-10902d057829 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.883647 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ba205c4d-e0ef-47ac-8fc6-5c24175dec33 None None] Provisioning complete for port 0b506f93-17e0-4fa8-9c4a-15f174bfd2e0 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:18.884173 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ba205c4d-e0ef-47ac-8fc6-5c24175dec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.894099 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8405a8f-b2ac-48dd-a924-eb86709bc9ed tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:18.961996 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ba205c4d-e0ef-47ac-8fc6-5c24175dec33 None None] Port 0b506f93-17e0-4fa8-9c4a-15f174bfd2e0 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:18.992115 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2427ae66-3d41-4a86-899c-10735c371274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:27:29Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:16Z', 'updated_at': '2022-03-14T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '0c2b8bcf-a80e-410a-ba1a-b9163ee669fd', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'port_id': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'mac_address': 'fa:16:3e:7f:8c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673a6dcf-3d5c-462f-b565-273b01d48b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:28:13Z', 'updated_at': '2022-03-14T15:28:13Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371a35d0-b297-4404-8eff-8f4c86632041', 'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:d4:74:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:27Z', 'updated_at': '2022-03-14T15:27:35Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:19.000175 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983567ec-732c-46a9-bf74-576510dfcc1f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event deleted for resources: {'Port': ['ID=59a1a510-7490-4210-b687-6f04a106ae29,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:19.009769 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b89617d-9a2a-42e2-b02e-4aee2f41a51e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:19.015413 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b89617d-9a2a-42e2-b02e-4aee2f41a51e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.019376 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b89617d-9a2a-42e2-b02e-4aee2f41a51e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:19.020160 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b89617d-9a2a-42e2-b02e-4aee2f41a51e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:19.035062 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-01bb946a-d085-4302-8c81-10902d057829 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.038199 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'port': 2} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:19.049302 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.053521 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2427ae66-3d41-4a86-899c-10735c371274 None None] Checking router: ee10d592-5408-4d6a-9f5a-89416c3de9f2 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:28:19.064464 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.065284 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2427ae66-3d41-4a86-899c-10735c371274 None None] Routers {'ee10d592-5408-4d6a-9f5a-89416c3de9f2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:19.066548 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2427ae66-3d41-4a86-899c-10735c371274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:19.075833 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4b89617d-9a2a-42e2-b02e-4aee2f41a51e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9088295 Mar 14 15:28:19.081579 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bfe448-7d30-4d0d-a93f-f45c64e43c2e x-openstack-request-id: req-49bfe448-7d30-4d0d-a93f-f45c64e43c2e {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:28:19.082129 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673a6dcf-3d5c-462f-b565-273b01d48b1c", "tag": "4b4d2470-c61d-4c89-ae83-bf0b4be00ce2", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:28:19.082300 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54208) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:19.082895 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-49bfe448-7d30-4d0d-a93f-f45c64e43c2e {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:28:19.086336 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '673a6dcf-3d5c-462f-b565-273b01d48b1c', 'tag': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2', 'status': 'completed', 'code': 200} Mar 14 15:28:19.091068 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-96df37f3-ef18-4a16-8b90-eb58de4eff91 None None] Set router 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:28:19.093212 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-01bb946a-d085-4302-8c81-10902d057829 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for 7887d56b-a2c6-4bb6-ba44-348dd85a6b99 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:19.100816 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-57936ef8-64db-4f33-a2ea-4118ccf0dd43 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/0c2b8bcf-a80e-410a-ba1a-b9163ee669fd HTTP/1.1" status: 200 len: 990 time: 0.3025234 Mar 14 15:28:19.121492 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8ea05-1dad-4a49-9457-a0edd41b2adf req-0c76581b-c47c-443c-9110-774d8038f123 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:19.123335 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-05a8ea05-1dad-4a49-9457-a0edd41b2adf req-0c76581b-c47c-443c-9110-774d8038f123 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 945 time: 0.6646519 Mar 14 15:28:19.136020 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1d7a8-0a4f-4e74-a5a5-f7a2a86767a4 req-208b8fe7-c336-49f7-a0b6-519786666c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:19.137557 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fcc1d7a8-0a4f-4e74-a5a5-f7a2a86767a4 req-208b8fe7-c336-49f7-a0b6-519786666c57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=40b795c97ae74200a3dd966a8235c313&device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 1098 time: 0.6648581 Mar 14 15:28:19.158285 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f37bfaec-61e2-411d-a121-131f652a7e92 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0726578 Mar 14 15:28:19.160321 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-0b396ebc-c553-4ee8-98a6-92ceb163a8e9 None None] Provisioning complete for port 7887d56b-a2c6-4bb6-ba44-348dd85a6b99 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:19.160848 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0b396ebc-c553-4ee8-98a6-92ceb163a8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.176142 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54212) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:19.323921 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-2427ae66-3d41-4a86-899c-10735c371274 None None] Set router ee10d592-5408-4d6a-9f5a-89416c3de9f2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:28:19.326535 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0b396ebc-c553-4ee8-98a6-92ceb163a8e9 None None] Port 7887d56b-a2c6-4bb6-ba44-348dd85a6b99 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:19.345044 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] device_id is not set on port ad3cf571-be09-4db2-9e8c-a09a2f20785e yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:28:19.346264 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ea5a482c-4b77-46c1-890c-ccf8d5c5eb84 req-f914fbf5-0666-411b-926f-db6e4baa428d service neutron] 10.222.0.18 "GET /v2.0/networks/0e58071f-ed6b-4f5e-9912-c6e34b9e0905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7759929 Mar 14 15:28:19.419480 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8405a8f-b2ac-48dd-a924-eb86709bc9ed tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.449114 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-96df37f3-ef18-4a16-8b90-eb58de4eff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137910647', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:29Z', 'updated_at': '2022-03-14T15:27:44Z', 'revision_number': 4, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'gw_port': {'id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:31Z', 'updated_at': '2022-03-14T15:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '3dab50dd-85da-4a83-9cbf-141eec075797', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'floating_ip_address': '172.26.6.10', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'port_id': 'c5585770-e1e7-4547-bb24-78ae4b0a0945', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c', 'mac_address': 'fa:16:3e:a6:14:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f3ca5-c2c1-4304-a7a1-7eb80faf5d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:28:15Z', 'updated_at': '2022-03-14T15:28:15Z', 'revision_number': 0, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c004d6a0-74be-4312-a992-cafbcaacc97d', 'name': '', 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'mac_address': 'fa:16:3e:f2:dd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '3e5abfe9-bf12-4b66-8249-7ac6b79c917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:41Z', 'updated_at': '2022-03-14T15:27:54Z', 'revision_number': 5, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'subnets': [{'id': '3e5abfe9-bf12-4b66-8249-7ac6b79c917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:19.480779 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-01bb946a-d085-4302-8c81-10902d057829 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.487405 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96df37f3-ef18-4a16-8b90-eb58de4eff91 None None] The sync data for ids ['2f843b11-7b9e-4b80-8ce4-1c300e428ae5'] in dv-neutron-833559-1-hyperv is: [{'id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137910647', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:29Z', 'updated_at': '2022-03-14T15:27:44Z', 'revision_number': 4, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'gw_port': {'id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:31Z', 'updated_at': '2022-03-14T15:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '3dab50dd-85da-4a83-9cbf-141eec075797', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'floating_ip_address': '172.26.6.10', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'port_id': 'c5585770-e1e7-4547-bb24-78ae4b0a0945', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c', 'mac_address': 'fa:16:3e:a6:14:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f3ca5-c2c1-4304-a7a1-7eb80faf5d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:28:15Z', 'updated_at': '2022-03-14T15:28:15Z', 'revision_number': 0, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c004d6a0-74be-4312-a992-cafbcaacc97d', 'name': '', 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'mac_address': 'fa:16:3e:f2:dd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '3e5abfe9-bf12-4b66-8249-7ac6b79c917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:41Z', 'updated_at': '2022-03-14T15:27:54Z', 'revision_number': 5, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'subnets': [{'id': '3e5abfe9-bf12-4b66-8249-7ac6b79c917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:28:19.556680 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1d7a8-0a4f-4e74-a5a5-f7a2a86767a4 req-75a56a11-0089-45f9-bae9-82e81954e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:19.558393 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fcc1d7a8-0a4f-4e74-a5a5-f7a2a86767a4 req-75a56a11-0089-45f9-bae9-82e81954e4d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b4067ed-c8cc-4c94-b6e8-5322dc74a22c HTTP/1.1" status: 200 len: 898 time: 0.4021649 Mar 14 15:28:19.573983 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591bd0f4-d2d6-4ec6-a035-fa98fd7ce368 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:19.575742 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-591bd0f4-d2d6-4ec6-a035-fa98fd7ce368 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3599718 Mar 14 15:28:19.583325 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54214) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:19.591711 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-01bb946a-d085-4302-8c81-10902d057829 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.598126 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-01bb946a-d085-4302-8c81-10902d057829 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/ports/7887d56b-a2c6-4bb6-ba44-348dd85a6b99 HTTP/1.1" status: 204 len: 168 time: 1.1612873 Mar 14 15:28:19.601213 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54216) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:19.602059 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb946a-d085-4302-8c81-10902d057829 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=7887d56b-a2c6-4bb6-ba44-348dd85a6b99,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:19.634416 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2427ae66-3d41-4a86-899c-10735c371274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:27:29Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:16Z', 'updated_at': '2022-03-14T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '0c2b8bcf-a80e-410a-ba1a-b9163ee669fd', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'port_id': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'mac_address': 'fa:16:3e:7f:8c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673a6dcf-3d5c-462f-b565-273b01d48b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:28:13Z', 'updated_at': '2022-03-14T15:28:13Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371a35d0-b297-4404-8eff-8f4c86632041', 'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:d4:74:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:27Z', 'updated_at': '2022-03-14T15:27:35Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:19.644888 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2798449-4652-40cc-a24f-5cb0c4c15a89 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] GET failed (client error): The resource could not be found. Mar 14 15:28:19.650312 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f2798449-4652-40cc-a24f-5cb0c4c15a89 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports/7887d56b-a2c6-4bb6-ba44-348dd85a6b99 HTTP/1.1" status: 404 len: 333 time: 0.0458400 Mar 14 15:28:19.650984 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54218) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:19.670428 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2427ae66-3d41-4a86-899c-10735c371274 None None] The sync data for ids ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'] in dv-neutron-833559-1-hyperv is: [{'id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:27:29Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:16Z', 'updated_at': '2022-03-14T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '0c2b8bcf-a80e-410a-ba1a-b9163ee669fd', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'port_id': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'mac_address': 'fa:16:3e:7f:8c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673a6dcf-3d5c-462f-b565-273b01d48b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:28:13Z', 'updated_at': '2022-03-14T15:28:13Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371a35d0-b297-4404-8eff-8f4c86632041', 'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:d4:74:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:27Z', 'updated_at': '2022-03-14T15:27:35Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:28:19.735029 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983567ec-732c-46a9-bf74-576510dfcc1f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Router da84d555-1d7c-4d7f-b281-83d0a3be8bb5 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:28:19.769862 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac7547fe-e036-4dad-b515-91031db8b367 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.770349 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fcc1d7a8-0a4f-4e74-a5a5-f7a2a86767a4 req-9b230b34-4cc3-4daa-97ea-80d47d1998f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5585770-e1e7-4547-bb24-78ae4b0a0945 HTTP/1.1" status: 200 len: 998 time: 0.1892915 Mar 14 15:28:19.774636 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.788615 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-97b6fcbc-f4bf-4bb3-a6ea-f6b233a84157 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0989578 Mar 14 15:28:19.797177 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54220) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:19.831564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b6a91d48-db01-4d1f-bc6a-c1d43b6c5e06 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:19.855828 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7772a501-4108-4af2-8aed-3ef8e4cca7ea None None] New status for floating IP 3dab50dd-85da-4a83-9cbf-141eec075797: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:28:19.871643 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac7547fe-e036-4dad-b515-91031db8b367 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:19.904898 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] device_id is not set on port db788f24-6062-4cb8-9911-7143da9c1abc yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:28:19.905304 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-05a8ea05-1dad-4a49-9457-a0edd41b2adf req-a8eb811b-9cca-40b5-a00c-d734eb8d73f3 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7590151 Mar 14 15:28:19.942737 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54222) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:19.987185 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2e668e-4986-42b0-9638-eac6818b7ca3 None None] New status for floating IP 0c2b8bcf-a80e-410a-ba1a-b9163ee669fd: ACTIVE {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:28:19.999577 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ea5a482c-4b77-46c1-890c-ccf8d5c5eb84 req-0a437e32-13b3-4106-8e0d-e36f41a44494 service neutron] 10.222.0.18 "GET /v2.0/networks/0e58071f-ed6b-4f5e-9912-c6e34b9e0905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6319866 Mar 14 15:28:20.018255 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac7547fe-e036-4dad-b515-91031db8b367 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.020858 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac7547fe-e036-4dad-b515-91031db8b367 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.022569 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ac7547fe-e036-4dad-b515-91031db8b367 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/security-groups/33c73d1a-2e07-4d3a-8cd0-980dc4473b73 HTTP/1.1" status: 204 len: 168 time: 0.3689539 Mar 14 15:28:20.030565 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54224) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:20.054768 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-add0e6f7-f2d0-4b6e-bee3-dd51be05b713 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/floatingips/3dab50dd-85da-4a83-9cbf-141eec075797 HTTP/1.1" status: 200 len: 990 time: 0.1088984 Mar 14 15:28:20.070278 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7547fe-e036-4dad-b515-91031db8b367 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c73d1a-2e07-4d3a-8cd0-980dc4473b73,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:20.107257 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54226) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:20.221954 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.227129 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e683fe8f-6ddf-4327-aefd-741ea290543e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.237331 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f3c01c79-6bc5-45a1-bf4b-f62c9548182e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/0c2b8bcf-a80e-410a-ba1a-b9163ee669fd HTTP/1.1" status: 200 len: 990 time: 0.1278126 Mar 14 15:28:20.269235 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e683fe8f-6ddf-4327-aefd-741ea290543e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.312647 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.361502 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:20.363889 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e683fe8f-6ddf-4327-aefd-741ea290543e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.367140 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e683fe8f-6ddf-4327-aefd-741ea290543e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.368309 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e683fe8f-6ddf-4327-aefd-741ea290543e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/security-groups/ff93346e-f1ce-4bf6-9daa-6217fd39e2a6 HTTP/1.1" status: 204 len: 168 time: 0.3367584 Mar 14 15:28:20.374186 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54228) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:20.384570 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:20.389133 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:20.390050 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.421138 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=ad3cf571-be09-4db2-9e8c-a09a2f20785e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:20.433321 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683fe8f-6ddf-4327-aefd-741ea290543e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff93346e-f1ce-4bf6-9daa-6217fd39e2a6,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:20.484168 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-97930452-045b-4075-851e-4a3f3aa4d4a5 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting subnet 397cd953-666e-4fd4-8a6b-d4a5732927ea {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:20.491444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-97930452-045b-4075-851e-4a3f3aa4d4a5 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.515796 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1d7a8-0a4f-4e74-a5a5-f7a2a86767a4 req-fcc0ffe0-357d-4947-8442-dcd9ec8ea5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:20.517271 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fcc1d7a8-0a4f-4e74-a5a5-f7a2a86767a4 req-fcc0ffe0-357d-4947-8442-dcd9ec8ea5e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e5abfe9-bf12-4b66-8249-7ac6b79c917e HTTP/1.1" status: 200 len: 835 time: 0.7287152 Mar 14 15:28:20.544871 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=db788f24-6062-4cb8-9911-7143da9c1abc,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:20.548666 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-97930452-045b-4075-851e-4a3f3aa4d4a5 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.575313 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Checking segment: {'id': 'c22308a5-ad5d-46d0-9e1f-8e47cb127940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c48c25c2-01d5-44a6-a3e7-b486451ce7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:20.575675 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network hostable DHCP agents. Network: c48c25c2-01d5-44a6-a3e7-b486451ce7ac, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:20.611867 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network c48c25c2-01d5-44a6-a3e7-b486451ce7ac is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:20.646644 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, c48c25c2-01d5-44a6-a3e7-b486451ce7ac) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:20.652834 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:20.658420 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:20.659461 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e3e003-73a9-4503-ace3-852fbc46c11e None None] Network c48c25c2-01d5-44a6-a3e7-b486451ce7ac requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:20.664595 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:20.665328 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.672950 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9b580-b971-470a-9a03-227fbd25c663 req-3d4f6edf-c617-45a1-9c31-5ecb9c02a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:20.674349 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-56b9b580-b971-470a-9a03-227fbd25c663 req-3d4f6edf-c617-45a1-9c31-5ecb9c02a16c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 1098 time: 0.1928623 Mar 14 15:28:20.680806 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-97930452-045b-4075-851e-4a3f3aa4d4a5 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.705357 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9421b4f0-7ea9-4ec0-b51f-b754c90deb97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9960709 Mar 14 15:28:20.708392 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54230) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:20.713618 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a91d48-db01-4d1f-bc6a-c1d43b6c5e06 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:20.717198 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6a91d48-db01-4d1f-bc6a-c1d43b6c5e06 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.761006 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983567ec-732c-46a9-bf74-576510dfcc1f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:20.780071 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62db7e5-8e96-45ab-bad9-8e40e583562a None None] Sync routers for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:28:20.797681 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62db7e5-8e96-45ab-bad9-8e40e583562a None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:20.800796 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e62db7e5-8e96-45ab-bad9-8e40e583562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:20.814176 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-97930452-045b-4075-851e-4a3f3aa4d4a5 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.837046 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1d7a8-0a4f-4e74-a5a5-f7a2a86767a4 req-d6de4d2a-2c03-43d3-b968-06e965891826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:20.838836 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fcc1d7a8-0a4f-4e74-a5a5-f7a2a86767a4 req-d6de4d2a-2c03-43d3-b968-06e965891826 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b4067ed-c8cc-4c94-b6e8-5322dc74a22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3029437 Mar 14 15:28:20.853092 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97930452-045b-4075-851e-4a3f3aa4d4a5 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Subnet': ['ID=397cd953-666e-4fd4-8a6b-d4a5732927ea,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:20.856401 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-97930452-045b-4075-851e-4a3f3aa4d4a5 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.859521 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-97930452-045b-4075-851e-4a3f3aa4d4a5 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/subnets/397cd953-666e-4fd4-8a6b-d4a5732927ea HTTP/1.1" status: 204 len: 168 time: 0.4819520 Mar 14 15:28:20.864557 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54232) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:20.869757 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-c4d6ea29-07b9-4ded-9b08-55deb211ec9c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'subnet': {'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:20.870045 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4951516e-01a1-4297-88a1-975380586d24 None None] Network 28fec14c-b7e0-49e7-816a-65c1bd36346c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:20.871802 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e62db7e5-8e96-45ab-bad9-8e40e583562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:20.885493 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62db7e5-8e96-45ab-bad9-8e40e583562a None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:20.886231 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e62db7e5-8e96-45ab-bad9-8e40e583562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:20.928601 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-91754a64-e778-43b0-a5f1-636fd979afaf tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port db788f24-6062-4cb8-9911-7143da9c1abc {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:20.928948 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-91754a64-e778-43b0-a5f1-636fd979afaf tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:20.945303 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e62db7e5-8e96-45ab-bad9-8e40e583562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:20.946318 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62db7e5-8e96-45ab-bad9-8e40e583562a None None] The sync data for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:28:21.024055 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-91754a64-e778-43b0-a5f1-636fd979afaf tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.042124 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-91754a64-e778-43b0-a5f1-636fd979afaf tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for db788f24-6062-4cb8-9911-7143da9c1abc owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:21.057884 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54234) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:21.069738 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-983567ec-732c-46a9-bf74-576510dfcc1f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.073002 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-983567ec-732c-46a9-bf74-576510dfcc1f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "DELETE /v2.0/ports/59a1a510-7490-4210-b687-6f04a106ae29 HTTP/1.1" status: 204 len: 168 time: 5.4226863 Mar 14 15:28:21.082571 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54236) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:21.092764 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9b580-b971-470a-9a03-227fbd25c663 req-daa777f7-fa24-4995-b5f9-d49efd1fe021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:21.094235 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-56b9b580-b971-470a-9a03-227fbd25c663 req-daa777f7-fa24-4995-b5f9-d49efd1fe021 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e58071f-ed6b-4f5e-9912-c6e34b9e0905 HTTP/1.1" status: 200 len: 897 time: 0.3888376 Mar 14 15:28:21.102148 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8405a8f-b2ac-48dd-a924-eb86709bc9ed tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.144119 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d6ea29-07b9-4ded-9b08-55deb211ec9c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:21.148599 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ea29-07b9-4ded-9b08-55deb211ec9c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.154573 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8405a8f-b2ac-48dd-a924-eb86709bc9ed tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.214619 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3c71b81e-986f-4534-b44a-bdde68fa4180 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/floatingips/3dab50dd-85da-4a83-9cbf-141eec075797 HTTP/1.1" status: 200 len: 992 time: 0.1502373 Mar 14 15:28:21.242184 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54238) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:21.278694 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fd0e836e-1378-476a-8fec-d1f9bf954e4f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "GET /v2.0/floatingips/aee21d20-e3ab-403e-ab09-c970fe43c198 HTTP/1.1" status: 200 len: 688 time: 0.1929643 Mar 14 15:28:21.291680 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54240) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:21.311034 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fcc1d7a8-0a4f-4e74-a5a5-f7a2a86767a4 req-3056c5ae-adee-40c0-adfe-3767dfbb60f6 service neutron] 10.222.0.18 "GET /v2.0/networks/2b4067ed-c8cc-4c94-b6e8-5322dc74a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451582 Mar 14 15:28:21.318871 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-91754a64-e778-43b0-a5f1-636fd979afaf tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.367990 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91754a64-e778-43b0-a5f1-636fd979afaf tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=db788f24-6062-4cb8-9911-7143da9c1abc,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:21.387195 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-31b7198e-1fd9-4703-936c-0be435f6a11a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/0c2b8bcf-a80e-410a-ba1a-b9163ee669fd HTTP/1.1" status: 200 len: 992 time: 0.1342382 Mar 14 15:28:21.392896 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-91754a64-e778-43b0-a5f1-636fd979afaf tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.396427 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-91754a64-e778-43b0-a5f1-636fd979afaf tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/ports/db788f24-6062-4cb8-9911-7143da9c1abc HTTP/1.1" status: 204 len: 168 time: 0.6863568 Mar 14 15:28:21.400825 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54242) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:21.415447 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8405a8f-b2ac-48dd-a924-eb86709bc9ed tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.438745 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8405a8f-b2ac-48dd-a924-eb86709bc9ed tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Pushing event updated for resources: {'Port': ['ID=0b506f93-17e0-4fa8-9c4a-15f174bfd2e0,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:21.442354 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-56b9b580-b971-470a-9a03-227fbd25c663 req-08144020-c558-4807-a399-dd797a4272f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 HTTP/1.1" status: 200 len: 1000 time: 0.3316891 Mar 14 15:28:21.501926 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4a3fba-6996-417a-a5b4-a7df4d945221 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:21.508786 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4a3fba-6996-417a-a5b4-a7df4d945221 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:21.513132 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-dc4a3fba-6996-417a-a5b4-a7df4d945221 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1087465 Mar 14 15:28:21.514445 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54244) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:21.637681 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ea29-07b9-4ded-9b08-55deb211ec9c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.685532 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d6ea29-07b9-4ded-9b08-55deb211ec9c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network 28fec14c-b7e0-49e7-816a-65c1bd36346c is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:21.693108 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-c4d6ea29-07b9-4ded-9b08-55deb211ec9c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:21.696491 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d6ea29-07b9-4ded-9b08-55deb211ec9c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:21.697084 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ea29-07b9-4ded-9b08-55deb211ec9c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.722517 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-de169420-49ce-4bca-a650-f82310d4eede tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port ad3cf571-be09-4db2-9e8c-a09a2f20785e {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:21.722908 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-de169420-49ce-4bca-a650-f82310d4eede tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.732131 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fcc1d7a8-0a4f-4e74-a5a5-f7a2a86767a4 req-afd16309-5368-4b48-9333-397b9e0c1d80 service neutron] 10.222.0.18 "GET /v2.0/networks/2b4067ed-c8cc-4c94-b6e8-5322dc74a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075148 Mar 14 15:28:21.735716 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c4d6ea29-07b9-4ded-9b08-55deb211ec9c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8674598 Mar 14 15:28:21.742111 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9b580-b971-470a-9a03-227fbd25c663 req-03c56097-ae02-4c48-8a51-cae4f21e44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:21.743571 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-56b9b580-b971-470a-9a03-227fbd25c663 req-03c56097-ae02-4c48-8a51-cae4f21e44d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdd70a71-0dc8-4b19-86f0-adefe36526a6 HTTP/1.1" status: 200 len: 834 time: 0.2521074 Mar 14 15:28:21.746364 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6ea29-07b9-4ded-9b08-55deb211ec9c tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Subnet': ['ID=12094ce3-ea39-48e6-8159-7c59dc821072,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:21.749024 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54246) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:21.754229 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e9ec050b-fc45-4c34-8f71-cb7e95d6c4c4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'security_group': {'name': 'tempest-secgroup-677344067'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:21.780559 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd96202d-3a74-490f-af10-1d96c53e5c97 None None] Network 28fec14c-b7e0-49e7-816a-65c1bd36346c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:21.819242 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-de169420-49ce-4bca-a650-f82310d4eede tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.835328 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-de169420-49ce-4bca-a650-f82310d4eede tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for ad3cf571-be09-4db2-9e8c-a09a2f20785e owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:21.877827 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.objects.ports [None req-b6a91d48-db01-4d1f-bc6a-c1d43b6c5e06 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102568) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 15:28:21.885563 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c12eed66-9758-408f-b56a-ef9dc6dea566 None None] Provisioning complete for port 82ba3e70-5c94-410a-b4ac-542be090097d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:21.885906 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6a91d48-db01-4d1f-bc6a-c1d43b6c5e06 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.886194 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c12eed66-9758-408f-b56a-ef9dc6dea566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.893226 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8405a8f-b2ac-48dd-a924-eb86709bc9ed tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Network 306fab2c-8ce1-4900-be88-e3b27308b003 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:21.899078 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9ec050b-fc45-4c34-8f71-cb7e95d6c4c4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.924496 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-de169420-49ce-4bca-a650-f82310d4eede tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.940587 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c8405a8f-b2ac-48dd-a924-eb86709bc9ed tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:21.957063 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9b580-b971-470a-9a03-227fbd25c663 req-30f48507-b484-4137-a1ad-caa087c41a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:21.959353 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-56b9b580-b971-470a-9a03-227fbd25c663 req-30f48507-b484-4137-a1ad-caa087c41a72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e58071f-ed6b-4f5e-9912-c6e34b9e0905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1987357 Mar 14 15:28:21.960633 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-97faebea-d37f-4891-8ff4-f5ef312a1fe1 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Deleting port 7506d3b2-c6e9-434c-875f-f42c2a1b2e98 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:21.961113 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97faebea-d37f-4891-8ff4-f5ef312a1fe1 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.975142 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-de169420-49ce-4bca-a650-f82310d4eede tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:21.979693 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-de169420-49ce-4bca-a650-f82310d4eede tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/ports/ad3cf571-be09-4db2-9e8c-a09a2f20785e HTTP/1.1" status: 204 len: 168 time: 0.4638596 Mar 14 15:28:21.980796 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de169420-49ce-4bca-a650-f82310d4eede tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=ad3cf571-be09-4db2-9e8c-a09a2f20785e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:21.984604 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54248) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:22.049501 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678ce5ad-3767-425f-8714-8bdc4af4980b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:22.053068 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-678ce5ad-3767-425f-8714-8bdc4af4980b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0665326 Mar 14 15:28:22.057787 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54250) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:22.073609 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c12eed66-9758-408f-b56a-ef9dc6dea566 None None] Provisioning complete for port 9b65b2a7-71f7-44b7-940e-9eb6df029535 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:22.073988 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c12eed66-9758-408f-b56a-ef9dc6dea566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.091136 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7004b33-a3ef-4008-87af-4020a82af458 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] GET failed (client error): The resource could not be found. Mar 14 15:28:22.094186 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d7004b33-a3ef-4008-87af-4020a82af458 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports/db788f24-6062-4cb8-9911-7143da9c1abc HTTP/1.1" status: 404 len: 333 time: 0.0351617 Mar 14 15:28:22.096951 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54252) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:22.126324 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-466e70b5-00ab-42d4-8f76-c1d55a2affc7 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] GET failed (client error): The resource could not be found. Mar 14 15:28:22.131298 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-466e70b5-00ab-42d4-8f76-c1d55a2affc7 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports/ad3cf571-be09-4db2-9e8c-a09a2f20785e HTTP/1.1" status: 404 len: 333 time: 0.0291440 Mar 14 15:28:22.136350 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54254) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:22.147323 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c12eed66-9758-408f-b56a-ef9dc6dea566 None None] Port 9b65b2a7-71f7-44b7-940e-9eb6df029535 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:22.158338 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efe4318-587c-428d-b7f9-f89f1fbfb9d4 None None] Update dhcp port {'port': {'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c', 'fixed_ips': [{'subnet_id': '4855c3fd-a3a9-4c6b-aa2a-413a5d9d41b9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '12094ce3-ea39-48e6-8159-7c59dc821072'}], 'binding:host_id': 'dv-neutron-833559-1-hyperv'}, 'id': '82ba3e70-5c94-410a-b4ac-542be090097d'} from dv-neutron-833559-1-hyperv. {{(pid=102569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 15:28:22.204334 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4efe4318-587c-428d-b7f9-f89f1fbfb9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.239512 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2d1cea61-11ac-461a-90bb-0dfb506d4ec3 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.332571 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2d1cea61-11ac-461a-90bb-0dfb506d4ec3 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.332806 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-e17ff97b-c6d0-4171-9499-913bff23339a None None] Provisioning complete for port 0b506f93-17e0-4fa8-9c4a-15f174bfd2e0 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:22.333148 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e17ff97b-c6d0-4171-9499-913bff23339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.356006 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2d1cea61-11ac-461a-90bb-0dfb506d4ec3 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48c25c2-01d5-44a6-a3e7-b486451ce7ac']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:22.367690 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2d1cea61-11ac-461a-90bb-0dfb506d4ec3 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22308a5-ad5d-46d0-9e1f-8e47cb127940') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:22.367959 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2d1cea61-11ac-461a-90bb-0dfb506d4ec3 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22308a5-ad5d-46d0-9e1f-8e47cb127940') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:22.384338 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2d1cea61-11ac-461a-90bb-0dfb506d4ec3 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.399607 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2d1cea61-11ac-461a-90bb-0dfb506d4ec3 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.406622 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1cea61-11ac-461a-90bb-0dfb506d4ec3 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:28:22.407186 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2d1cea61-11ac-461a-90bb-0dfb506d4ec3 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:22.410462 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:22.413689 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e17ff97b-c6d0-4171-9499-913bff23339a None None] Port 0b506f93-17e0-4fa8-9c4a-15f174bfd2e0 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:22.430718 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-4efe4318-587c-428d-b7f9-f89f1fbfb9d4 None None] Allocated IP 2001:db8::2 (28fec14c-b7e0-49e7-816a-65c1bd36346c/12094ce3-ea39-48e6-8159-7c59dc821072/82ba3e70-5c94-410a-b4ac-542be090097d) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:22.473738 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a91d48-db01-4d1f-bc6a-c1d43b6c5e06 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:22.474003 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2d1cea61-11ac-461a-90bb-0dfb506d4ec3 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.493263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2d1cea61-11ac-461a-90bb-0dfb506d4ec3 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.501814 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2d1cea61-11ac-461a-90bb-0dfb506d4ec3 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/networks/c48c25c2-01d5-44a6-a3e7-b486451ce7ac HTTP/1.1" status: 204 len: 168 time: 0.3642073 Mar 14 15:28:22.507226 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b6a91d48-db01-4d1f-bc6a-c1d43b6c5e06 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:22.507635 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54256) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:22.510469 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a91d48-db01-4d1f-bc6a-c1d43b6c5e06 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:22.511080 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6a91d48-db01-4d1f-bc6a-c1d43b6c5e06 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.512520 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-c3418403-ff2c-46db-814e-b0e2f8d51405 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1917243744'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:22.517797 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c4cb62-e291-48fb-88c6-e07ae27512bb None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:22.531940 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cea61-11ac-461a-90bb-0dfb506d4ec3 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Network': ['ID=c48c25c2-01d5-44a6-a3e7-b486451ce7ac,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:22.545718 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3418403-ff2c-46db-814e-b0e2f8d51405 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:22.549622 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3418403-ff2c-46db-814e-b0e2f8d51405 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.571851 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b6a91d48-db01-4d1f-bc6a-c1d43b6c5e06 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7440250 Mar 14 15:28:22.574372 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54258) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:22.579268 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-aad49cfb-640d-48b3-b841-d8f7fcbbb2f7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'mac_address': 'fa:16:3e:69:a1:c4', 'name': 'tempest-NetworksTestDHCPv6-637356997'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:22.580657 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a91d48-db01-4d1f-bc6a-c1d43b6c5e06 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=657b51cf-fca9-454b-a380-9cf1da5685a5,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:22.582504 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3418403-ff2c-46db-814e-b0e2f8d51405 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:22.597633 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4efe4318-587c-428d-b7f9-f89f1fbfb9d4 None None] For port 82ba3e70-5c94-410a-b4ac-542be090097d, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=82ba3e70-5c94-410a-b4ac-542be090097d,segment=NetworkSegment(32585b7b-1ee7-40fb-9f00-29cc481c057b),segment_id=32585b7b-1ee7-40fb-9f00-29cc481c057b)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:22.638631 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3418403-ff2c-46db-814e-b0e2f8d51405 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.639291 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-c3418403-ff2c-46db-814e-b0e2f8d51405 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Added segment 91969273-c528-4638-95af-805b73474d92 of type vlan for network 36765e72-8c88-4664-a933-ae9244792709 Mar 14 15:28:22.648996 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8405a8f-b2ac-48dd-a924-eb86709bc9ed tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Router 110c2208-e507-4655-96e4-b56a5c7bade7 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:28:22.651897 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4efe4318-587c-428d-b7f9-f89f1fbfb9d4 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.656694 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97faebea-d37f-4891-8ff4-f5ef312a1fe1 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.657017 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97faebea-d37f-4891-8ff4-f5ef312a1fe1 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.679210 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4efe4318-587c-428d-b7f9-f89f1fbfb9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.698726 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-97faebea-d37f-4891-8ff4-f5ef312a1fe1 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Calling delete_port for 7506d3b2-c6e9-434c-875f-f42c2a1b2e98 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:22.701741 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3418403-ff2c-46db-814e-b0e2f8d51405 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.713155 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-56b9b580-b971-470a-9a03-227fbd25c663 req-f062d62b-57c6-45e5-8e5b-1b316c8097dd service neutron] 10.222.0.18 "GET /v2.0/networks/0e58071f-ed6b-4f5e-9912-c6e34b9e0905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6840458 Mar 14 15:28:22.716709 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9ec050b-fc45-4c34-8f71-cb7e95d6c4c4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.752958 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9ec050b-fc45-4c34-8f71-cb7e95d6c4c4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.753671 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3418403-ff2c-46db-814e-b0e2f8d51405 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.758833 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3418403-ff2c-46db-814e-b0e2f8d51405 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:22.759487 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3418403-ff2c-46db-814e-b0e2f8d51405 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.772611 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad49cfb-640d-48b3-b841-d8f7fcbbb2f7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:22.811152 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c3418403-ff2c-46db-814e-b0e2f8d51405 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2998569 Mar 14 15:28:22.811386 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe4318-587c-428d-b7f9-f89f1fbfb9d4 None None] Pushing event updated for resources: {'Port': ['ID=82ba3e70-5c94-410a-b4ac-542be090097d,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:22.829578 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'fixed_ips': [{'subnet_id': '657b51cf-fca9-454b-a380-9cf1da5685a5'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:28:22.831240 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.869644 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54260) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:22.884260 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-be4b805c-d7e4-4dd0-ada1-ec30614887a8 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'subnet': {'network_id': '36765e72-8c88-4664-a933-ae9244792709', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:22.965855 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9ec050b-fc45-4c34-8f71-cb7e95d6c4c4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:22.967194 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e9ec050b-fc45-4c34-8f71-cb7e95d6c4c4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2171614 Mar 14 15:28:22.978059 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54262) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:23.003031 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] Allocated IP 2001:db8::f816:3eff:fe22:72c9 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/657b51cf-fca9-454b-a380-9cf1da5685a5/a24fd7e1-d41e-46d9-b8e5-42584f90e182) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:23.018828 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4151a2c3-eeb3-4855-9361-9392200f5a8b tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'security_group': {'name': 'tempest-secgroup-473418448'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:23.048436 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec050b-fc45-4c34-8f71-cb7e95d6c4c4 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55a9d4df-b647-449e-80df-08f0dbc987a8,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:23.149808 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4b805c-d7e4-4dd0-ada1-ec30614887a8 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:23.153366 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be4b805c-d7e4-4dd0-ada1-ec30614887a8 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.161408 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8405a8f-b2ac-48dd-a924-eb86709bc9ed tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:23.185768 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-56b9b580-b971-470a-9a03-227fbd25c663 req-11891fc2-2344-464f-986f-a3bc756b6a2e service neutron] 10.222.0.18 "GET /v2.0/networks/0e58071f-ed6b-4f5e-9912-c6e34b9e0905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654229 Mar 14 15:28:23.196428 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c8405a8f-b2ac-48dd-a924-eb86709bc9ed tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "PUT /v2.0/routers/110c2208-e507-4655-96e4-b56a5c7bade7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7500019 Mar 14 15:28:23.198667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54264) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:23.203096 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4151a2c3-eeb3-4855-9361-9392200f5a8b tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.226563 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.231340 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eaa6b5-9757-4f50-8ee0-7145fd0e5f27 None None] Sync routers for ids ['110c2208-e507-4655-96e4-b56a5c7bade7'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:28:23.241590 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.261420 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3418403-ff2c-46db-814e-b0e2f8d51405 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Network': ['ID=36765e72-8c88-4664-a933-ae9244792709,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:23.299235 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eaa6b5-9757-4f50-8ee0-7145fd0e5f27 None None] Routers {'110c2208-e507-4655-96e4-b56a5c7bade7'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:23.300324 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-87eaa6b5-9757-4f50-8ee0-7145fd0e5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['110c2208-e507-4655-96e4-b56a5c7bade7'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:23.313786 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 36765e72-8c88-4664-a933-ae9244792709 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:28:23.326509 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-be4b805c-d7e4-4dd0-ada1-ec30614887a8 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Performing IP validity checks on allocation pools {{(pid=102568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 14 15:28:23.326767 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aad49cfb-640d-48b3-b841-d8f7fcbbb2f7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.327168 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-be4b805c-d7e4-4dd0-ada1-ec30614887a8 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 14 15:28:23.353716 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-aad49cfb-640d-48b3-b841-d8f7fcbbb2f7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port 5febb55d-b854-4860-9895-078fb2f73b8b yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:28:23.375559 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-87eaa6b5-9757-4f50-8ee0-7145fd0e5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:23.425611 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:23.442439 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:23.445219 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:23.447685 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] Pushing event updated for resources: {'Port': ['ID=a24fd7e1-d41e-46d9-b8e5-42584f90e182,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:23.495727 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eaa6b5-9757-4f50-8ee0-7145fd0e5f27 None None] Routers {'110c2208-e507-4655-96e4-b56a5c7bade7'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:23.495727 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-87eaa6b5-9757-4f50-8ee0-7145fd0e5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['110c2208-e507-4655-96e4-b56a5c7bade7'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:23.507802 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fea3dd54-32f1-49b2-be66-c95544c8c40b tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.508044 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-aad49cfb-640d-48b3-b841-d8f7fcbbb2f7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::f816:3eff:fe69:a1c4 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/657b51cf-fca9-454b-a380-9cf1da5685a5/5febb55d-b854-4860-9895-078fb2f73b8b) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:23.649336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4151a2c3-eeb3-4855-9361-9392200f5a8b tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.650317 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97faebea-d37f-4891-8ff4-f5ef312a1fe1 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.685810 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4151a2c3-eeb3-4855-9361-9392200f5a8b tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.704211 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97faebea-d37f-4891-8ff4-f5ef312a1fe1 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event deleted for resources: {'Port': ['ID=7506d3b2-c6e9-434c-875f-f42c2a1b2e98,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:23.719783 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-87eaa6b5-9757-4f50-8ee0-7145fd0e5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:23.721040 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eaa6b5-9757-4f50-8ee0-7145fd0e5f27 None None] The sync data for ids ['110c2208-e507-4655-96e4-b56a5c7bade7'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:28:23.732359 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] Attempting to bind port a24fd7e1-d41e-46d9-b8e5-42584f90e182 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:23.732743 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] Attempting to bind port a24fd7e1-d41e-46d9-b8e5-42584f90e182 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:23.733137 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] Attempting to bind port a24fd7e1-d41e-46d9-b8e5-42584f90e182 on network 5b9fbf90-4428-44c7-aa34-44697a69d1dc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:28:23.742856 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ad48bc43-57d9-4391-aba4-b9d0654afa3d None None] Provisioning complete for port 82ba3e70-5c94-410a-b4ac-542be090097d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:23.743262 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad48bc43-57d9-4391-aba4-b9d0654afa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.744947 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:28:23.745320 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] Checking segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:23.745758 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.746154 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] Bound using segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:28:23.747053 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] Bound port: a24fd7e1-d41e-46d9-b8e5-42584f90e182, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:23.747212 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.756207 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-fea3dd54-32f1-49b2-be66-c95544c8c40b tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 14 15:28:23.759791 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fea3dd54-32f1-49b2-be66-c95544c8c40b tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "DELETE /v2.0/routers/110c2208-e507-4655-96e4-b56a5c7bade7 HTTP/1.1" status: 409 len: 329 time: 0.5577378 Mar 14 15:28:23.761291 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54266) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:23.778009 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aad49cfb-640d-48b3-b841-d8f7fcbbb2f7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.801206 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4151a2c3-eeb3-4855-9361-9392200f5a8b tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.803060 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4151a2c3-eeb3-4855-9361-9392200f5a8b tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8177717 Mar 14 15:28:23.819832 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54268) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:23.823920 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151a2c3-eeb3-4855-9361-9392200f5a8b tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed5f72b-bec5-4093-a1cf-284524d77a26,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:23.827892 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-4d62f3c3-91ac-4437-ba13-d7f7e5ec59a0 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'security_group': {'name': 'tempest-secgroup-1323030092'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:23.856076 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be4b805c-d7e4-4dd0-ada1-ec30614887a8 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.870364 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] For port a24fd7e1-d41e-46d9-b8e5-42584f90e182, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:23.894314 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] For port a24fd7e1-d41e-46d9-b8e5-42584f90e182, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a24fd7e1-d41e-46d9-b8e5-42584f90e182,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:23.902809 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.914156 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4d62f3c3-91ac-4437-ba13-d7f7e5ec59a0 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.917032 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b805c-d7e4-4dd0-ada1-ec30614887a8 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Subnet': ['ID=e5a77646-ce36-4d1e-9ea3-78e04b290f9c,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:23.926656 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97faebea-d37f-4891-8ff4-f5ef312a1fe1 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.930243 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-97faebea-d37f-4891-8ff4-f5ef312a1fe1 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.936811 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-97faebea-d37f-4891-8ff4-f5ef312a1fe1 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "DELETE /v2.0/floatingips/aee21d20-e3ab-403e-ab09-c970fe43c198 HTTP/1.1" status: 204 len: 168 time: 2.6358325 Mar 14 15:28:23.938703 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54270) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:23.944220 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-8cb7f47f-86d1-43e1-bfa4-e4597b5b6dd4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': 'c0d51b53-84c1-4fb2-8995-3b813a69d336'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:23.975976 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ad48bc43-57d9-4391-aba4-b9d0654afa3d None None] Provisioning complete for port 9b65b2a7-71f7-44b7-940e-9eb6df029535 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:23.976356 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ad48bc43-57d9-4391-aba4-b9d0654afa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:23.981475 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b805c-d7e4-4dd0-ada1-ec30614887a8 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Checking segment: {'id': '91969273-c528-4638-95af-805b73474d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '36765e72-8c88-4664-a933-ae9244792709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:23.982068 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4b805c-d7e4-4dd0-ada1-ec30614887a8 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network hostable DHCP agents. Network: 36765e72-8c88-4664-a933-ae9244792709, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:24.009841 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4b805c-d7e4-4dd0-ada1-ec30614887a8 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network 36765e72-8c88-4664-a933-ae9244792709 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:24.015588 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 82ba3e70-5c94-410a-b4ac-542be090097d up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:24.020571 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ef5d3-3130-4d9c-a6a9-7605169621f3 None None] Pushing event updated for resources: {'Port': ['ID=a24fd7e1-d41e-46d9-b8e5-42584f90e182,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:24.032201 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-be4b805c-d7e4-4dd0-ada1-ec30614887a8 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 36765e72-8c88-4664-a933-ae9244792709) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:24.041994 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4b805c-d7e4-4dd0-ada1-ec30614887a8 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:24.042833 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-be4b805c-d7e4-4dd0-ada1-ec30614887a8 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.057800 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda957fa-7b04-4bb3-8dd7-ba954e8bb19d None None] Network 36765e72-8c88-4664-a933-ae9244792709 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:24.065705 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-be4b805c-d7e4-4dd0-ada1-ec30614887a8 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1864526 Mar 14 15:28:24.072206 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54272) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:24.080020 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-bf7f915b-5b20-486c-87b7-7074316804bd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'port': {'network_id': '36765e72-8c88-4664-a933-ae9244792709', 'name': 'tempest-PortsTestJSON-2014682637'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:24.090008 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aad49cfb-640d-48b3-b841-d8f7fcbbb2f7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.121203 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ad48bc43-57d9-4391-aba4-b9d0654afa3d None None] Port 9b65b2a7-71f7-44b7-940e-9eb6df029535 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:24.138946 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f47f-86d1-43e1-bfa4-e4597b5b6dd4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.178848 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 82ba3e70-5c94-410a-b4ac-542be090097d triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:24.179249 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.235749 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad49cfb-640d-48b3-b841-d8f7fcbbb2f7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:24.245371 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-aad49cfb-640d-48b3-b841-d8f7fcbbb2f7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:24.260853 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad49cfb-640d-48b3-b841-d8f7fcbbb2f7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:24.269671 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad49cfb-640d-48b3-b841-d8f7fcbbb2f7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:24.270312 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aad49cfb-640d-48b3-b841-d8f7fcbbb2f7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.332241 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-36765e72-8c88-4664-a933-ae9244792709', 'network_id': '36765e72-8c88-4664-a933-ae9244792709', 'tenant_id': '2bc6d44e222640628bd023b496b3ec98', 'fixed_ips': [{'subnet_id': 'e5a77646-ce36-4d1e-9ea3-78e04b290f9c'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:28:24.333188 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.367049 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad49cfb-640d-48b3-b841-d8f7fcbbb2f7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=5febb55d-b854-4860-9895-078fb2f73b8b,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:24.393969 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-aad49cfb-640d-48b3-b841-d8f7fcbbb2f7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8185091 Mar 14 15:28:24.397401 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54274) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:24.410274 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4d62f3c3-91ac-4437-ba13-d7f7e5ec59a0 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.435932 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4d62f3c3-91ac-4437-ba13-d7f7e5ec59a0 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.481687 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4f2b4b-d820-4bca-baa6-eec1da76ab8c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:24.490177 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4f2b4b-d820-4bca-baa6-eec1da76ab8c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:24.492495 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ef4f2b4b-d820-4bca-baa6-eec1da76ab8c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0938830 Mar 14 15:28:24.496003 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54276) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:24.506673 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4d62f3c3-91ac-4437-ba13-d7f7e5ec59a0 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.511178 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4d62f3c3-91ac-4437-ba13-d7f7e5ec59a0 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6902599 Mar 14 15:28:24.516282 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54278) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:24.516437 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] Allocated IP 172.20.0.2 (36765e72-8c88-4664-a933-ae9244792709/e5a77646-ce36-4d1e-9ea3-78e04b290f9c/a6b2fe1d-8aca-4465-a7f0-928094823787) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:24.527217 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-da6230d5-33cb-4cb7-8923-b9d1fad2db02 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2146283292', 'security_groups': ['cc9956da-1bda-49fa-886f-3640b715497c'], 'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '12094ce3-ea39-48e6-8159-7c59dc821072'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:24.537141 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62f3c3-91ac-4437-ba13-d7f7e5ec59a0 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9956da-1bda-49fa-886f-3640b715497c,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:24.539779 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7f915b-5b20-486c-87b7-7074316804bd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:24.543257 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bf7f915b-5b20-486c-87b7-7074316804bd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.609971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-932a0e7b-fbb7-4753-a731-78bcd7fa617b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port 5febb55d-b854-4860-9895-078fb2f73b8b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:24.610590 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-932a0e7b-fbb7-4753-a731-78bcd7fa617b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.643081 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-bf7f915b-5b20-486c-87b7-7074316804bd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] device_id is not set on port 34aa52f2-1a74-45d5-9273-428009f40af3 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:28:24.688565 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.695873 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.711516 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-932a0e7b-fbb7-4753-a731-78bcd7fa617b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.725299 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f47f-86d1-43e1-bfa4-e4597b5b6dd4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.725898 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-932a0e7b-fbb7-4753-a731-78bcd7fa617b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for 5febb55d-b854-4860-9895-078fb2f73b8b owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:24.741011 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] Pushing event updated for resources: {'Port': ['ID=a6b2fe1d-8aca-4465-a7f0-928094823787,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:24.758262 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] Network 36765e72-8c88-4664-a933-ae9244792709 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:24.760019 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:24.763143 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:24.824959 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] Attempting to bind port a6b2fe1d-8aca-4465-a7f0-928094823787 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:24.825332 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] Attempting to bind port a6b2fe1d-8aca-4465-a7f0-928094823787 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '91969273-c528-4638-95af-805b73474d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '36765e72-8c88-4664-a933-ae9244792709'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:24.825700 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] Attempting to bind port a6b2fe1d-8aca-4465-a7f0-928094823787 on network 36765e72-8c88-4664-a933-ae9244792709 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:28:24.830669 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:28:24.831092 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] Checking segment: {'id': '91969273-c528-4638-95af-805b73474d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '36765e72-8c88-4664-a933-ae9244792709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:24.832237 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.832755 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] Bound using segment: {'id': '91969273-c528-4638-95af-805b73474d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '36765e72-8c88-4664-a933-ae9244792709'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:28:24.833227 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] Bound port: a6b2fe1d-8aca-4465-a7f0-928094823787, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91969273-c528-4638-95af-805b73474d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '36765e72-8c88-4664-a933-ae9244792709'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:24.835043 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.888577 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-932a0e7b-fbb7-4753-a731-78bcd7fa617b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.891834 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6230d5-33cb-4cb7-8923-b9d1fad2db02 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:24.915808 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] For port a6b2fe1d-8aca-4465-a7f0-928094823787, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:24.919297 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] For port a6b2fe1d-8aca-4465-a7f0-928094823787, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a6b2fe1d-8aca-4465-a7f0-928094823787,segment=NetworkSegment(91969273-c528-4638-95af-805b73474d92),segment_id=91969273-c528-4638-95af-805b73474d92)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:24.925580 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.934325 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a0e7b-fbb7-4753-a731-78bcd7fa617b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=5febb55d-b854-4860-9895-078fb2f73b8b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:24.986892 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-932a0e7b-fbb7-4753-a731-78bcd7fa617b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:24.991687 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-932a0e7b-fbb7-4753-a731-78bcd7fa617b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/5febb55d-b854-4860-9895-078fb2f73b8b HTTP/1.1" status: 204 len: 168 time: 0.4944398 Mar 14 15:28:24.995818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54280) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:25.009112 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-bf7f915b-5b20-486c-87b7-7074316804bd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Allocated IP 172.20.0.13 (36765e72-8c88-4664-a933-ae9244792709/e5a77646-ce36-4d1e-9ea3-78e04b290f9c/34aa52f2-1a74-45d5-9273-428009f40af3) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:25.039948 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab7888-deb9-4ba8-b1af-7565672f84c4 None None] Pushing event updated for resources: {'Port': ['ID=a6b2fe1d-8aca-4465-a7f0-928094823787,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:25.059256 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da6230d5-33cb-4cb7-8923-b9d1fad2db02 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.070408 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a423ed5a-6d20-4ff2-a8b3-d4f3e765a548 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:25.072086 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a423ed5a-6d20-4ff2-a8b3-d4f3e765a548 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:25.080354 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a23ab46c-8e85-4279-9d24-3016e50f21f6 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.080354 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54282) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:25.087591 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a423ed5a-6d20-4ff2-a8b3-d4f3e765a548 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0766580 Mar 14 15:28:25.189796 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-da6230d5-33cb-4cb7-8923-b9d1fad2db02 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] device_id is not set on port 53aa6ed6-1d05-4e1c-9670-5b65ff986bb7 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:28:25.205199 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-8cb7f47f-86d1-43e1-bfa4-e4597b5b6dd4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Allocated IP 172.26.6.234 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/a63ca3ad-f7dd-42eb-8828-6f3f6b4e2bf7) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:25.370817 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d98a69-d273-42e4-a5a5-c39df7b14b86 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet 657b51cf-fca9-454b-a380-9cf1da5685a5 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:25.431734 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51d98a69-d273-42e4-a5a5-c39df7b14b86 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.455940 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-220582ec-7e7f-44ef-af90-339a5682f80d None None] Provisioning complete for port a24fd7e1-d41e-46d9-b8e5-42584f90e182 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:25.455940 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-220582ec-7e7f-44ef-af90-339a5682f80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.542147 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-220582ec-7e7f-44ef-af90-339a5682f80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.578645 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-220582ec-7e7f-44ef-af90-339a5682f80d None None] For port a24fd7e1-d41e-46d9-b8e5-42584f90e182, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a24fd7e1-d41e-46d9-b8e5-42584f90e182,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:25.584407 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-220582ec-7e7f-44ef-af90-339a5682f80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.636460 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220582ec-7e7f-44ef-af90-339a5682f80d None None] Pushing event updated for resources: {'Port': ['ID=a24fd7e1-d41e-46d9-b8e5-42584f90e182,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:25.636717 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51d98a69-d273-42e4-a5a5-c39df7b14b86 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.703425 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-20c2095c-2c9f-4501-943b-d1e872ba4589 None None] Could not find standard attr ID for object 5febb55d-b854-4860-9895-078fb2f73b8b. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:28:25.741553 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bf7f915b-5b20-486c-87b7-7074316804bd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.779814 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f47f-86d1-43e1-bfa4-e4597b5b6dd4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.818352 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-da6230d5-33cb-4cb7-8923-b9d1fad2db02 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Allocated IP 2001:db8::2f0 (28fec14c-b7e0-49e7-816a-65c1bd36346c/12094ce3-ea39-48e6-8159-7c59dc821072/53aa6ed6-1d05-4e1c-9670-5b65ff986bb7) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:25.925528 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51d98a69-d273-42e4-a5a5-c39df7b14b86 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.957938 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bf7f915b-5b20-486c-87b7-7074316804bd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:25.976112 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a6b2fe1d-8aca-4465-a7f0-928094823787 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:26.039375 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port a6b2fe1d-8aca-4465-a7f0-928094823787 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:26.039750 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.134473 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.156864 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1eb36a-710a-45c5-84a4-c3a2fbfd4d69 None None] Network 36765e72-8c88-4664-a933-ae9244792709 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:26.225898 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port a6b2fe1d-8aca-4465-a7f0-928094823787, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a6b2fe1d-8aca-4465-a7f0-928094823787,segment=NetworkSegment(91969273-c528-4638-95af-805b73474d92),segment_id=91969273-c528-4638-95af-805b73474d92)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:26.237076 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.238258 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a24fd7e1-d41e-46d9-b8e5-42584f90e182 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:26.310683 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3457c2b9-60ab-4a94-b1e0-adc2e417e951 None None] Provisioning complete for port a6b2fe1d-8aca-4465-a7f0-928094823787 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:26.311088 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3457c2b9-60ab-4a94-b1e0-adc2e417e951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.364110 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f47f-86d1-43e1-bfa4-e4597b5b6dd4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.402416 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=a6b2fe1d-8aca-4465-a7f0-928094823787,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:26.453439 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port a24fd7e1-d41e-46d9-b8e5-42584f90e182 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:26.453819 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.461497 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7f915b-5b20-486c-87b7-7074316804bd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network 36765e72-8c88-4664-a933-ae9244792709 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:26.475518 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb7f47f-86d1-43e1-bfa4-e4597b5b6dd4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:26.480989 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f915b-5b20-486c-87b7-7074316804bd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=34aa52f2-1a74-45d5-9273-428009f40af3,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:26.483497 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-bf7f915b-5b20-486c-87b7-7074316804bd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:26.493905 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7f915b-5b20-486c-87b7-7074316804bd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:26.500412 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-8cb7f47f-86d1-43e1-bfa4-e4597b5b6dd4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:26.543659 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb7f47f-86d1-43e1-bfa4-e4597b5b6dd4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:26.603843 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51d98a69-d273-42e4-a5a5-c39df7b14b86 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.672541 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d98a69-d273-42e4-a5a5-c39df7b14b86 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=657b51cf-fca9-454b-a380-9cf1da5685a5,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:26.681175 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51d98a69-d273-42e4-a5a5-c39df7b14b86 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.683772 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf4e5db-e5bb-4fb3-8fff-5289c904710f None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:26.684593 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-51d98a69-d273-42e4-a5a5-c39df7b14b86 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/657b51cf-fca9-454b-a380-9cf1da5685a5 HTTP/1.1" status: 204 len: 168 time: 1.5994499 Mar 14 15:28:26.687430 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54284) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:26.689159 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7f47f-86d1-43e1-bfa4-e4597b5b6dd4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Port': ['ID=a63ca3ad-f7dd-42eb-8828-6f3f6b4e2bf7,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:26.701067 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7f915b-5b20-486c-87b7-7074316804bd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:26.701711 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bf7f915b-5b20-486c-87b7-7074316804bd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.710334 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da6230d5-33cb-4cb7-8923-b9d1fad2db02 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.735367 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8ac7a45c-492c-47ae-b1bd-0cb412e8108b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466340 Mar 14 15:28:26.737998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54286) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:26.744385 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6aed66b8-c290-41c5-a69d-23e09c177f08 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:26.755034 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-a23ab46c-8e85-4279-9d24-3016e50f21f6 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Deleting port 0b506f93-17e0-4fa8-9c4a-15f174bfd2e0 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:26.756250 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a23ab46c-8e85-4279-9d24-3016e50f21f6 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.806335 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bf7f915b-5b20-486c-87b7-7074316804bd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7301953 Mar 14 15:28:26.816100 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54288) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:26.870714 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-53a2dfc3-8600-4e66-912e-940f67171ba7 None None] Provisioning complete for port a6b2fe1d-8aca-4465-a7f0-928094823787 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:26.871240 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-53a2dfc3-8600-4e66-912e-940f67171ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:26.929358 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2761c853-73cb-477f-82ab-a386f4b63d90 None None] DHCP port deletion for 5b9fbf90-4428-44c7-aa34-44697a69d1dc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:28:26.984768 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aed66b8-c290-41c5-a69d-23e09c177f08 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:26.991851 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6aed66b8-c290-41c5-a69d-23e09c177f08 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.025319 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2761c853-73cb-477f-82ab-a386f4b63d90 None None] Deleting port a24fd7e1-d41e-46d9-b8e5-42584f90e182 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:27.025926 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2761c853-73cb-477f-82ab-a386f4b63d90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.068577 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1fdaf2ca-8850-45be-893c-3e5883f99aeb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port 34aa52f2-1a74-45d5-9273-428009f40af3 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:27.068577 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fdaf2ca-8850-45be-893c-3e5883f99aeb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.084689 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da6230d5-33cb-4cb7-8923-b9d1fad2db02 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.103924 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2761c853-73cb-477f-82ab-a386f4b63d90 None None] For port a24fd7e1-d41e-46d9-b8e5-42584f90e182, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a24fd7e1-d41e-46d9-b8e5-42584f90e182,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:27.104326 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2761c853-73cb-477f-82ab-a386f4b63d90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.106964 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-53a2dfc3-8600-4e66-912e-940f67171ba7 None None] Provisioning complete for port 34aa52f2-1a74-45d5-9273-428009f40af3 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:27.107479 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-53a2dfc3-8600-4e66-912e-940f67171ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.152647 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2761c853-73cb-477f-82ab-a386f4b63d90 None None] Calling delete_port for a24fd7e1-d41e-46d9-b8e5-42584f90e182 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:27.159343 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a23ab46c-8e85-4279-9d24-3016e50f21f6 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.169230 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-53a2dfc3-8600-4e66-912e-940f67171ba7 None None] Port 34aa52f2-1a74-45d5-9273-428009f40af3 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:27.194447 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-a23ab46c-8e85-4279-9d24-3016e50f21f6 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Calling delete_port for 0b506f93-17e0-4fa8-9c4a-15f174bfd2e0 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:27.210967 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6230d5-33cb-4cb7-8923-b9d1fad2db02 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network 28fec14c-b7e0-49e7-816a-65c1bd36346c is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:27.211222 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fdaf2ca-8850-45be-893c-3e5883f99aeb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.221545 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-da6230d5-33cb-4cb7-8923-b9d1fad2db02 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:27.226951 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6230d5-33cb-4cb7-8923-b9d1fad2db02 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=53aa6ed6-1d05-4e1c-9670-5b65ff986bb7,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:27.229303 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6230d5-33cb-4cb7-8923-b9d1fad2db02 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:27.234846 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6230d5-33cb-4cb7-8923-b9d1fad2db02 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:27.235503 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da6230d5-33cb-4cb7-8923-b9d1fad2db02 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.248449 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1fdaf2ca-8850-45be-893c-3e5883f99aeb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for 34aa52f2-1a74-45d5-9273-428009f40af3 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:27.252544 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2761c853-73cb-477f-82ab-a386f4b63d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.288389 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2761c853-73cb-477f-82ab-a386f4b63d90 None None] No DVR routers for this DVR port a24fd7e1-d41e-46d9-b8e5-42584f90e182 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:27.295618 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761c853-73cb-477f-82ab-a386f4b63d90 None None] Pushing event deleted for resources: {'Port': ['ID=a24fd7e1-d41e-46d9-b8e5-42584f90e182,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:27.312419 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-1e596dbb-5d76-41eb-8362-3dae02935a1e None None] Provisioning complete for port 34aa52f2-1a74-45d5-9273-428009f40af3 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:27.312578 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e596dbb-5d76-41eb-8362-3dae02935a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.315158 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-da6230d5-33cb-4cb7-8923-b9d1fad2db02 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7956848 Mar 14 15:28:27.318102 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54290) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:27.325914 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-52f1c7a9-b72f-42b9-97ba-1199b2d4f467 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'subnet': {'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:27.356826 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1e596dbb-5d76-41eb-8362-3dae02935a1e None None] Port 34aa52f2-1a74-45d5-9273-428009f40af3 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:27.400162 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f47f-86d1-43e1-bfa4-e4597b5b6dd4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.477725 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.objects.ports [None req-6aed66b8-c290-41c5-a69d-23e09c177f08 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102568) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 15:28:27.482579 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6aed66b8-c290-41c5-a69d-23e09c177f08 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.534975 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aed66b8-c290-41c5-a69d-23e09c177f08 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:27.543021 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-6aed66b8-c290-41c5-a69d-23e09c177f08 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:27.547978 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aed66b8-c290-41c5-a69d-23e09c177f08 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:27.548795 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6aed66b8-c290-41c5-a69d-23e09c177f08 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.558472 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38d06eb-1ada-42c6-853e-a084fc2c5495 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:27.559174 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fdaf2ca-8850-45be-893c-3e5883f99aeb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.565009 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed66b8-c290-41c5-a69d-23e09c177f08 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=1372450d-9e7a-4fb4-84be-eedeaec9ca28,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:27.588412 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f47f-86d1-43e1-bfa4-e4597b5b6dd4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.600305 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdaf2ca-8850-45be-893c-3e5883f99aeb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=34aa52f2-1a74-45d5-9273-428009f40af3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:27.607279 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6aed66b8-c290-41c5-a69d-23e09c177f08 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8656762 Mar 14 15:28:27.609895 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54292) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:27.614810 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-71454c6b-0bb5-4315-a720-6ea39158395f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'mac_address': 'fa:16:3e:68:a2:e3', 'name': 'tempest-NetworksTestDHCPv6-1710843217'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:27.623517 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f1c7a9-b72f-42b9-97ba-1199b2d4f467 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:27.627130 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-52f1c7a9-b72f-42b9-97ba-1199b2d4f467 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.737922 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fdaf2ca-8850-45be-893c-3e5883f99aeb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.743885 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1fdaf2ca-8850-45be-893c-3e5883f99aeb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/ports/34aa52f2-1a74-45d5-9273-428009f40af3 HTTP/1.1" status: 204 len: 168 time: 0.9243445 Mar 14 15:28:27.744252 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54294) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:27.784773 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a23ab46c-8e85-4279-9d24-3016e50f21f6 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.788192 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2c9ac3-b72e-421c-85d1-2b62ec072a7d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] DELETE failed (client error): The resource could not be found. Mar 14 15:28:27.788948 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c2c9ac3-b72e-421c-85d1-2b62ec072a7d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:27.794476 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4c2c9ac3-b72e-421c-85d1-2b62ec072a7d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/ports/34aa52f2-1a74-45d5-9273-428009f40af3 HTTP/1.1" status: 404 len: 333 time: 0.0470226 Mar 14 15:28:27.794906 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54296) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:27.805918 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-40a8e710-7764-4399-b236-297017c2ca76 None None] Provisioning complete for port 53aa6ed6-1d05-4e1c-9670-5b65ff986bb7 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:27.806470 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-40a8e710-7764-4399-b236-297017c2ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.837394 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b6df6e-06ec-49d4-81d5-93ad8f710444 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] GET failed (client error): The resource could not be found. Mar 14 15:28:27.839270 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-24b6df6e-06ec-49d4-81d5-93ad8f710444 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports/34aa52f2-1a74-45d5-9273-428009f40af3 HTTP/1.1" status: 404 len: 333 time: 0.0436702 Mar 14 15:28:27.848066 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54298) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:27.852254 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-40a8e710-7764-4399-b236-297017c2ca76 None None] Port 53aa6ed6-1d05-4e1c-9670-5b65ff986bb7 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:27.853083 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'fixed_ips': [{'subnet_id': '1372450d-9e7a-4fb4-84be-eedeaec9ca28'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:28:27.854000 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.863866 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ab46c-8e85-4279-9d24-3016e50f21f6 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Pushing event deleted for resources: {'Port': ['ID=0b506f93-17e0-4fa8-9c4a-15f174bfd2e0,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:27.954379 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-941c7ccd-0716-47bc-9b32-c505b5da8aad tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting subnet e5a77646-ce36-4d1e-9ea3-78e04b290f9c {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:27.960921 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71454c6b-0bb5-4315-a720-6ea39158395f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:27.966723 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-941c7ccd-0716-47bc-9b32-c505b5da8aad tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:27.968565 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a6b2fe1d-8aca-4465-a7f0-928094823787 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:28.002975 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.ipam_backend_mixin [None req-52f1c7a9-b72f-42b9-97ba-1199b2d4f467 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 12094ce3-ea39-48e6-8159-7c59dc821072 (CIDR: 2001:db8::/64) Mar 14 15:28:28.025053 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f1c7a9-b72f-42b9-97ba-1199b2d4f467 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:28.025831 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f1c7a9-b72f-42b9-97ba-1199b2d4f467 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:28.082687 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-941c7ccd-0716-47bc-9b32-c505b5da8aad tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.122128 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-52f1c7a9-b72f-42b9-97ba-1199b2d4f467 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8027740 Mar 14 15:28:28.127814 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54300) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:28.139276 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-467dd15e-26d0-478b-9f7f-93ac77461fde tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'subnet': {'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:28.184680 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f47f-86d1-43e1-bfa4-e4597b5b6dd4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.201188 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f47f-86d1-43e1-bfa4-e4597b5b6dd4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.210022 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a23ab46c-8e85-4279-9d24-3016e50f21f6 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.222447 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] Allocated IP 2001:db8::f816:3eff:feb1:1746 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/1372450d-9e7a-4fb4-84be-eedeaec9ca28/22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:28.227788 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71454c6b-0bb5-4315-a720-6ea39158395f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.261192 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-71454c6b-0bb5-4315-a720-6ea39158395f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port 1b037762-6142-4d15-a953-838f7bc04c50 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:28:28.278157 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-941c7ccd-0716-47bc-9b32-c505b5da8aad tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.310256 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port a6b2fe1d-8aca-4465-a7f0-928094823787 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:28.310551 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.385188 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-941c7ccd-0716-47bc-9b32-c505b5da8aad tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.403084 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7f47f-86d1-43e1-bfa4-e4597b5b6dd4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Port': ['ID=a63ca3ad-f7dd-42eb-8828-6f3f6b4e2bf7,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:28.422253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c7ccd-0716-47bc-9b32-c505b5da8aad tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a77646-ce36-4d1e-9ea3-78e04b290f9c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:28.425850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-941c7ccd-0716-47bc-9b32-c505b5da8aad tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.432361 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-941c7ccd-0716-47bc-9b32-c505b5da8aad tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/subnets/e5a77646-ce36-4d1e-9ea3-78e04b290f9c HTTP/1.1" status: 204 len: 168 time: 0.5773623 Mar 14 15:28:28.432361 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54302) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:28.447531 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f47f-86d1-43e1-bfa4-e4597b5b6dd4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.452012 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71df3a85-a4fc-4c62-b977-d45365a574ef None None] Network 36765e72-8c88-4664-a933-ae9244792709 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:28.524755 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.536066 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6bb5ccf9-1e99-4b47-ad9d-7e55211ccc1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.538602 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.570478 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23ab46c-8e85-4279-9d24-3016e50f21f6 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Router 110c2208-e507-4655-96e4-b56a5c7bade7 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:28:28.574851 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467dd15e-26d0-478b-9f7f-93ac77461fde tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:28.578432 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-467dd15e-26d0-478b-9f7f-93ac77461fde tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.606728 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:28.614025 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:28.637269 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-71454c6b-0bb5-4315-a720-6ea39158395f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::f816:3eff:fe68:a2e3 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/1372450d-9e7a-4fb4-84be-eedeaec9ca28/1b037762-6142-4d15-a953-838f7bc04c50) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:28.637557 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:28.642753 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a24fd7e1-d41e-46d9-b8e5-42584f90e182 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:28:28.651438 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] Pushing event updated for resources: {'Port': ['ID=22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:28.677096 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6bb5ccf9-1e99-4b47-ad9d-7e55211ccc1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port a6b2fe1d-8aca-4465-a7f0-928094823787 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:28.677430 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6bb5ccf9-1e99-4b47-ad9d-7e55211ccc1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.678702 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: a24fd7e1-d41e-46d9-b8e5-42584f90e182 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:28:28.679074 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a24fd7e1-d41e-46d9-b8e5-42584f90e182 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:28:28.739964 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] Attempting to bind port 22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:28.740445 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] Attempting to bind port 22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:28.741288 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] Attempting to bind port 22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9 on network 5b9fbf90-4428-44c7-aa34-44697a69d1dc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:28:28.749045 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:28:28.749791 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] Checking segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:28.750291 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.750793 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] Bound using segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:28:28.751672 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] Bound port: 22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:28.751887 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.834090 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] For port 22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:28.838099 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] For port 22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:28.845179 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-6bb5ccf9-1e99-4b47-ad9d-7e55211ccc1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] For port a6b2fe1d-8aca-4465-a7f0-928094823787, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a6b2fe1d-8aca-4465-a7f0-928094823787,segment=NetworkSegment(91969273-c528-4638-95af-805b73474d92),segment_id=91969273-c528-4638-95af-805b73474d92)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:28.845775 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6bb5ccf9-1e99-4b47-ad9d-7e55211ccc1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.848104 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.862188 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d501f54-efcb-494b-95f2-db58ac9feb71 None None] DHCP port deletion for 36765e72-8c88-4664-a933-ae9244792709 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:28:28.871782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6bb5ccf9-1e99-4b47-ad9d-7e55211ccc1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for a6b2fe1d-8aca-4465-a7f0-928094823787 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:28.951217 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71454c6b-0bb5-4315-a720-6ea39158395f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:28.954524 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15412f5e-b218-48df-b8b2-a9d20616500a None None] Pushing event updated for resources: {'Port': ['ID=22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:28.972845 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3d501f54-efcb-494b-95f2-db58ac9feb71 None None] Deleting port a6b2fe1d-8aca-4465-a7f0-928094823787 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:28.973356 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d501f54-efcb-494b-95f2-db58ac9feb71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:29.024723 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71454c6b-0bb5-4315-a720-6ea39158395f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:29.042849 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3d501f54-efcb-494b-95f2-db58ac9feb71 None None] For port a6b2fe1d-8aca-4465-a7f0-928094823787, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a6b2fe1d-8aca-4465-a7f0-928094823787,segment=NetworkSegment(91969273-c528-4638-95af-805b73474d92),segment_id=91969273-c528-4638-95af-805b73474d92)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:29.043437 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d501f54-efcb-494b-95f2-db58ac9feb71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:29.064020 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3d501f54-efcb-494b-95f2-db58ac9feb71 None None] Calling delete_port for a6b2fe1d-8aca-4465-a7f0-928094823787 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:29.094793 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-8cb7f47f-86d1-43e1-bfa4-e4597b5b6dd4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Floating IP 05d52b29-866f-45f6-ae17-2dc415553bf8 associated. External IP: 172.26.6.234, port: c0d51b53-84c1-4fb2-8995-3b813a69d336. Mar 14 15:28:29.095491 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71454c6b-0bb5-4315-a720-6ea39158395f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=1b037762-6142-4d15-a953-838f7bc04c50,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:29.109848 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71454c6b-0bb5-4315-a720-6ea39158395f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:29.119127 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-71454c6b-0bb5-4315-a720-6ea39158395f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:29.129332 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71454c6b-0bb5-4315-a720-6ea39158395f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:29.159251 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71454c6b-0bb5-4315-a720-6ea39158395f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:29.159251 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71454c6b-0bb5-4315-a720-6ea39158395f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:29.162449 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23ab46c-8e85-4279-9d24-3016e50f21f6 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:29.186556 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a23ab46c-8e85-4279-9d24-3016e50f21f6 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "PUT /v2.0/routers/110c2208-e507-4655-96e4-b56a5c7bade7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4241195 Mar 14 15:28:29.191729 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54304) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:29.195918 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec9fc6-2e54-4dcc-b3ae-75f99180b33d None None] Sync routers for ids ['110c2208-e507-4655-96e4-b56a5c7bade7'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:28:29.207426 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-71454c6b-0bb5-4315-a720-6ea39158395f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5964248 Mar 14 15:28:29.218585 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec9fc6-2e54-4dcc-b3ae-75f99180b33d None None] Routers {'110c2208-e507-4655-96e4-b56a5c7bade7'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:29.219571 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-90ec9fc6-2e54-4dcc-b3ae-75f99180b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['110c2208-e507-4655-96e4-b56a5c7bade7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:29.220375 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54306) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:29.260942 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-093c6a6a-4ce9-4958-83f5-d70f28e3b540 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] show failed (client error): The resource could not be found. Mar 14 15:28:29.261240 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-90ec9fc6-2e54-4dcc-b3ae-75f99180b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:29.269735 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d501f54-efcb-494b-95f2-db58ac9feb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:29.273995 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.ipam_backend_mixin [None req-467dd15e-26d0-478b-9f7f-93ac77461fde tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4855c3fd-a3a9-4c6b-aa2a-413a5d9d41b9 (CIDR: 2001:db8:0:1::/64) Mar 14 15:28:29.275431 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-093c6a6a-4ce9-4958-83f5-d70f28e3b540 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-1097356428 HTTP/1.1" status: 404 len: 335 time: 0.0695081 Mar 14 15:28:29.276418 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54308) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:29.283324 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec9fc6-2e54-4dcc-b3ae-75f99180b33d None None] Routers {'110c2208-e507-4655-96e4-b56a5c7bade7'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:29.284210 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-90ec9fc6-2e54-4dcc-b3ae-75f99180b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['110c2208-e507-4655-96e4-b56a5c7bade7'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:29.288687 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a08fd42c-d400-474c-b9eb-707cdc5aa245 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:29.293220 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6bb5ccf9-1e99-4b47-ad9d-7e55211ccc1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:29.300094 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d501f54-efcb-494b-95f2-db58ac9feb71 None None] Pushing event deleted for resources: {'Port': ['ID=a6b2fe1d-8aca-4465-a7f0-928094823787,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:29.304388 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d501f54-efcb-494b-95f2-db58ac9feb71 None None] No DVR routers for this DVR port a6b2fe1d-8aca-4465-a7f0-928094823787 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:29.312263 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-467dd15e-26d0-478b-9f7f-93ac77461fde tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:29.312762 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-467dd15e-26d0-478b-9f7f-93ac77461fde tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:29.338592 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-90ec9fc6-2e54-4dcc-b3ae-75f99180b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:29.343840 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec9fc6-2e54-4dcc-b3ae-75f99180b33d None None] The sync data for ids ['110c2208-e507-4655-96e4-b56a5c7bade7'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:28:29.364445 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2494d1ba-d14e-46bc-891f-cfce558d27d5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:29.369359 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-a08fd42c-d400-474c-b9eb-707cdc5aa245 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] update failed (client error): The resource could not be found. Mar 14 15:28:29.375182 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a08fd42c-d400-474c-b9eb-707cdc5aa245 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-1162008052 HTTP/1.1" status: 404 len: 335 time: 0.0922813 Mar 14 15:28:29.375495 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2494d1ba-d14e-46bc-891f-cfce558d27d5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:29.375495 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2494d1ba-d14e-46bc-891f-cfce558d27d5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1496334 Mar 14 15:28:29.380916 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54310) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:29.381290 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54312) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:29.397436 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb5ccf9-1e99-4b47-ad9d-7e55211ccc1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No DVR routers for this DVR port a6b2fe1d-8aca-4465-a7f0-928094823787 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:29.399596 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-467dd15e-26d0-478b-9f7f-93ac77461fde tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2691891 Mar 14 15:28:29.404133 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5ccf9-1e99-4b47-ad9d-7e55211ccc1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=a6b2fe1d-8aca-4465-a7f0-928094823787,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:29.405662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54316) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:29.430502 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0a1d4a79-0706-40d4-9a70-ab653552036f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'subnet': {'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:29.553310 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-9725364a-02f0-4275-8c1c-b1cf87579215 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Deleting subnet f5825790-88f9-44ad-9a21-3058be3079e8 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:29.565183 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9725364a-02f0-4275-8c1c-b1cf87579215 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:29.651901 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9725364a-02f0-4275-8c1c-b1cf87579215 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:29.720130 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-d8313243-343c-4741-a650-ca4dc01a2b31 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port 1b037762-6142-4d15-a953-838f7bc04c50 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:29.720474 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8313243-343c-4741-a650-ca4dc01a2b31 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:29.748914 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb7f47f-86d1-43e1-bfa4-e4597b5b6dd4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Router da84d555-1d7c-4d7f-b281-83d0a3be8bb5 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:28:29.837178 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9725364a-02f0-4275-8c1c-b1cf87579215 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:29.878502 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6bb5ccf9-1e99-4b47-ad9d-7e55211ccc1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:29.916155 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-6bb5ccf9-1e99-4b47-ad9d-7e55211ccc1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36765e72-8c88-4664-a933-ae9244792709']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:29.934851 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-6bb5ccf9-1e99-4b47-ad9d-7e55211ccc1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91969273-c528-4638-95af-805b73474d92') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:29.935783 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-6bb5ccf9-1e99-4b47-ad9d-7e55211ccc1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91969273-c528-4638-95af-805b73474d92') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:29.941044 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8313243-343c-4741-a650-ca4dc01a2b31 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:29.955897 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6bb5ccf9-1e99-4b47-ad9d-7e55211ccc1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:29.966685 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-d8313243-343c-4741-a650-ca4dc01a2b31 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for 1b037762-6142-4d15-a953-838f7bc04c50 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:29.979666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6bb5ccf9-1e99-4b47-ad9d-7e55211ccc1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:29.985838 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb5ccf9-1e99-4b47-ad9d-7e55211ccc1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:28:29.986226 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6bb5ccf9-1e99-4b47-ad9d-7e55211ccc1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:29.987855 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:30.038515 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:30.046018 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1d4a79-0706-40d4-9a70-ab653552036f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Made reservation on behalf of 49679f1af32a4f65a13f21c45e2b47bd for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:30.049930 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a1d4a79-0706-40d4-9a70-ab653552036f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.065674 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:30.066080 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.068438 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9725364a-02f0-4275-8c1c-b1cf87579215 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.119000 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725364a-02f0-4275-8c1c-b1cf87579215 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Pushing event deleted for resources: {'Subnet': ['ID=f5825790-88f9-44ad-9a21-3058be3079e8,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:30.126693 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6bb5ccf9-1e99-4b47-ad9d-7e55211ccc1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.137321 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb7f47f-86d1-43e1-bfa4-e4597b5b6dd4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:30.139878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6bb5ccf9-1e99-4b47-ad9d-7e55211ccc1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.140933 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26c36de-b97c-40f7-963b-3964a0ab84a8 None None] Network 04632671-5bc3-4863-92d9-f9fc69c26ad6 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:30.142937 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6bb5ccf9-1e99-4b47-ad9d-7e55211ccc1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/networks/36765e72-8c88-4664-a933-ae9244792709 HTTP/1.1" status: 204 len: 168 time: 1.7095079 Mar 14 15:28:30.156743 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9725364a-02f0-4275-8c1c-b1cf87579215 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.163137 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54318) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:30.163711 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54320) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:30.164873 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5ccf9-1e99-4b47-ad9d-7e55211ccc1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Network': ['ID=36765e72-8c88-4664-a933-ae9244792709,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:30.165029 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9725364a-02f0-4275-8c1c-b1cf87579215 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "DELETE /v2.0/subnets/f5825790-88f9-44ad-9a21-3058be3079e8 HTTP/1.1" status: 204 len: 168 time: 0.7824671 Mar 14 15:28:30.189253 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f47f-86d1-43e1-bfa4-e4597b5b6dd4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.225329 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8cb7f47f-86d1-43e1-bfa4-e4597b5b6dd4 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.2853615 Mar 14 15:28:30.242563 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8688eab-5b27-4d92-81eb-8dde9cb3dd25 None None] Sync routers for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:28:30.282274 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.283893 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-cae3b303-a146-4fac-aa72-50525c90b477 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1791617837'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:30.292383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54322) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:30.295241 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8688eab-5b27-4d92-81eb-8dde9cb3dd25 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:30.295886 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d8688eab-5b27-4d92-81eb-8dde9cb3dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:30.297881 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4c399025-1eb8-4588-a198-df6e455d232e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1059745425'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:30.308851 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8313243-343c-4741-a650-ca4dc01a2b31 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.356832 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8313243-343c-4741-a650-ca4dc01a2b31 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=1b037762-6142-4d15-a953-838f7bc04c50,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:30.370998 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d8688eab-5b27-4d92-81eb-8dde9cb3dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:30.389271 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8313243-343c-4741-a650-ca4dc01a2b31 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.394760 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d8313243-343c-4741-a650-ca4dc01a2b31 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/1b037762-6142-4d15-a953-838f7bc04c50 HTTP/1.1" status: 204 len: 168 time: 1.0107896 Mar 14 15:28:30.398080 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54324) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:30.403152 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1484960-5d48-4af4-9960-6f4eddc87be1 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Deleting subnet 2a7d325c-c5f0-404d-ad23-a86f53b897a0 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:30.404149 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-235b85de-03ed-4dfe-a753-23f9a2d32a65 None None] Provisioning complete for port 22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:30.404532 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-235b85de-03ed-4dfe-a753-23f9a2d32a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.409194 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1484960-5d48-4af4-9960-6f4eddc87be1 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.414528 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8688eab-5b27-4d92-81eb-8dde9cb3dd25 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:30.415998 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d8688eab-5b27-4d92-81eb-8dde9cb3dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:30.424688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae3b303-a146-4fac-aa72-50525c90b477 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:30.428582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cae3b303-a146-4fac-aa72-50525c90b477 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.439222 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c399025-1eb8-4588-a198-df6e455d232e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Made reservation on behalf of 32b90bc106c14fffa6b9e3eb32363153 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:30.442957 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c399025-1eb8-4588-a198-df6e455d232e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.482833 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d8688eab-5b27-4d92-81eb-8dde9cb3dd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:30.483530 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8688eab-5b27-4d92-81eb-8dde9cb3dd25 None None] The sync data for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:28:30.485986 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:30.493248 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83717070-3056-4098-8c9c-14043ba85277 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:30.495229 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83717070-3056-4098-8c9c-14043ba85277 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:30.496952 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-83717070-3056-4098-8c9c-14043ba85277 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0961764 Mar 14 15:28:30.499974 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54326) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:30.502187 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.535847 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82185af5-db5d-49ef-9a70-aac3d3b7b9ac None None] DHCP port deletion for 04632671-5bc3-4863-92d9-f9fc69c26ad6 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:28:30.550371 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a1d4a79-0706-40d4-9a70-ab653552036f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.607634 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-8329ec63-57fe-497a-a451-94f26237bfef tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet 1372450d-9e7a-4fb4-84be-eedeaec9ca28 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:30.615930 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8329ec63-57fe-497a-a451-94f26237bfef tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.619149 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a6b2fe1d-8aca-4465-a7f0-928094823787 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:28:30.623519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae3b303-a146-4fac-aa72-50525c90b477 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:30.627279 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1d4a79-0706-40d4-9a70-ab653552036f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Network 28fec14c-b7e0-49e7-816a-65c1bd36346c is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:30.631801 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1484960-5d48-4af4-9960-6f4eddc87be1 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.644968 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: a6b2fe1d-8aca-4465-a7f0-928094823787 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:28:30.645364 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a6b2fe1d-8aca-4465-a7f0-928094823787 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:28:30.658110 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:30.665342 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-0a1d4a79-0706-40d4-9a70-ab653552036f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:30.676438 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c399025-1eb8-4588-a198-df6e455d232e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:30.687320 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1d4a79-0706-40d4-9a70-ab653552036f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:30.687924 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a1d4a79-0706-40d4-9a70-ab653552036f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.691373 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8158beb2-21c0-4c3d-8638-87d421656199 None None] Network 28fec14c-b7e0-49e7-816a-65c1bd36346c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:30.696622 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8329ec63-57fe-497a-a451-94f26237bfef tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.709910 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cae3b303-a146-4fac-aa72-50525c90b477 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.711007 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-cae3b303-a146-4fac-aa72-50525c90b477 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Added segment ca476e29-67a4-438c-9313-67df88a13513 of type vlan for network cde7d2bb-b561-46eb-b6ab-f9133776673c Mar 14 15:28:30.731486 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d4a79-0706-40d4-9a70-ab653552036f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Subnet': ['ID=0ebebcac-7bdb-430e-9f71-ac8aa483f055,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:30.768886 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c399025-1eb8-4588-a198-df6e455d232e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.769267 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-4c399025-1eb8-4588-a198-df6e455d232e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Added segment 37ae3771-4734-4b7d-9400-d9a431c1ee61 of type vlan for network 59ee8576-ee06-456f-9eda-22a8f9b5664f Mar 14 15:28:30.780300 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0a1d4a79-0706-40d4-9a70-ab653552036f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3531063 Mar 14 15:28:30.784194 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-82185af5-db5d-49ef-9a70-aac3d3b7b9ac None None] Deleting port c59af928-62ab-4a2c-ab2a-6d12f0eb2454 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:30.784578 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-82185af5-db5d-49ef-9a70-aac3d3b7b9ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.795369 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54328) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:30.798802 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cae3b303-a146-4fac-aa72-50525c90b477 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.806808 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-4f3df91b-fc4a-49ed-95dd-3fcc3a441b7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-499240198', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0ebebcac-7bdb-430e-9f71-ac8aa483f055'}], 'security_groups': ['55a9d4df-b647-449e-80df-08f0dbc987a8', 'fed5f72b-bec5-4093-a1cf-284524d77a26']}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:30.893306 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c399025-1eb8-4588-a198-df6e455d232e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.912836 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-82185af5-db5d-49ef-9a70-aac3d3b7b9ac None None] For port c59af928-62ab-4a2c-ab2a-6d12f0eb2454, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c59af928-62ab-4a2c-ab2a-6d12f0eb2454,segment=NetworkSegment(6337ef43-c397-43d5-8235-a1ab5917da41),segment_id=6337ef43-c397-43d5-8235-a1ab5917da41)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:30.913105 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-82185af5-db5d-49ef-9a70-aac3d3b7b9ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.915423 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-feaaea3c-e4d3-4e2b-a876-3322882bd676 None None] Could not find standard attr ID for object 1b037762-6142-4d15-a953-838f7bc04c50. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:28:30.935336 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-82185af5-db5d-49ef-9a70-aac3d3b7b9ac None None] Calling delete_port for c59af928-62ab-4a2c-ab2a-6d12f0eb2454 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:30.936386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cae3b303-a146-4fac-aa72-50525c90b477 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.941946 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae3b303-a146-4fac-aa72-50525c90b477 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:30.945257 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cae3b303-a146-4fac-aa72-50525c90b477 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.952731 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1484960-5d48-4af4-9960-6f4eddc87be1 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:30.961875 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8329ec63-57fe-497a-a451-94f26237bfef tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.001832 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c399025-1eb8-4588-a198-df6e455d232e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.008119 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c399025-1eb8-4588-a198-df6e455d232e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:31.008856 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c399025-1eb8-4588-a198-df6e455d232e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.022434 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4f3df91b-fc4a-49ed-95dd-3fcc3a441b7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.070286 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cae3b303-a146-4fac-aa72-50525c90b477 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9028053 Mar 14 15:28:31.075211 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54330) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:31.080931 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3b303-a146-4fac-aa72-50525c90b477 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Network': ['ID=cde7d2bb-b561-46eb-b6ab-f9133776673c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:31.081475 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-82185af5-db5d-49ef-9a70-aac3d3b7b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.095297 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4c399025-1eb8-4588-a198-df6e455d232e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7989895 Mar 14 15:28:31.096553 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54332) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:31.102169 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5a63ea75-a63e-407e-b94b-9e6be2eb0b80 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'subnet': {'network_id': '59ee8576-ee06-456f-9eda-22a8f9b5664f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:31.105061 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f62d10ac-2f46-4390-9da1-c774423a3e6f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'subnet': {'network_id': 'cde7d2bb-b561-46eb-b6ab-f9133776673c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:31.113705 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network cde7d2bb-b561-46eb-b6ab-f9133776673c details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:28:31.157229 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82185af5-db5d-49ef-9a70-aac3d3b7b9ac None None] No DVR routers for this DVR port c59af928-62ab-4a2c-ab2a-6d12f0eb2454 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:31.162629 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82185af5-db5d-49ef-9a70-aac3d3b7b9ac None None] Pushing event deleted for resources: {'Port': ['ID=c59af928-62ab-4a2c-ab2a-6d12f0eb2454,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:31.167561 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8329ec63-57fe-497a-a451-94f26237bfef tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.216855 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1484960-5d48-4af4-9960-6f4eddc87be1 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.228250 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8cd017-6fda-4bea-b3d1-1e8e7bfac7d9 None None] Update dhcp port {'port': {'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c', 'fixed_ips': [{'subnet_id': '4855c3fd-a3a9-4c6b-aa2a-413a5d9d41b9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '12094ce3-ea39-48e6-8159-7c59dc821072', 'ip_address': '2001:db8::2'}, {'subnet_id': '0ebebcac-7bdb-430e-9f71-ac8aa483f055'}], 'binding:host_id': 'dv-neutron-833559-1-hyperv'}, 'id': '82ba3e70-5c94-410a-b4ac-542be090097d'} from dv-neutron-833559-1-hyperv. {{(pid=102569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 15:28:31.244515 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329ec63-57fe-497a-a451-94f26237bfef tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=1372450d-9e7a-4fb4-84be-eedeaec9ca28,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:31.264832 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8329ec63-57fe-497a-a451-94f26237bfef tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.267207 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d8cd017-6fda-4bea-b3d1-1e8e7bfac7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.268425 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8329ec63-57fe-497a-a451-94f26237bfef tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/1372450d-9e7a-4fb4-84be-eedeaec9ca28 HTTP/1.1" status: 204 len: 168 time: 0.7674239 Mar 14 15:28:31.277448 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54334) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:31.277657 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87b6d94-7e8d-4174-a102-4eceb998a7b9 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:31.278998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1484960-5d48-4af4-9960-6f4eddc87be1 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Pushing event deleted for resources: {'Subnet': ['ID=2a7d325c-c5f0-404d-ad23-a86f53b897a0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:31.283916 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c399025-1eb8-4588-a198-df6e455d232e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Network': ['ID=59ee8576-ee06-456f-9eda-22a8f9b5664f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:31.288436 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1484960-5d48-4af4-9960-6f4eddc87be1 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.291758 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c1484960-5d48-4af4-9960-6f4eddc87be1 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "DELETE /v2.0/subnets/2a7d325c-c5f0-404d-ad23-a86f53b897a0 HTTP/1.1" status: 204 len: 168 time: 1.1227918 Mar 14 15:28:31.295921 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54336) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:31.309631 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14642900-f71d-4742-b8e1-bb4cd9e67cc1 None None] Network 65ca240a-b0da-4f19-9f08-8f21036cf4c0 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:31.329301 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 59ee8576-ee06-456f-9eda-22a8f9b5664f details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:28:31.366706 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-20daf9d3-d15e-4d03-b43a-b3b71ddeff34 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929170 Mar 14 15:28:31.370280 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54338) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:31.370980 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62d10ac-2f46-4390-9da1-c774423a3e6f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:31.374629 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f62d10ac-2f46-4390-9da1-c774423a3e6f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.382701 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a63ea75-a63e-407e-b94b-9e6be2eb0b80 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Made reservation on behalf of 32b90bc106c14fffa6b9e3eb32363153 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:31.386252 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a63ea75-a63e-407e-b94b-9e6be2eb0b80 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.435344 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7156-d9f7-4ba4-8beb-72b61c52f76f tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.581447 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a1b705-db56-46b8-8919-6f6d7d1d38a9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:31.585979 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-07a1b705-db56-46b8-8919-6f6d7d1d38a9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2049708 Mar 14 15:28:31.589226 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54340) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:31.612016 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7156-d9f7-4ba4-8beb-72b61c52f76f tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.658768 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-bc4b7156-d9f7-4ba4-8beb-72b61c52f76f tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04632671-5bc3-4863-92d9-f9fc69c26ad6']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:31.677322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-bc4b7156-d9f7-4ba4-8beb-72b61c52f76f tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6337ef43-c397-43d5-8235-a1ab5917da41') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:31.678241 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-bc4b7156-d9f7-4ba4-8beb-72b61c52f76f tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6337ef43-c397-43d5-8235-a1ab5917da41') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:31.698023 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7156-d9f7-4ba4-8beb-72b61c52f76f tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.733293 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187dafd6-581a-4f02-af66-52e7c76f1004 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:31.737368 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-187dafd6-581a-4f02-af66-52e7c76f1004 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1431992 Mar 14 15:28:31.739195 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54342) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:31.750491 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7156-d9f7-4ba4-8beb-72b61c52f76f tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.764006 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4b7156-d9f7-4ba4-8beb-72b61c52f76f tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:28:31.764394 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7156-d9f7-4ba4-8beb-72b61c52f76f tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:31.767830 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:31.781051 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a63ea75-a63e-407e-b94b-9e6be2eb0b80 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.793176 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-eaabc846-042d-47ea-a7d9-047c70dfe6ae tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493758 Mar 14 15:28:31.843302 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54344) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:31.848194 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-74218b3d-9525-435b-b6ca-ba11632e6bfb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:31.854099 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-4f3df91b-fc4a-49ed-95dd-3fcc3a441b7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Delete allocated IP 2001:db8::2f0 (28fec14c-b7e0-49e7-816a-65c1bd36346c/12094ce3-ea39-48e6-8159-7c59dc821072) {{(pid=102567) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 15:28:31.866930 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-4f3df91b-fc4a-49ed-95dd-3fcc3a441b7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Allocated IP 2001:db8:0:2::32 (28fec14c-b7e0-49e7-816a-65c1bd36346c/0ebebcac-7bdb-430e-9f71-ac8aa483f055/53aa6ed6-1d05-4e1c-9670-5b65ff986bb7) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:31.935957 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7156-d9f7-4ba4-8beb-72b61c52f76f tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.952964 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7156-d9f7-4ba4-8beb-72b61c52f76f tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:31.956406 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bc4b7156-d9f7-4ba4-8beb-72b61c52f76f tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "DELETE /v2.0/networks/04632671-5bc3-4863-92d9-f9fc69c26ad6 HTTP/1.1" status: 204 len: 168 time: 0.6594946 Mar 14 15:28:31.963194 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54346) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:31.978348 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:31.985574 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63ea75-a63e-407e-b94b-9e6be2eb0b80 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Subnet': ['ID=8c85dd05-a789-4c62-9286-a23126400af5,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:31.996314 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b7156-d9f7-4ba4-8beb-72b61c52f76f tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Pushing event deleted for resources: {'Network': ['ID=04632671-5bc3-4863-92d9-f9fc69c26ad6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:32.021532 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63ea75-a63e-407e-b94b-9e6be2eb0b80 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Checking segment: {'id': '37ae3771-4734-4b7d-9400-d9a431c1ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '59ee8576-ee06-456f-9eda-22a8f9b5664f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:32.021971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63ea75-a63e-407e-b94b-9e6be2eb0b80 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Network hostable DHCP agents. Network: 59ee8576-ee06-456f-9eda-22a8f9b5664f, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:32.034731 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74218b3d-9525-435b-b6ca-ba11632e6bfb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:32.038871 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74218b3d-9525-435b-b6ca-ba11632e6bfb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.042608 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f62d10ac-2f46-4390-9da1-c774423a3e6f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.062438 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed8e51a-9b01-4876-99c8-a166fd776976 None None] DHCP port deletion for 5b9fbf90-4428-44c7-aa34-44697a69d1dc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:28:32.074166 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63ea75-a63e-407e-b94b-9e6be2eb0b80 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Network 59ee8576-ee06-456f-9eda-22a8f9b5664f is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:32.104582 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5097f3-d520-4e2f-8253-1bd85db58b6f None None] DHCP port deletion for 65ca240a-b0da-4f19-9f08-8f21036cf4c0 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:28:32.119022 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-5a63ea75-a63e-407e-b94b-9e6be2eb0b80 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 59ee8576-ee06-456f-9eda-22a8f9b5664f) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:32.128283 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a63ea75-a63e-407e-b94b-9e6be2eb0b80 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:32.128912 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5a63ea75-a63e-407e-b94b-9e6be2eb0b80 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.142075 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef717ee3-2e5a-4f6a-bba9-9c0334a7ccd1 None None] Network 59ee8576-ee06-456f-9eda-22a8f9b5664f requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:32.152980 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5a63ea75-a63e-407e-b94b-9e6be2eb0b80 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0555182 Mar 14 15:28:32.156270 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54348) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:32.170160 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-86b81603-409b-4d1c-a1d7-49d6a695fa49 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1183650293', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}, 'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:32.178519 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:32.178892 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.200339 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bd094b67-5db8-47a7-a45a-bffa5c9c17a2 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.231274 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d10ac-2f46-4390-9da1-c774423a3e6f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Subnet': ['ID=a23e786e-d91d-4c26-80d1-648599dc2bc4,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:32.276574 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-86b81603-409b-4d1c-a1d7-49d6a695fa49 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.277466 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-86b81603-409b-4d1c-a1d7-49d6a695fa49 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.309083 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62d10ac-2f46-4390-9da1-c774423a3e6f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Checking segment: {'id': 'ca476e29-67a4-438c-9313-67df88a13513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'cde7d2bb-b561-46eb-b6ab-f9133776673c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:32.309083 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62d10ac-2f46-4390-9da1-c774423a3e6f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network hostable DHCP agents. Network: cde7d2bb-b561-46eb-b6ab-f9133776673c, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:32.359595 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4f3df91b-fc4a-49ed-95dd-3fcc3a441b7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.368957 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0ed8e51a-9b01-4876-99c8-a166fd776976 None None] Deleting port 22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:32.368957 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0ed8e51a-9b01-4876-99c8-a166fd776976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.399286 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-86b81603-409b-4d1c-a1d7-49d6a695fa49 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.400709 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4f3df91b-fc4a-49ed-95dd-3fcc3a441b7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.483074 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62d10ac-2f46-4390-9da1-c774423a3e6f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network cde7d2bb-b561-46eb-b6ab-f9133776673c is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:32.505939 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.objects.ports [None req-74218b3d-9525-435b-b6ca-ba11632e6bfb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102568) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 15:28:32.510820 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4e5097f3-d520-4e2f-8253-1bd85db58b6f None None] Deleting port cec162cd-3d10-48b7-ab4c-fcbdd556577e {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:32.511230 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e5097f3-d520-4e2f-8253-1bd85db58b6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.613672 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-3d8cd017-6fda-4bea-b3d1-1e8e7bfac7d9 None None] Allocated IP 2001:db8:0:2::2 (28fec14c-b7e0-49e7-816a-65c1bd36346c/0ebebcac-7bdb-430e-9f71-ac8aa483f055/82ba3e70-5c94-410a-b4ac-542be090097d) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:32.720174 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-0ed8e51a-9b01-4876-99c8-a166fd776976 None None] For port 22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:32.720703 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0ed8e51a-9b01-4876-99c8-a166fd776976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.724566 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-59ee8576-ee06-456f-9eda-22a8f9b5664f', 'network_id': '59ee8576-ee06-456f-9eda-22a8f9b5664f', 'tenant_id': '32b90bc106c14fffa6b9e3eb32363153', 'fixed_ips': [{'subnet_id': '8c85dd05-a789-4c62-9286-a23126400af5'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:28:32.725492 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.767089 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4e5097f3-d520-4e2f-8253-1bd85db58b6f None None] For port cec162cd-3d10-48b7-ab4c-fcbdd556577e, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=cec162cd-3d10-48b7-ab4c-fcbdd556577e,segment=NetworkSegment(b676ad01-e5df-469e-9661-5002c8c93fd5),segment_id=b676ad01-e5df-469e-9661-5002c8c93fd5)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:32.767302 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74218b3d-9525-435b-b6ca-ba11632e6bfb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.767585 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e5097f3-d520-4e2f-8253-1bd85db58b6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.792703 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c59af928-62ab-4a2c-ab2a-6d12f0eb2454 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:28:32.798589 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0ed8e51a-9b01-4876-99c8-a166fd776976 None None] Calling delete_port for 22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:32.836790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4e5097f3-d520-4e2f-8253-1bd85db58b6f None None] Calling delete_port for cec162cd-3d10-48b7-ab4c-fcbdd556577e owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:32.853052 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: c59af928-62ab-4a2c-ab2a-6d12f0eb2454 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:28:32.853400 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c59af928-62ab-4a2c-ab2a-6d12f0eb2454 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:28:32.898281 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-4f3df91b-fc4a-49ed-95dd-3fcc3a441b7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] In _notify_port_updated(), no bound segment for port 53aa6ed6-1d05-4e1c-9670-5b65ff986bb7 on network 28fec14c-b7e0-49e7-816a-65c1bd36346c {{(pid=102567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:28:32.903815 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3df91b-fc4a-49ed-95dd-3fcc3a441b7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:32.904523 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4f3df91b-fc4a-49ed-95dd-3fcc3a441b7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:32.908759 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4f3df91b-fc4a-49ed-95dd-3fcc3a441b7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "PUT /v2.0/ports/53aa6ed6-1d05-4e1c-9670-5b65ff986bb7 HTTP/1.1" status: 200 len: 968 time: 2.1120069 Mar 14 15:28:32.909616 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54350) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:32.924007 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f62d10ac-2f46-4390-9da1-c774423a3e6f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, cde7d2bb-b561-46eb-b6ab-f9133776673c) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:32.987001 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-74218b3d-9525-435b-b6ca-ba11632e6bfb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] For port 22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:32.991006 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3df91b-fc4a-49ed-95dd-3fcc3a441b7d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event updated for resources: {'Port': ['ID=53aa6ed6-1d05-4e1c-9670-5b65ff986bb7,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:32.997321 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62d10ac-2f46-4390-9da1-c774423a3e6f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:32.997913 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f62d10ac-2f46-4390-9da1-c774423a3e6f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.030646 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bfe0e0-c2e7-4e85-830d-b776d4555562 None None] Network cde7d2bb-b561-46eb-b6ab-f9133776673c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:33.035783 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-bd094b67-5db8-47a7-a45a-bffa5c9c17a2 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Deleting port cec162cd-3d10-48b7-ab4c-fcbdd556577e {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:33.036674 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bd094b67-5db8-47a7-a45a-bffa5c9c17a2 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.055389 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-86b81603-409b-4d1c-a1d7-49d6a695fa49 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.064276 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74218b3d-9525-435b-b6ca-ba11632e6bfb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.072339 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74218b3d-9525-435b-b6ca-ba11632e6bfb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.073558 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74218b3d-9525-435b-b6ca-ba11632e6bfb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.107354 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3d8cd017-6fda-4bea-b3d1-1e8e7bfac7d9 None None] For port 82ba3e70-5c94-410a-b4ac-542be090097d, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=82ba3e70-5c94-410a-b4ac-542be090097d,segment=NetworkSegment(32585b7b-1ee7-40fb-9f00-29cc481c057b),segment_id=32585b7b-1ee7-40fb-9f00-29cc481c057b)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:33.115856 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f62d10ac-2f46-4390-9da1-c774423a3e6f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0175889 Mar 14 15:28:33.121814 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54352) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:33.163914 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-80fdbe7b-7942-4b19-a340-6fbc129f32ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'port': {'network_id': 'cde7d2bb-b561-46eb-b6ab-f9133776673c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1854546909'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:33.185464 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74218b3d-9525-435b-b6ca-ba11632e6bfb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:33.194262 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-74218b3d-9525-435b-b6ca-ba11632e6bfb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:33.196884 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74218b3d-9525-435b-b6ca-ba11632e6bfb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=ccbb7f2a-0df3-4444-b73d-489ea1427906,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:33.199541 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74218b3d-9525-435b-b6ca-ba11632e6bfb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:33.200135 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74218b3d-9525-435b-b6ca-ba11632e6bfb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.221755 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74218b3d-9525-435b-b6ca-ba11632e6bfb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9,revision_number=6']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:33.230162 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-74218b3d-9525-435b-b6ca-ba11632e6bfb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3856812 Mar 14 15:28:33.232712 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54354) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:33.238959 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8e723c4b-1546-444a-96c4-ef82069a7c4f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'mac_address': 'fa:16:3e:03:a0:96', 'name': 'tempest-NetworksTestDHCPv6-196954184'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:33.241006 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-bd094b67-5db8-47a7-a45a-bffa5c9c17a2 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] For port cec162cd-3d10-48b7-ab4c-fcbdd556577e, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=cec162cd-3d10-48b7-ab4c-fcbdd556577e,segment=NetworkSegment(b676ad01-e5df-469e-9661-5002c8c93fd5),segment_id=b676ad01-e5df-469e-9661-5002c8c93fd5)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:33.241525 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bd094b67-5db8-47a7-a45a-bffa5c9c17a2 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.274252 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-bd094b67-5db8-47a7-a45a-bffa5c9c17a2 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Calling delete_port for cec162cd-3d10-48b7-ab4c-fcbdd556577e owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:33.348086 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0ed8e51a-9b01-4876-99c8-a166fd776976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.383888 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e5097f3-d520-4e2f-8253-1bd85db58b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.396739 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e723c4b-1546-444a-96c4-ef82069a7c4f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:33.398643 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-c70020dc-5d5d-41bb-b051-2cbfeb1024db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port 53aa6ed6-1d05-4e1c-9670-5b65ff986bb7 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:33.399013 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c70020dc-5d5d-41bb-b051-2cbfeb1024db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.502570 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fdbe7b-7942-4b19-a340-6fbc129f32ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:33.502792 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d8cd017-6fda-4bea-b3d1-1e8e7bfac7d9 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.505536 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e723c4b-1546-444a-96c4-ef82069a7c4f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.507011 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80fdbe7b-7942-4b19-a340-6fbc129f32ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.511998 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8e51a-9b01-4876-99c8-a166fd776976 None None] Pushing event deleted for resources: {'Port': ['ID=22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:33.534792 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bd094b67-5db8-47a7-a45a-bffa5c9c17a2 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.536631 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-8e723c4b-1546-444a-96c4-ef82069a7c4f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port 52feb0d3-35ca-4dd8-8fce-bb0460937cf2 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:28:33.540739 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed8e51a-9b01-4876-99c8-a166fd776976 None None] No DVR routers for this DVR port 22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:33.545596 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-80fdbe7b-7942-4b19-a340-6fbc129f32ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] device_id is not set on port 9d3e9223-8903-4877-b67e-eed4052e3e42 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:28:33.546897 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3d8cd017-6fda-4bea-b3d1-1e8e7bfac7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.634937 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd094b67-5db8-47a7-a45a-bffa5c9c17a2 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Pushing event deleted for resources: {'Port': ['ID=cec162cd-3d10-48b7-ab4c-fcbdd556577e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:33.641127 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd094b67-5db8-47a7-a45a-bffa5c9c17a2 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] No DVR routers for this DVR port cec162cd-3d10-48b7-ab4c-fcbdd556577e on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:33.673850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-8e723c4b-1546-444a-96c4-ef82069a7c4f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::f816:3eff:fe03:a096 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/ccbb7f2a-0df3-4444-b73d-489ea1427906/52feb0d3-35ca-4dd8-8fce-bb0460937cf2) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:33.681050 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c70020dc-5d5d-41bb-b051-2cbfeb1024db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.729837 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-c70020dc-5d5d-41bb-b051-2cbfeb1024db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for 53aa6ed6-1d05-4e1c-9670-5b65ff986bb7 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:33.783817 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5097f3-d520-4e2f-8253-1bd85db58b6f None None] No DVR routers for this DVR port cec162cd-3d10-48b7-ab4c-fcbdd556577e on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:33.791964 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5097f3-d520-4e2f-8253-1bd85db58b6f None None] Pushing event deleted for resources: {'Port': ['ID=cec162cd-3d10-48b7-ab4c-fcbdd556577e,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:33.794021 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] Allocated IP 172.20.0.2 (59ee8576-ee06-456f-9eda-22a8f9b5664f/8c85dd05-a789-4c62-9286-a23126400af5/d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:33.815301 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edc1688-3ecf-4f85-91ed-fe26f85eeabb None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:33.848027 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bd094b67-5db8-47a7-a45a-bffa5c9c17a2 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.875987 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e723c4b-1546-444a-96c4-ef82069a7c4f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.921920 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e723c4b-1546-444a-96c4-ef82069a7c4f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.957201 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-bd094b67-5db8-47a7-a45a-bffa5c9c17a2 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ca240a-b0da-4f19-9f08-8f21036cf4c0']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:33.975907 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e723c4b-1546-444a-96c4-ef82069a7c4f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:33.978879 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8e723c4b-1546-444a-96c4-ef82069a7c4f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:33.981292 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e723c4b-1546-444a-96c4-ef82069a7c4f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:33.987034 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e723c4b-1546-444a-96c4-ef82069a7c4f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:33.987704 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e723c4b-1546-444a-96c4-ef82069a7c4f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:33.994303 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-bd094b67-5db8-47a7-a45a-bffa5c9c17a2 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b676ad01-e5df-469e-9661-5002c8c93fd5') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:33.994796 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-bd094b67-5db8-47a7-a45a-bffa5c9c17a2 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b676ad01-e5df-469e-9661-5002c8c93fd5') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:33.996952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-80fdbe7b-7942-4b19-a340-6fbc129f32ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Allocated IP 172.20.0.13 (cde7d2bb-b561-46eb-b6ab-f9133776673c/a23e786e-d91d-4c26-80d1-648599dc2bc4/9d3e9223-8903-4877-b67e-eed4052e3e42) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:33.999066 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-86b81603-409b-4d1c-a1d7-49d6a695fa49 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.003998 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:28:34.005854 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e723c4b-1546-444a-96c4-ef82069a7c4f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=52feb0d3-35ca-4dd8-8fce-bb0460937cf2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:34.022601 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8e723c4b-1546-444a-96c4-ef82069a7c4f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7887118 Mar 14 15:28:34.025439 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54362) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:34.041026 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bd094b67-5db8-47a7-a45a-bffa5c9c17a2 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.053890 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-86b81603-409b-4d1c-a1d7-49d6a695fa49 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.087368 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:28:34.088194 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 22dba9f4-a3b1-4930-a8aa-65b17a6c2ed9 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:28:34.088632 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device cec162cd-3d10-48b7-ab4c-fcbdd556577e no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:28:34.093503 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bd094b67-5db8-47a7-a45a-bffa5c9c17a2 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.098023 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-cde7d2bb-b561-46eb-b6ab-f9133776673c', 'network_id': 'cde7d2bb-b561-46eb-b6ab-f9133776673c', 'tenant_id': '2bc6d44e222640628bd023b496b3ec98', 'fixed_ips': [{'subnet_id': 'a23e786e-d91d-4c26-80d1-648599dc2bc4'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:28:34.099028 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.107671 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02a85ee-9b96-4a8b-8032-d0cb39efed6b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:34.111846 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e02a85ee-9b96-4a8b-8032-d0cb39efed6b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0829453 Mar 14 15:28:34.113216 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54364) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:34.152199 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd094b67-5db8-47a7-a45a-bffa5c9c17a2 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:28:34.152609 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bd094b67-5db8-47a7-a45a-bffa5c9c17a2 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: self.session.flush() Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:34.158059 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:34.164029 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: cec162cd-3d10-48b7-ab4c-fcbdd556577e {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:28:34.164551 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device cec162cd-3d10-48b7-ab4c-fcbdd556577e not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:28:34.223813 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cd017-6fda-4bea-b3d1-1e8e7bfac7d9 None None] Pushing event updated for resources: {'Port': ['ID=82ba3e70-5c94-410a-b4ac-542be090097d,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:34.237580 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d3707ca5-4e39-4c4c-86fe-c4f469883b2b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port 52feb0d3-35ca-4dd8-8fce-bb0460937cf2 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:34.238057 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3707ca5-4e39-4c4c-86fe-c4f469883b2b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.248443 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4fd7bf64-51fe-4177-9aac-2105a4550aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.368580 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3707ca5-4e39-4c4c-86fe-c4f469883b2b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.371456 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bd094b67-5db8-47a7-a45a-bffa5c9c17a2 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.384742 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d3707ca5-4e39-4c4c-86fe-c4f469883b2b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for 52feb0d3-35ca-4dd8-8fce-bb0460937cf2 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:34.401692 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bd094b67-5db8-47a7-a45a-bffa5c9c17a2 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.407067 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bd094b67-5db8-47a7-a45a-bffa5c9c17a2 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "DELETE /v2.0/networks/65ca240a-b0da-4f19-9f08-8f21036cf4c0 HTTP/1.1" status: 204 len: 168 time: 2.4360013 Mar 14 15:28:34.412861 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54366) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:34.431673 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.472632 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd094b67-5db8-47a7-a45a-bffa5c9c17a2 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Pushing event deleted for resources: {'Network': ['ID=65ca240a-b0da-4f19-9f08-8f21036cf4c0,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:34.502297 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c70020dc-5d5d-41bb-b051-2cbfeb1024db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.532138 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.565546 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-86b81603-409b-4d1c-a1d7-49d6a695fa49 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Allocated IP 172.26.6.122 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/77cf49a1-60fe-4c01-9cc5-99a273c05cbc) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:34.574579 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80fdbe7b-7942-4b19-a340-6fbc129f32ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.578105 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70020dc-5d5d-41bb-b051-2cbfeb1024db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=53aa6ed6-1d05-4e1c-9670-5b65ff986bb7,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:34.603578 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3707ca5-4e39-4c4c-86fe-c4f469883b2b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.627231 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c70020dc-5d5d-41bb-b051-2cbfeb1024db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.633303 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c70020dc-5d5d-41bb-b051-2cbfeb1024db tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/ports/53aa6ed6-1d05-4e1c-9670-5b65ff986bb7 HTTP/1.1" status: 204 len: 168 time: 1.7173324 Mar 14 15:28:34.633487 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] Pushing event updated for resources: {'Port': ['ID=d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:34.639103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54368) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:34.642478 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3707ca5-4e39-4c4c-86fe-c4f469883b2b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=52feb0d3-35ca-4dd8-8fce-bb0460937cf2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:34.643325 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] Network 59ee8576-ee06-456f-9eda-22a8f9b5664f is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:34.655047 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:34.657088 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:34.662310 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7b05f1-67c9-4c9b-aa8f-59bec780fb27 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Deleting subnet c43b2500-1b54-4c2f-96e4-5009bcbdc722 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:34.686020 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3707ca5-4e39-4c4c-86fe-c4f469883b2b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.690813 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d3707ca5-4e39-4c4c-86fe-c4f469883b2b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/52feb0d3-35ca-4dd8-8fce-bb0460937cf2 HTTP/1.1" status: 204 len: 168 time: 0.5766916 Mar 14 15:28:34.693285 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54370) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:34.696549 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0c7b05f1-67c9-4c9b-aa8f-59bec780fb27 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.723606 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb18c6c-517f-4142-8065-c0facc42cdb9 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] GET failed (client error): The resource could not be found. Mar 14 15:28:34.728279 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-edb18c6c-517f-4142-8065-c0facc42cdb9 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports/53aa6ed6-1d05-4e1c-9670-5b65ff986bb7 HTTP/1.1" status: 404 len: 333 time: 0.0857322 Mar 14 15:28:34.733047 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54372) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:34.743925 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] Attempting to bind port d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:34.744334 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] Attempting to bind port d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '37ae3771-4734-4b7d-9400-d9a431c1ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '59ee8576-ee06-456f-9eda-22a8f9b5664f'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:34.744681 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] Attempting to bind port d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e on network 59ee8576-ee06-456f-9eda-22a8f9b5664f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:28:34.750353 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:28:34.750735 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] Checking segment: {'id': '37ae3771-4734-4b7d-9400-d9a431c1ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '59ee8576-ee06-456f-9eda-22a8f9b5664f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:34.751179 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.751584 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] Bound using segment: {'id': '37ae3771-4734-4b7d-9400-d9a431c1ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '59ee8576-ee06-456f-9eda-22a8f9b5664f'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:28:34.752111 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] Bound port: d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ae3771-4734-4b7d-9400-d9a431c1ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '59ee8576-ee06-456f-9eda-22a8f9b5664f'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:34.752490 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.764439 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271e609f-e783-487e-9ddf-862268847de8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:34.766272 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271e609f-e783-487e-9ddf-862268847de8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:34.767932 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-271e609f-e783-487e-9ddf-862268847de8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0733533 Mar 14 15:28:34.768791 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f330ce-9775-4b0c-bc4e-9fb1cc79717a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'fixed_ips': [{'subnet_id': 'ccbb7f2a-0df3-4444-b73d-489ea1427906'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:28:34.769630 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-19f330ce-9775-4b0c-bc4e-9fb1cc79717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.771159 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54374) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:34.828460 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-648d75ec-2159-4e50-b527-ad7fb4050ab0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet ccbb7f2a-0df3-4444-b73d-489ea1427906 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:34.833559 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-648d75ec-2159-4e50-b527-ad7fb4050ab0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.851121 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0c7b05f1-67c9-4c9b-aa8f-59bec780fb27 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.877872 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80fdbe7b-7942-4b19-a340-6fbc129f32ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.881512 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-648d75ec-2159-4e50-b527-ad7fb4050ab0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.937704 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-648d75ec-2159-4e50-b527-ad7fb4050ab0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.967499 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] Allocated IP 172.20.0.2 (cde7d2bb-b561-46eb-b6ab-f9133776673c/a23e786e-d91d-4c26-80d1-648599dc2bc4/ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:34.975655 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] For port d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:34.979493 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-0c15d349-778e-47cf-90b3-9ac16cb5927e None None] Provisioning complete for port 82ba3e70-5c94-410a-b4ac-542be090097d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:34.979745 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdbe7b-7942-4b19-a340-6fbc129f32ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=9d3e9223-8903-4877-b67e-eed4052e3e42,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:34.979890 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0c15d349-778e-47cf-90b3-9ac16cb5927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:34.986682 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] For port d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e,segment=NetworkSegment(37ae3771-4734-4b7d-9400-d9a431c1ee61),segment_id=37ae3771-4734-4b7d-9400-d9a431c1ee61)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:35.004046 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fdbe7b-7942-4b19-a340-6fbc129f32ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network cde7d2bb-b561-46eb-b6ab-f9133776673c is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:35.018435 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-80fdbe7b-7942-4b19-a340-6fbc129f32ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:35.028452 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-86b81603-409b-4d1c-a1d7-49d6a695fa49 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.032578 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-648d75ec-2159-4e50-b527-ad7fb4050ab0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.036114 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fdbe7b-7942-4b19-a340-6fbc129f32ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:35.059804 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.065953 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d75ec-2159-4e50-b527-ad7fb4050ab0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=ccbb7f2a-0df3-4444-b73d-489ea1427906,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:35.069010 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-648d75ec-2159-4e50-b527-ad7fb4050ab0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.074710 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-648d75ec-2159-4e50-b527-ad7fb4050ab0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/ccbb7f2a-0df3-4444-b73d-489ea1427906 HTTP/1.1" status: 204 len: 168 time: 0.3001575 Mar 14 15:28:35.074828 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54376) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:35.084556 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c7ff7f38-277f-4a8b-99d1-ad4df8456ec8 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server [None req-19f330ce-9775-4b0c-bc4e-9fb1cc79717a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ccbb7f2a-0df3-4444-b73d-489ea1427906: This subnet is being modified by another concurrent operation. Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise exception Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ccbb7f2a-0df3-4444-b73d-489ea1427906: This subnet is being modified by another concurrent operation. Mar 14 15:28:35.099621 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server Mar 14 15:28:35.152515 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-027f428a-f6a7-41f1-92d3-159905d3e7f7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765765 Mar 14 15:28:35.153389 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54378) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:35.164500 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-bd9d1d1a-87eb-45ba-aee6-0273b9c48da1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:35.193926 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c7ff7f38-277f-4a8b-99d1-ad4df8456ec8 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.221922 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcaba0-724c-4d7f-8b3b-d88f2efbfab8 None None] Pushing event updated for resources: {'Port': ['ID=d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:35.270126 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fdbe7b-7942-4b19-a340-6fbc129f32ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:35.270858 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80fdbe7b-7942-4b19-a340-6fbc129f32ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.277758 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0c7b05f1-67c9-4c9b-aa8f-59bec780fb27 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.324385 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-0c15d349-778e-47cf-90b3-9ac16cb5927e None None] Could not find standard attr ID for object 53aa6ed6-1d05-4e1c-9670-5b65ff986bb7. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:28:35.341904 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.349657 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-86b81603-409b-4d1c-a1d7-49d6a695fa49 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.351559 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.360351 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-0c15d349-778e-47cf-90b3-9ac16cb5927e None None] Provisioning complete for port 9b65b2a7-71f7-44b7-940e-9eb6df029535 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:35.360905 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0c15d349-778e-47cf-90b3-9ac16cb5927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.372801 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-80fdbe7b-7942-4b19-a340-6fbc129f32ba tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.2257760 Mar 14 15:28:35.375715 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54380) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:35.433397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] Network cde7d2bb-b561-46eb-b6ab-f9133776673c is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:35.440380 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:35.443909 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] Pushing event updated for resources: {'Port': ['ID=ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:35.446790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:35.452521 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b81603-409b-4d1c-a1d7-49d6a695fa49 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:35.453300 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0c15d349-778e-47cf-90b3-9ac16cb5927e None None] Port 9b65b2a7-71f7-44b7-940e-9eb6df029535 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:35.462843 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c7ff7f38-277f-4a8b-99d1-ad4df8456ec8 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.465434 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c7ff7f38-277f-4a8b-99d1-ad4df8456ec8 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.469071 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c7ff7f38-277f-4a8b-99d1-ad4df8456ec8 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/security-groups/cc9956da-1bda-49fa-886f-3640b715497c HTTP/1.1" status: 204 len: 168 time: 0.7187748 Mar 14 15:28:35.473591 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54382) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:35.484172 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-86b81603-409b-4d1c-a1d7-49d6a695fa49 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:35.517195 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b81603-409b-4d1c-a1d7-49d6a695fa49 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:35.521643 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b81603-409b-4d1c-a1d7-49d6a695fa49 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Port': ['ID=77cf49a1-60fe-4c01-9cc5-99a273c05cbc,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:35.527053 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff7f38-277f-4a8b-99d1-ad4df8456ec8 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9956da-1bda-49fa-886f-3640b715497c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:35.550404 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9d1d1a-87eb-45ba-aee6-0273b9c48da1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:35.557208 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bd9d1d1a-87eb-45ba-aee6-0273b9c48da1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.563194 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] Attempting to bind port ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:35.564185 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] Attempting to bind port ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'ca476e29-67a4-438c-9313-67df88a13513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'cde7d2bb-b561-46eb-b6ab-f9133776673c'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:35.565122 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] Attempting to bind port ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad on network cde7d2bb-b561-46eb-b6ab-f9133776673c {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:28:35.579007 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0c7b05f1-67c9-4c9b-aa8f-59bec780fb27 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.589212 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:28:35.590177 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] Checking segment: {'id': 'ca476e29-67a4-438c-9313-67df88a13513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'cde7d2bb-b561-46eb-b6ab-f9133776673c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:35.590458 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.591158 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] Bound using segment: {'id': 'ca476e29-67a4-438c-9313-67df88a13513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'cde7d2bb-b561-46eb-b6ab-f9133776673c'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:28:35.591694 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] Bound port: ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca476e29-67a4-438c-9313-67df88a13513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'cde7d2bb-b561-46eb-b6ab-f9133776673c'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:35.592234 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.608816 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-104acd4f-596c-4467-9a89-7e02e2156cc3 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.621693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-546f8419-f024-4ee1-8240-624d273bd874 None None] Could not find standard attr ID for object 53aa6ed6-1d05-4e1c-9670-5b65ff986bb7. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:28:35.658861 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-104acd4f-596c-4467-9a89-7e02e2156cc3 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.672007 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-067302a9-daa2-4455-a3cc-912f2032af34 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port 9d3e9223-8903-4877-b67e-eed4052e3e42 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:35.672397 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-067302a9-daa2-4455-a3cc-912f2032af34 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.673902 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eee079-717e-48c7-8e7b-12de5b8e291c None None] Network 306fab2c-8ce1-4900-be88-e3b27308b003 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:35.675461 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0c7b05f1-67c9-4c9b-aa8f-59bec780fb27 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.678658 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0c7b05f1-67c9-4c9b-aa8f-59bec780fb27 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "DELETE /v2.0/subnets/c43b2500-1b54-4c2f-96e4-5009bcbdc722 HTTP/1.1" status: 204 len: 168 time: 1.2477677 Mar 14 15:28:35.681705 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54384) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:35.690208 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b05f1-67c9-4c9b-aa8f-59bec780fb27 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Pushing event deleted for resources: {'Subnet': ['ID=c43b2500-1b54-4c2f-96e4-5009bcbdc722,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:35.763419 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-104acd4f-596c-4467-9a89-7e02e2156cc3 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.766375 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-104acd4f-596c-4467-9a89-7e02e2156cc3 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.767701 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-104acd4f-596c-4467-9a89-7e02e2156cc3 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/security-groups/fed5f72b-bec5-4093-a1cf-284524d77a26 HTTP/1.1" status: 204 len: 168 time: 0.2926383 Mar 14 15:28:35.778577 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54386) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:35.787550 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] For port ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:35.793636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] For port ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad,segment=NetworkSegment(ca476e29-67a4-438c-9313-67df88a13513),segment_id=ca476e29-67a4-438c-9313-67df88a13513)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:35.801212 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104acd4f-596c-4467-9a89-7e02e2156cc3 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed5f72b-bec5-4093-a1cf-284524d77a26,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:35.862443 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-067302a9-daa2-4455-a3cc-912f2032af34 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.872417 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.878586 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-067302a9-daa2-4455-a3cc-912f2032af34 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for 9d3e9223-8903-4877-b67e-eed4052e3e42 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:35.899080 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e528eeb-20c5-47b5-93a3-7b49b4776743 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:35.982519 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628d758-13ed-4c4d-ae57-0f13083d3f8f None None] Pushing event updated for resources: {'Port': ['ID=ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:35.983522 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a776d212-3213-4748-aa19-01fcddf83974 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.032870 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a776d212-3213-4748-aa19-01fcddf83974 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.065224 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 82ba3e70-5c94-410a-b4ac-542be090097d up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:36.134878 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8a319e-3bbe-4d6a-ae29-a9002788123e None None] DHCP port deletion for 306fab2c-8ce1-4900-be88-e3b27308b003 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:28:36.138593 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 82ba3e70-5c94-410a-b4ac-542be090097d triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:36.139006 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.159543 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-067302a9-daa2-4455-a3cc-912f2032af34 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.188791 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067302a9-daa2-4455-a3cc-912f2032af34 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=9d3e9223-8903-4877-b67e-eed4052e3e42,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:36.200124 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a776d212-3213-4748-aa19-01fcddf83974 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.203036 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a776d212-3213-4748-aa19-01fcddf83974 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.205887 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a776d212-3213-4748-aa19-01fcddf83974 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/security-groups/55a9d4df-b647-449e-80df-08f0dbc987a8 HTTP/1.1" status: 204 len: 168 time: 0.4260902 Mar 14 15:28:36.213385 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54390) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:36.324565 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776d212-3213-4748-aa19-01fcddf83974 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a9d4df-b647-449e-80df-08f0dbc987a8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:36.382571 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1044a4-8820-4a0f-ab04-dd263300dcb2 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting subnet 12094ce3-ea39-48e6-8159-7c59dc821072 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:36.396781 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd1044a4-8820-4a0f-ab04-dd263300dcb2 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.417572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-067302a9-daa2-4455-a3cc-912f2032af34 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.422151 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-067302a9-daa2-4455-a3cc-912f2032af34 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/ports/9d3e9223-8903-4877-b67e-eed4052e3e42 HTTP/1.1" status: 204 len: 168 time: 1.0450473 Mar 14 15:28:36.456560 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54392) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:36.489169 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-285ee131-c0d3-4037-bcfd-f492675715ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.499302 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d4fdd9-c064-443e-b38d-acaae8d2c570 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] GET failed (client error): The resource could not be found. Mar 14 15:28:36.501633 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b0d4fdd9-c064-443e-b38d-acaae8d2c570 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports/9d3e9223-8903-4877-b67e-eed4052e3e42 HTTP/1.1" status: 404 len: 333 time: 0.0436628 Mar 14 15:28:36.501939 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a319e-3bbe-4d6a-ae29-a9002788123e None None] Deleting port 06643def-80db-4fce-a9b7-9159e08cc10b {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:36.502330 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e8a319e-3bbe-4d6a-ae29-a9002788123e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.514600 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54394) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:36.530063 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd1044a4-8820-4a0f-ab04-dd263300dcb2 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.614482 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:36.637789 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd1044a4-8820-4a0f-ab04-dd263300dcb2 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.651943 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5e8a319e-3bbe-4d6a-ae29-a9002788123e None None] For port 06643def-80db-4fce-a9b7-9159e08cc10b, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=06643def-80db-4fce-a9b7-9159e08cc10b,segment=NetworkSegment(eafa63f1-a092-4536-a4e6-269e7a15484f),segment_id=eafa63f1-a092-4536-a4e6-269e7a15484f)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:36.652344 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e8a319e-3bbe-4d6a-ae29-a9002788123e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.672749 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a319e-3bbe-4d6a-ae29-a9002788123e None None] Calling delete_port for 06643def-80db-4fce-a9b7-9159e08cc10b owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:36.721875 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-86b81603-409b-4d1c-a1d7-49d6a695fa49 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.729734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd1044a4-8820-4a0f-ab04-dd263300dcb2 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.761636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23768a6c-959a-4ba3-aa73-a31a442ac85e None None] Network 28fec14c-b7e0-49e7-816a-65c1bd36346c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:36.764324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd1044a4-8820-4a0f-ab04-dd263300dcb2 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.772726 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fd1044a4-8820-4a0f-ab04-dd263300dcb2 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/subnets/12094ce3-ea39-48e6-8159-7c59dc821072 HTTP/1.1" status: 204 len: 168 time: 0.5524874 Mar 14 15:28:36.772726 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1044a4-8820-4a0f-ab04-dd263300dcb2 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Subnet': ['ID=12094ce3-ea39-48e6-8159-7c59dc821072,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:36.773887 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54396) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:36.798459 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d07ab64-f8ec-4760-a541-33d0d6e3d456 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting subnet a23e786e-d91d-4c26-80d1-648599dc2bc4 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:36.810523 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:36.810523 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.814259 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7d07ab64-f8ec-4760-a541-33d0d6e3d456 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.829121 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f94b70-166f-4596-98c7-4b5997d21660 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting subnet 0ebebcac-7bdb-430e-9f71-ac8aa483f055 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:36.833249 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30f94b70-166f-4596-98c7-4b5997d21660 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.856896 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-0e528eeb-20c5-47b5-93a3-7b49b4776743 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Deleting port 06643def-80db-4fce-a9b7-9159e08cc10b {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:36.857239 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e528eeb-20c5-47b5-93a3-7b49b4776743 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.897593 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30f94b70-166f-4596-98c7-4b5997d21660 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.897964 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e8a319e-3bbe-4d6a-ae29-a9002788123e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:36.941570 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a319e-3bbe-4d6a-ae29-a9002788123e None None] Pushing event deleted for resources: {'Port': ['ID=06643def-80db-4fce-a9b7-9159e08cc10b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:36.948176 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8a319e-3bbe-4d6a-ae29-a9002788123e None None] No DVR routers for this DVR port 06643def-80db-4fce-a9b7-9159e08cc10b on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:36.992813 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f3c1e4-63c4-4e97-9a46-cc8ecec8a493 None None] Network 59ee8576-ee06-456f-9eda-22a8f9b5664f requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:37.019652 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7d07ab64-f8ec-4760-a541-33d0d6e3d456 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.043303 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30f94b70-166f-4596-98c7-4b5997d21660 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.088006 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-0e528eeb-20c5-47b5-93a3-7b49b4776743 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] For port 06643def-80db-4fce-a9b7-9159e08cc10b, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=06643def-80db-4fce-a9b7-9159e08cc10b,segment=NetworkSegment(eafa63f1-a092-4536-a4e6-269e7a15484f),segment_id=eafa63f1-a092-4536-a4e6-269e7a15484f)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:37.088006 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e528eeb-20c5-47b5-93a3-7b49b4776743 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.120159 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-0e528eeb-20c5-47b5-93a3-7b49b4776743 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Calling delete_port for 06643def-80db-4fce-a9b7-9159e08cc10b owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:37.125924 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30f94b70-166f-4596-98c7-4b5997d21660 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.137280 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.145178 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.objects.ports [None req-bd9d1d1a-87eb-45ba-aee6-0273b9c48da1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102567) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 15:28:37.158810 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bd9d1d1a-87eb-45ba-aee6-0273b9c48da1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.163275 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f94b70-166f-4596-98c7-4b5997d21660 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebebcac-7bdb-430e-9f71-ac8aa483f055,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:37.167003 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30f94b70-166f-4596-98c7-4b5997d21660 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.172644 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-30f94b70-166f-4596-98c7-4b5997d21660 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/subnets/0ebebcac-7bdb-430e-9f71-ac8aa483f055 HTTP/1.1" status: 204 len: 168 time: 0.3954840 Mar 14 15:28:37.174202 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-387eafc1-57e2-4d7a-8fce-46f5da82d6bf None None] Provisioning complete for port d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:37.175053 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-387eafc1-57e2-4d7a-8fce-46f5da82d6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.175353 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54398) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:37.202782 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef78101a-8770-4037-ad2b-f36bbad10213 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:28:37.203265 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef78101a-8770-4037-ad2b-f36bbad10213 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:37.209183 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ef78101a-8770-4037-ad2b-f36bbad10213 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/subnets/12094ce3-ea39-48e6-8159-7c59dc821072 HTTP/1.1" status: 404 len: 337 time: 0.0299623 Mar 14 15:28:37.215048 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54400) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:37.296554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd4e1ed-1389-4972-b7ba-dadc17cd18de tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting subnet 4855c3fd-a3a9-4c6b-aa2a-413a5d9d41b9 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:37.304052 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e,segment=NetworkSegment(37ae3771-4734-4b7d-9400-d9a431c1ee61),segment_id=37ae3771-4734-4b7d-9400-d9a431c1ee61)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:37.310947 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2dd4e1ed-1389-4972-b7ba-dadc17cd18de tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.339736 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9d1d1a-87eb-45ba-aee6-0273b9c48da1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:37.342843 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.354894 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-bd9d1d1a-87eb-45ba-aee6-0273b9c48da1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:37.357805 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9d1d1a-87eb-45ba-aee6-0273b9c48da1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:37.358388 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bd9d1d1a-87eb-45ba-aee6-0273b9c48da1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.358965 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2dd4e1ed-1389-4972-b7ba-dadc17cd18de tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.397282 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e76fa3-e917-4813-8896-a0bbba3d54f8 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:37.423034 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d1d1a-87eb-45ba-aee6-0273b9c48da1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=ef820b70-0675-4cc2-b205-6012762a4fe3,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:37.440422 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7d07ab64-f8ec-4760-a541-33d0d6e3d456 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.482218 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bd9d1d1a-87eb-45ba-aee6-0273b9c48da1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3219862 Mar 14 15:28:37.488728 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54402) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:37.495769 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-1b51b5bb-cd5a-4124-ac74-42509eda03f4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'mac_address': 'fa:16:3e:4c:04:9b', 'name': 'tempest-NetworksTestDHCPv6-123286901'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:37.554245 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2fbe75-763c-48f3-80bd-7b3aa9e761f3 None None] Update dhcp port {'port': {'network_id': '28fec14c-b7e0-49e7-816a-65c1bd36346c', 'fixed_ips': [{'subnet_id': '4855c3fd-a3a9-4c6b-aa2a-413a5d9d41b9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0ebebcac-7bdb-430e-9f71-ac8aa483f055'}], 'binding:host_id': 'dv-neutron-833559-1-hyperv'}, 'id': '82ba3e70-5c94-410a-b4ac-542be090097d'} from dv-neutron-833559-1-hyperv. {{(pid=102569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 15:28:37.559843 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-86b81603-409b-4d1c-a1d7-49d6a695fa49 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.564480 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.598064 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:37.607280 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e528eeb-20c5-47b5-93a3-7b49b4776743 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.650157 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6d2fbe75-763c-48f3-80bd-7b3aa9e761f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.660083 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdc3afd-5280-4b08-965f-0f72e894173a None None] Network cde7d2bb-b561-46eb-b6ab-f9133776673c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:37.694636 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e528eeb-20c5-47b5-93a3-7b49b4776743 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Pushing event deleted for resources: {'Port': ['ID=06643def-80db-4fce-a9b7-9159e08cc10b,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:37.707275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e528eeb-20c5-47b5-93a3-7b49b4776743 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] No DVR routers for this DVR port 06643def-80db-4fce-a9b7-9159e08cc10b on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:37.750189 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7d07ab64-f8ec-4760-a541-33d0d6e3d456 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.826494 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7d07ab64-f8ec-4760-a541-33d0d6e3d456 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.829891 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7d07ab64-f8ec-4760-a541-33d0d6e3d456 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/subnets/a23e786e-d91d-4c26-80d1-648599dc2bc4 HTTP/1.1" status: 204 len: 168 time: 1.3118389 Mar 14 15:28:37.830899 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07ab64-f8ec-4760-a541-33d0d6e3d456 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Subnet': ['ID=a23e786e-d91d-4c26-80d1-648599dc2bc4,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:37.834387 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54404) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:37.849968 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2dd4e1ed-1389-4972-b7ba-dadc17cd18de tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.916672 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-0f7f8b2b-2fed-41ab-a5b2-19b52650a8f3 None None] Provisioning complete for port ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:37.917114 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8b2b-2fed-41ab-a5b2-19b52650a8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.923095 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2dd4e1ed-1389-4972-b7ba-dadc17cd18de tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.952501 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4e1ed-1389-4972-b7ba-dadc17cd18de tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Subnet': ['ID=4855c3fd-a3a9-4c6b-aa2a-413a5d9d41b9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:37.957510 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2dd4e1ed-1389-4972-b7ba-dadc17cd18de tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:37.964433 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2dd4e1ed-1389-4972-b7ba-dadc17cd18de tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/subnets/4855c3fd-a3a9-4c6b-aa2a-413a5d9d41b9 HTTP/1.1" status: 204 len: 168 time: 0.7460589 Mar 14 15:28:37.966319 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54406) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:37.966446 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'fixed_ips': [{'subnet_id': 'ef820b70-0675-4cc2-b205-6012762a4fe3'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:28:37.967351 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.002936 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e528eeb-20c5-47b5-93a3-7b49b4776743 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.017719 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-064023c1-b09a-4ddc-8d41-4427f17af6a3 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:28:38.018188 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064023c1-b09a-4ddc-8d41-4427f17af6a3 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:38.025453 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-064023c1-b09a-4ddc-8d41-4427f17af6a3 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/subnets/397cd953-666e-4fd4-8a6b-d4a5732927ea HTTP/1.1" status: 404 len: 337 time: 0.0557392 Mar 14 15:28:38.026207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54408) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:38.085138 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7181851d-ba5a-4b16-acdc-50ea8b2f7169 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "GET /v2.0/ports?device_id=df47123f-b398-45f3-ad32-e0146fe7cec3 HTTP/1.1" status: 200 len: 205 time: 0.0554373 Mar 14 15:28:38.085863 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54410) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:38.095467 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-0e528eeb-20c5-47b5-93a3-7b49b4776743 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['306fab2c-8ce1-4900-be88-e3b27308b003']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:38.114236 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-0e528eeb-20c5-47b5-93a3-7b49b4776743 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafa63f1-a092-4536-a4e6-269e7a15484f') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:38.115030 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-0e528eeb-20c5-47b5-93a3-7b49b4776743 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafa63f1-a092-4536-a4e6-269e7a15484f') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:38.119928 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aa275fe-95ea-49c1-b6c3-984624d67b58 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.135607 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b51b5bb-cd5a-4124-ac74-42509eda03f4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:38.146826 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-4a22ed88-cc50-4fb8-9e14-454c018472df tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] delete failed (client error): The resource could not be found. Mar 14 15:28:38.148867 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4a22ed88-cc50-4fb8-9e14-454c018472df tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/routers/df47123f-b398-45f3-ad32-e0146fe7cec3 HTTP/1.1" status: 404 len: 336 time: 0.0619752 Mar 14 15:28:38.151737 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54412) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:38.153559 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e528eeb-20c5-47b5-93a3-7b49b4776743 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.185215 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d00a385-b038-4e00-acb0-fad9938e9e97 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:28:38.185986 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d00a385-b038-4e00-acb0-fad9938e9e97 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:38.192800 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2d00a385-b038-4e00-acb0-fad9938e9e97 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/subnets/5604a8ed-c486-48c6-8966-6acccfa5ec12 HTTP/1.1" status: 404 len: 337 time: 0.0390530 Mar 14 15:28:38.193104 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54414) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:38.211071 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:38.214231 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e528eeb-20c5-47b5-93a3-7b49b4776743 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server [None req-6d2fbe75-763c-48f3-80bd-7b3aa9e761f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4855c3fd-a3a9-4c6b-aa2a-413a5d9d41b9: This subnet is being modified by another concurrent operation. Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise exception Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4855c3fd-a3a9-4c6b-aa2a-413a5d9d41b9: This subnet is being modified by another concurrent operation. Mar 14 15:28:38.214474 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server Mar 14 15:28:38.227045 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-89474f75-4bc8-403f-818c-27cb8612a87e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:28:38.227518 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89474f75-4bc8-403f-818c-27cb8612a87e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:38.233009 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-89474f75-4bc8-403f-818c-27cb8612a87e tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/subnets/472e1d04-b571-4838-8813-044f6b7d679a HTTP/1.1" status: 404 len: 337 time: 0.0360446 Mar 14 15:28:38.236659 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54416) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:38.257328 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e528eeb-20c5-47b5-93a3-7b49b4776743 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:28:38.257818 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e528eeb-20c5-47b5-93a3-7b49b4776743 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:38.262456 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:38.287860 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8b2b-2fed-41ab-a5b2-19b52650a8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.361520 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-c355cddd-7fdd-4008-872b-cd2eef50015d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:28:38.361982 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c355cddd-7fdd-4008-872b-cd2eef50015d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:38.365184 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c355cddd-7fdd-4008-872b-cd2eef50015d tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/subnets/352890bb-a78f-4d0e-a66c-1529bb2d85fc HTTP/1.1" status: 404 len: 337 time: 0.1038601 Mar 14 15:28:38.368659 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54418) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:38.373852 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b81603-409b-4d1c-a1d7-49d6a695fa49 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Router d945c5a3-10dc-4924-a9a6-105a4633dd38 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:28:38.399098 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e528eeb-20c5-47b5-93a3-7b49b4776743 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.402559 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1b51b5bb-cd5a-4124-ac74-42509eda03f4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.406581 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb073001-45ab-44f6-a4d4-72acce746f58 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:28:38.408331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb073001-45ab-44f6-a4d4-72acce746f58 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:38.415159 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e528eeb-20c5-47b5-93a3-7b49b4776743 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.416448 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bb073001-45ab-44f6-a4d4-72acce746f58 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/ports/66f06bd4-698e-4b8b-9aa9-89ad6c0c1592 HTTP/1.1" status: 404 len: 333 time: 0.0458984 Mar 14 15:28:38.417508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54420) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:38.420543 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0e528eeb-20c5-47b5-93a3-7b49b4776743 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "DELETE /v2.0/networks/306fab2c-8ce1-4900-be88-e3b27308b003 HTTP/1.1" status: 204 len: 168 time: 2.7371907 Mar 14 15:28:38.425863 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54422) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:38.467853 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-438ee68f-af0b-4080-a921-8939b0ad6f31 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:28:38.468683 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438ee68f-af0b-4080-a921-8939b0ad6f31 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:38.475147 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-438ee68f-af0b-4080-a921-8939b0ad6f31 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/subnets/a3ebc73a-bded-4603-af9e-f9368b13d91e HTTP/1.1" status: 404 len: 337 time: 0.0562329 Mar 14 15:28:38.477655 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-085d77b1-afc3-4a4b-86b6-df6ffd113490 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "GET /v2.0/ports?device_id=110c2208-e507-4655-96e4-b56a5c7bade7 HTTP/1.1" status: 200 len: 205 time: 0.0505157 Mar 14 15:28:38.478503 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcd1d90-bbc9-49f3-ab55-fd6b868935e7 None None] Network 28fec14c-b7e0-49e7-816a-65c1bd36346c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:38.478830 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54424) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:38.480724 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54426) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:38.483834 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e528eeb-20c5-47b5-93a3-7b49b4776743 tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Pushing event deleted for resources: {'Network': ['ID=306fab2c-8ce1-4900-be88-e3b27308b003,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:38.515475 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-1b51b5bb-cd5a-4124-ac74-42509eda03f4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port 9d975f40-65f5-4b6e-9b61-d3276a9d7c41 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:28:38.523730 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-2aa275fe-95ea-49c1-b6c3-984624d67b58 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:38.524289 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aa275fe-95ea-49c1-b6c3-984624d67b58 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.551620 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4b7c8d-6a2a-4fba-8e95-43519dea7eb0 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:28:38.552075 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4b7c8d-6a2a-4fba-8e95-43519dea7eb0 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:38.558959 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-dc4b7c8d-6a2a-4fba-8e95-43519dea7eb0 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/subnets/53847e7f-377a-40fa-baf7-b5673a26938e HTTP/1.1" status: 404 len: 337 time: 0.0757747 Mar 14 15:28:38.565038 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54428) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:38.592434 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] Allocated IP 2001:db8::f816:3eff:fe56:320a (5b9fbf90-4428-44c7-aa34-44697a69d1dc/ef820b70-0675-4cc2-b205-6012762a4fe3/1d27d743-fcfa-4d34-ad1b-04842614d1b1) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:38.600102 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e3e30c1-e482-40d3-9fcf-5c7601d9c48d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.604676 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-0f7f8b2b-2fed-41ab-a5b2-19b52650a8f3 None None] For port ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad,segment=NetworkSegment(ca476e29-67a4-438c-9313-67df88a13513),segment_id=ca476e29-67a4-438c-9313-67df88a13513)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:38.631620 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a14ae6-80b8-4773-abc1-3769ec911716 None None] DHCP port deletion for cde7d2bb-b561-46eb-b6ab-f9133776673c request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:28:38.636104 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8b2b-2fed-41ab-a5b2-19b52650a8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.675480 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:38.675480 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.677853 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b0b2d2-18e2-4bd5-92c2-9edad9c0bff0 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:28:38.678890 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b0b2d2-18e2-4bd5-92c2-9edad9c0bff0 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:38.682026 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-85b0b2d2-18e2-4bd5-92c2-9edad9c0bff0 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/ports/92d54d77-5be5-461e-8b0e-f8a652f49c4f HTTP/1.1" status: 404 len: 333 time: 0.1108561 Mar 14 15:28:38.685301 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54430) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:38.714299 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-2aa275fe-95ea-49c1-b6c3-984624d67b58 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] For port ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad,segment=NetworkSegment(ca476e29-67a4-438c-9313-67df88a13513),segment_id=ca476e29-67a4-438c-9313-67df88a13513)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:38.714776 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aa275fe-95ea-49c1-b6c3-984624d67b58 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.719379 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f39bfa2-50da-44e1-a27a-c7bdbcf0b445 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:28:38.720055 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f39bfa2-50da-44e1-a27a-c7bdbcf0b445 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:38.723237 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1f39bfa2-50da-44e1-a27a-c7bdbcf0b445 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/subnets/d92085b3-007e-4c51-8363-430d9251d75e HTTP/1.1" status: 404 len: 337 time: 0.0365813 Mar 14 15:28:38.723627 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b81603-409b-4d1c-a1d7-49d6a695fa49 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:38.725785 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54432) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:38.743924 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1faf6a1-12d0-4cce-89c9-194970c394eb None None] Sync routers for ids ['d945c5a3-10dc-4924-a9a6-105a4633dd38'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:28:38.771326 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-2aa275fe-95ea-49c1-b6c3-984624d67b58 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:38.777810 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-8446b9bd-8935-49ca-b1a4-3a536d44a1c3 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] DELETE failed (client error): The resource could not be found. Mar 14 15:28:38.783312 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8446b9bd-8935-49ca-b1a4-3a536d44a1c3 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:38.786783 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8446b9bd-8935-49ca-b1a4-3a536d44a1c3 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/subnets/4eaece91-5933-4ee8-9b76-a612dd1d67ac HTTP/1.1" status: 404 len: 337 time: 0.0598500 Mar 14 15:28:38.789821 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54434) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:38.803580 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1faf6a1-12d0-4cce-89c9-194970c394eb None None] Routers {'d945c5a3-10dc-4924-a9a6-105a4633dd38'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:38.804435 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e1faf6a1-12d0-4cce-89c9-194970c394eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['d945c5a3-10dc-4924-a9a6-105a4633dd38'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:38.829658 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-86b81603-409b-4d1c-a1d7-49d6a695fa49 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.831178 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-86b81603-409b-4d1c-a1d7-49d6a695fa49 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.6718099 Mar 14 15:28:38.849994 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e1faf6a1-12d0-4cce-89c9-194970c394eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:38.867382 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54436) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:38.867990 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.872067 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1faf6a1-12d0-4cce-89c9-194970c394eb None None] Routers {'d945c5a3-10dc-4924-a9a6-105a4633dd38'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:38.873003 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e1faf6a1-12d0-4cce-89c9-194970c394eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['d945c5a3-10dc-4924-a9a6-105a4633dd38'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:38.874421 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e3e30c1-e482-40d3-9fcf-5c7601d9c48d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.879717 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e3e30c1-e482-40d3-9fcf-5c7601d9c48d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.886156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f8b2b-2fed-41ab-a5b2-19b52650a8f3 None None] Pushing event updated for resources: {'Port': ['ID=ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:38.888714 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-fdb206e7-6469-40bc-91d1-7be3d25206c2 None None] Provisioning complete for port 82ba3e70-5c94-410a-b4ac-542be090097d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:38.889099 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fdb206e7-6469-40bc-91d1-7be3d25206c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.928080 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.947252 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85bf752-f709-4684-8375-698cb28c0e7a None None] DHCP port deletion for 28fec14c-b7e0-49e7-816a-65c1bd36346c request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:28:38.969996 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e1faf6a1-12d0-4cce-89c9-194970c394eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:38.971367 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1faf6a1-12d0-4cce-89c9-194970c394eb None None] The sync data for ids ['d945c5a3-10dc-4924-a9a6-105a4633dd38'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:28:38.978223 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e3e30c1-e482-40d3-9fcf-5c7601d9c48d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.980455 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3e30c1-e482-40d3-9fcf-5c7601d9c48d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Fanout notify agent at l3_agent the message router_deleted on router 110c2208-e507-4655-96e4-b56a5c7bade7 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:28:38.995118 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e3e30c1-e482-40d3-9fcf-5c7601d9c48d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:38.996408 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2e3e30c1-e482-40d3-9fcf-5c7601d9c48d tempest-RoutersNegativeTest-793819130 tempest-RoutersNegativeTest-793819130-project] 10.222.0.59 "DELETE /v2.0/routers/110c2208-e507-4655-96e4-b56a5c7bade7 HTTP/1.1" status: 204 len: 168 time: 0.5079076 Mar 14 15:28:39.080981 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aa275fe-95ea-49c1-b6c3-984624d67b58 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.099691 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-66a14ae6-80b8-4773-abc1-3769ec911716 None None] Deleting port ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:39.100136 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-66a14ae6-80b8-4773-abc1-3769ec911716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.141380 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.165508 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-b36e47a8-1827-49ba-9355-0abae9d4a002 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Deleting port 9b65b2a7-71f7-44b7-940e-9eb6df029535 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:39.165846 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b36e47a8-1827-49ba-9355-0abae9d4a002 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.177758 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:39.186872 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa275fe-95ea-49c1-b6c3-984624d67b58 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:39.218404 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.239280 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa275fe-95ea-49c1-b6c3-984624d67b58 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No DVR routers for this DVR port ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:39.326674 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-66a14ae6-80b8-4773-abc1-3769ec911716 None None] For port ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad, host dv-neutron-833559-1-hyperv, got binding levels [] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:39.327118 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-66a14ae6-80b8-4773-abc1-3769ec911716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.361942 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:39.388140 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-66a14ae6-80b8-4773-abc1-3769ec911716 None None] Calling delete_port for ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:39.390795 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:39.394022 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.ipam_backend_mixin [None req-66a14ae6-80b8-4773-abc1-3769ec911716 None None] Port ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad was not found and therefore no delete operation was performed {{(pid=102569) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 15:28:39.399355 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:39.404258 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.411734 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] Pushing event updated for resources: {'Port': ['ID=1d27d743-fcfa-4d34-ad1b-04842614d1b1,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:39.419790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-66a14ae6-80b8-4773-abc1-3769ec911716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.447470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54444) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:39.478237 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e85bf752-f709-4684-8375-698cb28c0e7a None None] Deleting port 82ba3e70-5c94-410a-b4ac-542be090097d {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:39.478592 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e85bf752-f709-4684-8375-698cb28c0e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.511358 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a14ae6-80b8-4773-abc1-3769ec911716 None None] Pushing event deleted for resources: {'Port': ['ID=ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:39.525896 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a14ae6-80b8-4773-abc1-3769ec911716 None None] No DVR routers for this DVR port ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:39.584647 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-fdb206e7-6469-40bc-91d1-7be3d25206c2 None None] Provisioning complete for port 9b65b2a7-71f7-44b7-940e-9eb6df029535 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:39.585006 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fdb206e7-6469-40bc-91d1-7be3d25206c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.586624 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:39.587369 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.679467 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e85bf752-f709-4684-8375-698cb28c0e7a None None] For port 82ba3e70-5c94-410a-b4ac-542be090097d, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=82ba3e70-5c94-410a-b4ac-542be090097d,segment=NetworkSegment(32585b7b-1ee7-40fb-9f00-29cc481c057b),segment_id=32585b7b-1ee7-40fb-9f00-29cc481c057b)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:39.680186 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e85bf752-f709-4684-8375-698cb28c0e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.685552 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] Attempting to bind port 1d27d743-fcfa-4d34-ad1b-04842614d1b1 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:39.685932 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] Attempting to bind port 1d27d743-fcfa-4d34-ad1b-04842614d1b1 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:39.686297 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] Attempting to bind port 1d27d743-fcfa-4d34-ad1b-04842614d1b1 on network 5b9fbf90-4428-44c7-aa34-44697a69d1dc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:28:39.706367 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e85bf752-f709-4684-8375-698cb28c0e7a None None] Calling delete_port for 82ba3e70-5c94-410a-b4ac-542be090097d owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:39.708540 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:28:39.708917 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] Checking segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:39.709316 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.709706 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] Bound using segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:28:39.710177 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] Bound port: 1d27d743-fcfa-4d34-ad1b-04842614d1b1, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:39.710553 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.717745 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9e1ba024-45d1-403c-8f92-17dc5ca9d4d1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a6795c0ec49d46a7afaa425f5e44f2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656884 Mar 14 15:28:39.720119 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b36e47a8-1827-49ba-9355-0abae9d4a002 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.720732 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54454) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:39.729717 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-fdb206e7-6469-40bc-91d1-7be3d25206c2 None None] Port 9b65b2a7-71f7-44b7-940e-9eb6df029535 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:39.774375 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5da7f9ee-eb11-4fc6-894f-df219d9ec917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.797187 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5da7f9ee-eb11-4fc6-894f-df219d9ec917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.805819 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-1b51b5bb-cd5a-4124-ac74-42509eda03f4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::f816:3eff:fe4c:49b (5b9fbf90-4428-44c7-aa34-44697a69d1dc/ef820b70-0675-4cc2-b205-6012762a4fe3/9d975f40-65f5-4b6e-9b61-d3276a9d7c41) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:39.816214 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-b36e47a8-1827-49ba-9355-0abae9d4a002 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Calling delete_port for 9b65b2a7-71f7-44b7-940e-9eb6df029535 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:39.822204 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-fdb206e7-6469-40bc-91d1-7be3d25206c2 None None] Provisioning complete for port d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:39.822592 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fdb206e7-6469-40bc-91d1-7be3d25206c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.826952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aa275fe-95ea-49c1-b6c3-984624d67b58 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.860765 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5da7f9ee-eb11-4fc6-894f-df219d9ec917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.864565 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5da7f9ee-eb11-4fc6-894f-df219d9ec917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:39.868156 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5da7f9ee-eb11-4fc6-894f-df219d9ec917 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/308705f1-e8b9-45fb-8024-cedd7282744b HTTP/1.1" status: 204 len: 168 time: 0.1441019 Mar 14 15:28:39.876393 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2aa275fe-95ea-49c1-b6c3-984624d67b58 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde7d2bb-b561-46eb-b6ab-f9133776673c']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:39.884235 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7f9ee-eb11-4fc6-894f-df219d9ec917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308705f1-e8b9-45fb-8024-cedd7282744b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:39.951876 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] For port 1d27d743-fcfa-4d34-ad1b-04842614d1b1, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:39.956198 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] For port 1d27d743-fcfa-4d34-ad1b-04842614d1b1, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=1d27d743-fcfa-4d34-ad1b-04842614d1b1,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:39.967006 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2aa275fe-95ea-49c1-b6c3-984624d67b58 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca476e29-67a4-438c-9313-67df88a13513') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:39.967258 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2aa275fe-95ea-49c1-b6c3-984624d67b58 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca476e29-67a4-438c-9313-67df88a13513') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:39.969252 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.010362 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e85bf752-f709-4684-8375-698cb28c0e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.010572 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aa275fe-95ea-49c1-b6c3-984624d67b58 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.053469 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aa275fe-95ea-49c1-b6c3-984624d67b58 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.053939 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 06643def-80db-4fce-a9b7-9159e08cc10b no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:28:40.094773 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85bf752-f709-4684-8375-698cb28c0e7a None None] No DVR routers for this DVR port 82ba3e70-5c94-410a-b4ac-542be090097d on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:40.108046 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 06643def-80db-4fce-a9b7-9159e08cc10b {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:28:40.108397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 06643def-80db-4fce-a9b7-9159e08cc10b not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:28:40.123120 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b879a-8a17-4dec-b997-5dfa91644c04 None None] Pushing event updated for resources: {'Port': ['ID=1d27d743-fcfa-4d34-ad1b-04842614d1b1,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:40.125137 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa275fe-95ea-49c1-b6c3-984624d67b58 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:28:40.125555 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aa275fe-95ea-49c1-b6c3-984624d67b58 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:40.131068 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:40.159597 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bf752-f709-4684-8375-698cb28c0e7a None None] Pushing event deleted for resources: {'Port': ['ID=82ba3e70-5c94-410a-b4ac-542be090097d,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:40.276847 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:28:40.284917 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b36e47a8-1827-49ba-9355-0abae9d4a002 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.299156 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aa275fe-95ea-49c1-b6c3-984624d67b58 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.308707 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:28:40.308856 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device ea34a79f-fa62-4fc4-8a22-b9cd9eb17bad not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:28:40.309386 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 82ba3e70-5c94-410a-b4ac-542be090097d no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:28:40.346109 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 82ba3e70-5c94-410a-b4ac-542be090097d {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:28:40.346669 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 82ba3e70-5c94-410a-b4ac-542be090097d not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:28:40.389590 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aa275fe-95ea-49c1-b6c3-984624d67b58 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.392823 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2aa275fe-95ea-49c1-b6c3-984624d67b58 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/networks/cde7d2bb-b561-46eb-b6ab-f9133776673c HTTP/1.1" status: 204 len: 168 time: 2.5243402 Mar 14 15:28:40.396694 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54468) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:40.397599 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1b51b5bb-cd5a-4124-ac74-42509eda03f4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.402233 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-26d9f0f3-619b-4834-8958-e5758aab5c02 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'port': {'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc', 'name': 'tempest-PortsTestJSON-1791586011'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:40.419320 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e47a8-1827-49ba-9355-0abae9d4a002 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Port': ['ID=9b65b2a7-71f7-44b7-940e-9eb6df029535,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:40.424828 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa275fe-95ea-49c1-b6c3-984624d67b58 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Network': ['ID=cde7d2bb-b561-46eb-b6ab-f9133776673c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:40.440415 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b36e47a8-1827-49ba-9355-0abae9d4a002 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.444384 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b36e47a8-1827-49ba-9355-0abae9d4a002 tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/ports/9b65b2a7-71f7-44b7-940e-9eb6df029535 HTTP/1.1" status: 204 len: 168 time: 1.6534228 Mar 14 15:28:40.466013 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54470) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:40.541527 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d9f0f3-619b-4834-8958-e5758aab5c02 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:40.547027 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26d9f0f3-619b-4834-8958-e5758aab5c02 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.568513 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-26d9f0f3-619b-4834-8958-e5758aab5c02 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] device_id is not set on port 0b0f0964-310f-4d09-8781-76d19557f4d0 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:28:40.616784 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-12f1e2c9-a80a-45e6-9132-912d965ad88f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.619519 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1b51b5bb-cd5a-4124-ac74-42509eda03f4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.658187 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d77e666d-35b6-4c70-9167-5d7ebfd93866 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.715504 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b51b5bb-cd5a-4124-ac74-42509eda03f4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:40.751761 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26d9f0f3-619b-4834-8958-e5758aab5c02 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.771836 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-1b51b5bb-cd5a-4124-ac74-42509eda03f4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:40.780026 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51b5bb-cd5a-4124-ac74-42509eda03f4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=9d975f40-65f5-4b6e-9b61-d3276a9d7c41,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:40.782444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b51b5bb-cd5a-4124-ac74-42509eda03f4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:40.788407 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b51b5bb-cd5a-4124-ac74-42509eda03f4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:40.789034 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1b51b5bb-cd5a-4124-ac74-42509eda03f4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.799407 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26d9f0f3-619b-4834-8958-e5758aab5c02 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.833147 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54480) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:40.842878 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-12f1e2c9-a80a-45e6-9132-912d965ad88f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.859099 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d9f0f3-619b-4834-8958-e5758aab5c02 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:40.863193 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-26d9f0f3-619b-4834-8958-e5758aab5c02 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:40.867860 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d9f0f3-619b-4834-8958-e5758aab5c02 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:40.874147 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d9f0f3-619b-4834-8958-e5758aab5c02 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:40.874758 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26d9f0f3-619b-4834-8958-e5758aab5c02 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.896392 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-26d9f0f3-619b-4834-8958-e5758aab5c02 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4982319 Mar 14 15:28:40.897610 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9f0f3-619b-4834-8958-e5758aab5c02 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=0b0f0964-310f-4d09-8781-76d19557f4d0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:40.899780 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54484) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:40.902614 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1b51b5bb-cd5a-4124-ac74-42509eda03f4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.4109435 Mar 14 15:28:40.907880 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54486) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:40.916984 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-12f1e2c9-a80a-45e6-9132-912d965ad88f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28fec14c-b7e0-49e7-816a-65c1bd36346c']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:40.940510 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-12f1e2c9-a80a-45e6-9132-912d965ad88f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32585b7b-1ee7-40fb-9f00-29cc481c057b') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:40.941100 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-12f1e2c9-a80a-45e6-9132-912d965ad88f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32585b7b-1ee7-40fb-9f00-29cc481c057b') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:40.968391 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-12f1e2c9-a80a-45e6-9132-912d965ad88f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:40.991239 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ba9d7e45-84a4-4fbd-b3e8-7c5254cef44a tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:40.992029 dv-neutron-833559-1-hyperv neutron-server[102568]: WARNING neutron.api.v2.base [None req-ba9d7e45-84a4-4fbd-b3e8-7c5254cef44a tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 14 15:28:40.992759 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-ba9d7e45-84a4-4fbd-b3e8-7c5254cef44a tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): There was a conflict when trying to complete your request. Mar 14 15:28:40.997752 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54488) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:40.997977 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ba9d7e45-84a4-4fbd-b3e8-7c5254cef44a tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1620579 Mar 14 15:28:41.028045 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-71a19625-faed-4c46-9336-f2a050cc5a36 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port 0b0f0964-310f-4d09-8781-76d19557f4d0 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:41.028458 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71a19625-faed-4c46-9336-f2a050cc5a36 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.030718 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-12f1e2c9-a80a-45e6-9132-912d965ad88f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.035405 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5152e338-b7a8-436e-828f-1aaf4c45c240 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group': {'name': 'tempest-secgroup--1993647292'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:41.053872 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f1e2c9-a80a-45e6-9132-912d965ad88f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:28:41.054344 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-12f1e2c9-a80a-45e6-9132-912d965ad88f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:28:41.062852 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:28:41.093863 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fb39f7-df48-4025-86e1-0b1a803d7df8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:41.100857 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fb39f7-df48-4025-86e1-0b1a803d7df8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:41.102362 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71a19625-faed-4c46-9336-f2a050cc5a36 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.102545 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e2fb39f7-df48-4025-86e1-0b1a803d7df8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1936851 Mar 14 15:28:41.105982 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54490) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:41.147978 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-71a19625-faed-4c46-9336-f2a050cc5a36 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for 0b0f0964-310f-4d09-8781-76d19557f4d0 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:41.184899 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5152e338-b7a8-436e-828f-1aaf4c45c240 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.204568 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5152e338-b7a8-436e-828f-1aaf4c45c240 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.210453 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-12f1e2c9-a80a-45e6-9132-912d965ad88f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.229016 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-12f1e2c9-a80a-45e6-9132-912d965ad88f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.234522 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-12f1e2c9-a80a-45e6-9132-912d965ad88f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] 10.222.0.59 "DELETE /v2.0/networks/28fec14c-b7e0-49e7-816a-65c1bd36346c HTTP/1.1" status: 204 len: 168 time: 0.7647059 Mar 14 15:28:41.252313 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1e2c9-a80a-45e6-9132-912d965ad88f tempest-PortsIpV6TestJSON-1477735504 tempest-PortsIpV6TestJSON-1477735504-project] Pushing event deleted for resources: {'Network': ['ID=28fec14c-b7e0-49e7-816a-65c1bd36346c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:41.294167 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-32b06799-08ab-4e41-91c7-e7f72a3b3e2f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port 9d975f40-65f5-4b6e-9b61-d3276a9d7c41 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:41.294512 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32b06799-08ab-4e41-91c7-e7f72a3b3e2f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.321042 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-d77e666d-35b6-4c70-9167-5d7ebfd93866 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Allocated IP 172.20.0.1 (59ee8576-ee06-456f-9eda-22a8f9b5664f/8c85dd05-a789-4c62-9286-a23126400af5/0351168a-e055-4e19-bd91-2997d857f558) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:41.322634 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71a19625-faed-4c46-9336-f2a050cc5a36 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.373843 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71a19625-faed-4c46-9336-f2a050cc5a36 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.381007 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-71a19625-faed-4c46-9336-f2a050cc5a36 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/ports/0b0f0964-310f-4d09-8781-76d19557f4d0 HTTP/1.1" status: 204 len: 168 time: 0.4800694 Mar 14 15:28:41.384289 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54494) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:41.392666 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3207dc32-ab99-41a9-8d37-d0e5f7dbee97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'port': {'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc', 'mac_address': 'fa:16:3e:9a:57:6f', 'name': 'tempest-PortsTestJSON-1856308976'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:41.408139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a19625-faed-4c46-9336-f2a050cc5a36 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=0b0f0964-310f-4d09-8781-76d19557f4d0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:41.463005 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32b06799-08ab-4e41-91c7-e7f72a3b3e2f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.468609 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5152e338-b7a8-436e-828f-1aaf4c45c240 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.493989 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-863a8d9f-4de8-4ed2-9094-be383892158f None None] Provisioning complete for port 1d27d743-fcfa-4d34-ad1b-04842614d1b1 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:41.494676 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-863a8d9f-4de8-4ed2-9094-be383892158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.509597 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-32b06799-08ab-4e41-91c7-e7f72a3b3e2f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for 9d975f40-65f5-4b6e-9b61-d3276a9d7c41 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:41.518640 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5152e338-b7a8-436e-828f-1aaf4c45c240 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.610532 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-863a8d9f-4de8-4ed2-9094-be383892158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.620303 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54498) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:41.648144 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d77e666d-35b6-4c70-9167-5d7ebfd93866 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.649800 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152e338-b7a8-436e-828f-1aaf4c45c240 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=254c03b0-d725-45fe-94c3-771be6a74fa1,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:41.675995 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-863a8d9f-4de8-4ed2-9094-be383892158f None None] For port 1d27d743-fcfa-4d34-ad1b-04842614d1b1, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=1d27d743-fcfa-4d34-ad1b-04842614d1b1,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:41.683470 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-863a8d9f-4de8-4ed2-9094-be383892158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.709637 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32b06799-08ab-4e41-91c7-e7f72a3b3e2f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.738450 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5152e338-b7a8-436e-828f-1aaf4c45c240 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.739798 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3207dc32-ab99-41a9-8d37-d0e5f7dbee97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:41.750939 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e371e133-61a0-4af9-95d4-87567ff36ae9 None None] get_active_networks_info from dv-neutron-833559-1-hyperv {{(pid=102569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 15:28:41.758358 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5152e338-b7a8-436e-828f-1aaf4c45c240 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.778326 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b06799-08ab-4e41-91c7-e7f72a3b3e2f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=9d975f40-65f5-4b6e-9b61-d3276a9d7c41,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:41.794597 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a8d9f-4de8-4ed2-9094-be383892158f None None] Pushing event updated for resources: {'Port': ['ID=1d27d743-fcfa-4d34-ad1b-04842614d1b1,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:41.810419 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-0ad5b0a1-4bec-44dd-86b6-8573e498394b None None] Could not find standard attr ID for object 9d975f40-65f5-4b6e-9b61-d3276a9d7c41. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:28:41.835743 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-32b06799-08ab-4e41-91c7-e7f72a3b3e2f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.839467 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-32b06799-08ab-4e41-91c7-e7f72a3b3e2f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/9d975f40-65f5-4b6e-9b61-d3276a9d7c41 HTTP/1.1" status: 204 len: 168 time: 0.7325084 Mar 14 15:28:41.842123 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54502) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:41.846584 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d77e666d-35b6-4c70-9167-5d7ebfd93866 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.859854 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5152e338-b7a8-436e-828f-1aaf4c45c240 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.861084 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5152e338-b7a8-436e-828f-1aaf4c45c240 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8618758 Mar 14 15:28:41.875825 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54504) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:41.877461 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e371e133-61a0-4af9-95d4-87567ff36ae9 None None] Resources bound (agent type, host, resource id): {{(pid=102569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:28:41.882979 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-051949f9-3710-444f-9963-0cd210e66f5a tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': '251b7cd1-6ec8-4484-9a4d-a46991063104', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:41.885120 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3207dc32-ab99-41a9-8d37-d0e5f7dbee97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:41.894016 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152e338-b7a8-436e-828f-1aaf4c45c240 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=251b7cd1-6ec8-4484-9a4d-a46991063104,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:41.917961 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77e666d-35b6-4c70-9167-5d7ebfd93866 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Network 59ee8576-ee06-456f-9eda-22a8f9b5664f is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:41.926540 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-d77e666d-35b6-4c70-9167-5d7ebfd93866 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:41.931979 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2032a55e-f4a1-4a5c-89c9-88bce9842109 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49679f1af32a4f65a13f21c45e2b47bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096850 Mar 14 15:28:41.934384 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-3207dc32-ab99-41a9-8d37-d0e5f7dbee97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] device_id is not set on port 62492fc8-c706-4163-9921-16e002bdc435 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:28:41.934522 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54506) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:41.939288 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77e666d-35b6-4c70-9167-5d7ebfd93866 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:41.963544 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91571fc8-d594-4132-9b37-776ced0c2585 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:41.965080 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91571fc8-d594-4132-9b37-776ced0c2585 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:41.965228 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e666d-35b6-4c70-9167-5d7ebfd93866 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Port': ['ID=0351168a-e055-4e19-bd91-2997d857f558,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:41.969946 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-91571fc8-d594-4132-9b37-776ced0c2585 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1236634 Mar 14 15:28:41.971941 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54508) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:41.984643 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-051949f9-3710-444f-9963-0cd210e66f5a tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.030231 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d299d634-6416-400e-9df2-a2890325d0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.071560 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d77e666d-35b6-4c70-9167-5d7ebfd93866 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.076205 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d299d634-6416-400e-9df2-a2890325d0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.088477 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-051949f9-3710-444f-9963-0cd210e66f5a tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.094609 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-051949f9-3710-444f-9963-0cd210e66f5a tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.128457 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c8f295-4fb3-47df-9b05-792393bebaf1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet ef820b70-0675-4cc2-b205-6012762a4fe3 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:42.133202 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051949f9-3710-444f-9963-0cd210e66f5a tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66986f43-e40a-41c4-b2be-4ac24cf6dd1e,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:42.142539 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-60c8f295-4fb3-47df-9b05-792393bebaf1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.145137 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-051949f9-3710-444f-9963-0cd210e66f5a tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.149286 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-051949f9-3710-444f-9963-0cd210e66f5a tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2691364 Mar 14 15:28:42.149765 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54512) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:42.154637 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4c6bdd41-e6dc-4e82-9ff4-b94ebf7e06ab tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': '251b7cd1-6ec8-4484-9a4d-a46991063104', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:42.178403 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d299d634-6416-400e-9df2-a2890325d0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.182096 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d299d634-6416-400e-9df2-a2890325d0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.187473 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d299d634-6416-400e-9df2-a2890325d0a3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f6c958e2-1a3d-44a9-ab37-f8de26a72259 HTTP/1.1" status: 204 len: 168 time: 0.2518759 Mar 14 15:28:42.204979 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299d634-6416-400e-9df2-a2890325d0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c958e2-1a3d-44a9-ab37-f8de26a72259,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:42.208179 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd41-e6dc-4e82-9ff4-b94ebf7e06ab tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.273678 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-4c6bdd41-e6dc-4e82-9ff4-b94ebf7e06ab tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): There was a conflict when trying to complete your request. Mar 14 15:28:42.274684 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4c6bdd41-e6dc-4e82-9ff4-b94ebf7e06ab tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1241546 Mar 14 15:28:42.279970 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54516) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:42.290909 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-60c8f295-4fb3-47df-9b05-792393bebaf1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.370071 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a4265fa6-dba8-499e-b800-7e3fe5814e8f tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.377566 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3207dc32-ab99-41a9-8d37-d0e5f7dbee97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.403676 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a4265fa6-dba8-499e-b800-7e3fe5814e8f tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.406877 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1d27d743-fcfa-4d34-ad1b-04842614d1b1 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:42.421288 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3207dc32-ab99-41a9-8d37-d0e5f7dbee97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.489316 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 1d27d743-fcfa-4d34-ad1b-04842614d1b1 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:42.491229 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.493050 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3207dc32-ab99-41a9-8d37-d0e5f7dbee97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:42.507237 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a4265fa6-dba8-499e-b800-7e3fe5814e8f tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.510763 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a4265fa6-dba8-499e-b800-7e3fe5814e8f tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.515527 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a4265fa6-dba8-499e-b800-7e3fe5814e8f tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "DELETE /v2.0/security-groups/251b7cd1-6ec8-4484-9a4d-a46991063104 HTTP/1.1" status: 204 len: 168 time: 0.2365382 Mar 14 15:28:42.516835 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54520) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:42.532419 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4265fa6-dba8-499e-b800-7e3fe5814e8f tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=251b7cd1-6ec8-4484-9a4d-a46991063104,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:42.541799 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-3207dc32-ab99-41a9-8d37-d0e5f7dbee97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:42.547914 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207dc32-ab99-41a9-8d37-d0e5f7dbee97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=62492fc8-c706-4163-9921-16e002bdc435,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:42.550557 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3207dc32-ab99-41a9-8d37-d0e5f7dbee97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:42.555802 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3207dc32-ab99-41a9-8d37-d0e5f7dbee97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:42.556606 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3207dc32-ab99-41a9-8d37-d0e5f7dbee97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.583891 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d77e666d-35b6-4c70-9167-5d7ebfd93866 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.606152 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-60c8f295-4fb3-47df-9b05-792393bebaf1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.640775 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-91ca0397-bf29-4907-91fd-21a01d3414fd tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1103926 Mar 14 15:28:42.641441 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3207dc32-ab99-41a9-8d37-d0e5f7dbee97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2513061 Mar 14 15:28:42.644354 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54526) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:42.644699 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54528) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:42.654680 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ba73d244-44f6-463c-8c0b-266eb4cad63e tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group': {'name': 'tempest-secgroup--635703064'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:42.688195 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba73d244-44f6-463c-8c0b-266eb4cad63e tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.747700 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003e4202-187c-413d-87aa-9399ca6ffdd7 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:42.749748 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-003e4202-187c-413d-87aa-9399ca6ffdd7 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports/62492fc8-c706-4163-9921-16e002bdc435 HTTP/1.1" status: 200 len: 841 time: 0.0985734 Mar 14 15:28:42.753707 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54532) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:42.814750 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-60c8f295-4fb3-47df-9b05-792393bebaf1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.817811 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba73d244-44f6-463c-8c0b-266eb4cad63e tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.824559 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba73d244-44f6-463c-8c0b-266eb4cad63e tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.858048 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba73d244-44f6-463c-8c0b-266eb4cad63e tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.865124 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ba73d244-44f6-463c-8c0b-266eb4cad63e tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2111623 Mar 14 15:28:42.865124 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54536) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:42.869667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-319d8615-a438-4a85-9bb6-323e27923ec6 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': 'ed9ed328-017e-4e81-8edd-554736c449b3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:42.870408 dv-neutron-833559-1-hyperv neutron-server[102568]: WARNING neutron.api.v2.base [None req-319d8615-a438-4a85-9bb6-323e27923ec6 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 14 15:28:42.870908 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-319d8615-a438-4a85-9bb6-323e27923ec6 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:42.874365 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-319d8615-a438-4a85-9bb6-323e27923ec6 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058236 Mar 14 15:28:42.874365 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73d244-44f6-463c-8c0b-266eb4cad63e tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9ed328-017e-4e81-8edd-554736c449b3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:42.875148 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54538) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:42.945227 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a8e50fc-f3be-438c-a4c9-5f42164d30c8 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:42.975305 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a8e50fc-f3be-438c-a4c9-5f42164d30c8 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.045019 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a8e50fc-f3be-438c-a4c9-5f42164d30c8 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.048227 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a8e50fc-f3be-438c-a4c9-5f42164d30c8 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.052447 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4a8e50fc-f3be-438c-a4c9-5f42164d30c8 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "DELETE /v2.0/security-groups/ed9ed328-017e-4e81-8edd-554736c449b3 HTTP/1.1" status: 204 len: 168 time: 0.1733890 Mar 14 15:28:43.053737 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54546) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:43.074473 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e50fc-f3be-438c-a4c9-5f42164d30c8 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9ed328-017e-4e81-8edd-554736c449b3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:43.119296 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0cd6f46d-3cb5-43ed-bf13-e3dccb1311ac tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0643513 Mar 14 15:28:43.123726 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54550) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:43.130386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c1330589-b921-42a7-9a58-ac3e412805c5 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group': {'name': 'tempest-secgroup--443002179'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:43.161403 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1330589-b921-42a7-9a58-ac3e412805c5 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.222872 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d871a57-2570-454f-af71-58fa414856e9 None None] get_active_networks_info from dv-neutron-833559-1-hyperv {{(pid=102569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 15:28:43.245852 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1330589-b921-42a7-9a58-ac3e412805c5 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.246908 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54552) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:43.255372 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1330589-b921-42a7-9a58-ac3e412805c5 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.275432 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1330589-b921-42a7-9a58-ac3e412805c5 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.279984 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c1330589-b921-42a7-9a58-ac3e412805c5 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1549110 Mar 14 15:28:43.281075 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54556) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:43.295311 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b74c0591-ec00-478a-83f9-c203d1b465ab tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': 'c23c599f-f537-42e2-bb40-756d2956a5b4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:43.296161 dv-neutron-833559-1-hyperv neutron-server[102568]: WARNING neutron.api.v2.base [None req-b74c0591-ec00-478a-83f9-c203d1b465ab tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 14 15:28:43.296669 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-b74c0591-ec00-478a-83f9-c203d1b465ab tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:43.301742 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b74c0591-ec00-478a-83f9-c203d1b465ab tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0116210 Mar 14 15:28:43.302330 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54558) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:43.303830 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-807f81c4-0d8c-4b96-aa2a-87bd34328f08 None None] Provisioning complete for port 1d27d743-fcfa-4d34-ad1b-04842614d1b1 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:43.304217 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-807f81c4-0d8c-4b96-aa2a-87bd34328f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.318485 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8f295-4fb3-47df-9b05-792393bebaf1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=ef820b70-0675-4cc2-b205-6012762a4fe3,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:43.320493 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-60c8f295-4fb3-47df-9b05-792393bebaf1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.323700 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-60c8f295-4fb3-47df-9b05-792393bebaf1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/ef820b70-0675-4cc2-b205-6012762a4fe3 HTTP/1.1" status: 204 len: 168 time: 1.3504617 Mar 14 15:28:43.328758 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54560) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:43.376578 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d83908d6-c149-48fd-917d-9038dceb8657 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.377083 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d871a57-2570-454f-af71-58fa414856e9 None None] Resources bound (agent type, host, resource id): {{(pid=102569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:28:43.383593 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6b643981-6c63-4505-b235-cea0a980053b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517218 Mar 14 15:28:43.390908 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54562) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:43.404323 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1330589-b921-42a7-9a58-ac3e412805c5 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23c599f-f537-42e2-bb40-756d2956a5b4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:43.410662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d83908d6-c149-48fd-917d-9038dceb8657 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.424453 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5d9fc353-e9c0-46e3-b40a-8e70d3a9df42 tempest-DvrRoutersNegativeTest-352979839 tempest-DvrRoutersNegativeTest-352979839-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1070024461', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:43.429507 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.policy [None req-5d9fc353-e9c0-46e3-b40a-8e70d3a9df42 tempest-DvrRoutersNegativeTest-352979839 tempest-DvrRoutersNegativeTest-352979839-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102568) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 14 15:28:43.429817 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.policy [None req-5d9fc353-e9c0-46e3-b40a-8e70d3a9df42 tempest-DvrRoutersNegativeTest-352979839 tempest-DvrRoutersNegativeTest-352979839-project] Failed policy check for 'create_router' {{(pid=102568) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 14 15:28:43.431314 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-5d9fc353-e9c0-46e3-b40a-8e70d3a9df42 tempest-DvrRoutersNegativeTest-352979839 tempest-DvrRoutersNegativeTest-352979839-project] create failed (client error): Access was denied to this resource. Mar 14 15:28:43.432304 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5d9fc353-e9c0-46e3-b40a-8e70d3a9df42 tempest-DvrRoutersNegativeTest-352979839 tempest-DvrRoutersNegativeTest-352979839-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1841795 Mar 14 15:28:43.475810 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d83908d6-c149-48fd-917d-9038dceb8657 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.479783 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d83908d6-c149-48fd-917d-9038dceb8657 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.481166 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d83908d6-c149-48fd-917d-9038dceb8657 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "DELETE /v2.0/security-groups/c23c599f-f537-42e2-bb40-756d2956a5b4 HTTP/1.1" status: 204 len: 168 time: 0.1750550 Mar 14 15:28:43.492989 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54566) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:43.494575 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83908d6-c149-48fd-917d-9038dceb8657 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23c599f-f537-42e2-bb40-756d2956a5b4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:43.543327 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a295a7e-e0ee-4cec-bb6c-9cbbc49bf422 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:43.547815 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8a295a7e-e0ee-4cec-bb6c-9cbbc49bf422 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1529422 Mar 14 15:28:43.547917 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54568) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:43.574148 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-92d6a423-d5c8-4202-b621-ae8f195d254a tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port 62492fc8-c706-4163-9921-16e002bdc435 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:43.574819 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-92d6a423-d5c8-4202-b621-ae8f195d254a tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.608880 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed1dc68-9e7d-4950-84cf-f1c177f23448 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:43.610379 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5ed1dc68-9e7d-4950-84cf-f1c177f23448 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0616746 Mar 14 15:28:43.613308 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54570) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:43.652685 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-800a733b-ea18-44f5-aa82-20b88ecc5e84 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381083 Mar 14 15:28:43.659622 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54572) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:43.662902 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6c445680-bea6-40b1-8a99-04cab3097ec9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:43.665265 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-cc520e74-5449-4052-971b-1e140675236a tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1691225 Mar 14 15:28:43.679512 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54574) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:43.686654 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e9b585dd-4b6f-4063-a767-e54c703a827f tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group': {'name': 'tempest-secgroup--1252731611'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:43.709826 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-92d6a423-d5c8-4202-b621-ae8f195d254a tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.722729 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8716b511-eb73-4c3e-a7b2-c5d7c6425ecc None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:43.736346 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d77e666d-35b6-4c70-9167-5d7ebfd93866 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.739167 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-92d6a423-d5c8-4202-b621-ae8f195d254a tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for 62492fc8-c706-4163-9921-16e002bdc435 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:43.744945 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d77e666d-35b6-4c70-9167-5d7ebfd93866 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.775627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9b585dd-4b6f-4063-a767-e54c703a827f tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.808177 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c445680-bea6-40b1-8a99-04cab3097ec9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:43.811857 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c445680-bea6-40b1-8a99-04cab3097ec9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.824987 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e666d-35b6-4c70-9167-5d7ebfd93866 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Port': ['ID=0351168a-e055-4e19-bd91-2997d857f558,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:43.899130 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d77e666d-35b6-4c70-9167-5d7ebfd93866 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.900313 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54578) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:43.968106 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9b585dd-4b6f-4063-a767-e54c703a827f tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:43.977972 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9b585dd-4b6f-4063-a767-e54c703a827f tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.015955 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4d25a7-9d98-4924-8a29-237965c8aba5 None None] DHCP port deletion for 5b9fbf90-4428-44c7-aa34-44697a69d1dc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:28:44.016904 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b585dd-4b6f-4063-a767-e54c703a827f tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d0a980-5813-473e-b5c8-3c73026bff7f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:44.047774 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77e666d-35b6-4c70-9167-5d7ebfd93866 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Network 59ee8576-ee06-456f-9eda-22a8f9b5664f is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:44.050102 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-d77e666d-35b6-4c70-9167-5d7ebfd93866 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:44.077879 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9b585dd-4b6f-4063-a767-e54c703a827f tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.079626 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e9b585dd-4b6f-4063-a767-e54c703a827f tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3991184 Mar 14 15:28:44.082410 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54582) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:44.087301 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f2e8c8a4-c672-45f4-86f6-a36425de1db2 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': 'd5d0a980-5813-473e-b5c8-3c73026bff7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:44.108566 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-92d6a423-d5c8-4202-b621-ae8f195d254a tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.109507 dv-neutron-833559-1-hyperv neutron-server[102568]: WARNING neutron.api.v2.base [None req-f2e8c8a4-c672-45f4-86f6-a36425de1db2 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 14 15:28:44.110156 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-f2e8c8a4-c672-45f4-86f6-a36425de1db2 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:44.111359 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f2e8c8a4-c672-45f4-86f6-a36425de1db2 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0274990 Mar 14 15:28:44.114841 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54586) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:44.115993 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2e4d25a7-9d98-4924-8a29-237965c8aba5 None None] Deleting port 1d27d743-fcfa-4d34-ad1b-04842614d1b1 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:44.116636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2e4d25a7-9d98-4924-8a29-237965c8aba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.126298 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3bd41b89-4d94-4c06-bf35-9942274c306f tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': 'd5d0a980-5813-473e-b5c8-3c73026bff7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:44.126792 dv-neutron-833559-1-hyperv neutron-server[102568]: WARNING neutron.api.v2.base [None req-3bd41b89-4d94-4c06-bf35-9942274c306f tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 14 15:28:44.127324 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-3bd41b89-4d94-4c06-bf35-9942274c306f tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:44.128292 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3bd41b89-4d94-4c06-bf35-9942274c306f tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062556 Mar 14 15:28:44.132821 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54588) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:44.139582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9e827808-22a4-422d-af6c-9808359d4004 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': 'd5d0a980-5813-473e-b5c8-3c73026bff7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:44.140415 dv-neutron-833559-1-hyperv neutron-server[102568]: WARNING neutron.api.v2.base [None req-9e827808-22a4-422d-af6c-9808359d4004 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 14 15:28:44.140899 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-9e827808-22a4-422d-af6c-9808359d4004 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:44.144338 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9e827808-22a4-422d-af6c-9808359d4004 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063491 Mar 14 15:28:44.149966 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54590) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:44.156593 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a4c541cc-4813-429b-99f4-92a423509620 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': 'd5d0a980-5813-473e-b5c8-3c73026bff7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:44.157471 dv-neutron-833559-1-hyperv neutron-server[102568]: WARNING neutron.api.v2.base [None req-a4c541cc-4813-429b-99f4-92a423509620 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 14 15:28:44.157968 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-a4c541cc-4813-429b-99f4-92a423509620 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:44.162393 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a4c541cc-4813-429b-99f4-92a423509620 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061727 Mar 14 15:28:44.163720 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a26d3659-ff13-49cc-acb6-a86116afd439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.165548 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54592) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:44.177826 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6a423-d5c8-4202-b621-ae8f195d254a tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=62492fc8-c706-4163-9921-16e002bdc435,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:44.196485 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-92d6a423-d5c8-4202-b621-ae8f195d254a tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.200709 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-92d6a423-d5c8-4202-b621-ae8f195d254a tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/ports/62492fc8-c706-4163-9921-16e002bdc435 HTTP/1.1" status: 204 len: 168 time: 1.4443758 Mar 14 15:28:44.205896 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54594) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:44.215196 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2e4d25a7-9d98-4924-8a29-237965c8aba5 None None] For port 1d27d743-fcfa-4d34-ad1b-04842614d1b1, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=1d27d743-fcfa-4d34-ad1b-04842614d1b1,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:44.216003 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2e4d25a7-9d98-4924-8a29-237965c8aba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.242888 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2e4d25a7-9d98-4924-8a29-237965c8aba5 None None] Calling delete_port for 1d27d743-fcfa-4d34-ad1b-04842614d1b1 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:44.263272 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-8da34b63-e505-48fe-92ee-3cbb00e7495b None None] Provisioning complete for port 0351168a-e055-4e19-bd91-2997d857f558 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:44.263671 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8da34b63-e505-48fe-92ee-3cbb00e7495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.277331 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b5852d-9589-4d89-ab72-d88784126acb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] GET failed (client error): The resource could not be found. Mar 14 15:28:44.278971 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-62b5852d-9589-4d89-ab72-d88784126acb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports/62492fc8-c706-4163-9921-16e002bdc435 HTTP/1.1" status: 404 len: 333 time: 0.0721946 Mar 14 15:28:44.283689 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54596) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:44.289629 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-d9da3cc4-c996-4361-bec8-c3f5333da53f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'port': {'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc', 'name': 'tempest-PortsTestJSON-1301507433'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:44.302292 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1d27d743-fcfa-4d34-ad1b-04842614d1b1 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:28:44.312684 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c445680-bea6-40b1-8a99-04cab3097ec9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.363216 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:28:44.393670 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c445680-bea6-40b1-8a99-04cab3097ec9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:44.397814 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c04afa37-1ce3-4d5d-8b7f-001e106f41e4 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.402489 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8da34b63-e505-48fe-92ee-3cbb00e7495b None None] Port 0351168a-e055-4e19-bd91-2997d857f558 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:44.406658 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-6c445680-bea6-40b1-8a99-04cab3097ec9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:44.409357 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c445680-bea6-40b1-8a99-04cab3097ec9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:44.410105 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c445680-bea6-40b1-8a99-04cab3097ec9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.414410 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77e666d-35b6-4c70-9167-5d7ebfd93866 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Router d945c5a3-10dc-4924-a9a6-105a4633dd38 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:28:44.420203 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c445680-bea6-40b1-8a99-04cab3097ec9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=dcc41e71-663d-4e75-84fe-fc6af8f33364,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:44.466678 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6c445680-bea6-40b1-8a99-04cab3097ec9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8059032 Mar 14 15:28:44.474139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54598) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:44.480389 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-fae28091-5b42-4a53-b59f-27cc160d2b99 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'mac_address': 'fa:16:3e:06:d6:92', 'name': 'tempest-NetworksTestDHCPv6-342137183'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:44.483827 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.489024 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54600) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:44.491317 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2e4d25a7-9d98-4924-8a29-237965c8aba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.491891 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9da3cc4-c996-4361-bec8-c3f5333da53f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:44.495226 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d9da3cc4-c996-4361-bec8-c3f5333da53f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.506988 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c04afa37-1ce3-4d5d-8b7f-001e106f41e4 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.533360 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d25a7-9d98-4924-8a29-237965c8aba5 None None] Pushing event deleted for resources: {'Port': ['ID=1d27d743-fcfa-4d34-ad1b-04842614d1b1,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:44.538511 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4d25a7-9d98-4924-8a29-237965c8aba5 None None] No DVR routers for this DVR port 1d27d743-fcfa-4d34-ad1b-04842614d1b1 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:44.567229 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a26d3659-ff13-49cc-acb6-a86116afd439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.570785 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ba3a7528-e885-406a-8900-0ed8cc6bc388 None None] Provisioning complete for port 0351168a-e055-4e19-bd91-2997d857f558 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:44.571435 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7528-e885-406a-8900-0ed8cc6bc388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.579469 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a26d3659-ff13-49cc-acb6-a86116afd439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.591620 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-d9da3cc4-c996-4361-bec8-c3f5333da53f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] device_id is not set on port 5de87db0-2169-4ebd-926a-6b10974661f2 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:28:44.611034 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b11ed1d-26d2-4de8-9029-0b120060390f None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:44.650716 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a26d3659-ff13-49cc-acb6-a86116afd439 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e46e387de023406883feea62b3cb75fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7491074 Mar 14 15:28:44.655661 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54602) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:44.664504 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a7528-e885-406a-8900-0ed8cc6bc388 None None] Port 0351168a-e055-4e19-bd91-2997d857f558 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:44.668022 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d3659-ff13-49cc-acb6-a86116afd439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0a9a62-5c3e-4412-8002-356c43a7c933,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:44.702275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77e666d-35b6-4c70-9167-5d7ebfd93866 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:44.719796 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d77e666d-35b6-4c70-9167-5d7ebfd93866 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "PUT /v2.0/routers/d945c5a3-10dc-4924-a9a6-105a4633dd38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8510389 Mar 14 15:28:44.724052 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c04afa37-1ce3-4d5d-8b7f-001e106f41e4 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.725141 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54604) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:44.726894 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c04afa37-1ce3-4d5d-8b7f-001e106f41e4 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.728243 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c04afa37-1ce3-4d5d-8b7f-001e106f41e4 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "DELETE /v2.0/security-groups/d5d0a980-5813-473e-b5c8-3c73026bff7f HTTP/1.1" status: 204 len: 168 time: 0.5594025 Mar 14 15:28:44.731132 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb323494-d2d0-4c4a-8425-a51cd0214555 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:44.731616 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb323494-d2d0-4c4a-8425-a51cd0214555 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:44.732415 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb323494-d2d0-4c4a-8425-a51cd0214555 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:44.739588 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-eb323494-d2d0-4c4a-8425-a51cd0214555 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/ports?project_id=981c2b5a3afd42dd95b1da15ede4e026&network_id=0e58071f-ed6b-4f5e-9912-c6e34b9e0905 HTTP/1.1" status: 200 len: 2999 time: 0.2430248 Mar 14 15:28:44.739797 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e9920f-428d-487c-a906-92c99bfbbc84 None None] Sync routers for ids ['d945c5a3-10dc-4924-a9a6-105a4633dd38'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:28:44.739934 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54606) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:44.744467 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04afa37-1ce3-4d5d-8b7f-001e106f41e4 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d0a980-5813-473e-b5c8-3c73026bff7f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:44.746113 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae28091-5b42-4a53-b59f-27cc160d2b99 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:44.749796 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-81c22ad1-a7a2-4a1c-bfad-c163ccc0b177 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'port': {'network_id': '59ee8576-ee06-456f-9eda-22a8f9b5664f', 'name': 'tempest-FloatingIPTestJSON-1596133734'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:44.798356 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e9920f-428d-487c-a906-92c99bfbbc84 None None] Routers {'d945c5a3-10dc-4924-a9a6-105a4633dd38'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:44.799157 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-60e9920f-428d-487c-a906-92c99bfbbc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['d945c5a3-10dc-4924-a9a6-105a4633dd38'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:44.824068 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-971a8e31-98e6-4d51-b221-a546dafd37d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.850798 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-60e9920f-428d-487c-a906-92c99bfbbc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:44.866410 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-971a8e31-98e6-4d51-b221-a546dafd37d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.872524 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e9920f-428d-487c-a906-92c99bfbbc84 None None] Routers {'d945c5a3-10dc-4924-a9a6-105a4633dd38'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:44.873166 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-60e9920f-428d-487c-a906-92c99bfbbc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['d945c5a3-10dc-4924-a9a6-105a4633dd38'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:44.883736 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fae28091-5b42-4a53-b59f-27cc160d2b99 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.891654 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-cd44397e-f388-4286-9550-55c93e9f6d25 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1480727 Mar 14 15:28:44.892345 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54610) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:44.897666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8e74010e-39d8-4e2b-b10b-41bda93431cb tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group': {'name': 'tempest-secgroup--946634605'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:44.927518 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-60e9920f-428d-487c-a906-92c99bfbbc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:44.928235 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e9920f-428d-487c-a906-92c99bfbbc84 None None] The sync data for ids ['d945c5a3-10dc-4924-a9a6-105a4633dd38'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:28:44.948778 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'fixed_ips': [{'subnet_id': 'dcc41e71-663d-4e75-84fe-fc6af8f33364'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:28:44.949654 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.952483 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e74010e-39d8-4e2b-b10b-41bda93431cb tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.954719 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-fae28091-5b42-4a53-b59f-27cc160d2b99 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port 03bbefcb-d68d-45b1-a323-15c720330e93 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:28:44.981271 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d9da3cc4-c996-4361-bec8-c3f5333da53f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:44.998514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c22ad1-a7a2-4a1c-bfad-c163ccc0b177 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Made reservation on behalf of 32b90bc106c14fffa6b9e3eb32363153 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:45.001987 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81c22ad1-a7a2-4a1c-bfad-c163ccc0b177 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.030612 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-81c22ad1-a7a2-4a1c-bfad-c163ccc0b177 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] device_id is not set on port 2ca8d3ca-2dbd-4dfc-b338-5902189952fb yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:28:45.071412 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-971a8e31-98e6-4d51-b221-a546dafd37d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.073935 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-971a8e31-98e6-4d51-b221-a546dafd37d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.075126 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-971a8e31-98e6-4d51-b221-a546dafd37d4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0c0a9a62-5c3e-4412-8002-356c43a7c933 HTTP/1.1" status: 204 len: 168 time: 0.4185805 Mar 14 15:28:45.093080 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d9da3cc4-c996-4361-bec8-c3f5333da53f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.108186 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a8e31-98e6-4d51-b221-a546dafd37d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0a9a62-5c3e-4412-8002-356c43a7c933,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:45.144004 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-fae28091-5b42-4a53-b59f-27cc160d2b99 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::7c (5b9fbf90-4428-44c7-aa34-44697a69d1dc/dcc41e71-663d-4e75-84fe-fc6af8f33364/03bbefcb-d68d-45b1-a323-15c720330e93) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:45.185977 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e74010e-39d8-4e2b-b10b-41bda93431cb tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.187082 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da3cc4-c996-4361-bec8-c3f5333da53f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=5de87db0-2169-4ebd-926a-6b10974661f2,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:45.190256 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9da3cc4-c996-4361-bec8-c3f5333da53f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:45.194107 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-d9da3cc4-c996-4361-bec8-c3f5333da53f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:45.198112 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da3cc4-c996-4361-bec8-c3f5333da53f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:45.203462 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9da3cc4-c996-4361-bec8-c3f5333da53f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:45.204083 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d9da3cc4-c996-4361-bec8-c3f5333da53f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.216908 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e74010e-39d8-4e2b-b10b-41bda93431cb tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.225510 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-81c22ad1-a7a2-4a1c-bfad-c163ccc0b177 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Allocated IP 172.20.0.6 (59ee8576-ee06-456f-9eda-22a8f9b5664f/8c85dd05-a789-4c62-9286-a23126400af5/2ca8d3ca-2dbd-4dfc-b338-5902189952fb) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:45.237686 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d9da3cc4-c996-4361-bec8-c3f5333da53f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9505041 Mar 14 15:28:45.239604 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54618) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:45.245481 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-29cdac04-c06b-46d8-802b-1fdb4895c77d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:45.255970 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e74010e-39d8-4e2b-b10b-41bda93431cb tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.257229 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8e74010e-39d8-4e2b-b10b-41bda93431cb tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3639472 Mar 14 15:28:45.263658 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54620) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:45.275587 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-73006de4-e01c-410c-be45-113bb25a7943 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': '39e6de2f-a3b5-41d7-94c6-dee8704d91e9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:45.276387 dv-neutron-833559-1-hyperv neutron-server[102568]: WARNING neutron.api.v2.base [None req-73006de4-e01c-410c-be45-113bb25a7943 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 14 15:28:45.276948 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-73006de4-e01c-410c-be45-113bb25a7943 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:45.278032 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-73006de4-e01c-410c-be45-113bb25a7943 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110130 Mar 14 15:28:45.289309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54622) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:45.304026 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3c29ea33-2efb-4577-a5b6-e465dc6021ec tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': '39e6de2f-a3b5-41d7-94c6-dee8704d91e9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:45.345022 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74010e-39d8-4e2b-b10b-41bda93431cb tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e6de2f-a3b5-41d7-94c6-dee8704d91e9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:45.352348 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-29cdac04-c06b-46d8-802b-1fdb4895c77d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.398727 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-3c29ea33-2efb-4577-a5b6-e465dc6021ec tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:45.402961 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3c29ea33-2efb-4577-a5b6-e465dc6021ec tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1095486 Mar 14 15:28:45.404207 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54628) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:45.415071 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-b7793415-f7a3-4244-8e15-700720a954aa tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': '39e6de2f-a3b5-41d7-94c6-dee8704d91e9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:45.415822 dv-neutron-833559-1-hyperv neutron-server[102567]: WARNING neutron.api.v2.base [None req-b7793415-f7a3-4244-8e15-700720a954aa tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 14 15:28:45.416306 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-b7793415-f7a3-4244-8e15-700720a954aa tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:45.422534 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b7793415-f7a3-4244-8e15-700720a954aa tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0102582 Mar 14 15:28:45.422534 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54630) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:45.432001 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fae28091-5b42-4a53-b59f-27cc160d2b99 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.448720 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-67282db9-098d-4a99-975b-6845922f3f89 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': '39e6de2f-a3b5-41d7-94c6-dee8704d91e9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:45.477153 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fae28091-5b42-4a53-b59f-27cc160d2b99 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.533690 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae28091-5b42-4a53-b59f-27cc160d2b99 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:45.539263 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-fae28091-5b42-4a53-b59f-27cc160d2b99 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:45.542296 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae28091-5b42-4a53-b59f-27cc160d2b99 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:45.548468 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae28091-5b42-4a53-b59f-27cc160d2b99 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:45.548923 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fae28091-5b42-4a53-b59f-27cc160d2b99 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.552657 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] Allocated IP 2001:db8::2 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/dcc41e71-663d-4e75-84fe-fc6af8f33364/8aee48e4-ea43-4b66-9aa7-e1f131fedc96) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:45.567268 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae28091-5b42-4a53-b59f-27cc160d2b99 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=03bbefcb-d68d-45b1-a323-15c720330e93,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:45.578253 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fae28091-5b42-4a53-b59f-27cc160d2b99 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1029584 Mar 14 15:28:45.579174 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54636) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:45.586186 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81c22ad1-a7a2-4a1c-bfad-c163ccc0b177 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.596167 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-67282db9-098d-4a99-975b-6845922f3f89 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:45.597489 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-67282db9-098d-4a99-975b-6845922f3f89 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1757798 Mar 14 15:28:45.603545 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54638) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:45.612683 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f1a820a0-bb4c-4da2-a83a-d17a1e2a6029 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': '39e6de2f-a3b5-41d7-94c6-dee8704d91e9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:45.613489 dv-neutron-833559-1-hyperv neutron-server[102567]: WARNING neutron.api.v2.base [None req-f1a820a0-bb4c-4da2-a83a-d17a1e2a6029 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 14 15:28:45.614676 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-f1a820a0-bb4c-4da2-a83a-d17a1e2a6029 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:45.615925 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f1a820a0-bb4c-4da2-a83a-d17a1e2a6029 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112333 Mar 14 15:28:45.619593 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54640) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:45.628047 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-11292531-6f2d-4bbe-a28b-5a3fc89d8fdb tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': '39e6de2f-a3b5-41d7-94c6-dee8704d91e9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:45.659243 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a1e97a-97bc-49b1-a62a-51b9b8d6675e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:45.664498 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b4a1e97a-97bc-49b1-a62a-51b9b8d6675e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0839639 Mar 14 15:28:45.665854 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54644) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:45.672535 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-11292531-6f2d-4bbe-a28b-5a3fc89d8fdb tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Project 0fb140b37fcb471fbe2b0f34bc180195 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:28:45.687348 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81c22ad1-a7a2-4a1c-bfad-c163ccc0b177 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.690627 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-29cdac04-c06b-46d8-802b-1fdb4895c77d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.694011 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-11292531-6f2d-4bbe-a28b-5a3fc89d8fdb tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:45.697431 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-11292531-6f2d-4bbe-a28b-5a3fc89d8fdb tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0738568 Mar 14 15:28:45.700248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54648) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:45.707535 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b0802b19-b106-4dc9-b1c8-5eb20a2f3cfc tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': '39e6de2f-a3b5-41d7-94c6-dee8704d91e9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:45.708302 dv-neutron-833559-1-hyperv neutron-server[102568]: WARNING neutron.api.v2.base [None req-b0802b19-b106-4dc9-b1c8-5eb20a2f3cfc tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 14 15:28:45.708918 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-b0802b19-b106-4dc9-b1c8-5eb20a2f3cfc tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:45.710979 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b0802b19-b106-4dc9-b1c8-5eb20a2f3cfc tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083117 Mar 14 15:28:45.713088 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54650) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:45.716302 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-29cdac04-c06b-46d8-802b-1fdb4895c77d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.719730 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-baa2b27c-d900-4975-b785-3da0db24f3c1 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': '39e6de2f-a3b5-41d7-94c6-dee8704d91e9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:45.747190 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-baa2b27c-d900-4975-b785-3da0db24f3c1 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Project 0fb140b37fcb471fbe2b0f34bc180195 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:28:45.764530 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-baa2b27c-d900-4975-b785-3da0db24f3c1 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:45.766963 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-baa2b27c-d900-4975-b785-3da0db24f3c1 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0514970 Mar 14 15:28:45.773318 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54654) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:45.776695 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-29cdac04-c06b-46d8-802b-1fdb4895c77d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] In _notify_port_updated(), no bound segment for port 5de87db0-2169-4ebd-926a-6b10974661f2 on network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc {{(pid=102567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:28:45.782259 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cdac04-c06b-46d8-802b-1fdb4895c77d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:45.783082 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-29cdac04-c06b-46d8-802b-1fdb4895c77d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.783546 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.784217 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-29cdac04-c06b-46d8-802b-1fdb4895c77d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "PUT /v2.0/ports/5de87db0-2169-4ebd-926a-6b10974661f2 HTTP/1.1" status: 200 len: 818 time: 0.5436687 Mar 14 15:28:45.786404 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c22ad1-a7a2-4a1c-bfad-c163ccc0b177 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Network 59ee8576-ee06-456f-9eda-22a8f9b5664f is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:45.787423 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-094ddc5f-a3f1-4a2e-8a3b-15fff40b1111 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': '39e6de2f-a3b5-41d7-94c6-dee8704d91e9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:45.794530 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.806610 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54656) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:45.812318 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-81c22ad1-a7a2-4a1c-bfad-c163ccc0b177 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:45.816171 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-094ddc5f-a3f1-4a2e-8a3b-15fff40b1111 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Project 0fb140b37fcb471fbe2b0f34bc180195 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:28:45.821888 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c22ad1-a7a2-4a1c-bfad-c163ccc0b177 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:45.825299 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c22ad1-a7a2-4a1c-bfad-c163ccc0b177 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event updated for resources: {'Port': ['ID=2ca8d3ca-2dbd-4dfc-b338-5902189952fb,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:45.841338 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:45.847965 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:45.855098 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-094ddc5f-a3f1-4a2e-8a3b-15fff40b1111 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:45.857869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:45.859855 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-094ddc5f-a3f1-4a2e-8a3b-15fff40b1111 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0835800 Mar 14 15:28:45.865518 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54660) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:45.905644 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] Pushing event updated for resources: {'Port': ['ID=8aee48e4-ea43-4b66-9aa7-e1f131fedc96,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:45.955912 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] Attempting to bind port 8aee48e4-ea43-4b66-9aa7-e1f131fedc96 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:45.956284 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] Attempting to bind port 8aee48e4-ea43-4b66-9aa7-e1f131fedc96 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:45.956652 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] Attempting to bind port 8aee48e4-ea43-4b66-9aa7-e1f131fedc96 on network 5b9fbf90-4428-44c7-aa34-44697a69d1dc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:28:45.975604 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdac04-c06b-46d8-802b-1fdb4895c77d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=5de87db0-2169-4ebd-926a-6b10974661f2,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:45.976919 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba81325b-6427-4b95-a4c5-40dc733710ef tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.987828 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:28:45.988218 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] Checking segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:45.990025 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.990454 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] Bound using segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:28:45.990980 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] Bound port: 8aee48e4-ea43-4b66-9aa7-e1f131fedc96, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:45.991919 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:45.992870 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c22ad1-a7a2-4a1c-bfad-c163ccc0b177 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:45.993482 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81c22ad1-a7a2-4a1c-bfad-c163ccc0b177 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.010739 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba81325b-6427-4b95-a4c5-40dc733710ef tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.017645 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-773f1e2c-75f0-4a18-b50e-3129fca7a360 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port 03bbefcb-d68d-45b1-a323-15c720330e93 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:46.018155 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-773f1e2c-75f0-4a18-b50e-3129fca7a360 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.044129 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-81c22ad1-a7a2-4a1c-bfad-c163ccc0b177 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3092237 Mar 14 15:28:46.052185 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54664) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:46.057263 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e115d2c6-2226-4667-98e7-c1cf111c81d7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Request body: {'floatingip': {'port_id': '2ca8d3ca-2dbd-4dfc-b338-5902189952fb'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:46.111842 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] For port 8aee48e4-ea43-4b66-9aa7-e1f131fedc96, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:46.125859 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e9584-43e7-49c1-915a-c077f96c4c1e tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port 5de87db0-2169-4ebd-926a-6b10974661f2 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:46.126102 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bc2e9584-43e7-49c1-915a-c077f96c4c1e tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.135990 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] For port 8aee48e4-ea43-4b66-9aa7-e1f131fedc96, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=8aee48e4-ea43-4b66-9aa7-e1f131fedc96,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:46.145075 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.163605 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba81325b-6427-4b95-a4c5-40dc733710ef tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.170452 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ba81325b-6427-4b95-a4c5-40dc733710ef tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.174954 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ba81325b-6427-4b95-a4c5-40dc733710ef tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "DELETE /v2.0/security-groups/39e6de2f-a3b5-41d7-94c6-dee8704d91e9 HTTP/1.1" status: 204 len: 168 time: 0.3084235 Mar 14 15:28:46.179600 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54666) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:46.188729 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e115d2c6-2226-4667-98e7-c1cf111c81d7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.189252 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-773f1e2c-75f0-4a18-b50e-3129fca7a360 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.218947 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54668) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:46.236366 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-773f1e2c-75f0-4a18-b50e-3129fca7a360 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for 03bbefcb-d68d-45b1-a323-15c720330e93 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:46.251526 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bc2e9584-43e7-49c1-915a-c077f96c4c1e tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.270228 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e9584-43e7-49c1-915a-c077f96c4c1e tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for 5de87db0-2169-4ebd-926a-6b10974661f2 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:46.273498 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-dfee1daa-fc0b-4213-bef9-7b328b97455c None None] Provisioning complete for port 2ca8d3ca-2dbd-4dfc-b338-5902189952fb triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:46.275574 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dfee1daa-fc0b-4213-bef9-7b328b97455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.285691 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81325b-6427-4b95-a4c5-40dc733710ef tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e6de2f-a3b5-41d7-94c6-dee8704d91e9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:46.330392 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85924c1-b556-4706-a00b-87cd687a243a None None] Pushing event updated for resources: {'Port': ['ID=8aee48e4-ea43-4b66-9aa7-e1f131fedc96,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:46.398080 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-399185d0-3d44-452a-8d4c-03c7b6b7f5e9 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2065165 Mar 14 15:28:46.399859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54674) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:46.401105 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-dfee1daa-fc0b-4213-bef9-7b328b97455c None None] Port 2ca8d3ca-2dbd-4dfc-b338-5902189952fb cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:46.414332 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-b11d92d7-9cb3-48b9-9fce-ada821ab5208 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-675356983'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:46.440853 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ff358594-2c4d-434c-9fc3-98ccd78642d5 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group': {'name': 'tempest-secgroup--183279406'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:46.512911 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11d92d7-9cb3-48b9-9fce-ada821ab5208 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Made reservation on behalf of e75d0fa09c9249268adfceeb98abc4dd for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:46.516682 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ff358594-2c4d-434c-9fc3-98ccd78642d5 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.518434 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b11d92d7-9cb3-48b9-9fce-ada821ab5208 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.549163 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b11d92d7-9cb3-48b9-9fce-ada821ab5208 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.558533 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bc2e9584-43e7-49c1-915a-c077f96c4c1e tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.561428 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-773f1e2c-75f0-4a18-b50e-3129fca7a360 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.656211 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e9584-43e7-49c1-915a-c077f96c4c1e tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=5de87db0-2169-4ebd-926a-6b10974661f2,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:46.673849 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bc2e9584-43e7-49c1-915a-c077f96c4c1e tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.678207 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bc2e9584-43e7-49c1-915a-c077f96c4c1e tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/ports/5de87db0-2169-4ebd-926a-6b10974661f2 HTTP/1.1" status: 204 len: 168 time: 0.8670115 Mar 14 15:28:46.682456 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54676) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:46.735909 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-773f1e2c-75f0-4a18-b50e-3129fca7a360 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.741244 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-773f1e2c-75f0-4a18-b50e-3129fca7a360 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/03bbefcb-d68d-45b1-a323-15c720330e93 HTTP/1.1" status: 204 len: 168 time: 1.0733075 Mar 14 15:28:46.744427 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f1e2c-75f0-4a18-b50e-3129fca7a360 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=03bbefcb-d68d-45b1-a323-15c720330e93,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:46.747210 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54678) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:46.805166 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b11d92d7-9cb3-48b9-9fce-ada821ab5208 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.809273 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b11d92d7-9cb3-48b9-9fce-ada821ab5208 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.824622 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ff358594-2c4d-434c-9fc3-98ccd78642d5 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.838403 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11d92d7-9cb3-48b9-9fce-ada821ab5208 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:46.844783 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ff358594-2c4d-434c-9fc3-98ccd78642d5 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.848366 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d92d7-9cb3-48b9-9fce-ada821ab5208 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a34d328d-c2ae-45f9-a9b2-ebd7e195bb9d,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:46.855145 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b11d92d7-9cb3-48b9-9fce-ada821ab5208 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.855492 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-b11d92d7-9cb3-48b9-9fce-ada821ab5208 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Added segment 269967e1-cc1b-4c37-ac07-13a15ad27674 of type vlan for network 2eb6abe2-3ce5-4f53-8e13-dab9be3806a2 Mar 14 15:28:46.876352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c78aa30-6b75-41c2-ba7e-d3424eff6d97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:46.877942 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8c78aa30-6b75-41c2-ba7e-d3424eff6d97 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1907384 Mar 14 15:28:46.890465 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54682) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:46.912831 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cad20e1-64d4-43a4-b022-d76facbd0214 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:46.914138 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cad20e1-64d4-43a4-b022-d76facbd0214 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:46.914514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b11d92d7-9cb3-48b9-9fce-ada821ab5208 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.915724 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4cad20e1-64d4-43a4-b022-d76facbd0214 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1666994 Mar 14 15:28:46.920972 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54684) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:46.924377 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ff358594-2c4d-434c-9fc3-98ccd78642d5 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:46.925617 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ff358594-2c4d-434c-9fc3-98ccd78642d5 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4885290 Mar 14 15:28:46.940044 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54686) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:46.949705 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-156d702a-ce56-4b43-b2f8-4d231ea195d4 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': 'aff3481c-5123-49b2-8d89-6ac76218cc50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:46.986604 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab174577-dcd8-4abd-b132-81a54e938925 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] GET failed (client error): The resource could not be found. Mar 14 15:28:46.988241 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ab174577-dcd8-4abd-b132-81a54e938925 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports/5de87db0-2169-4ebd-926a-6b10974661f2 HTTP/1.1" status: 404 len: 333 time: 0.0939946 Mar 14 15:28:46.991270 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff358594-2c4d-434c-9fc3-98ccd78642d5 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff3481c-5123-49b2-8d89-6ac76218cc50,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:46.999516 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54688) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:47.003472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8c9098ac-39d1-43c0-bbfe-4040461d3a98 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1431311417'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:47.034544 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b11d92d7-9cb3-48b9-9fce-ada821ab5208 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.040553 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11d92d7-9cb3-48b9-9fce-ada821ab5208 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:47.041172 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b11d92d7-9cb3-48b9-9fce-ada821ab5208 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.049883 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff812e86-2a9f-4945-9f5a-8f8a523d94bf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet dcc41e71-663d-4e75-84fe-fc6af8f33364 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:47.055084 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-156d702a-ce56-4b43-b2f8-4d231ea195d4 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): The resource could not be found. Mar 14 15:28:47.058958 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54690) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:47.059121 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-156d702a-ce56-4b43-b2f8-4d231ea195d4 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1179261 Mar 14 15:28:47.066000 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-686fa2f6-7e38-4bb8-a65e-2b308112cd14 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': 'aff3481c-5123-49b2-8d89-6ac76218cc50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5d251415-bbd0-4e72-b082-994238f437cf'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:47.073394 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9098ac-39d1-43c0-bbfe-4040461d3a98 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:47.076651 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c9098ac-39d1-43c0-bbfe-4040461d3a98 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.078472 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ff812e86-2a9f-4945-9f5a-8f8a523d94bf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.148505 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b11d92d7-9cb3-48b9-9fce-ada821ab5208 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9286296 Mar 14 15:28:47.152313 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54692) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:47.163277 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-48289d0b-221d-4901-b353-249ffe23e8af tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Request body: {'subnet': {'network_id': '2eb6abe2-3ce5-4f53-8e13-dab9be3806a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:47.172031 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9098ac-39d1-43c0-bbfe-4040461d3a98 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:47.185927 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ff812e86-2a9f-4945-9f5a-8f8a523d94bf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.218439 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d92d7-9cb3-48b9-9fce-ada821ab5208 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Pushing event updated for resources: {'Network': ['ID=2eb6abe2-3ce5-4f53-8e13-dab9be3806a2,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:47.234720 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 2eb6abe2-3ce5-4f53-8e13-dab9be3806a2 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:28:47.335765 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ff812e86-2a9f-4945-9f5a-8f8a523d94bf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.409645 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ff812e86-2a9f-4945-9f5a-8f8a523d94bf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.448737 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff812e86-2a9f-4945-9f5a-8f8a523d94bf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc41e71-663d-4e75-84fe-fc6af8f33364,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:47.451160 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ff812e86-2a9f-4945-9f5a-8f8a523d94bf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.455144 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ff812e86-2a9f-4945-9f5a-8f8a523d94bf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/dcc41e71-663d-4e75-84fe-fc6af8f33364 HTTP/1.1" status: 204 len: 168 time: 0.5336986 Mar 14 15:28:47.458871 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54694) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:47.510994 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2ec310db-84e0-4113-a024-d5339c43fc0c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501280 Mar 14 15:28:47.512963 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54696) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:47.543570 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54698) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:47.552190 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d936320-d195-4e88-bd1b-d7c6edf2f233 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:47.617226 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7090d0-7cc4-4bf0-a9a2-089a91c7a57d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:47.618781 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9b7090d0-7cc4-4bf0-a9a2-089a91c7a57d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1048241 Mar 14 15:28:47.620883 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66544576-63eb-4434-883b-80b5387b5ec2 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:47.622281 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-66544576-63eb-4434-883b-80b5387b5ec2 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=0f3fd893-5baa-4085-951b-8847b15a4083 HTTP/1.1" status: 200 len: 814 time: 0.0774536 Mar 14 15:28:47.622825 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54700) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:47.646345 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c9098ac-39d1-43c0-bbfe-4040461d3a98 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.647294 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-8c9098ac-39d1-43c0-bbfe-4040461d3a98 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Added segment f7d7c5c8-002f-4c93-90bc-5a5bd40b0423 of type vlan for network 3abb1ce0-ccce-408a-91f9-03af83c6ee1a Mar 14 15:28:47.669761 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-686fa2f6-7e38-4bb8-a65e-2b308112cd14 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): The resource could not be found. Mar 14 15:28:47.673311 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-686fa2f6-7e38-4bb8-a65e-2b308112cd14 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6100998 Mar 14 15:28:47.674086 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54704) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:47.691557 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-999b4d31-cde0-414a-9f7b-edeba86c6df6 None None] Provisioning complete for port 8aee48e4-ea43-4b66-9aa7-e1f131fedc96 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:47.692691 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-999b4d31-cde0-414a-9f7b-edeba86c6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.704760 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88b3a9e-3b2c-4723-a2e2-36921e516642 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:47.708977 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d88b3a9e-3b2c-4723-a2e2-36921e516642 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0822616 Mar 14 15:28:47.711805 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54706) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:47.730203 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c9098ac-39d1-43c0-bbfe-4040461d3a98 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.733642 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e115d2c6-2226-4667-98e7-c1cf111c81d7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.743253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e115d2c6-2226-4667-98e7-c1cf111c81d7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.786622 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5aafaab3-a9db-4d7b-bf52-6f825a4e6f5a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734348 Mar 14 15:28:47.790470 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54710) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:47.795884 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-13485a96-55ab-4d5d-827e-d28b6b97d416 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:47.822712 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48289d0b-221d-4901-b353-249ffe23e8af tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Made reservation on behalf of e75d0fa09c9249268adfceeb98abc4dd for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:47.826179 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48289d0b-221d-4901-b353-249ffe23e8af tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.830216 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-999b4d31-cde0-414a-9f7b-edeba86c6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.847259 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c9098ac-39d1-43c0-bbfe-4040461d3a98 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.853606 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47caa71-f16f-47df-99db-cee67ac927a7 None None] DHCP port deletion for 5b9fbf90-4428-44c7-aa34-44697a69d1dc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:28:47.853894 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9098ac-39d1-43c0-bbfe-4040461d3a98 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:47.854484 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c9098ac-39d1-43c0-bbfe-4040461d3a98 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.871107 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-42274726-ee26-46bb-b834-172d68d8c5ae tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.902588 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-999b4d31-cde0-414a-9f7b-edeba86c6df6 None None] For port 8aee48e4-ea43-4b66-9aa7-e1f131fedc96, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=8aee48e4-ea43-4b66-9aa7-e1f131fedc96,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:47.915185 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-999b4d31-cde0-414a-9f7b-edeba86c6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.915437 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-42274726-ee26-46bb-b834-172d68d8c5ae tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.947266 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13485a96-55ab-4d5d-827e-d28b6b97d416 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:47.950893 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-13485a96-55ab-4d5d-827e-d28b6b97d416 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.973221 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c47caa71-f16f-47df-99db-cee67ac927a7 None None] Deleting port 8aee48e4-ea43-4b66-9aa7-e1f131fedc96 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:47.973757 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c47caa71-f16f-47df-99db-cee67ac927a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:47.985663 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b4d31-cde0-414a-9f7b-edeba86c6df6 None None] Pushing event updated for resources: {'Port': ['ID=8aee48e4-ea43-4b66-9aa7-e1f131fedc96,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:48.010187 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8c9098ac-39d1-43c0-bbfe-4040461d3a98 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0079930 Mar 14 15:28:48.011814 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54712) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:48.024781 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-51f32ac9-4238-4029-8997-9bc0df02c9e2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'subnet': {'network_id': '3abb1ce0-ccce-408a-91f9-03af83c6ee1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:48.031694 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9098ac-39d1-43c0-bbfe-4040461d3a98 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Network': ['ID=3abb1ce0-ccce-408a-91f9-03af83c6ee1a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:48.034665 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-e115d2c6-2226-4667-98e7-c1cf111c81d7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Floating IP 05d52b29-866f-45f6-ae17-2dc415553bf8 associated. External IP: 172.26.6.234, port: c0d51b53-84c1-4fb2-8995-3b813a69d336. Mar 14 15:28:48.044556 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-c47caa71-f16f-47df-99db-cee67ac927a7 None None] For port 8aee48e4-ea43-4b66-9aa7-e1f131fedc96, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=8aee48e4-ea43-4b66-9aa7-e1f131fedc96,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:48.045239 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c47caa71-f16f-47df-99db-cee67ac927a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.049649 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 3abb1ce0-ccce-408a-91f9-03af83c6ee1a details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:28:48.082400 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-42274726-ee26-46bb-b834-172d68d8c5ae tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.084877 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-42274726-ee26-46bb-b834-172d68d8c5ae tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.088875 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-42274726-ee26-46bb-b834-172d68d8c5ae tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "DELETE /v2.0/security-groups/aff3481c-5123-49b2-8d89-6ac76218cc50 HTTP/1.1" status: 204 len: 168 time: 0.4112756 Mar 14 15:28:48.089020 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c47caa71-f16f-47df-99db-cee67ac927a7 None None] Calling delete_port for 8aee48e4-ea43-4b66-9aa7-e1f131fedc96 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:48.090588 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54714) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:48.104077 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54716) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:48.116716 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-e4f0597e-6781-4b8d-8f8a-b3b2a4d9866a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'network': {'name': 'tempest-network-smoke--1849538952', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'port_security_enabled': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:48.137393 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42274726-ee26-46bb-b834-172d68d8c5ae tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff3481c-5123-49b2-8d89-6ac76218cc50,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:48.185864 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f0597e-6781-4b8d-8f8a-b3b2a4d9866a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:48.190360 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e4f0597e-6781-4b8d-8f8a-b3b2a4d9866a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.234583 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-45cbf7d2-dc92-49ab-bc13-7978acdfa597 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1416988 Mar 14 15:28:48.235542 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f32ac9-4238-4029-8997-9bc0df02c9e2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:48.239953 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51f32ac9-4238-4029-8997-9bc0df02c9e2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.240136 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54718) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:48.243142 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c47caa71-f16f-47df-99db-cee67ac927a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.246178 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d09124be-2c01-4dbb-96ea-829d215a581a tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': '7ea45bab-75bd-46d7-b15a-a334e70886f4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:48.271949 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47caa71-f16f-47df-99db-cee67ac927a7 None None] Pushing event deleted for resources: {'Port': ['ID=8aee48e4-ea43-4b66-9aa7-e1f131fedc96,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:48.274193 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47caa71-f16f-47df-99db-cee67ac927a7 None None] No DVR routers for this DVR port 8aee48e4-ea43-4b66-9aa7-e1f131fedc96 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:48.339852 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f0597e-6781-4b8d-8f8a-b3b2a4d9866a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:48.362655 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e4f0597e-6781-4b8d-8f8a-b3b2a4d9866a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.363027 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-e4f0597e-6781-4b8d-8f8a-b3b2a4d9866a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Added segment c18b6164-9180-46db-a166-913591cfc59d of type vlan for network d04b54e8-d3c5-4e30-bdcf-fa66b43527ec Mar 14 15:28:48.413220 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-d09124be-2c01-4dbb-96ea-829d215a581a tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): The resource could not be found. Mar 14 15:28:48.419057 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d09124be-2c01-4dbb-96ea-829d215a581a tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1732466 Mar 14 15:28:48.419057 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48289d0b-221d-4901-b353-249ffe23e8af tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.426005 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54720) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:48.447802 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e4f0597e-6781-4b8d-8f8a-b3b2a4d9866a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.453241 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8808450c-6175-4cb2-868c-2cc1b1957cbc tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group': {'name': 'tempest-secgroup--620302647'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:48.515372 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48289d0b-221d-4901-b353-249ffe23e8af tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Pushing event updated for resources: {'Subnet': ['ID=a94eb5be-f2f7-483a-be25-1360e7a526f7,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:48.518708 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e115d2c6-2226-4667-98e7-c1cf111c81d7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Router da84d555-1d7c-4d7f-b281-83d0a3be8bb5 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:28:48.522467 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8808450c-6175-4cb2-868c-2cc1b1957cbc tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.546067 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e4f0597e-6781-4b8d-8f8a-b3b2a4d9866a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.551968 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f0597e-6781-4b8d-8f8a-b3b2a4d9866a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:48.552532 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e4f0597e-6781-4b8d-8f8a-b3b2a4d9866a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.556749 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48289d0b-221d-4901-b353-249ffe23e8af tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Checking segment: {'id': '269967e1-cc1b-4c37-ac07-13a15ad27674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2eb6abe2-3ce5-4f53-8e13-dab9be3806a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:48.557107 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48289d0b-221d-4901-b353-249ffe23e8af tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Network hostable DHCP agents. Network: 2eb6abe2-3ce5-4f53-8e13-dab9be3806a2, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:48.644717 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48289d0b-221d-4901-b353-249ffe23e8af tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Network 2eb6abe2-3ce5-4f53-8e13-dab9be3806a2 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:48.701159 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-48289d0b-221d-4901-b353-249ffe23e8af tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 2eb6abe2-3ce5-4f53-8e13-dab9be3806a2) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:48.709338 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdc8040-b548-4141-ab34-61a6ea79d245 None None] Network 2eb6abe2-3ce5-4f53-8e13-dab9be3806a2 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:48.722111 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48289d0b-221d-4901-b353-249ffe23e8af tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:48.723319 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48289d0b-221d-4901-b353-249ffe23e8af tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.728996 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8808450c-6175-4cb2-868c-2cc1b1957cbc tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.740338 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8808450c-6175-4cb2-868c-2cc1b1957cbc tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.750469 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e115d2c6-2226-4667-98e7-c1cf111c81d7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:48.771236 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d7f45-e46d-4271-9b87-805344b53177 None None] Sync routers for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:28:48.773909 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-48289d0b-221d-4901-b353-249ffe23e8af tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6179950 Mar 14 15:28:48.809751 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d7f45-e46d-4271-9b87-805344b53177 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:48.810695 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-721d7f45-e46d-4271-9b87-805344b53177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:48.819403 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54722) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:48.824741 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-03de9c4b-fa37-4786-84f2-aae378fe9787 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Request body: {'port': {'network_id': '2eb6abe2-3ce5-4f53-8e13-dab9be3806a2', 'name': 'tempest-TagsExtTest-780590382'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:48.833473 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8808450c-6175-4cb2-868c-2cc1b1957cbc tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.837830 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8808450c-6175-4cb2-868c-2cc1b1957cbc tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4074006 Mar 14 15:28:48.841186 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54724) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:48.851854 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808450c-6175-4cb2-868c-2cc1b1957cbc tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7eed70-e3fa-4f26-98c7-6ac774318cef,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:48.858142 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-721d7f45-e46d-4271-9b87-805344b53177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:48.862510 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-db47a62e-d107-4f4b-a8eb-82b5de6efb95 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group': {'name': 'tempest-secgroup--2088090914'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:48.871895 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d7f45-e46d-4271-9b87-805344b53177 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:48.872557 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-721d7f45-e46d-4271-9b87-805344b53177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:48.933274 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-721d7f45-e46d-4271-9b87-805344b53177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:48.935494 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d7f45-e46d-4271-9b87-805344b53177 None None] The sync data for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:28:48.947324 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-2eb6abe2-3ce5-4f53-8e13-dab9be3806a2', 'network_id': '2eb6abe2-3ce5-4f53-8e13-dab9be3806a2', 'tenant_id': 'e75d0fa09c9249268adfceeb98abc4dd', 'fixed_ips': [{'subnet_id': 'a94eb5be-f2f7-483a-be25-1360e7a526f7'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:28:48.947701 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.objects.ports [None req-13485a96-55ab-4d5d-827e-d28b6b97d416 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102567) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 15:28:48.948497 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.983960 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e4f0597e-6781-4b8d-8f8a-b3b2a4d9866a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8718951 Mar 14 15:28:48.984182 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db47a62e-d107-4f4b-a8eb-82b5de6efb95 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.984304 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-13485a96-55ab-4d5d-827e-d28b6b97d416 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:48.985933 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54726) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:49.071902 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0597e-6781-4b8d-8f8a-b3b2a4d9866a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Network': ['ID=d04b54e8-d3c5-4e30-bdcf-fa66b43527ec,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:49.081115 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51f32ac9-4238-4029-8997-9bc0df02c9e2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.087772 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13485a96-55ab-4d5d-827e-d28b6b97d416 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:49.092395 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network d04b54e8-d3c5-4e30-bdcf-fa66b43527ec details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:28:49.095385 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-13485a96-55ab-4d5d-827e-d28b6b97d416 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:49.099026 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13485a96-55ab-4d5d-827e-d28b6b97d416 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:49.099683 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-13485a96-55ab-4d5d-827e-d28b6b97d416 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.120455 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] Allocated IP 172.20.0.2 (2eb6abe2-3ce5-4f53-8e13-dab9be3806a2/a94eb5be-f2f7-483a-be25-1360e7a526f7/5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:49.124322 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13485a96-55ab-4d5d-827e-d28b6b97d416 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=c8877916-9364-4fc6-a997-238b63f003e6,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:49.125021 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716a0695-3715-4bcf-a8c7-e48d035f4015 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:49.139310 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-13485a96-55ab-4d5d-827e-d28b6b97d416 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3452277 Mar 14 15:28:49.149734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54728) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:49.171723 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-561dacc0-2097-4ae2-b412-eaf475f5fd7f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:49.182248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6ddb1a-7b31-4079-817d-22a7d5f9f9d7 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:49.186330 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3d6ddb1a-7b31-4079-817d-22a7d5f9f9d7 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=981c2b5a3afd42dd95b1da15ede4e026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1969097 Mar 14 15:28:49.188115 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54730) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:49.199810 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f32ac9-4238-4029-8997-9bc0df02c9e2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Checking segment: {'id': 'f7d7c5c8-002f-4c93-90bc-5a5bd40b0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3abb1ce0-ccce-408a-91f9-03af83c6ee1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:49.200188 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f32ac9-4238-4029-8997-9bc0df02c9e2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network hostable DHCP agents. Network: 3abb1ce0-ccce-408a-91f9-03af83c6ee1a, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:49.200791 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03de9c4b-fa37-4786-84f2-aae378fe9787 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Made reservation on behalf of e75d0fa09c9249268adfceeb98abc4dd for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:49.204193 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03de9c4b-fa37-4786-84f2-aae378fe9787 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.251051 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f32ac9-4238-4029-8997-9bc0df02c9e2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Subnet': ['ID=8267d061-bd9d-4709-afb4-529cad39dd31,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:49.286723 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f32ac9-4238-4029-8997-9bc0df02c9e2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network 3abb1ce0-ccce-408a-91f9-03af83c6ee1a is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:49.308659 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-51f32ac9-4238-4029-8997-9bc0df02c9e2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 3abb1ce0-ccce-408a-91f9-03af83c6ee1a) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:49.313565 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f32ac9-4238-4029-8997-9bc0df02c9e2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:49.314702 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51f32ac9-4238-4029-8997-9bc0df02c9e2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.327395 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-03de9c4b-fa37-4786-84f2-aae378fe9787 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] device_id is not set on port e9b60c0f-0b4f-450d-bf1e-8c469313c43d yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:28:49.327784 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315bc5b7-8882-4ee8-a5a3-33dffd728950 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:49.332986 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-315bc5b7-8882-4ee8-a5a3-33dffd728950 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1403329 Mar 14 15:28:49.332986 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54732) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:49.360461 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db47a62e-d107-4f4b-a8eb-82b5de6efb95 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.374213 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-51f32ac9-4238-4029-8997-9bc0df02c9e2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3550823 Mar 14 15:28:49.374213 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fdd4b5db-cd48-4ec4-ae4d-c279ac54778f tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370648 Mar 14 15:28:49.374213 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54734) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:49.374630 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54736) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:49.387961 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-6d0dfb91-fb6c-49b0-aebd-77cbba0c6fb7 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'subnet': {'network_id': '3abb1ce0-ccce-408a-91f9-03af83c6ee1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:49.396405 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0177b77-605c-4759-919c-973f7d653fd8 None None] Network 3abb1ce0-ccce-408a-91f9-03af83c6ee1a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:49.406004 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db47a62e-d107-4f4b-a8eb-82b5de6efb95 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.427863 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f1243437-c88e-418c-8477-8a1c39ff314c tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=981c2b5a3afd42dd95b1da15ede4e026&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0495615 Mar 14 15:28:49.428072 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e115d2c6-2226-4667-98e7-c1cf111c81d7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Router d945c5a3-10dc-4924-a9a6-105a4633dd38 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:28:49.428504 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54738) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:49.471304 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db47a62e-d107-4f4b-a8eb-82b5de6efb95 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.473094 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-db47a62e-d107-4f4b-a8eb-82b5de6efb95 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6181982 Mar 14 15:28:49.478183 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54740) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:49.484875 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d2bceb03-1127-405b-95f8-68440b7b66d0 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': '5c7eed70-e3fa-4f26-98c7-6ac774318cef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6b9f313a-f38f-4e45-9943-9d8ac770c409'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:49.493045 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47a62e-d107-4f4b-a8eb-82b5de6efb95 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9f313a-f38f-4e45-9943-9d8ac770c409,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:49.548721 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561dacc0-2097-4ae2-b412-eaf475f5fd7f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:49.552269 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-561dacc0-2097-4ae2-b412-eaf475f5fd7f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.587227 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6672a93a-730e-4a87-bfe4-5c33be1e3a9b tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:49.589012 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6672a93a-730e-4a87-bfe4-5c33be1e3a9b tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1595981 Mar 14 15:28:49.591839 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54742) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:49.625515 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-19f2f4d4-4b5b-4936-9a07-d4c7cc5f3392 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325861 Mar 14 15:28:49.628237 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54744) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:49.636034 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-6ce801c7-2157-4664-8ddf-0db904934ab1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-717033660', 'network_id': 'd04b54e8-d3c5-4e30-bdcf-fa66b43527ec', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:49.653240 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0dfb91-fb6c-49b0-aebd-77cbba0c6fb7 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:49.657129 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6d0dfb91-fb6c-49b0-aebd-77cbba0c6fb7 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.664164 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-d2bceb03-1127-405b-95f8-68440b7b66d0 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:49.665242 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d2bceb03-1127-405b-95f8-68440b7b66d0 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1840739 Mar 14 15:28:49.668081 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54746) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:49.745623 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.ipam_backend_mixin [None req-561dacc0-2097-4ae2-b412-eaf475f5fd7f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c8877916-9364-4fc6-a997-238b63f003e6 (CIDR: 2001:db8::/64) Mar 14 15:28:49.747060 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e115d2c6-2226-4667-98e7-c1cf111c81d7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:49.753347 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e115d2c6-2226-4667-98e7-c1cf111c81d7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.757042 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-561dacc0-2097-4ae2-b412-eaf475f5fd7f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:49.757494 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561dacc0-2097-4ae2-b412-eaf475f5fd7f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:49.774404 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'fixed_ips': [{'subnet_id': 'c8877916-9364-4fc6-a997-238b63f003e6'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:28:49.775282 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.777328 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb66dd-a96a-44d9-b86d-e67a37f27724 None None] Sync routers for ids ['d945c5a3-10dc-4924-a9a6-105a4633dd38'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:28:49.810722 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-561dacc0-2097-4ae2-b412-eaf475f5fd7f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6523697 Mar 14 15:28:49.812358 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54748) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:49.814504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74f46143-2372-426a-93e1-442c14caa359 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.818286 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5a03af1d-2bf8-4183-88c2-4a0b5eda9ce2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:49.825052 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce801c7-2157-4664-8ddf-0db904934ab1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:49.828657 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6ce801c7-2157-4664-8ddf-0db904934ab1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.834897 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.843233 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb66dd-a96a-44d9-b86d-e67a37f27724 None None] Routers {'d945c5a3-10dc-4924-a9a6-105a4633dd38'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:49.844974 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-05cb66dd-a96a-44d9-b86d-e67a37f27724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['d945c5a3-10dc-4924-a9a6-105a4633dd38'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:49.856463 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e115d2c6-2226-4667-98e7-c1cf111c81d7 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "PUT /v2.0/floatingips/05d52b29-866f-45f6-ae17-2dc415553bf8 HTTP/1.1" status: 200 len: 978 time: 3.8030550 Mar 14 15:28:49.862082 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74f46143-2372-426a-93e1-442c14caa359 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.862295 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54750) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:49.876633 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.ipam_backend_mixin [None req-6d0dfb91-fb6c-49b0-aebd-77cbba0c6fb7 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8267d061-bd9d-4709-afb4-529cad39dd31 (CIDR: 172.20.0.0/28) Mar 14 15:28:49.931145 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0dfb91-fb6c-49b0-aebd-77cbba0c6fb7 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:49.931671 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d0dfb91-fb6c-49b0-aebd-77cbba0c6fb7 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:28:49.932985 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-3abb1ce0-ccce-408a-91f9-03af83c6ee1a', 'network_id': '3abb1ce0-ccce-408a-91f9-03af83c6ee1a', 'tenant_id': '2bc6d44e222640628bd023b496b3ec98', 'fixed_ips': [{'subnet_id': '8267d061-bd9d-4709-afb4-529cad39dd31'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:28:49.933848 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.938636 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-03de9c4b-fa37-4786-84f2-aae378fe9787 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Allocated IP 172.20.0.11 (2eb6abe2-3ce5-4f53-8e13-dab9be3806a2/a94eb5be-f2f7-483a-be25-1360e7a526f7/e9b60c0f-0b4f-450d-bf1e-8c469313c43d) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:49.948324 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.950544 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-05cb66dd-a96a-44d9-b86d-e67a37f27724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:49.960557 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74f46143-2372-426a-93e1-442c14caa359 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.963697 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-74f46143-2372-426a-93e1-442c14caa359 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:49.967234 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-74f46143-2372-426a-93e1-442c14caa359 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "DELETE /v2.0/security-groups/6b9f313a-f38f-4e45-9943-9d8ac770c409 HTTP/1.1" status: 204 len: 168 time: 0.2921956 Mar 14 15:28:49.969805 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54752) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:49.995746 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6d0dfb91-fb6c-49b0-aebd-77cbba0c6fb7 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6206050 Mar 14 15:28:49.999612 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54754) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:50.001809 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f46143-2372-426a-93e1-442c14caa359 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9f313a-f38f-4e45-9943-9d8ac770c409,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:50.007994 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-75a724db-ff49-41d5-9a50-c0c74083d2c7 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'subnet': {'network_id': '3abb1ce0-ccce-408a-91f9-03af83c6ee1a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:50.033023 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] Network 2eb6abe2-3ce5-4f53-8e13-dab9be3806a2 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:50.085444 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb66dd-a96a-44d9-b86d-e67a37f27724 None None] Routers {'d945c5a3-10dc-4924-a9a6-105a4633dd38'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:50.086089 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-05cb66dd-a96a-44d9-b86d-e67a37f27724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['d945c5a3-10dc-4924-a9a6-105a4633dd38'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:50.100286 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:50.156774 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:50.162037 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] Pushing event updated for resources: {'Port': ['ID=5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:50.170304 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-05cb66dd-a96a-44d9-b86d-e67a37f27724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:50.170881 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-ee5a55f9-3e1c-43c9-bc6d-e8d8ab829f99 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Deleting port 2ca8d3ca-2dbd-4dfc-b338-5902189952fb {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:50.171453 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ee5a55f9-3e1c-43c9-bc6d-e8d8ab829f99 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.171596 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb66dd-a96a-44d9-b86d-e67a37f27724 None None] The sync data for ids ['d945c5a3-10dc-4924-a9a6-105a4633dd38'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:28:50.187065 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ea30047d-9df1-4a26-8214-087f25d02b52 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 0.2150037 Mar 14 15:28:50.193461 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54756) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:50.195302 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a03af1d-2bf8-4183-88c2-4a0b5eda9ce2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:50.198823 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5a03af1d-2bf8-4183-88c2-4a0b5eda9ce2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.265168 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] Allocated IP 2001:db8::f816:3eff:fef8:e640 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/c8877916-9364-4fc6-a997-238b63f003e6/4be512f0-245c-40ec-9e15-e15d0deedb01) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:50.290632 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03de9c4b-fa37-4786-84f2-aae378fe9787 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.298366 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a724db-ff49-41d5-9a50-c0c74083d2c7 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:50.302203 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-75a724db-ff49-41d5-9a50-c0c74083d2c7 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.303378 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] Attempting to bind port 5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:50.303990 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] Attempting to bind port 5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '269967e1-cc1b-4c37-ac07-13a15ad27674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2eb6abe2-3ce5-4f53-8e13-dab9be3806a2'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:50.304605 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] Attempting to bind port 5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1 on network 2eb6abe2-3ce5-4f53-8e13-dab9be3806a2 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:28:50.330048 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] Allocated IP 172.20.0.2 (3abb1ce0-ccce-408a-91f9-03af83c6ee1a/8267d061-bd9d-4709-afb4-529cad39dd31/269357c6-936d-4fd6-a6b5-f09903f3904a) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:50.340062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72850393-26b7-4e21-9d93-5598e071e1bd tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.368885 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:28:50.369420 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] Checking segment: {'id': '269967e1-cc1b-4c37-ac07-13a15ad27674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2eb6abe2-3ce5-4f53-8e13-dab9be3806a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:50.369950 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.370452 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] Bound using segment: {'id': '269967e1-cc1b-4c37-ac07-13a15ad27674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2eb6abe2-3ce5-4f53-8e13-dab9be3806a2'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:28:50.371076 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] Bound port: 5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269967e1-cc1b-4c37-ac07-13a15ad27674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2eb6abe2-3ce5-4f53-8e13-dab9be3806a2'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:50.371849 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.395027 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ee5a55f9-3e1c-43c9-bc6d-e8d8ab829f99 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.408449 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6ce801c7-2157-4664-8ddf-0db904934ab1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.413655 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72850393-26b7-4e21-9d93-5598e071e1bd tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.466173 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03de9c4b-fa37-4786-84f2-aae378fe9787 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.552772 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03de9c4b-fa37-4786-84f2-aae378fe9787 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Network 2eb6abe2-3ce5-4f53-8e13-dab9be3806a2 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:50.555264 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72850393-26b7-4e21-9d93-5598e071e1bd tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.558386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72850393-26b7-4e21-9d93-5598e071e1bd tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.561976 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-72850393-26b7-4e21-9d93-5598e071e1bd tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "DELETE /v2.0/security-groups/5c7eed70-e3fa-4f26-98c7-6ac774318cef HTTP/1.1" status: 204 len: 168 time: 0.3652854 Mar 14 15:28:50.561976 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de9c4b-fa37-4786-84f2-aae378fe9787 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Pushing event updated for resources: {'Port': ['ID=e9b60c0f-0b4f-450d-bf1e-8c469313c43d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:50.566029 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54760) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:50.570699 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-03de9c4b-fa37-4786-84f2-aae378fe9787 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:50.584028 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03de9c4b-fa37-4786-84f2-aae378fe9787 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:50.621661 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] For port 5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:50.655546 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] For port 5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1,segment=NetworkSegment(269967e1-cc1b-4c37-ac07-13a15ad27674),segment_id=269967e1-cc1b-4c37-ac07-13a15ad27674)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:50.656897 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03de9c4b-fa37-4786-84f2-aae378fe9787 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:50.658615 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03de9c4b-fa37-4786-84f2-aae378fe9787 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.665588 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72850393-26b7-4e21-9d93-5598e071e1bd tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7eed70-e3fa-4f26-98c7-6ac774318cef,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:50.681849 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce801c7-2157-4664-8ddf-0db904934ab1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Subnet': ['ID=e5b6639e-29a5-4819-b60a-3e7db5493bcd,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:50.722082 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.730023 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-03de9c4b-fa37-4786-84f2-aae378fe9787 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9092329 Mar 14 15:28:50.735202 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54770) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:50.744529 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5c13bc5a-05ec-4aee-ad95-9b67ce66505e tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-405033270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:50.759276 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-52f13490-3528-4f40-be8f-206deda6f07c tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1798470 Mar 14 15:28:50.760338 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54772) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:50.769161 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e2e2a705-db59-4a45-847b-f3fbd32f1d74 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group': {'name': 'tempest-secgroup--1840314469'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:50.795488 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.829526 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c13bc5a-05ec-4aee-ad95-9b67ce66505e tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.830868 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c13bc5a-05ec-4aee-ad95-9b67ce66505e tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.841086 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a705-db59-4a45-847b-f3fbd32f1d74 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.853278 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.873722 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a96f3b-e049-4dc0-8a8c-f2764a5bebb9 None None] Pushing event updated for resources: {'Port': ['ID=5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:50.925869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.930590 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:50.936844 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.949710 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:50.950105 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c13bc5a-05ec-4aee-ad95-9b67ce66505e tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.958011 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:50.959671 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c13bc5a-05ec-4aee-ad95-9b67ce66505e tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:50.976043 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-75a724db-ff49-41d5-9a50-c0c74083d2c7 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.003550 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] Network 3abb1ce0-ccce-408a-91f9-03af83c6ee1a is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:51.017199 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ee5a55f9-3e1c-43c9-bc6d-e8d8ab829f99 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.017608 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ee5a55f9-3e1c-43c9-bc6d-e8d8ab829f99 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.017915 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-ee5a55f9-3e1c-43c9-bc6d-e8d8ab829f99 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Floating IP 05d52b29-866f-45f6-ae17-2dc415553bf8 disassociated. External IP: 172.26.6.234, port: 2ca8d3ca-2dbd-4dfc-b338-5902189952fb. Mar 14 15:28:51.018251 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-ee5a55f9-3e1c-43c9-bc6d-e8d8ab829f99 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Calling delete_port for 2ca8d3ca-2dbd-4dfc-b338-5902189952fb owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:51.024483 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] Pushing event updated for resources: {'Port': ['ID=4be512f0-245c-40ec-9e15-e15d0deedb01,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:51.028351 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:51.029371 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a724db-ff49-41d5-9a50-c0c74083d2c7 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network 3abb1ce0-ccce-408a-91f9-03af83c6ee1a is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:51.033388 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c13bc5a-05ec-4aee-ad95-9b67ce66505e tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.037567 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5c13bc5a-05ec-4aee-ad95-9b67ce66505e tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2976360 Mar 14 15:28:51.038952 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-75a724db-ff49-41d5-9a50-c0c74083d2c7 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:51.041807 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a724db-ff49-41d5-9a50-c0c74083d2c7 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:51.042394 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-75a724db-ff49-41d5-9a50-c0c74083d2c7 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.043943 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:51.047296 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54778) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:51.052350 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] Attempting to bind port 4be512f0-245c-40ec-9e15-e15d0deedb01 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:51.052720 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] Attempting to bind port 4be512f0-245c-40ec-9e15-e15d0deedb01 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:51.053083 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] Attempting to bind port 4be512f0-245c-40ec-9e15-e15d0deedb01 on network 5b9fbf90-4428-44c7-aa34-44697a69d1dc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:28:51.058781 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7ab6bbef-1c6a-4e5a-a658-c4624b3b1480 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1213701225', 'prefixes': ['172.20.0.0/16']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:51.159801 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-75a724db-ff49-41d5-9a50-c0c74083d2c7 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1589901 Mar 14 15:28:51.164743 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54780) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:51.169412 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a724db-ff49-41d5-9a50-c0c74083d2c7 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Subnet': ['ID=86b4f417-7ac5-43bd-ba18-a1ef1a658a80,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:51.180877 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-acb1e9c5-acd2-4096-9c56-40b49e4a4d63 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'port': {'network_id': '3abb1ce0-ccce-408a-91f9-03af83c6ee1a', 'fixed_ips': [{'subnet_id': '8267d061-bd9d-4709-afb4-529cad39dd31'}, {'subnet_id': '86b4f417-7ac5-43bd-ba18-a1ef1a658a80'}], 'name': 'tempest-PortsTestJSON-1760300198'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:51.195610 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a705-db59-4a45-847b-f3fbd32f1d74 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.201724 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7ab6bbef-1c6a-4e5a-a658-c4624b3b1480 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks [] for subnetpool, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.203370 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7ab6bbef-1c6a-4e5a-a658-c4624b3b1480 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1500466 Mar 14 15:28:51.220074 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54782) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:51.229368 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-eaa2a0f9-efcd-40fa-8803-b189307d1ce6 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a94eb5be-f2f7-483a-be25-1360e7a526f7', 'tempest-TagsExtTest-Tag-951355236') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:51.232996 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5a03af1d-2bf8-4183-88c2-4a0b5eda9ce2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.253050 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:28:51.254323 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] Checking segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:51.254702 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.255211 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] Bound using segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:28:51.255687 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] Bound port: 4be512f0-245c-40ec-9e15-e15d0deedb01, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:51.256234 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.294495 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] Attempting to bind port 269357c6-936d-4fd6-a6b5-f09903f3904a on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:51.294873 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] Attempting to bind port 269357c6-936d-4fd6-a6b5-f09903f3904a by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'f7d7c5c8-002f-4c93-90bc-5a5bd40b0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3abb1ce0-ccce-408a-91f9-03af83c6ee1a'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:51.295267 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] Attempting to bind port 269357c6-936d-4fd6-a6b5-f09903f3904a on network 3abb1ce0-ccce-408a-91f9-03af83c6ee1a {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:28:51.307887 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] Pushing event updated for resources: {'Port': ['ID=269357c6-936d-4fd6-a6b5-f09903f3904a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:51.317515 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:28:51.317700 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] Checking segment: {'id': 'f7d7c5c8-002f-4c93-90bc-5a5bd40b0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3abb1ce0-ccce-408a-91f9-03af83c6ee1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:51.318049 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.318455 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] Bound using segment: {'id': 'f7d7c5c8-002f-4c93-90bc-5a5bd40b0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3abb1ce0-ccce-408a-91f9-03af83c6ee1a'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:28:51.318960 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] Bound port: 269357c6-936d-4fd6-a6b5-f09903f3904a, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d7c5c8-002f-4c93-90bc-5a5bd40b0423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3abb1ce0-ccce-408a-91f9-03af83c6ee1a'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:51.319353 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.325022 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ee5a55f9-3e1c-43c9-bc6d-e8d8ab829f99 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.326825 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce801c7-2157-4664-8ddf-0db904934ab1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Checking segment: {'id': 'c18b6164-9180-46db-a166-913591cfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd04b54e8-d3c5-4e30-bdcf-fa66b43527ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:51.327358 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce801c7-2157-4664-8ddf-0db904934ab1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network hostable DHCP agents. Network: d04b54e8-d3c5-4e30-bdcf-fa66b43527ec, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:28:51.410522 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a55f9-3e1c-43c9-bc6d-e8d8ab829f99 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event deleted for resources: {'Port': ['ID=2ca8d3ca-2dbd-4dfc-b338-5902189952fb,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:51.425085 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a03af1d-2bf8-4183-88c2-4a0b5eda9ce2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:51.457776 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-5a03af1d-2bf8-4183-88c2-4a0b5eda9ce2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:51.465272 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a03af1d-2bf8-4183-88c2-4a0b5eda9ce2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:51.465856 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5a03af1d-2bf8-4183-88c2-4a0b5eda9ce2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.497386 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] For port 4be512f0-245c-40ec-9e15-e15d0deedb01, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:51.502882 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] For port 4be512f0-245c-40ec-9e15-e15d0deedb01, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=4be512f0-245c-40ec-9e15-e15d0deedb01,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:51.515368 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.520219 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5a03af1d-2bf8-4183-88c2-4a0b5eda9ce2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7063220 Mar 14 15:28:51.521563 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03af1d-2bf8-4183-88c2-4a0b5eda9ce2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=af1fd828-8193-4a50-ad61-01ef20f6441d,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:51.527009 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] For port 269357c6-936d-4fd6-a6b5-f09903f3904a, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:51.533103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54792) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:51.555052 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5cee2002-c812-4d8c-a622-ebf508817c8d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'mac_address': 'fa:16:3e:19:f3:e2', 'name': 'tempest-NetworksTestDHCPv6-1516107055'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:51.567824 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce801c7-2157-4664-8ddf-0db904934ab1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network d04b54e8-d3c5-4e30-bdcf-fa66b43527ec is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:28:51.571681 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] For port 269357c6-936d-4fd6-a6b5-f09903f3904a, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=269357c6-936d-4fd6-a6b5-f09903f3904a,segment=NetworkSegment(f7d7c5c8-002f-4c93-90bc-5a5bd40b0423),segment_id=f7d7c5c8-002f-4c93-90bc-5a5bd40b0423)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:51.582813 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.640899 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc241ec-c4f0-46f3-85d2-29e8c6e77e0e None None] Pushing event updated for resources: {'Port': ['ID=4be512f0-245c-40ec-9e15-e15d0deedb01,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:51.721472 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-6ce801c7-2157-4664-8ddf-0db904934ab1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, d04b54e8-d3c5-4e30-bdcf-fa66b43527ec) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:51.741031 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce801c7-2157-4664-8ddf-0db904934ab1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:51.741373 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6ce801c7-2157-4664-8ddf-0db904934ab1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.760115 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b766cae-f960-4fdb-8fbf-dfdf7b90872c None None] Network d04b54e8-d3c5-4e30-bdcf-fa66b43527ec requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:51.820164 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a705-db59-4a45-847b-f3fbd32f1d74 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:51.880467 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6ce801c7-2157-4664-8ddf-0db904934ab1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2476077 Mar 14 15:28:51.912832 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5a55f9-3e1c-43c9-bc6d-e8d8ab829f99 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Router d945c5a3-10dc-4924-a9a6-105a4633dd38 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:28:51.920190 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-eaa2a0f9-efcd-40fa-8803-b189307d1ce6 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "PUT /v2.0/subnets/a94eb5be-f2f7-483a-be25-1360e7a526f7/tags/tempest-TagsExtTest-Tag-951355236 HTTP/1.1" status: 201 len: 201 time: 0.6954298 Mar 14 15:28:51.931365 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54796) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:51.937156 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-faf751a8-942e-47db-a8f4-7d4f631fd520 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e9b60c0f-0b4f-450d-bf1e-8c469313c43d', 'tempest-TagsExtTest-Tag-685756944') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:52.094227 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb1e9c5-acd2-4096-9c56-40b49e4a4d63 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:52.122949 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a705-db59-4a45-847b-f3fbd32f1d74 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.122949 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e2e2a705-db59-4a45-847b-f3fbd32f1d74 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3593895 Mar 14 15:28:52.126578 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54798) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:52.129841 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2a705-db59-4a45-847b-f3fbd32f1d74 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a387064-6e6e-46e2-b4e4-24925e738cb2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:52.136749 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5bbacf3b-82fb-4b31-a615-e50ccfeac558 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': '6a387064-6e6e-46e2-b4e4-24925e738cb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:52.241357 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e43fde-342e-4acc-aba2-e8894226d6ca req-86481f0a-c3c3-4476-abd2-751a2ea9f296 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:52.242971 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-61e43fde-342e-4acc-aba2-e8894226d6ca req-86481f0a-c3c3-4476-abd2-751a2ea9f296 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 945 time: 0.4493728 Mar 14 15:28:52.263896 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cee2002-c812-4d8c-a622-ebf508817c8d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:52.343868 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-61e43fde-342e-4acc-aba2-e8894226d6ca req-152fb87a-a042-41ac-9018-9636d6458878 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860720 Mar 14 15:28:52.370387 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-5bbacf3b-82fb-4b31-a615-e50ccfeac558 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:52.371796 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5bbacf3b-82fb-4b31-a615-e50ccfeac558 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2391353 Mar 14 15:28:52.374659 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54800) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:52.379222 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-acb1e9c5-acd2-4096-9c56-40b49e4a4d63 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.436581 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d4ffe90d-88f0-480a-b470-9fe4b33bdd53 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group_rule': {'security_group_id': '6a387064-6e6e-46e2-b4e4-24925e738cb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:52.444651 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d82d8a-54f3-42e5-bfd8-50e220dcb23a None None] Pushing event updated for resources: {'Port': ['ID=269357c6-936d-4fd6-a6b5-f09903f3904a,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:52.505682 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54802) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:52.519433 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-52222f1d-51c2-46d3-94bf-bad2943143b5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1105936700', 'description': 'tempest-secgroup-smoke-1105936700 description', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:52.537890 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-acb1e9c5-acd2-4096-9c56-40b49e4a4d63 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] device_id is not set on port d42b1c79-631f-41e7-94b8-95058ea3fb62 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:28:52.561068 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:52.601232 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-d4ffe90d-88f0-480a-b470-9fe4b33bdd53 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:28:52.602463 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d4ffe90d-88f0-480a-b470-9fe4b33bdd53 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2198520 Mar 14 15:28:52.612915 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54804) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:52.633939 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-d04b54e8-d3c5-4e30-bdcf-fa66b43527ec', 'network_id': 'd04b54e8-d3c5-4e30-bdcf-fa66b43527ec', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ips': [{'subnet_id': 'e5b6639e-29a5-4819-b60a-3e7db5493bcd'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:28:52.634298 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.638960 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52222f1d-51c2-46d3-94bf-bad2943143b5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.752430 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c54d146a-cce8-4ad0-bbf3-9e3f1a8f5651 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.775518 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6cb2c2-5d61-41e1-ab73-924e6870f9ef None None] Network 2eb6abe2-3ce5-4f53-8e13-dab9be3806a2 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:52.794093 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:52.795222 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.835125 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c54d146a-cce8-4ad0-bbf3-9e3f1a8f5651 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.924805 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5cee2002-c812-4d8c-a622-ebf508817c8d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.935365 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52222f1d-51c2-46d3-94bf-bad2943143b5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:52.950498 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-5cee2002-c812-4d8c-a622-ebf508817c8d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port 36deac06-5721-4094-8b88-ea2b5cb77d78 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:28:53.025542 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c54d146a-cce8-4ad0-bbf3-9e3f1a8f5651 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.028495 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c54d146a-cce8-4ad0-bbf3-9e3f1a8f5651 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.032529 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c54d146a-cce8-4ad0-bbf3-9e3f1a8f5651 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "DELETE /v2.0/security-groups/6a387064-6e6e-46e2-b4e4-24925e738cb2 HTTP/1.1" status: 204 len: 168 time: 0.4177842 Mar 14 15:28:53.033635 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52222f1d-51c2-46d3-94bf-bad2943143b5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.038340 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54806) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:53.046430 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-635da676-732c-4a66-a679-0d80d08e6fad None None] Provisioning complete for port 5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:53.046819 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-635da676-732c-4a66-a679-0d80d08e6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.051329 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] Allocated IP 172.20.0.18 (d04b54e8-d3c5-4e30-bdcf-fa66b43527ec/e5b6639e-29a5-4819-b60a-3e7db5493bcd/2e35314f-1fd6-4bed-915c-344ff1857d15) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:53.074039 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-acb1e9c5-acd2-4096-9c56-40b49e4a4d63 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Allocated IP 172.20.0.5 (3abb1ce0-ccce-408a-91f9-03af83c6ee1a/8267d061-bd9d-4709-afb4-529cad39dd31/d42b1c79-631f-41e7-94b8-95058ea3fb62) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:53.094582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d146a-cce8-4ad0-bbf3-9e3f1a8f5651 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a387064-6e6e-46e2-b4e4-24925e738cb2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:53.107170 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-acb1e9c5-acd2-4096-9c56-40b49e4a4d63 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Allocated IP 172.20.0.22 (3abb1ce0-ccce-408a-91f9-03af83c6ee1a/86b4f417-7ac5-43bd-ba18-a1ef1a658a80/d42b1c79-631f-41e7-94b8-95058ea3fb62) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:53.124953 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52222f1d-51c2-46d3-94bf-bad2943143b5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.130613 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-52222f1d-51c2-46d3-94bf-bad2943143b5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6149528 Mar 14 15:28:53.132371 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54808) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:53.144970 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a3c0c641-993c-4998-a515-d85b73b8f267 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'e9529f01-3112-4358-ad86-86798801dbba', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:53.152462 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-5cee2002-c812-4d8c-a622-ebf508817c8d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8:0:1::12f (5b9fbf90-4428-44c7-aa34-44697a69d1dc/af1fd828-8193-4a50-ad61-01ef20f6441d/36deac06-5721-4094-8b88-ea2b5cb77d78) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:53.159590 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-5cee2002-c812-4d8c-a622-ebf508817c8d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::f816:3eff:fe19:f3e2 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/c8877916-9364-4fc6-a997-238b63f003e6/36deac06-5721-4094-8b88-ea2b5cb77d78) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:53.202615 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52222f1d-51c2-46d3-94bf-bad2943143b5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9529f01-3112-4358-ad86-86798801dbba,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:53.239114 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9ed45fc0-8029-4ceb-8c6f-08e56cc0e159 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1948364 Mar 14 15:28:53.243000 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54810) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:53.252186 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1894a567-f17a-4d39-b66b-51d10bcaee0d tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group': {'name': 'tempest-secgroup--1009171720'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:53.279563 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3c0c641-993c-4998-a515-d85b73b8f267 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.282590 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5a55f9-3e1c-43c9-bc6d-e8d8ab829f99 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:28:53.296481 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de811613-d577-4798-b2c0-fde299dc91c7 None None] Sync routers for ids ['d945c5a3-10dc-4924-a9a6-105a4633dd38'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:28:53.319759 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de811613-d577-4798-b2c0-fde299dc91c7 None None] Routers {'d945c5a3-10dc-4924-a9a6-105a4633dd38'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:53.320080 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-de811613-d577-4798-b2c0-fde299dc91c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['d945c5a3-10dc-4924-a9a6-105a4633dd38'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:53.333323 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-faf751a8-942e-47db-a8f4-7d4f631fd520 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "PUT /v2.0/ports/e9b60c0f-0b4f-450d-bf1e-8c469313c43d/tags/tempest-TagsExtTest-Tag-685756944 HTTP/1.1" status: 201 len: 201 time: 1.4011934 Mar 14 15:28:53.363886 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54812) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:53.365954 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-de811613-d577-4798-b2c0-fde299dc91c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:53.381277 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de811613-d577-4798-b2c0-fde299dc91c7 None None] Routers {'d945c5a3-10dc-4924-a9a6-105a4633dd38'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:28:53.381915 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-de811613-d577-4798-b2c0-fde299dc91c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['d945c5a3-10dc-4924-a9a6-105a4633dd38'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:53.390545 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-bb58ba9e-6b38-4334-a7e8-535aa655b322 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f5d86c37-0ad0-4622-8d1d-950f2478fa17', 'tempest-TagsExtTest-Tag-1460679737') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:53.420681 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.425501 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.442006 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.446530 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-de811613-d577-4798-b2c0-fde299dc91c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:53.447435 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de811613-d577-4798-b2c0-fde299dc91c7 None None] The sync data for ids ['d945c5a3-10dc-4924-a9a6-105a4633dd38'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:28:53.460873 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8365855a-dec3-45a3-b551-99c37893d611 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:53.483125 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1894a567-f17a-4d39-b66b-51d10bcaee0d tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.523315 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ee5a55f9-3e1c-43c9-bc6d-e8d8ab829f99 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.531529 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ee5a55f9-3e1c-43c9-bc6d-e8d8ab829f99 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "DELETE /v2.0/ports/2ca8d3ca-2dbd-4dfc-b338-5902189952fb HTTP/1.1" status: 204 len: 168 time: 3.6682250 Mar 14 15:28:53.532154 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54816) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:53.570952 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-acb1e9c5-acd2-4096-9c56-40b49e4a4d63 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.629333 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] Network d04b54e8-d3c5-4e30-bdcf-fa66b43527ec is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:53.636749 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:53.664007 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1,segment=NetworkSegment(269967e1-cc1b-4c37-ac07-13a15ad27674),segment_id=269967e1-cc1b-4c37-ac07-13a15ad27674)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:53.665710 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-635da676-732c-4a66-a679-0d80d08e6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.690415 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5cee2002-c812-4d8c-a622-ebf508817c8d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.697549 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:53.703817 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.705030 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 4be512f0-245c-40ec-9e15-e15d0deedb01 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:53.710608 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] Pushing event updated for resources: {'Port': ['ID=2e35314f-1fd6-4bed-915c-344ff1857d15,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:53.719795 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-acb1e9c5-acd2-4096-9c56-40b49e4a4d63 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.810608 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb1e9c5-acd2-4096-9c56-40b49e4a4d63 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network 3abb1ce0-ccce-408a-91f9-03af83c6ee1a is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:53.823719 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-acb1e9c5-acd2-4096-9c56-40b49e4a4d63 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:53.826248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb1e9c5-acd2-4096-9c56-40b49e4a4d63 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:53.868209 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1e9c5-acd2-4096-9c56-40b49e4a4d63 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=d42b1c79-631f-41e7-94b8-95058ea3fb62,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:53.868842 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5cee2002-c812-4d8c-a622-ebf508817c8d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.902450 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afebf01-7707-4c5b-ae8f-de7c0a06a6d0 req-95ff2ce7-54a8-4eeb-ba34-8d502f1f0a81 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:53.905691 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7afebf01-7707-4c5b-ae8f-de7c0a06a6d0 req-95ff2ce7-54a8-4eeb-ba34-8d502f1f0a81 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 945 time: 0.2961557 Mar 14 15:28:53.922610 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bb58ba9e-6b38-4334-a7e8-535aa655b322 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "PUT /v2.0/routers/f5d86c37-0ad0-4622-8d1d-950f2478fa17/tags/tempest-TagsExtTest-Tag-1460679737 HTTP/1.1" status: 201 len: 201 time: 0.5511136 Mar 14 15:28:53.927495 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54818) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:53.945572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb1e9c5-acd2-4096-9c56-40b49e4a4d63 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:53.946238 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-acb1e9c5-acd2-4096-9c56-40b49e4a4d63 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.968681 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3c0c641-993c-4998-a515-d85b73b8f267 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:53.979209 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-08cd8c50-5e15-4e2d-9597-240a389aa555 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '83d84352-d122-487a-ba9c-0fb189428d9b', 'tempest-TagsExtTest-Tag-142160220') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:53.989748 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-635da676-732c-4a66-a679-0d80d08e6fad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:28:53.990336 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-635da676-732c-4a66-a679-0d80d08e6fad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:28:54.001383 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cee2002-c812-4d8c-a622-ebf508817c8d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:28:54.005985 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-5cee2002-c812-4d8c-a622-ebf508817c8d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:28:54.007867 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee2002-c812-4d8c-a622-ebf508817c8d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=36deac06-5721-4094-8b88-ea2b5cb77d78,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:54.010871 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cee2002-c812-4d8c-a622-ebf508817c8d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:28:54.017026 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cee2002-c812-4d8c-a622-ebf508817c8d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:54.021095 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5cee2002-c812-4d8c-a622-ebf508817c8d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.027411 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-acb1e9c5-acd2-4096-9c56-40b49e4a4d63 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.8564742 Mar 14 15:28:54.031785 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54820) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:54.033322 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] Attempting to bind port 2e35314f-1fd6-4bed-915c-344ff1857d15 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:28:54.033707 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] Attempting to bind port 2e35314f-1fd6-4bed-915c-344ff1857d15 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'c18b6164-9180-46db-a166-913591cfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd04b54e8-d3c5-4e30-bdcf-fa66b43527ec'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:28:54.033927 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3c0c641-993c-4998-a515-d85b73b8f267 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.034074 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] Attempting to bind port 2e35314f-1fd6-4bed-915c-344ff1857d15 on network d04b54e8-d3c5-4e30-bdcf-fa66b43527ec {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:28:54.046192 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-7a5bd957-2341-4139-b66b-05afc2435a4f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8267d061-bd9d-4709-afb4-529cad39dd31'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:54.048879 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:28:54.049286 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] Checking segment: {'id': 'c18b6164-9180-46db-a166-913591cfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd04b54e8-d3c5-4e30-bdcf-fa66b43527ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:28:54.049803 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.050213 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] Bound using segment: {'id': 'c18b6164-9180-46db-a166-913591cfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd04b54e8-d3c5-4e30-bdcf-fa66b43527ec'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:28:54.051009 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] Bound port: 2e35314f-1fd6-4bed-915c-344ff1857d15, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18b6164-9180-46db-a166-913591cfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd04b54e8-d3c5-4e30-bdcf-fa66b43527ec'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:28:54.051568 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.061870 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0c641-993c-4998-a515-d85b73b8f267 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b043a618-f94a-481e-bc2a-3c3be3cdcb72,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:54.101989 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b5c812-2b97-42f1-8317-ea96537553c7 None None] Network 3abb1ce0-ccce-408a-91f9-03af83c6ee1a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:54.121567 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5cee2002-c812-4d8c-a622-ebf508817c8d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5845511 Mar 14 15:28:54.122376 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7afebf01-7707-4c5b-ae8f-de7c0a06a6d0 req-f68506a8-d15e-4e4a-8476-900539883618 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957541 Mar 14 15:28:54.125851 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54822) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:54.161342 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a3c0c641-993c-4998-a515-d85b73b8f267 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.162579 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a3c0c641-993c-4998-a515-d85b73b8f267 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0251677 Mar 14 15:28:54.168705 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1894a567-f17a-4d39-b66b-51d10bcaee0d tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.169517 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54824) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:54.175209 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-08cd8c50-5e15-4e2d-9597-240a389aa555 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "PUT /v2.0/subnetpools/83d84352-d122-487a-ba9c-0fb189428d9b/tags/tempest-TagsExtTest-Tag-142160220 HTTP/1.1" status: 201 len: 201 time: 0.2160015 Mar 14 15:28:54.178299 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e1820f70-1b6d-4f65-a1d6-5159620b2c8e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'e9529f01-3112-4358-ad86-86798801dbba', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:54.185884 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54826) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:54.190007 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-054e22a7-2a7c-4c01-a83a-8f2296a101e2 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a94eb5be-f2f7-483a-be25-1360e7a526f7') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:54.224766 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1894a567-f17a-4d39-b66b-51d10bcaee0d tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.265807 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:54.314593 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a5bd957-2341-4139-b66b-05afc2435a4f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.326162 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1894a567-f17a-4d39-b66b-51d10bcaee0d tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.327510 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1894a567-f17a-4d39-b66b-51d10bcaee0d tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0822062 Mar 14 15:28:54.333215 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54828) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:54.339318 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] For port 2e35314f-1fd6-4bed-915c-344ff1857d15, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:28:54.339514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3ea24d91-0643-4f19-8770-d296dc806080 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:54.339781 dv-neutron-833559-1-hyperv neutron-server[102567]: WARNING neutron.api.v2.base [None req-3ea24d91-0643-4f19-8770-d296dc806080 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 14 15:28:54.340245 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-3ea24d91-0643-4f19-8770-d296dc806080 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] update failed (client error): There was a conflict when trying to complete your request. Mar 14 15:28:54.342956 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3ea24d91-0643-4f19-8770-d296dc806080 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "PUT /v2.0/security-groups/8123cbe8-2f3c-480b-a6e0-50a68003a4f0 HTTP/1.1" status: 409 len: 330 time: 0.0070367 Mar 14 15:28:54.343132 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] For port 2e35314f-1fd6-4bed-915c-344ff1857d15, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=2e35314f-1fd6-4bed-915c-344ff1857d15,segment=NetworkSegment(c18b6164-9180-46db-a166-913591cfc59d),segment_id=c18b6164-9180-46db-a166-913591cfc59d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:28:54.344539 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54830) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:54.344674 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894a567-f17a-4d39-b66b-51d10bcaee0d tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8123cbe8-2f3c-480b-a6e0-50a68003a4f0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:54.353338 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e1820f70-1b6d-4f65-a1d6-5159620b2c8e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.366492 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.390596 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 4be512f0-245c-40ec-9e15-e15d0deedb01 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:54.390989 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.427780 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-054e22a7-2a7c-4c01-a83a-8f2296a101e2 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/subnets/a94eb5be-f2f7-483a-be25-1360e7a526f7/tags HTTP/1.1" status: 200 len: 240 time: 0.2373827 Mar 14 15:28:54.429482 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54832) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:54.433953 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-4011e91a-ed85-40be-ac18-851de98237a0 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a94eb5be-f2f7-483a-be25-1360e7a526f7', 'tempest-TagsExtTest-Tag-951355236') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:54.438590 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e449394d-4123-47db-94c1-93144ca13d33 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port 36deac06-5721-4094-8b88-ea2b5cb77d78 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:54.438590 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e449394d-4123-47db-94c1-93144ca13d33 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.525970 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e1820f70-1b6d-4f65-a1d6-5159620b2c8e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.543526 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e1820f70-1b6d-4f65-a1d6-5159620b2c8e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.564732 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15107c7-35b7-4539-84ea-4e9c454de842 None None] Pushing event updated for resources: {'Port': ['ID=2e35314f-1fd6-4bed-915c-344ff1857d15,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:54.596610 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1820f70-1b6d-4f65-a1d6-5159620b2c8e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7412bdb6-23bc-422c-8d20-10425a186e0c,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:54.617388 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.630264 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e1820f70-1b6d-4f65-a1d6-5159620b2c8e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.631540 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e1820f70-1b6d-4f65-a1d6-5159620b2c8e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4587898 Mar 14 15:28:54.636187 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e449394d-4123-47db-94c1-93144ca13d33 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.639102 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54834) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:54.646509 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5bce33a7-0950-4086-8b52-59a30d95b571 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'e9529f01-3112-4358-ad86-86798801dbba', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:54.658236 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 4be512f0-245c-40ec-9e15-e15d0deedb01, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=4be512f0-245c-40ec-9e15-e15d0deedb01,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:54.665117 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.700369 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-7a5bd957-2341-4139-b66b-05afc2435a4f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Delete allocated IP 172.20.0.22 (3abb1ce0-ccce-408a-91f9-03af83c6ee1a/86b4f417-7ac5-43bd-ba18-a1ef1a658a80) {{(pid=102567) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 15:28:54.708438 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4011e91a-ed85-40be-ac18-851de98237a0 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/subnets/a94eb5be-f2f7-483a-be25-1360e7a526f7/tags/tempest-TagsExtTest-Tag-951355236 HTTP/1.1" status: 204 len: 168 time: 0.2778656 Mar 14 15:28:54.709368 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54836) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:54.710416 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e449394d-4123-47db-94c1-93144ca13d33 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for 36deac06-5721-4094-8b88-ea2b5cb77d78 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:54.734967 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-b9757260-8f6f-4f31-8520-8491d4d9bb73 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a94eb5be-f2f7-483a-be25-1360e7a526f7', 'tempest-TagsExtTest-Tag-951355236') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:54.801235 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bce33a7-0950-4086-8b52-59a30d95b571 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:54.922365 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b9757260-8f6f-4f31-8520-8491d4d9bb73 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "DELETE /v2.0/subnets/a94eb5be-f2f7-483a-be25-1360e7a526f7/tags/tempest-TagsExtTest-Tag-951355236 HTTP/1.1" status: 204 len: 168 time: 0.2085938 Mar 14 15:28:54.927621 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54838) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:54.932478 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-211c1530-6e0d-44cc-8795-ab4778b5b404 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a94eb5be-f2f7-483a-be25-1360e7a526f7') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:54.987039 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-74af4b1f-e2a2-416f-8104-777118552356 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.010435 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bce33a7-0950-4086-8b52-59a30d95b571 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.020043 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:55.021892 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a5bd957-2341-4139-b66b-05afc2435a4f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.023938 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bce33a7-0950-4086-8b52-59a30d95b571 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.040449 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a5bd957-2341-4139-b66b-05afc2435a4f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.051635 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.055173 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-74af4b1f-e2a2-416f-8104-777118552356 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.096613 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce33a7-0950-4086-8b52-59a30d95b571 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa402201-5920-4f5d-a403-eb58ed53bb69,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:55.115528 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bce33a7-0950-4086-8b52-59a30d95b571 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.117115 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5bce33a7-0950-4086-8b52-59a30d95b571 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4750779 Mar 14 15:28:55.121003 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-211c1530-6e0d-44cc-8795-ab4778b5b404 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/subnets/a94eb5be-f2f7-483a-be25-1360e7a526f7/tags HTTP/1.1" status: 200 len: 205 time: 0.1918113 Mar 14 15:28:55.121739 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54840) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:55.129159 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e7eb9d67-c486-4719-9ae4-d0506e8a03d7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'e9529f01-3112-4358-ad86-86798801dbba', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:55.134377 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae1043a-beb4-4173-a889-9f44086e1c5f None None] Update dhcp port {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'fixed_ips': [{'subnet_id': 'c8877916-9364-4fc6-a997-238b63f003e6', 'ip_address': '2001:db8::f816:3eff:fef8:e640'}, {'subnet_id': 'af1fd828-8193-4a50-ad61-01ef20f6441d'}], 'binding:host_id': 'dv-neutron-833559-1-hyperv'}, 'id': '4be512f0-245c-40ec-9e15-e15d0deedb01'} from dv-neutron-833559-1-hyperv. {{(pid=102569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 15:28:55.138438 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54842) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:55.143766 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-5559687a-977c-4062-bbdd-79011f041ff1 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e9b60c0f-0b4f-450d-bf1e-8c469313c43d') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:55.182228 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ae1043a-beb4-4173-a889-9f44086e1c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.199679 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=4be512f0-245c-40ec-9e15-e15d0deedb01,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:55.211092 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-bff10374-0402-4b5c-986c-63fb63536a5c None None] Provisioning complete for port 269357c6-936d-4fd6-a6b5-f09903f3904a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:55.211761 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bff10374-0402-4b5c-986c-63fb63536a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.246319 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7eb9d67-c486-4719-9ae4-d0506e8a03d7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.262686 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abce376-b74a-400a-8d53-483e4e336b2d None None] Update dhcp port {'port': {'network_id': '3abb1ce0-ccce-408a-91f9-03af83c6ee1a', 'fixed_ips': [{'subnet_id': '8267d061-bd9d-4709-afb4-529cad39dd31', 'ip_address': '172.20.0.2'}, {'subnet_id': '86b4f417-7ac5-43bd-ba18-a1ef1a658a80'}], 'binding:host_id': 'dv-neutron-833559-1-hyperv'}, 'id': '269357c6-936d-4fd6-a6b5-f09903f3904a'} from dv-neutron-833559-1-hyperv. {{(pid=102569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 15:28:55.265355 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e449394d-4123-47db-94c1-93144ca13d33 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.286576 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bd957-2341-4139-b66b-05afc2435a4f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=d42b1c79-631f-41e7-94b8-95058ea3fb62,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:55.324546 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449394d-4123-47db-94c1-93144ca13d33 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=36deac06-5721-4094-8b88-ea2b5cb77d78,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:55.333140 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5559687a-977c-4062-bbdd-79011f041ff1 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/ports/e9b60c0f-0b4f-450d-bf1e-8c469313c43d/tags HTTP/1.1" status: 200 len: 240 time: 0.1935158 Mar 14 15:28:55.337985 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54846) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:55.344575 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-c2253aaa-f1f2-44b6-b13a-ed0725b921e1 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e9b60c0f-0b4f-450d-bf1e-8c469313c43d', 'tempest-TagsExtTest-Tag-685756944') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:55.349835 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1abce376-b74a-400a-8d53-483e4e336b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.359199 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:55.359882 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.360557 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-74af4b1f-e2a2-416f-8104-777118552356 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.363531 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-74af4b1f-e2a2-416f-8104-777118552356 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.364948 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-74af4b1f-e2a2-416f-8104-777118552356 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "DELETE /v2.0/security-groups/8123cbe8-2f3c-480b-a6e0-50a68003a4f0 HTTP/1.1" status: 204 len: 168 time: 1.0178101 Mar 14 15:28:55.371571 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-7a5bd957-2341-4139-b66b-05afc2435a4f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] In _notify_port_updated(), no bound segment for port d42b1c79-631f-41e7-94b8-95058ea3fb62 on network 3abb1ce0-ccce-408a-91f9-03af83c6ee1a {{(pid=102567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:28:55.374416 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54848) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:55.377118 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5bd957-2341-4139-b66b-05afc2435a4f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:55.377730 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a5bd957-2341-4139-b66b-05afc2435a4f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.382550 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7a5bd957-2341-4139-b66b-05afc2435a4f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "PUT /v2.0/ports/d42b1c79-631f-41e7-94b8-95058ea3fb62 HTTP/1.1" status: 200 len: 919 time: 1.3423140 Mar 14 15:28:55.390221 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54850) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:55.396395 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0dff4430-c07f-4fcb-bb90-5eb458dffc9b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8267d061-bd9d-4709-afb4-529cad39dd31'}, {'subnet_id': '86b4f417-7ac5-43bd-ba18-a1ef1a658a80'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:55.404369 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af4b1f-e2a2-416f-8104-777118552356 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8123cbe8-2f3c-480b-a6e0-50a68003a4f0,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:55.451031 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e449394d-4123-47db-94c1-93144ca13d33 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.456250 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e449394d-4123-47db-94c1-93144ca13d33 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/36deac06-5721-4094-8b88-ea2b5cb77d78 HTTP/1.1" status: 204 len: 168 time: 1.3285143 Mar 14 15:28:55.475058 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54852) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:55.490755 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7eb9d67-c486-4719-9ae4-d0506e8a03d7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.507903 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e4b4b-0e50-4fd6-8c86-85c9fde3de1e req-952797a8-ab07-4fa6-8a1c-7836ebf354ce tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:55.509512 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-608e4b4b-0e50-4fd6-8c86-85c9fde3de1e req-952797a8-ab07-4fa6-8a1c-7836ebf354ce tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 945 time: 0.2241986 Mar 14 15:28:55.512434 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7eb9d67-c486-4719-9ae4-d0506e8a03d7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.537445 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb9d67-c486-4719-9ae4-d0506e8a03d7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d2ac38-9f92-4def-b44f-7ed147c5f44d,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:55.547595 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7dd083bd-eb7a-4b7d-8dd9-60e2da690e4a tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1463168 Mar 14 15:28:55.556793 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54854) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:55.575896 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-eed7ddbc-17a8-4129-85f5-9b6af939936c tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] delete failed (client error): The resource could not be found. Mar 14 15:28:55.580869 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-eed7ddbc-17a8-4129-85f5-9b6af939936c tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "DELETE /v2.0/security-groups/5c22c8f5-8f76-4afb-8eca-c2604b08635e HTTP/1.1" status: 404 len: 347 time: 0.0194585 Mar 14 15:28:55.581040 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bff10374-0402-4b5c-986c-63fb63536a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.582200 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54856) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:55.595167 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7eb9d67-c486-4719-9ae4-d0506e8a03d7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.600401 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e7eb9d67-c486-4719-9ae4-d0506e8a03d7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4760251 Mar 14 15:28:55.601376 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54858) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:55.609141 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b1110cce-3693-42fc-bec1-d7d0618fbd45 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'e9529f01-3112-4358-ad86-86798801dbba', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:55.624365 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c2253aaa-f1f2-44b6-b13a-ed0725b921e1 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/ports/e9b60c0f-0b4f-450d-bf1e-8c469313c43d/tags/tempest-TagsExtTest-Tag-685756944 HTTP/1.1" status: 204 len: 168 time: 0.2831025 Mar 14 15:28:55.627401 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54860) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:55.628802 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0dff4430-c07f-4fcb-bb90-5eb458dffc9b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.630622 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-4732309e-73f4-41ed-8da7-25a922ed5064 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] show failed (client error): The resource could not be found. Mar 14 15:28:55.635450 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4732309e-73f4-41ed-8da7-25a922ed5064 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "GET /v2.0/security-groups/ee9e3293-a81b-4328-8c87-69f11a264981 HTTP/1.1" status: 404 len: 347 time: 0.0496011 Mar 14 15:28:55.635637 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-b57a2223-0c8b-4bb5-a247-77f88188f255 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e9b60c0f-0b4f-450d-bf1e-8c469313c43d', 'tempest-TagsExtTest-Tag-685756944') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:55.636659 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54862) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:55.661707 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-1bdd34c4-7cd7-43d0-8e55-0d7b50381168 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] show failed (client error): The resource could not be found. Mar 14 15:28:55.666972 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1bdd34c4-7cd7-43d0-8e55-0d7b50381168 tempest-NegativeSecGroupIPv6Test-744671182 tempest-NegativeSecGroupIPv6Test-744671182-project] 10.222.0.59 "GET /v2.0/security-group-rules/4acd22d8-d5e4-49a4-a556-59475716af13 HTTP/1.1" status: 404 len: 356 time: 0.0253036 Mar 14 15:28:55.678744 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-b1110cce-3693-42fc-bec1-d7d0618fbd45 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:28:55.689100 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1110cce-3693-42fc-bec1-d7d0618fbd45 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.693520 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8358c5-592e-4956-8647-6a5e68857149 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:55.698142 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5b8358c5-592e-4956-8647-6a5e68857149 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2201874 Mar 14 15:28:55.699270 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54866) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:55.708112 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-608e4b4b-0e50-4fd6-8c86-85c9fde3de1e req-da8926ca-0207-4a67-9c1d-46e9d255f088 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633773 Mar 14 15:28:55.764218 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-7ae1043a-beb4-4173-a889-9f44086e1c5f None None] Allocated IP 2001:db8:0:1::2 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/af1fd828-8193-4a50-ad61-01ef20f6441d/4be512f0-245c-40ec-9e15-e15d0deedb01) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:55.794551 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-bff10374-0402-4b5c-986c-63fb63536a5c None None] For port 269357c6-936d-4fd6-a6b5-f09903f3904a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=269357c6-936d-4fd6-a6b5-f09903f3904a,segment=NetworkSegment(f7d7c5c8-002f-4c93-90bc-5a5bd40b0423),segment_id=f7d7c5c8-002f-4c93-90bc-5a5bd40b0423)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:55.815349 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 269357c6-936d-4fd6-a6b5-f09903f3904a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:55.828053 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be274c0-3766-425e-8936-e50cce3ac924 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:55.829835 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8be274c0-3766-425e-8936-e50cce3ac924 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1295118 Mar 14 15:28:55.833619 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54868) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:55.840708 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bff10374-0402-4b5c-986c-63fb63536a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.888023 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1110cce-3693-42fc-bec1-d7d0618fbd45 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.904449 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1110cce-3693-42fc-bec1-d7d0618fbd45 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:55.965747 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfca539-a836-4239-aafb-ed6836e13da4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:55.967561 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfca539-a836-4239-aafb-ed6836e13da4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:55.969139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfca539-a836-4239-aafb-ed6836e13da4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:55.971126 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2dfca539-a836-4239-aafb-ed6836e13da4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1290722 Mar 14 15:28:55.973043 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1110cce-3693-42fc-bec1-d7d0618fbd45 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31754c27-8022-47b7-a8dd-324adb74355e,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:55.974947 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54870) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:55.988589 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b57a2223-0c8b-4bb5-a247-77f88188f255 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "DELETE /v2.0/ports/e9b60c0f-0b4f-450d-bf1e-8c469313c43d/tags/tempest-TagsExtTest-Tag-685756944 HTTP/1.1" status: 204 len: 168 time: 0.3599026 Mar 14 15:28:55.992752 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54872) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:55.996723 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-1abce376-b74a-400a-8d53-483e4e336b2d None None] Allocated IP 172.20.0.18 (3abb1ce0-ccce-408a-91f9-03af83c6ee1a/86b4f417-7ac5-43bd-ba18-a1ef1a658a80/269357c6-936d-4fd6-a6b5-f09903f3904a) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:56.005503 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-18e41ba6-bcc8-409a-a40f-bf2ec3664a85 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e9b60c0f-0b4f-450d-bf1e-8c469313c43d') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:56.009846 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-bff10374-0402-4b5c-986c-63fb63536a5c None None] Provisioning complete for port 5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:56.010237 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bff10374-0402-4b5c-986c-63fb63536a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.016315 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1110cce-3693-42fc-bec1-d7d0618fbd45 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.021087 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b1110cce-3693-42fc-bec1-d7d0618fbd45 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4165850 Mar 14 15:28:56.024670 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54874) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:56.029785 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d7d5bbe1-51df-4f0a-8a92-f9ec1ea1e125 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'e9529f01-3112-4358-ad86-86798801dbba', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:56.071339 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-12aa0d6e-9a27-4016-a05e-01304d7b7187 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet af1fd828-8193-4a50-ad61-01ef20f6441d {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:56.077521 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-d7d5bbe1-51df-4f0a-8a92-f9ec1ea1e125 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:28:56.084860 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7d5bbe1-51df-4f0a-8a92-f9ec1ea1e125 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.092702 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff10374-0402-4b5c-986c-63fb63536a5c None None] Pushing event updated for resources: {'Port': ['ID=269357c6-936d-4fd6-a6b5-f09903f3904a,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:56.127117 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Deleting port 0351168a-e055-4e19-bd91-2997d857f558 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:56.128441 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.179531 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7d5bbe1-51df-4f0a-8a92-f9ec1ea1e125 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.184782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7d5bbe1-51df-4f0a-8a92-f9ec1ea1e125 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.211628 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5bbe1-51df-4f0a-8a92-f9ec1ea1e125 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12581d8-2f30-4cdb-843b-e7f422a0349d,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:56.224739 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-7ae1043a-beb4-4173-a889-9f44086e1c5f None None] For port 4be512f0-245c-40ec-9e15-e15d0deedb01, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=4be512f0-245c-40ec-9e15-e15d0deedb01,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:56.242120 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7d5bbe1-51df-4f0a-8a92-f9ec1ea1e125 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.243340 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 269357c6-936d-4fd6-a6b5-f09903f3904a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:56.243863 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.244305 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-18e41ba6-bcc8-409a-a40f-bf2ec3664a85 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/ports/e9b60c0f-0b4f-450d-bf1e-8c469313c43d/tags HTTP/1.1" status: 200 len: 205 time: 0.2459092 Mar 14 15:28:56.252316 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54878) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:56.262330 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d7d5bbe1-51df-4f0a-8a92-f9ec1ea1e125 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2303421 Mar 14 15:28:56.266839 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-cb114e73-51c7-4969-82b8-a0fcb8933838 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f5d86c37-0ad0-4622-8d1d-950f2478fa17') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:56.325404 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54882) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:56.356776 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.360914 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ae1043a-beb4-4173-a889-9f44086e1c5f None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.366416 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-1abce376-b74a-400a-8d53-483e4e336b2d None None] For port 269357c6-936d-4fd6-a6b5-f09903f3904a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=269357c6-936d-4fd6-a6b5-f09903f3904a,segment=NetworkSegment(f7d7c5c8-002f-4c93-90bc-5a5bd40b0423),segment_id=f7d7c5c8-002f-4c93-90bc-5a5bd40b0423)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:56.370081 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-12aa0d6e-9a27-4016-a05e-01304d7b7187 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.381461 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5ec75a-3fe6-4db4-ac62-68837f620feb None None] Network d04b54e8-d3c5-4e30-bdcf-fa66b43527ec requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:56.383609 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ae1043a-beb4-4173-a889-9f44086e1c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.436334 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Calling delete_port for 0351168a-e055-4e19-bd91-2997d857f558 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:56.442971 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-cb114e73-51c7-4969-82b8-a0fcb8933838 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/routers/f5d86c37-0ad0-4622-8d1d-950f2478fa17/tags HTTP/1.1" status: 200 len: 241 time: 0.1893699 Mar 14 15:28:56.445988 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54892) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:56.451888 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-2968eba6-3188-425d-9c93-1883fe9cab04 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f5d86c37-0ad0-4622-8d1d-950f2478fa17', 'tempest-TagsExtTest-Tag-1460679737') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:56.507813 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-12aa0d6e-9a27-4016-a05e-01304d7b7187 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.510020 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1abce376-b74a-400a-8d53-483e4e336b2d None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.565982 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-bff10374-0402-4b5c-986c-63fb63536a5c None None] Provisioning complete for port e9b60c0f-0b4f-450d-bf1e-8c469313c43d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:56.566325 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bff10374-0402-4b5c-986c-63fb63536a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.578693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1abce376-b74a-400a-8d53-483e4e336b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.620635 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-97a66b21-8b46-4b5e-94e6-3609386b1194 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1105936700&fields=id&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 267 time: 0.1256828 Mar 14 15:28:56.637693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1043a-beb4-4173-a889-9f44086e1c5f None None] Pushing event updated for resources: {'Port': ['ID=4be512f0-245c-40ec-9e15-e15d0deedb01,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:56.671497 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2968eba6-3188-425d-9c93-1883fe9cab04 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/routers/f5d86c37-0ad0-4622-8d1d-950f2478fa17/tags/tempest-TagsExtTest-Tag-1460679737 HTTP/1.1" status: 204 len: 168 time: 0.2243114 Mar 14 15:28:56.674142 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-0dff4430-c07f-4fcb-bb90-5eb458dffc9b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Allocated IP 172.20.0.22 (3abb1ce0-ccce-408a-91f9-03af83c6ee1a/86b4f417-7ac5-43bd-ba18-a1ef1a658a80/d42b1c79-631f-41e7-94b8-95058ea3fb62) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:28:56.679087 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54898) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:56.685930 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-dda70bc7-82e3-4526-b68a-afda90311f9e tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f5d86c37-0ad0-4622-8d1d-950f2478fa17', 'tempest-TagsExtTest-Tag-1460679737') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:56.723571 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-bff10374-0402-4b5c-986c-63fb63536a5c None None] Port e9b60c0f-0b4f-450d-bf1e-8c469313c43d cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:56.745301 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-2090aeba-e9cf-49b9-bbfe-648a210b13a9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:56.752483 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-2090aeba-e9cf-49b9-bbfe-648a210b13a9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/networks?id=d04b54e8-d3c5-4e30-bdcf-fa66b43527ec HTTP/1.1" status: 200 len: 797 time: 0.1312368 Mar 14 15:28:56.825470 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-bff10374-0402-4b5c-986c-63fb63536a5c None None] Provisioning complete for port 4be512f0-245c-40ec-9e15-e15d0deedb01 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:56.826751 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bff10374-0402-4b5c-986c-63fb63536a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:56.831310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abce376-b74a-400a-8d53-483e4e336b2d None None] Pushing event updated for resources: {'Port': ['ID=269357c6-936d-4fd6-a6b5-f09903f3904a,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:56.834565 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-6490d530-793d-450b-b559-6a1e8c54a03e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/quotas/981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 375 time: 0.0811195 Mar 14 15:28:56.858484 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7120cde4-4d42-4e3c-b97b-c4c882d6a3b4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0fb140b37fcb471fbe2b0f34bc180195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5295978 Mar 14 15:28:56.882951 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54902) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:56.954775 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-12aa0d6e-9a27-4016-a05e-01304d7b7187 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.043601 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 269357c6-936d-4fd6-a6b5-f09903f3904a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:57.076230 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-9e78a45b-5cea-4461-87c1-c7ec581b277d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2399540 Mar 14 15:28:57.110268 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-428bd3a5-55f5-4e15-bb04-028eaaa54cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.149179 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 269357c6-936d-4fd6-a6b5-f09903f3904a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:57.149743 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.163216 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-428bd3a5-55f5-4e15-bb04-028eaaa54cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.245764 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-428bd3a5-55f5-4e15-bb04-028eaaa54cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.249312 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-428bd3a5-55f5-4e15-bb04-028eaaa54cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.255696 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-6e521211-e686-4f5b-afe0-df61f9202741 None None] Provisioning complete for port 2e35314f-1fd6-4bed-915c-344ff1857d15 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:57.256085 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e521211-e686-4f5b-afe0-df61f9202741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.264023 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-428bd3a5-55f5-4e15-bb04-028eaaa54cbc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/254c03b0-d725-45fe-94c3-771be6a74fa1 HTTP/1.1" status: 204 len: 168 time: 0.3809791 Mar 14 15:28:57.270249 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-12aa0d6e-9a27-4016-a05e-01304d7b7187 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.351225 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-12aa0d6e-9a27-4016-a05e-01304d7b7187 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.360090 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-12aa0d6e-9a27-4016-a05e-01304d7b7187 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/af1fd828-8193-4a50-ad61-01ef20f6441d HTTP/1.1" status: 204 len: 168 time: 1.3840697 Mar 14 15:28:57.377806 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bd3a5-55f5-4e15-bb04-028eaaa54cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254c03b0-d725-45fe-94c3-771be6a74fa1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:57.399869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 4be512f0-245c-40ec-9e15-e15d0deedb01 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:57.410822 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54908) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:57.416841 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa0d6e-9a27-4016-a05e-01304d7b7187 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=af1fd828-8193-4a50-ad61-01ef20f6441d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:57.551747 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bd3a5-55f5-4e15-bb04-028eaaa54cbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.552197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bd3a5-55f5-4e15-bb04-028eaaa54cbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.552614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bd3a5-55f5-4e15-bb04-028eaaa54cbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.553197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bd3a5-55f5-4e15-bb04-028eaaa54cbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.553599 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bd3a5-55f5-4e15-bb04-028eaaa54cbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.554005 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bd3a5-55f5-4e15-bb04-028eaaa54cbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.554890 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bd3a5-55f5-4e15-bb04-028eaaa54cbc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.555346 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bd3a5-55f5-4e15-bb04-028eaaa54cbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.555773 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bd3a5-55f5-4e15-bb04-028eaaa54cbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.556172 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bd3a5-55f5-4e15-bb04-028eaaa54cbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.557066 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bd3a5-55f5-4e15-bb04-028eaaa54cbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.557975 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bd3a5-55f5-4e15-bb04-028eaaa54cbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.573663 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 4be512f0-245c-40ec-9e15-e15d0deedb01 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:57.574027 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.586062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa0d6e-9a27-4016-a05e-01304d7b7187 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.586404 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa0d6e-9a27-4016-a05e-01304d7b7187 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.586757 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa0d6e-9a27-4016-a05e-01304d7b7187 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.587390 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa0d6e-9a27-4016-a05e-01304d7b7187 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.590414 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa0d6e-9a27-4016-a05e-01304d7b7187 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.590766 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa0d6e-9a27-4016-a05e-01304d7b7187 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.591129 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa0d6e-9a27-4016-a05e-01304d7b7187 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.591526 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa0d6e-9a27-4016-a05e-01304d7b7187 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.592722 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa0d6e-9a27-4016-a05e-01304d7b7187 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.593072 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa0d6e-9a27-4016-a05e-01304d7b7187 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.593411 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa0d6e-9a27-4016-a05e-01304d7b7187 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.593758 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa0d6e-9a27-4016-a05e-01304d7b7187 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.632431 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e521211-e686-4f5b-afe0-df61f9202741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.662487 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5993f6-0f98-4aed-88b4-e2e83b0059a3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet c8877916-9364-4fc6-a997-238b63f003e6 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:28:57.674812 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf5993f6-0f98-4aed-88b4-e2e83b0059a3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.737097 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf5993f6-0f98-4aed-88b4-e2e83b0059a3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.795045 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.834335 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf5993f6-0f98-4aed-88b4-e2e83b0059a3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.869898 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570756df-a82c-4aa9-88b1-46f6acc36e76 None None] Network 3abb1ce0-ccce-408a-91f9-03af83c6ee1a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:57.872642 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event deleted for resources: {'Port': ['ID=0351168a-e055-4e19-bd91-2997d857f558,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:57.928582 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-86f26f3f-004b-40a9-b364-4ab79a28afc4 service neutron] 10.222.0.59 "GET /v2.0/networks/d04b54e8-d3c5-4e30-bdcf-fa66b43527ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8199415 Mar 14 15:28:57.962932 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf5993f6-0f98-4aed-88b4-e2e83b0059a3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:57.963343 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.963598 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.963887 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.964215 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.964544 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.964867 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.965188 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.965507 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.965828 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.966150 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.966466 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.966780 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:28:57.980166 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae38183-007d-4a9f-952f-e86b45da9916 req-c047cb1d-e2c3-4da2-bd58-37c3ffb2656b tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:57.980419 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1a0e48-ac93-41c7-831a-7219f286edd8 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:28:57.988260 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4ae38183-007d-4a9f-952f-e86b45da9916 req-c047cb1d-e2c3-4da2-bd58-37c3ffb2656b tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 945 time: 1.1269991 Mar 14 15:28:58.044303 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5993f6-0f98-4aed-88b4-e2e83b0059a3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=c8877916-9364-4fc6-a997-238b63f003e6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:58.058190 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bf5993f6-0f98-4aed-88b4-e2e83b0059a3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.075786 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bf5993f6-0f98-4aed-88b4-e2e83b0059a3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/c8877916-9364-4fc6-a997-238b63f003e6 HTTP/1.1" status: 204 len: 168 time: 0.6553264 Mar 14 15:28:58.078158 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54920) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:58.163785 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6e521211-e686-4f5b-afe0-df61f9202741 None None] For port 2e35314f-1fd6-4bed-915c-344ff1857d15, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=2e35314f-1fd6-4bed-915c-344ff1857d15,segment=NetworkSegment(c18b6164-9180-46db-a166-913591cfc59d),segment_id=c18b6164-9180-46db-a166-913591cfc59d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:58.174330 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d4abd4d6-11a0-4e78-91d4-191489a3687f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894458 Mar 14 15:28:58.186695 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54928) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:58.186936 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-d9396ceb-6117-4a51-9122-3397654dfb36 service neutron] 10.222.0.59 "GET /v2.0/networks/d04b54e8-d3c5-4e30-bdcf-fa66b43527ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398150 Mar 14 15:28:58.203669 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4ae38183-007d-4a9f-952f-e86b45da9916 req-8c004a47-8c29-46ee-827e-6e049618d31f tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142913 Mar 14 15:28:58.217516 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ed006212-4609-4411-98b1-c891311be6e2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:58.256120 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e521211-e686-4f5b-afe0-df61f9202741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.290249 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-dda70bc7-82e3-4526-b68a-afda90311f9e tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "DELETE /v2.0/routers/f5d86c37-0ad0-4622-8d1d-950f2478fa17/tags/tempest-TagsExtTest-Tag-1460679737 HTTP/1.1" status: 204 len: 168 time: 1.6081016 Mar 14 15:28:58.292853 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54932) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:58.298134 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-fe480c62-bf15-446a-ba2b-6aa4c098b41b tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f5d86c37-0ad0-4622-8d1d-950f2478fa17') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:58.308452 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0dff4430-c07f-4fcb-bb90-5eb458dffc9b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.369493 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0dff4430-c07f-4fcb-bb90-5eb458dffc9b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.391965 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2e35314f-1fd6-4bed-915c-344ff1857d15 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:58.437103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54940) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:58.439248 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-1932b9f5-d0cb-49a1-8f1c-28d5b5d49e4e None None] Could not find standard attr ID for object 36deac06-5721-4094-8b88-ea2b5cb77d78. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:28:58.513114 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e521211-e686-4f5b-afe0-df61f9202741 None None] Pushing event updated for resources: {'Port': ['ID=2e35314f-1fd6-4bed-915c-344ff1857d15,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:58.546105 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-1932b9f5-d0cb-49a1-8f1c-28d5b5d49e4e None None] Provisioning complete for port 269357c6-936d-4fd6-a6b5-f09903f3904a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:58.546579 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1932b9f5-d0cb-49a1-8f1c-28d5b5d49e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.601621 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 2e35314f-1fd6-4bed-915c-344ff1857d15 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:58.602057 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.621114 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3e38f501-62fb-45f9-8f41-43853f27c9b8 req-cd909b44-eaf5-4bcf-812f-2ab573f727a2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9b3b1ee-32e1-4394-b534-cfd34f7d36d3 HTTP/1.1" status: 200 len: 210 time: 0.2232397 Mar 14 15:28:58.629345 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed006212-4609-4411-98b1-c891311be6e2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:58.638025 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ed006212-4609-4411-98b1-c891311be6e2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.698046 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9295b54-a860-4f45-91bc-d19f2393dfc6 None None] DHCP port deletion for 5b9fbf90-4428-44c7-aa34-44697a69d1dc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:28:58.724241 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-8854a0f6-a02b-4669-840d-cb5842c89aae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-859961285-network', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:28:58.732722 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff4430-c07f-4fcb-bb90-5eb458dffc9b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=d42b1c79-631f-41e7-94b8-95058ea3fb62,revision_number=3']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:58.843238 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.912171 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-1932b9f5-d0cb-49a1-8f1c-28d5b5d49e4e None None] Provisioning complete for port d42b1c79-631f-41e7-94b8-95058ea3fb62 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:58.913607 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1932b9f5-d0cb-49a1-8f1c-28d5b5d49e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.937917 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8854a0f6-a02b-4669-840d-cb5842c89aae admin admin] Made reservation on behalf of a71e4db168bb4915bec9d021ab48e3b3 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:28:58.940396 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8854a0f6-a02b-4669-840d-cb5842c89aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.947525 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-0dff4430-c07f-4fcb-bb90-5eb458dffc9b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] In _notify_port_updated(), no bound segment for port d42b1c79-631f-41e7-94b8-95058ea3fb62 on network 3abb1ce0-ccce-408a-91f9-03af83c6ee1a {{(pid=102567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:28:58.954614 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dff4430-c07f-4fcb-bb90-5eb458dffc9b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:58.955342 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0dff4430-c07f-4fcb-bb90-5eb458dffc9b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:58.957221 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0dff4430-c07f-4fcb-bb90-5eb458dffc9b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "PUT /v2.0/ports/d42b1c79-631f-41e7-94b8-95058ea3fb62 HTTP/1.1" status: 200 len: 999 time: 3.5660243 Mar 14 15:28:58.963832 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1932b9f5-d0cb-49a1-8f1c-28d5b5d49e4e None None] Port d42b1c79-631f-41e7-94b8-95058ea3fb62 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:58.973514 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-d9295b54-a860-4f45-91bc-d19f2393dfc6 None None] Deleting port 4be512f0-245c-40ec-9e15-e15d0deedb01 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:58.974014 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d9295b54-a860-4f45-91bc-d19f2393dfc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.011800 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-1932b9f5-d0cb-49a1-8f1c-28d5b5d49e4e None None] Provisioning complete for port 4be512f0-245c-40ec-9e15-e15d0deedb01 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:59.012278 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1932b9f5-d0cb-49a1-8f1c-28d5b5d49e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.055128 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54948) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:59.072500 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 269357c6-936d-4fd6-a6b5-f09903f3904a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:59.081126 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fe480c62-bf15-446a-ba2b-6aa4c098b41b tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/routers/f5d86c37-0ad0-4622-8d1d-950f2478fa17/tags HTTP/1.1" status: 200 len: 205 time: 0.7866702 Mar 14 15:28:59.081950 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54952) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:59.090682 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-be65d833-a245-4434-be44-66f41b805c55 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '83d84352-d122-487a-ba9c-0fb189428d9b') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:59.133299 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-be65d833-a245-4434-be44-66f41b805c55 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/subnetpools/83d84352-d122-487a-ba9c-0fb189428d9b/tags HTTP/1.1" status: 200 len: 240 time: 0.0465856 Mar 14 15:28:59.134267 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54954) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:59.139895 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-26235e7a-2a56-4703-beb8-3a8555fe10c3 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83d84352-d122-487a-ba9c-0fb189428d9b', 'tempest-TagsExtTest-Tag-142160220') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:59.151302 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d9295b54-a860-4f45-91bc-d19f2393dfc6 None None] For port 4be512f0-245c-40ec-9e15-e15d0deedb01, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=4be512f0-245c-40ec-9e15-e15d0deedb01,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:28:59.151981 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d9295b54-a860-4f45-91bc-d19f2393dfc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.154571 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8854a0f6-a02b-4669-840d-cb5842c89aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.180621 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-26235e7a-2a56-4703-beb8-3a8555fe10c3 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/subnetpools/83d84352-d122-487a-ba9c-0fb189428d9b/tags/tempest-TagsExtTest-Tag-142160220 HTTP/1.1" status: 204 len: 168 time: 0.0449786 Mar 14 15:28:59.181684 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54956) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:59.189890 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-cac11581-ddb8-4cec-a106-66641f489e9b tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '83d84352-d122-487a-ba9c-0fb189428d9b', 'tempest-TagsExtTest-Tag-142160220') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:59.210444 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-d9295b54-a860-4f45-91bc-d19f2393dfc6 None None] Calling delete_port for 4be512f0-245c-40ec-9e15-e15d0deedb01 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:28:59.262172 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cac11581-ddb8-4cec-a106-66641f489e9b tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "DELETE /v2.0/subnetpools/83d84352-d122-487a-ba9c-0fb189428d9b/tags/tempest-TagsExtTest-Tag-142160220 HTTP/1.1" status: 204 len: 168 time: 0.0789022 Mar 14 15:28:59.264646 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54960) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:59.270590 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-e4c16cc9-af97-4f4e-80f9-5c5456b01dff tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '83d84352-d122-487a-ba9c-0fb189428d9b') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:59.303346 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e4c16cc9-af97-4f4e-80f9-5c5456b01dff tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/subnetpools/83d84352-d122-487a-ba9c-0fb189428d9b/tags HTTP/1.1" status: 200 len: 205 time: 0.0373895 Mar 14 15:28:59.306466 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54962) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:59.322271 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-7a8961b7-d8b2-4302-b281-7d6178b2b374 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83d84352-d122-487a-ba9c-0fb189428d9b') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:59.341831 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 269357c6-936d-4fd6-a6b5-f09903f3904a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:59.342332 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.404022 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7a8961b7-d8b2-4302-b281-7d6178b2b374 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "DELETE /v2.0/subnetpools/83d84352-d122-487a-ba9c-0fb189428d9b/tags HTTP/1.1" status: 204 len: 168 time: 0.0951226 Mar 14 15:28:59.404623 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54964) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:59.421653 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbdf4a-e309-498c-9358-4b874b5d0e18 req-9d2af559-dbc9-4d5d-813c-91623fcd6944 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:28:59.430076 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49dbdf4a-e309-498c-9358-4b874b5d0e18 req-9d2af559-dbc9-4d5d-813c-91623fcd6944 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 945 time: 0.1038706 Mar 14 15:28:59.435367 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-0ef6de44-cbd5-48a6-a61a-c9542636008e tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f5d86c37-0ad0-4622-8d1d-950f2478fa17') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:59.475066 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-1932b9f5-d0cb-49a1-8f1c-28d5b5d49e4e None None] Provisioning complete for port 2e35314f-1fd6-4bed-915c-344ff1857d15 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:59.475066 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1932b9f5-d0cb-49a1-8f1c-28d5b5d49e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.513121 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-bdec1a8b-6fce-4b4d-a1c7-5b4cba81eb15 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port d42b1c79-631f-41e7-94b8-95058ea3fb62 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:28:59.513502 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bdec1a8b-6fce-4b4d-a1c7-5b4cba81eb15 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.524509 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2e35314f-1fd6-4bed-915c-344ff1857d15 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:28:59.542479 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49dbdf4a-e309-498c-9358-4b874b5d0e18 req-c31f1cf0-bcdc-4b71-b742-57a36ac87eec tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113918 Mar 14 15:28:59.564655 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0ef6de44-cbd5-48a6-a61a-c9542636008e tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "DELETE /v2.0/routers/f5d86c37-0ad0-4622-8d1d-950f2478fa17/tags HTTP/1.1" status: 204 len: 168 time: 0.1576037 Mar 14 15:28:59.568037 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54966) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:59.572352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-1c890a3a-0f9b-46fa-b4bf-4c915d9b722b tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e9b60c0f-0b4f-450d-bf1e-8c469313c43d') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:59.573223 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d9295b54-a860-4f45-91bc-d19f2393dfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.630163 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8854a0f6-a02b-4669-840d-cb5842c89aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.633859 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1c890a3a-0f9b-46fa-b4bf-4c915d9b722b tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "DELETE /v2.0/ports/e9b60c0f-0b4f-450d-bf1e-8c469313c43d/tags HTTP/1.1" status: 204 len: 168 time: 0.0617087 Mar 14 15:28:59.634009 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9295b54-a860-4f45-91bc-d19f2393dfc6 None None] No DVR routers for this DVR port 4be512f0-245c-40ec-9e15-e15d0deedb01 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:28:59.634185 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54968) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:59.638478 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-e4d953db-c781-4061-b40b-3906c5d001d9 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a94eb5be-f2f7-483a-be25-1360e7a526f7') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:59.645433 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9295b54-a860-4f45-91bc-d19f2393dfc6 None None] Pushing event deleted for resources: {'Port': ['ID=4be512f0-245c-40ec-9e15-e15d0deedb01,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:59.674293 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 2e35314f-1fd6-4bed-915c-344ff1857d15 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:59.674679 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.703988 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e4d953db-c781-4061-b40b-3906c5d001d9 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "DELETE /v2.0/subnets/a94eb5be-f2f7-483a-be25-1360e7a526f7/tags HTTP/1.1" status: 204 len: 168 time: 0.0695617 Mar 14 15:28:59.708402 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54972) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:59.715688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-13e3001c-f04c-4c33-b3c5-3305f0a77c97 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a94eb5be-f2f7-483a-be25-1360e7a526f7', 'tempest-TagsExtTest-Tag-1072598398') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:59.718195 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8854a0f6-a02b-4669-840d-cb5842c89aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.786848 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8854a0f6-a02b-4669-840d-cb5842c89aae admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:28:59.796099 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-13e3001c-f04c-4c33-b3c5-3305f0a77c97 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "PUT /v2.0/subnets/a94eb5be-f2f7-483a-be25-1360e7a526f7/tags/tempest-TagsExtTest-Tag-1072598398 HTTP/1.1" status: 201 len: 201 time: 0.0863526 Mar 14 15:28:59.798803 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54974) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:59.808087 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-4fd6bdc9-96e6-4b0e-b397-ce18bfcdb0eb None None] Provisioning complete for port d42b1c79-631f-41e7-94b8-95058ea3fb62 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:59.808087 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4fd6bdc9-96e6-4b0e-b397-ce18bfcdb0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.808340 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-695a2fe9-6010-4fa0-843f-2f5a64bbfd8f tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e9b60c0f-0b4f-450d-bf1e-8c469313c43d', 'tempest-TagsExtTest-Tag-1491977533') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:59.818635 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c82b0073-e0e0-415e-b063-f3ccfea51d79 req-4c3b90ba-ecce-48c0-849b-64181e3da9b8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9b3b1ee-32e1-4394-b534-cfd34f7d36d3 HTTP/1.1" status: 200 len: 210 time: 0.0882196 Mar 14 15:28:59.825217 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Router d945c5a3-10dc-4924-a9a6-105a4633dd38 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:28:59.852394 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 4be512f0-245c-40ec-9e15-e15d0deedb01 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:28:59.855992 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854a0f6-a02b-4669-840d-cb5842c89aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd0c1e2-132e-4e43-aa8a-94573d381927,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:28:59.861912 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8854a0f6-a02b-4669-840d-cb5842c89aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.862256 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-8854a0f6-a02b-4669-840d-cb5842c89aae admin admin] Added segment 2d49401f-b8be-40b5-8a36-057daab36f14 of type vlan for network b3c71c02-264e-49fe-ace9-fff9d219f343 Mar 14 15:28:59.882310 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.objects.ports [None req-ed006212-4609-4411-98b1-c891311be6e2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102567) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 15:28:59.887447 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 4be512f0-245c-40ec-9e15-e15d0deedb01 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:28:59.887881 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 4be512f0-245c-40ec-9e15-e15d0deedb01 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:28:59.895753 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ed006212-4609-4411-98b1-c891311be6e2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.898266 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4fd6bdc9-96e6-4b0e-b397-ce18bfcdb0eb None None] Port d42b1c79-631f-41e7-94b8-95058ea3fb62 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:28:59.905526 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-695a2fe9-6010-4fa0-843f-2f5a64bbfd8f tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "PUT /v2.0/ports/e9b60c0f-0b4f-450d-bf1e-8c469313c43d/tags/tempest-TagsExtTest-Tag-1491977533 HTTP/1.1" status: 201 len: 201 time: 0.1053920 Mar 14 15:28:59.908388 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54976) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:28:59.913746 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-4fd6bdc9-96e6-4b0e-b397-ce18bfcdb0eb None None] Provisioning complete for port 269357c6-936d-4fd6-a6b5-f09903f3904a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:28:59.914269 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4fd6bdc9-96e6-4b0e-b397-ce18bfcdb0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:28:59.917582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-8c68d1c7-ab1d-4111-a7f5-f5139bd0fdde tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f5d86c37-0ad0-4622-8d1d-950f2478fa17', 'tempest-TagsExtTest-Tag-411502951') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:28:59.961730 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bdec1a8b-6fce-4b4d-a1c7-5b4cba81eb15 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.031252 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-bdec1a8b-6fce-4b4d-a1c7-5b4cba81eb15 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for d42b1c79-631f-41e7-94b8-95058ea3fb62 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:00.038023 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8854a0f6-a02b-4669-840d-cb5842c89aae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.042553 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed006212-4609-4411-98b1-c891311be6e2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:00.063103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-ed006212-4609-4411-98b1-c891311be6e2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:00.072020 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed006212-4609-4411-98b1-c891311be6e2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:00.072663 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ed006212-4609-4411-98b1-c891311be6e2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.076400 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed006212-4609-4411-98b1-c891311be6e2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=46b6c22b-e1d8-43ba-8e14-4b2ac7071707,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:00.081080 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2a147b-4771-4389-8798-9822a7036829 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:00.099757 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8c68d1c7-ab1d-4111-a7f5-f5139bd0fdde tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "PUT /v2.0/routers/f5d86c37-0ad0-4622-8d1d-950f2478fa17/tags/tempest-TagsExtTest-Tag-411502951 HTTP/1.1" status: 201 len: 201 time: 0.1855426 Mar 14 15:29:00.099971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54978) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:00.107597 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-10154d40-cd9b-4326-b3ae-ce70aa83e143 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '83d84352-d122-487a-ba9c-0fb189428d9b', 'tempest-TagsExtTest-Tag-111602003') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:00.162428 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-0a08425e-279b-4a9f-bf23-6083abf97251 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:00.164717 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-0a08425e-279b-4a9f-bf23-6083abf97251 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/networks?id=d04b54e8-d3c5-4e30-bdcf-fa66b43527ec HTTP/1.1" status: 200 len: 797 time: 0.1535347 Mar 14 15:29:00.177294 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ed006212-4609-4411-98b1-c891311be6e2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9679196 Mar 14 15:29:00.187825 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54980) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:00.189983 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8854a0f6-a02b-4669-840d-cb5842c89aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.191294 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8854a0f6-a02b-4669-840d-cb5842c89aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:00.192080 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8854a0f6-a02b-4669-840d-cb5842c89aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.195238 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-10154d40-cd9b-4326-b3ae-ce70aa83e143 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "PUT /v2.0/subnetpools/83d84352-d122-487a-ba9c-0fb189428d9b/tags/tempest-TagsExtTest-Tag-111602003 HTTP/1.1" status: 201 len: 201 time: 0.0942419 Mar 14 15:29:00.203485 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54984) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:00.205208 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-01e56f6c-f7c2-4bb4-ac40-21e8d7a06804 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:00.209472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-53d9ba27-1e2e-420c-af9b-a3c95a41a9b3 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a94eb5be-f2f7-483a-be25-1360e7a526f7', {'tags': ['tempest-TagsExtTest-Tag-674103926', 'tempest-TagsExtTest-Tag-551287652', 'tempest-TagsExtTest-Tag-2020487055']}) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:00.289503 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-74fbdf7d-bc25-41bb-a2a4-1d2eabb78a6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 473 time: 0.1013210 Mar 14 15:29:00.302690 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-3d2ce4b9-145d-4d3e-8154-a859739beb47 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'port': {'device_id': 'd9b3b1ee-32e1-4394-b534-cfd34f7d36d3', 'network_id': 'd04b54e8-d3c5-4e30-bdcf-fa66b43527ec', 'admin_state_up': True, 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'security_groups': ['e9529f01-3112-4358-ad86-86798801dbba']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:00.315672 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'fixed_ips': [{'subnet_id': '46b6c22b-e1d8-43ba-8e14-4b2ac7071707'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:29:00.317494 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.321226 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8854a0f6-a02b-4669-840d-cb5842c89aae admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8705561 Mar 14 15:29:00.342267 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54988) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:00.348170 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0a90c540-26ff-448f-a9bc-7422614ebf03 admin admin] Request body: {'subnet': {'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-859961285-subnet', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:00.356739 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-53d9ba27-1e2e-420c-af9b-a3c95a41a9b3 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "PUT /v2.0/subnets/a94eb5be-f2f7-483a-be25-1360e7a526f7/tags HTTP/1.1" status: 200 len: 316 time: 0.1521299 Mar 14 15:29:00.360040 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:00.372222 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54990) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:00.375061 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00af08f-240a-452d-9ae1-b7493adaf05f None None] Sync routers for ids ['d945c5a3-10dc-4924-a9a6-105a4633dd38'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:29:00.384789 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9b883400-f661-4406-a769-496b1624689e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "PUT /v2.0/routers/d945c5a3-10dc-4924-a9a6-105a4633dd38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8484559 Mar 14 15:29:00.387095 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 54992) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:00.387933 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-dc036d0e-c48f-4820-8b12-57d459546c6f tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a94eb5be-f2f7-483a-be25-1360e7a526f7') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:00.433996 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854a0f6-a02b-4669-840d-cb5842c89aae admin admin] Pushing event updated for resources: {'Network': ['ID=b3c71c02-264e-49fe-ace9-fff9d219f343,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:00.480138 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a90c540-26ff-448f-a9bc-7422614ebf03 admin admin] Made reservation on behalf of a71e4db168bb4915bec9d021ab48e3b3 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:00.483252 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90c540-26ff-448f-a9bc-7422614ebf03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.545478 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] Allocated IP 2001:db8::f816:3eff:fede:ebbb (5b9fbf90-4428-44c7-aa34-44697a69d1dc/46b6c22b-e1d8-43ba-8e14-4b2ac7071707/0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:00.589395 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e56f6c-f7c2-4bb4-ac40-21e8d7a06804 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:00.592513 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-01e56f6c-f7c2-4bb4-ac40-21e8d7a06804 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.616746 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bdec1a8b-6fce-4b4d-a1c7-5b4cba81eb15 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.693647 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec1a8b-6fce-4b4d-a1c7-5b4cba81eb15 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=d42b1c79-631f-41e7-94b8-95058ea3fb62,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:00.723120 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-3d2ce4b9-145d-4d3e-8154-a859739beb47 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:00.726989 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-3d2ce4b9-145d-4d3e-8154-a859739beb47 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.742718 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.760440 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network b3c71c02-264e-49fe-ace9-fff9d219f343 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:29:00.769565 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.769761 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-dc036d0e-c48f-4820-8b12-57d459546c6f tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "DELETE /v2.0/subnets/a94eb5be-f2f7-483a-be25-1360e7a526f7/tags HTTP/1.1" status: 204 len: 168 time: 0.3933315 Mar 14 15:29:00.777984 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 54996) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:00.780499 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-497c04f6-c559-4a81-9191-9380b57cd079 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.790662 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-c0e6caad-43d9-4fca-bdf3-7e2afe05e2b4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a94eb5be-f2f7-483a-be25-1360e7a526f7', 'tempest-TagsExtTest-Tag-674103926') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:00.793443 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e8d39-b1a7-491c-b8da-b15360684453 req-b360f688-24b2-4776-ad17-3dbb44faca54 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:00.794993 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b56e8d39-b1a7-491c-b8da-b15360684453 req-b360f688-24b2-4776-ad17-3dbb44faca54 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 945 time: 0.1326740 Mar 14 15:29:00.819400 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00af08f-240a-452d-9ae1-b7493adaf05f None None] Routers {'d945c5a3-10dc-4924-a9a6-105a4633dd38'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:00.819974 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f00af08f-240a-452d-9ae1-b7493adaf05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['d945c5a3-10dc-4924-a9a6-105a4633dd38'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:00.822332 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-f12dad4a-77a2-4293-9b41-b942467cfa9c None None] Could not find standard attr ID for object d42b1c79-631f-41e7-94b8-95058ea3fb62. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:29:00.884174 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bdec1a8b-6fce-4b4d-a1c7-5b4cba81eb15 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:00.890534 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bdec1a8b-6fce-4b4d-a1c7-5b4cba81eb15 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/ports/d42b1c79-631f-41e7-94b8-95058ea3fb62 HTTP/1.1" status: 204 len: 168 time: 1.8286469 Mar 14 15:29:00.907000 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.ipam_backend_mixin [None req-01e56f6c-f7c2-4bb4-ac40-21e8d7a06804 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 46b6c22b-e1d8-43ba-8e14-4b2ac7071707 (CIDR: 2001:db8::/64) Mar 14 15:29:00.916184 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55000) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:00.927741 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e56f6c-f7c2-4bb4-ac40-21e8d7a06804 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:29:00.928286 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e56f6c-f7c2-4bb4-ac40-21e8d7a06804 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:01.015327 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-0382fd7c-ede9-4160-90f9-d0b1d9a79277 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] GET failed (client error): The resource could not be found. Mar 14 15:29:01.020958 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0382fd7c-ede9-4160-90f9-d0b1d9a79277 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports/d42b1c79-631f-41e7-94b8-95058ea3fb62 HTTP/1.1" status: 404 len: 333 time: 0.0918641 Mar 14 15:29:01.024310 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55002) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:01.027662 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5bd43047-5623-4db1-81ef-964c6018ed62 req-69e0cd46-72e8-4c7e-9e93-d8f386f69a35 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9b3b1ee-32e1-4394-b534-cfd34f7d36d3 HTTP/1.1" status: 200 len: 210 time: 0.0957577 Mar 14 15:29:01.061538 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b56e8d39-b1a7-491c-b8da-b15360684453 req-a8ed3da5-66d3-4cbb-a993-232cc57c5e20 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889215 Mar 14 15:29:01.073459 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-01e56f6c-f7c2-4bb4-ac40-21e8d7a06804 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8844490 Mar 14 15:29:01.078118 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-c0e6caad-43d9-4fca-bdf3-7e2afe05e2b4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] show failed (client error): The resource could not be found. Mar 14 15:29:01.082137 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c0e6caad-43d9-4fca-bdf3-7e2afe05e2b4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/subnets/a94eb5be-f2f7-483a-be25-1360e7a526f7/tags/tempest-TagsExtTest-Tag-674103926 HTTP/1.1" status: 404 len: 328 time: 0.2917795 Mar 14 15:29:01.082137 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55004) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:01.083468 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:01.091251 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-20c468ac-ec17-4439-bbed-551537d6b7cf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:01.092094 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f00af08f-240a-452d-9ae1-b7493adaf05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:01.099843 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:01.101128 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55006) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:01.105339 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-c91091f7-356d-48da-ac6a-4bb84aa8f3fc tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a94eb5be-f2f7-483a-be25-1360e7a526f7', 'tempest-TagsExtTest-Tag-551287652') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:01.107766 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-fcbbdfd9-8ba9-4941-a5eb-5c8fb94466d5 None None] Could not find standard attr ID for object d42b1c79-631f-41e7-94b8-95058ea3fb62. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:29:01.112322 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:01.126934 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] Pushing event updated for resources: {'Port': ['ID=0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:01.135743 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00af08f-240a-452d-9ae1-b7493adaf05f None None] Routers {'d945c5a3-10dc-4924-a9a6-105a4633dd38'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:01.136767 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f00af08f-240a-452d-9ae1-b7493adaf05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:28:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['d945c5a3-10dc-4924-a9a6-105a4633dd38'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:01.151919 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90c540-26ff-448f-a9bc-7422614ebf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.167996 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-3d2ce4b9-145d-4d3e-8154-a859739beb47 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.20.0.30 (d04b54e8-d3c5-4e30-bdcf-fa66b43527ec/e5b6639e-29a5-4819-b60a-3e7db5493bcd/c344c1a8-afbc-433b-854c-6c1ddd0020a9) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:01.170709 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-497c04f6-c559-4a81-9191-9380b57cd079 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.186779 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f00af08f-240a-452d-9ae1-b7493adaf05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:01.187471 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00af08f-240a-452d-9ae1-b7493adaf05f None None] The sync data for ids ['d945c5a3-10dc-4924-a9a6-105a4633dd38'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:29:01.192932 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-151b31e4-0829-434e-9460-3c161b02a480 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting subnet 86b4f417-7ac5-43bd-ba18-a1ef1a658a80 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:29:01.209031 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-151b31e4-0829-434e-9460-3c161b02a480 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.232787 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] Attempting to bind port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:01.233067 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] Attempting to bind port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:01.233441 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] Attempting to bind port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad on network 5b9fbf90-4428-44c7-aa34-44697a69d1dc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:29:01.241054 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:29:01.241432 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] Checking segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:01.242643 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.243640 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] Bound using segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:29:01.244261 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] Bound port: 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:01.245228 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.285608 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90c540-26ff-448f-a9bc-7422614ebf03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2938bbac-db51-4fe5-871d-2be14c242925,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:01.316321 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] For port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:01.320365 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] For port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:01.322404 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c540-26ff-448f-a9bc-7422614ebf03 admin admin] Checking segment: {'id': '2d49401f-b8be-40b5-8a36-057daab36f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:01.322881 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a90c540-26ff-448f-a9bc-7422614ebf03 admin admin] Network hostable DHCP agents. Network: b3c71c02-264e-49fe-ace9-fff9d219f343, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:01.326045 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.395221 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a14e64-62a5-4869-882e-77763697d0ba None None] Pushing event updated for resources: {'Port': ['ID=0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:01.415291 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a90c540-26ff-448f-a9bc-7422614ebf03 admin admin] Network b3c71c02-264e-49fe-ace9-fff9d219f343 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:01.427040 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-497c04f6-c559-4a81-9191-9380b57cd079 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Deleting port 77cf49a1-60fe-4c01-9cc5-99a273c05cbc {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:01.427433 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-497c04f6-c559-4a81-9191-9380b57cd079 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.455438 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-0a90c540-26ff-448f-a9bc-7422614ebf03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, b3c71c02-264e-49fe-ace9-fff9d219f343) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:01.460488 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a90c540-26ff-448f-a9bc-7422614ebf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:01.461095 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90c540-26ff-448f-a9bc-7422614ebf03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.476284 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749392c8-eae7-41a5-98e8-0e0b9ed7dc30 None None] Network b3c71c02-264e-49fe-ace9-fff9d219f343 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:01.528544 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0a90c540-26ff-448f-a9bc-7422614ebf03 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1847501 Mar 14 15:29:01.536142 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55008) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:01.541872 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-969090b5-13f4-4435-b52e-8bd90e0a65ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:01.549463 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-3d2ce4b9-145d-4d3e-8154-a859739beb47 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.588258 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-497c04f6-c559-4a81-9191-9380b57cd079 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.610047 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-497c04f6-c559-4a81-9191-9380b57cd079 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Calling delete_port for 77cf49a1-60fe-4c01-9cc5-99a273c05cbc owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:01.654393 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-969090b5-13f4-4435-b52e-8bd90e0a65ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.655802 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-969090b5-13f4-4435-b52e-8bd90e0a65ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.681276 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-3d2ce4b9-145d-4d3e-8154-a859739beb47 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.737139 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-b3c71c02-264e-49fe-ace9-fff9d219f343', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:29:01.738308 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.779512 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-151b31e4-0829-434e-9460-3c161b02a480 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.834253 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-c91091f7-356d-48da-ac6a-4bb84aa8f3fc tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] show failed (client error): The resource could not be found. Mar 14 15:29:01.838596 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c91091f7-356d-48da-ac6a-4bb84aa8f3fc tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/subnets/a94eb5be-f2f7-483a-be25-1360e7a526f7/tags/tempest-TagsExtTest-Tag-551287652 HTTP/1.1" status: 404 len: 328 time: 0.7364888 Mar 14 15:29:01.842399 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55010) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:01.846621 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-694e56c7-0732-459c-8ebd-9156955d3655 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a94eb5be-f2f7-483a-be25-1360e7a526f7', 'tempest-TagsExtTest-Tag-2020487055') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:01.888453 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c468ac-ec17-4439-bbed-551537d6b7cf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:01.892960 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-20c468ac-ec17-4439-bbed-551537d6b7cf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.913776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-497c04f6-c559-4a81-9191-9380b57cd079 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:01.927032 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-3d2ce4b9-145d-4d3e-8154-a859739beb47 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network d04b54e8-d3c5-4e30-bdcf-fa66b43527ec is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:01.942287 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-3d2ce4b9-145d-4d3e-8154-a859739beb47 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:01.948754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-3d2ce4b9-145d-4d3e-8154-a859739beb47 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:01.968807 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] Allocated IP 172.20.0.2 (b3c71c02-264e-49fe-ace9-fff9d219f343/2938bbac-db51-4fe5-871d-2be14c242925/09fc1091-f660-4a5c-acd3-3190ef20dbe8) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:02.000299 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-969090b5-13f4-4435-b52e-8bd90e0a65ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.006748 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-151b31e4-0829-434e-9460-3c161b02a480 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.066132 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ce4b9-145d-4d3e-8154-a859739beb47 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=c344c1a8-afbc-433b-854c-6c1ddd0020a9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:02.112383 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-694e56c7-0732-459c-8ebd-9156955d3655 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] show failed (client error): The resource could not be found. Mar 14 15:29:02.117114 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-694e56c7-0732-459c-8ebd-9156955d3655 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/subnets/a94eb5be-f2f7-483a-be25-1360e7a526f7/tags/tempest-TagsExtTest-Tag-2020487055 HTTP/1.1" status: 404 len: 329 time: 0.2735984 Mar 14 15:29:02.120036 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55016) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:02.134244 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-ae156583-00a6-442c-aef7-dc4b5997309d tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e9b60c0f-0b4f-450d-bf1e-8c469313c43d', {'tags': ['tempest-TagsExtTest-Tag-590815881', 'tempest-TagsExtTest-Tag-1377624220', 'tempest-TagsExtTest-Tag-841183158']}) {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:02.144102 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-497c04f6-c559-4a81-9191-9380b57cd079 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.240699 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-151b31e4-0829-434e-9460-3c161b02a480 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.257767 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.268397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.308523 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c04f6-c559-4a81-9191-9380b57cd079 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event deleted for resources: {'Port': ['ID=77cf49a1-60fe-4c01-9cc5-99a273c05cbc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:02.323041 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-151b31e4-0829-434e-9460-3c161b02a480 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.323782 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] Network b3c71c02-264e-49fe-ace9-fff9d219f343 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:02.326797 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-151b31e4-0829-434e-9460-3c161b02a480 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/subnets/86b4f417-7ac5-43bd-ba18-a1ef1a658a80 HTTP/1.1" status: 204 len: 168 time: 1.2981071 Mar 14 15:29:02.328694 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b31e4-0829-434e-9460-3c161b02a480 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Subnet': ['ID=86b4f417-7ac5-43bd-ba18-a1ef1a658a80,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:02.330126 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:02.336795 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55018) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:02.338238 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:02.346424 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873b5726-5828-4808-841a-5a083cbff950 None None] Network 3abb1ce0-ccce-408a-91f9-03af83c6ee1a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:02.363235 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-497c04f6-c559-4a81-9191-9380b57cd079 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.365313 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=09fc1091-f660-4a5c-acd3-3190ef20dbe8,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:02.390485 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ae156583-00a6-442c-aef7-dc4b5997309d tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "PUT /v2.0/ports/e9b60c0f-0b4f-450d-bf1e-8c469313c43d/tags HTTP/1.1" status: 200 len: 316 time: 0.2652783 Mar 14 15:29:02.391115 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55020) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:02.408447 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-c4cdbf5f-8fef-4d18-bd33-3bf8b95c6a9c tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e9b60c0f-0b4f-450d-bf1e-8c469313c43d') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:02.418564 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d84477-399d-46e2-a901-56d2be5e3cbd req-bca57359-579e-4073-84d6-722482b8b18a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:02.426494 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d2d84477-399d-46e2-a901-56d2be5e3cbd req-bca57359-579e-4073-84d6-722482b8b18a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9b3b1ee-32e1-4394-b534-cfd34f7d36d3 HTTP/1.1" status: 200 len: 932 time: 0.2427225 Mar 14 15:29:02.430626 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-497c04f6-c559-4a81-9191-9380b57cd079 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.448068 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-3d2ce4b9-145d-4d3e-8154-a859739beb47 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:02.448694 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-3d2ce4b9-145d-4d3e-8154-a859739beb47 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.495248 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-672fd294-6cf8-4802-bf0c-b3c8d06d4f62 None None] Provisioning complete for port c344c1a8-afbc-433b-854c-6c1ddd0020a9 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:02.495631 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-672fd294-6cf8-4802-bf0c-b3c8d06d4f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.521180 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-411cf8e4-3dc6-4fe8-92e3-7345e6f1576c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting subnet 8267d061-bd9d-4709-afb4-529cad39dd31 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:29:02.533212 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] Attempting to bind port 09fc1091-f660-4a5c-acd3-3190ef20dbe8 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:02.533718 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] Attempting to bind port 09fc1091-f660-4a5c-acd3-3190ef20dbe8 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '2d49401f-b8be-40b5-8a36-057daab36f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:02.534097 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] Attempting to bind port 09fc1091-f660-4a5c-acd3-3190ef20dbe8 on network b3c71c02-264e-49fe-ace9-fff9d219f343 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:29:02.542184 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-969090b5-13f4-4435-b52e-8bd90e0a65ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.555705 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-411cf8e4-3dc6-4fe8-92e3-7345e6f1576c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.557495 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28849076-d75e-4900-8087-1e215e8dd061 req-73c0b57c-ec6b-48ba-8581-cf9cd5194ce3 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:02.559168 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-28849076-d75e-4900-8087-1e215e8dd061 req-73c0b57c-ec6b-48ba-8581-cf9cd5194ce3 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 945 time: 0.2933686 Mar 14 15:29:02.563625 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-3d2ce4b9-145d-4d3e-8154-a859739beb47 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2686310 Mar 14 15:29:02.569097 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d2d84477-399d-46e2-a901-56d2be5e3cbd req-1d846c86-28b2-4beb-ab2b-5ce8658cf9d1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9529f01-3112-4358-ad86-86798801dbba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417089 Mar 14 15:29:02.586076 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-497c04f6-c559-4a81-9191-9380b57cd079 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.586616 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497c04f6-c559-4a81-9191-9380b57cd079 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Fanout notify agent at l3_agent the message router_deleted on router d945c5a3-10dc-4924-a9a6-105a4633dd38 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:29:02.606784 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-672fd294-6cf8-4802-bf0c-b3c8d06d4f62 None None] Port c344c1a8-afbc-433b-854c-6c1ddd0020a9 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:29:02.611772 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-497c04f6-c559-4a81-9191-9380b57cd079 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.612935 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:29:02.613315 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] Checking segment: {'id': '2d49401f-b8be-40b5-8a36-057daab36f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:02.614023 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.614344 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] Bound using segment: {'id': '2d49401f-b8be-40b5-8a36-057daab36f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:29:02.615189 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] Bound port: 09fc1091-f660-4a5c-acd3-3190ef20dbe8, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d49401f-b8be-40b5-8a36-057daab36f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:02.615576 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.615832 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-497c04f6-c559-4a81-9191-9380b57cd079 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "DELETE /v2.0/routers/d945c5a3-10dc-4924-a9a6-105a4633dd38 HTTP/1.1" status: 204 len: 168 time: 2.2246881 Mar 14 15:29:02.622603 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55024) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:02.654126 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-411cf8e4-3dc6-4fe8-92e3-7345e6f1576c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.720761 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-28849076-d75e-4900-8087-1e215e8dd061 req-c9227bf9-fed5-4eb1-b98f-7fec5742781f tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430502 Mar 14 15:29:02.725935 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] Request body: {'port': {'device_id': 'd9b3b1ee-32e1-4394-b534-cfd34f7d36d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:02.752456 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] For port 09fc1091-f660-4a5c-acd3-3190ef20dbe8, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:02.770413 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] For port 09fc1091-f660-4a5c-acd3-3190ef20dbe8, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=09fc1091-f660-4a5c-acd3-3190ef20dbe8,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:02.786952 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.803089 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.859050 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-411cf8e4-3dc6-4fe8-92e3-7345e6f1576c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.889716 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f4af1-90c9-48ef-8d77-4b27de2cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=09fc1091-f660-4a5c-acd3-3190ef20dbe8,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:02.958280 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7feb516-98a4-4763-8159-bb1385520059 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Deleting subnet 8c85dd05-a789-4c62-9286-a23126400af5 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:29:02.964444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-20c468ac-ec17-4439-bbed-551537d6b7cf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:02.993952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7feb516-98a4-4763-8159-bb1385520059 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.082028 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c4cdbf5f-8fef-4d18-bd33-3bf8b95c6a9c tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "DELETE /v2.0/ports/e9b60c0f-0b4f-450d-bf1e-8c469313c43d/tags HTTP/1.1" status: 204 len: 168 time: 0.6805201 Mar 14 15:29:03.083735 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55026) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:03.097845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-98d8d750-655d-4364-bcd5-f47c86908164 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e9b60c0f-0b4f-450d-bf1e-8c469313c43d', 'tempest-TagsExtTest-Tag-590815881') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:03.117600 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:03.123047 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c468ac-ec17-4439-bbed-551537d6b7cf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:03.132602 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-20c468ac-ec17-4439-bbed-551537d6b7cf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:03.136517 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7feb516-98a4-4763-8159-bb1385520059 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.139216 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c468ac-ec17-4439-bbed-551537d6b7cf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=3588def7-ed09-430a-9104-23d39707896d,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:03.142404 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c468ac-ec17-4439-bbed-551537d6b7cf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:03.143014 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-20c468ac-ec17-4439-bbed-551537d6b7cf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.157317 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-969090b5-13f4-4435-b52e-8bd90e0a65ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.163551 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c9f951-fb6f-4c57-9c5a-30207559c7e2 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:03.186043 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-411cf8e4-3dc6-4fe8-92e3-7345e6f1576c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.215254 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-20c468ac-ec17-4439-bbed-551537d6b7cf tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1296141 Mar 14 15:29:03.225163 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55028) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:03.249264 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d900dded-6bbf-4034-80f3-0a411392f6d9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'mac_address': 'fa:16:3e:e3:81:5b', 'name': 'tempest-NetworksTestDHCPv6-1596170245'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:03.254891 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-969090b5-13f4-4435-b52e-8bd90e0a65ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.326396 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-a9dec045-0e3c-470f-9b4c-dc4c61b70005 None None] Provisioning complete for port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:03.326875 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a9dec045-0e3c-470f-9b4c-dc4c61b70005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.344310 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7feb516-98a4-4763-8159-bb1385520059 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.390967 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf8e4-3dc6-4fe8-92e3-7345e6f1576c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Subnet': ['ID=8267d061-bd9d-4709-afb4-529cad39dd31,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:03.396436 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-411cf8e4-3dc6-4fe8-92e3-7345e6f1576c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.399711 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-411cf8e4-3dc6-4fe8-92e3-7345e6f1576c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/subnets/8267d061-bd9d-4709-afb4-529cad39dd31 HTTP/1.1" status: 204 len: 168 time: 1.0601759 Mar 14 15:29:03.404877 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55030) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:03.466905 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:03.467825 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.523879 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-295ebc9f-6529-4543-93de-32b4b7092cc2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.574390 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7feb516-98a4-4763-8159-bb1385520059 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.603798 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a9dec045-0e3c-470f-9b4c-dc4c61b70005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.625904 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7feb516-98a4-4763-8159-bb1385520059 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event deleted for resources: {'Subnet': ['ID=8c85dd05-a789-4c62-9286-a23126400af5,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:03.630085 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7feb516-98a4-4763-8159-bb1385520059 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.636930 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b7feb516-98a4-4763-8159-bb1385520059 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "DELETE /v2.0/subnets/8c85dd05-a789-4c62-9286-a23126400af5 HTTP/1.1" status: 204 len: 168 time: 1.0123405 Mar 14 15:29:03.640152 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55034) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:03.671012 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c87a0b9-9fe0-4374-8418-092310961c0f None None] Network 59ee8576-ee06-456f-9eda-22a8f9b5664f requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:03.710363 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-a9dec045-0e3c-470f-9b4c-dc4c61b70005 None None] For port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:03.735037 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7ae6a6-5b78-4fcf-9b95-0423f8aaf582 None None] Network 3abb1ce0-ccce-408a-91f9-03af83c6ee1a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:03.772026 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-295ebc9f-6529-4543-93de-32b4b7092cc2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port 269357c6-936d-4fd6-a6b5-f09903f3904a {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:03.772535 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-295ebc9f-6529-4543-93de-32b4b7092cc2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.801908 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a9dec045-0e3c-470f-9b4c-dc4c61b70005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.852708 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-69b63188-6c29-4e9e-a5dd-ed1ba31c6280 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.865756 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-295ebc9f-6529-4543-93de-32b4b7092cc2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] For port 269357c6-936d-4fd6-a6b5-f09903f3904a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=269357c6-936d-4fd6-a6b5-f09903f3904a,segment=NetworkSegment(f7d7c5c8-002f-4c93-90bc-5a5bd40b0423),segment_id=f7d7c5c8-002f-4c93-90bc-5a5bd40b0423)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:03.865988 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-295ebc9f-6529-4543-93de-32b4b7092cc2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:03.882875 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677a20d-0291-4d3f-9538-45a11491d906 req-d6463669-98ee-4751-a7de-c1bd0d525694 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:03.884709 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0677a20d-0291-4d3f-9538-45a11491d906 req-d6463669-98ee-4751-a7de-c1bd0d525694 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9b3b1ee-32e1-4394-b534-cfd34f7d36d3 HTTP/1.1" status: 200 len: 932 time: 0.1718068 Mar 14 15:29:03.895479 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-295ebc9f-6529-4543-93de-32b4b7092cc2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for 269357c6-936d-4fd6-a6b5-f09903f3904a owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:03.917950 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.045112 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0677a20d-0291-4d3f-9538-45a11491d906 req-bb1a8997-1fac-42e5-91d0-8868d37e5f5f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9529f01-3112-4358-ad86-86798801dbba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375654 Mar 14 15:29:04.081400 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-69b63188-6c29-4e9e-a5dd-ed1ba31c6280 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Deleting port d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:04.081685 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-69b63188-6c29-4e9e-a5dd-ed1ba31c6280 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.084489 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-250d1090-761b-4573-9812-474db497790a None None] Provisioning complete for port 269357c6-936d-4fd6-a6b5-f09903f3904a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:04.085146 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-250d1090-761b-4573-9812-474db497790a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.145928 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-295ebc9f-6529-4543-93de-32b4b7092cc2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.154170 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dec045-0e3c-470f-9b4c-dc4c61b70005 None None] Pushing event updated for resources: {'Port': ['ID=0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:04.190027 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d97fa34-7dfe-4105-b88e-d6c0e25e456f None None] DHCP port deletion for 3abb1ce0-ccce-408a-91f9-03af83c6ee1a request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:29:04.193146 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e8e2a9d6-6d02-4e73-892b-72ebeb2dbb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.196065 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ebc9f-6529-4543-93de-32b4b7092cc2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=269357c6-936d-4fd6-a6b5-f09903f3904a,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:04.200398 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295ebc9f-6529-4543-93de-32b4b7092cc2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No DVR routers for this DVR port 269357c6-936d-4fd6-a6b5-f09903f3904a on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:04.207930 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-98d8d750-655d-4364-bcd5-f47c86908164 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] show failed (client error): The resource could not be found. Mar 14 15:29:04.209582 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-69b63188-6c29-4e9e-a5dd-ed1ba31c6280 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] For port d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e,segment=NetworkSegment(37ae3771-4734-4b7d-9400-d9a431c1ee61),segment_id=37ae3771-4734-4b7d-9400-d9a431c1ee61)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:04.209976 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-69b63188-6c29-4e9e-a5dd-ed1ba31c6280 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.212680 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55038) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:04.212955 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-98d8d750-655d-4364-bcd5-f47c86908164 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/ports/e9b60c0f-0b4f-450d-bf1e-8c469313c43d/tags/tempest-TagsExtTest-Tag-590815881 HTTP/1.1" status: 404 len: 328 time: 1.1264484 Mar 14 15:29:04.219106 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-845d9b13-2866-449e-b4ca-101984d3b502 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e9b60c0f-0b4f-450d-bf1e-8c469313c43d', 'tempest-TagsExtTest-Tag-1377624220') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:04.220338 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2d07cd-e172-4979-bacf-71a698d3d010 None None] Update dhcp port {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'fixed_ips': [{'subnet_id': '46b6c22b-e1d8-43ba-8e14-4b2ac7071707', 'ip_address': '2001:db8::f816:3eff:fede:ebbb'}, {'subnet_id': '3588def7-ed09-430a-9104-23d39707896d'}], 'binding:host_id': 'dv-neutron-833559-1-hyperv'}, 'id': '0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad'} from dv-neutron-833559-1-hyperv. {{(pid=102569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 15:29:04.235768 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-250d1090-761b-4573-9812-474db497790a None None] Could not find standard attr ID for object 269357c6-936d-4fd6-a6b5-f09903f3904a. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:29:04.254985 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c344c1a8-afbc-433b-854c-6c1ddd0020a9 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:29:04.274149 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.plugins.ml2.db [None req-250d1090-761b-4573-9812-474db497790a None None] No ports have port_id starting with 269357c6-936d-4fd6-a6b5-f09903f3904a Mar 14 15:29:04.278740 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:29:04.278970 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c201c2-df38-4417-8d73-c31c59d799ef req-67698026-f355-4045-b5da-9ccb2db52bb0 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:04.279121 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:29:04.283832 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-69b63188-6c29-4e9e-a5dd-ed1ba31c6280 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Calling delete_port for d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:04.288401 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fa2d07cd-e172-4979-bacf-71a698d3d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.289891 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b3c201c2-df38-4417-8d73-c31c59d799ef req-67698026-f355-4045-b5da-9ccb2db52bb0 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 945 time: 0.4440446 Mar 14 15:29:04.293381 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-969090b5-13f4-4435-b52e-8bd90e0a65ee admin admin] Allocated IP 172.26.6.207 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/12b3b9f3-13d6-45ad-894e-5374f9937c9a) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:04.316864 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.333664 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d900dded-6bbf-4034-80f3-0a411392f6d9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:04.389440 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] Transition to ACTIVE for port object c344c1a8-afbc-433b-854c-6c1ddd0020a9 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:29:04.392289 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-295ebc9f-6529-4543-93de-32b4b7092cc2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.466811 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.471539 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-295ebc9f-6529-4543-93de-32b4b7092cc2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3abb1ce0-ccce-408a-91f9-03af83c6ee1a']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:04.491534 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-295ebc9f-6529-4543-93de-32b4b7092cc2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d7c5c8-002f-4c93-90bc-5a5bd40b0423') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:04.491864 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-295ebc9f-6529-4543-93de-32b4b7092cc2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d7c5c8-002f-4c93-90bc-5a5bd40b0423') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:04.507004 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b3c201c2-df38-4417-8d73-c31c59d799ef req-71bc238f-48a4-4d66-88a7-e42842f3336f tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160847 Mar 14 15:29:04.521688 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-295ebc9f-6529-4543-93de-32b4b7092cc2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.521688 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-845d9b13-2866-449e-b4ca-101984d3b502 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] show failed (client error): The resource could not be found. Mar 14 15:29:04.521688 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-845d9b13-2866-449e-b4ca-101984d3b502 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/ports/e9b60c0f-0b4f-450d-bf1e-8c469313c43d/tags/tempest-TagsExtTest-Tag-1377624220 HTTP/1.1" status: 404 len: 329 time: 0.3027596 Mar 14 15:29:04.523663 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55040) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:04.531412 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-b9c7d855-f969-41ee-89ed-95be8ca05364 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e9b60c0f-0b4f-450d-bf1e-8c469313c43d', 'tempest-TagsExtTest-Tag-841183158') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:04.548441 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e716108e-fd56-44df-86fe-d392428d7c2f None None] DHCP port deletion for 59ee8576-ee06-456f-9eda-22a8f9b5664f request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:29:04.559085 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-295ebc9f-6529-4543-93de-32b4b7092cc2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.564290 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-69b63188-6c29-4e9e-a5dd-ed1ba31c6280 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.575352 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295ebc9f-6529-4543-93de-32b4b7092cc2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:29:04.575603 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-295ebc9f-6529-4543-93de-32b4b7092cc2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:04.581418 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:04.610539 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] Pushing event updated for resources: {'Port': ['ID=c344c1a8-afbc-433b-854c-6c1ddd0020a9,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:04.620865 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b63188-6c29-4e9e-a5dd-ed1ba31c6280 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event deleted for resources: {'Port': ['ID=d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:04.625556 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b63188-6c29-4e9e-a5dd-ed1ba31c6280 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] No DVR routers for this DVR port d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:04.667993 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d900dded-6bbf-4034-80f3-0a411392f6d9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.726855 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-969090b5-13f4-4435-b52e-8bd90e0a65ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.728735 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-d900dded-6bbf-4034-80f3-0a411392f6d9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port 687752f1-51cb-4a8b-beb4-c2ec0d2195f4 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:29:04.746724 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-295ebc9f-6529-4543-93de-32b4b7092cc2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.758040 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-295ebc9f-6529-4543-93de-32b4b7092cc2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.759141 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-fa2d07cd-e172-4979-bacf-71a698d3d010 None None] Allocated IP 2001:db8:0:1::2 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/3588def7-ed09-430a-9104-23d39707896d/0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:04.761243 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-295ebc9f-6529-4543-93de-32b4b7092cc2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/networks/3abb1ce0-ccce-408a-91f9-03af83c6ee1a HTTP/1.1" status: 204 len: 168 time: 1.3557732 Mar 14 15:29:04.765668 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55042) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:04.769141 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-69b63188-6c29-4e9e-a5dd-ed1ba31c6280 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.805329 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ebc9f-6529-4543-93de-32b4b7092cc2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Network': ['ID=3abb1ce0-ccce-408a-91f9-03af83c6ee1a,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:04.825580 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-b9c7d855-f969-41ee-89ed-95be8ca05364 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] show failed (client error): The resource could not be found. Mar 14 15:29:04.826650 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b9c7d855-f969-41ee-89ed-95be8ca05364 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/ports/e9b60c0f-0b4f-450d-bf1e-8c469313c43d/tags/tempest-TagsExtTest-Tag-841183158 HTTP/1.1" status: 404 len: 328 time: 0.3016641 Mar 14 15:29:04.832739 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55044) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:04.837732 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-5b807116-1f02-4f1c-ad06-a6f4896fa7c0 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f5d86c37-0ad0-4622-8d1d-950f2478fa17', {'tags': ['tempest-TagsExtTest-Tag-1156971603', 'tempest-TagsExtTest-Tag-140990762', 'tempest-TagsExtTest-Tag-533206695']}) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:04.838579 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-69b63188-6c29-4e9e-a5dd-ed1ba31c6280 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ee8576-ee06-456f-9eda-22a8f9b5664f']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:04.852174 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-69b63188-6c29-4e9e-a5dd-ed1ba31c6280 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ae3771-4734-4b7d-9400-d9a431c1ee61') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:04.852524 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-69b63188-6c29-4e9e-a5dd-ed1ba31c6280 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ae3771-4734-4b7d-9400-d9a431c1ee61') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:04.865563 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-69b63188-6c29-4e9e-a5dd-ed1ba31c6280 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.881068 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-fa2d07cd-e172-4979-bacf-71a698d3d010 None None] For port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:04.883891 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] Attempting to bind port c344c1a8-afbc-433b-854c-6c1ddd0020a9 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:04.884248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] Attempting to bind port c344c1a8-afbc-433b-854c-6c1ddd0020a9 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'c18b6164-9180-46db-a166-913591cfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd04b54e8-d3c5-4e30-bdcf-fa66b43527ec'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:04.884882 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] Attempting to bind port c344c1a8-afbc-433b-854c-6c1ddd0020a9 on network d04b54e8-d3c5-4e30-bdcf-fa66b43527ec {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:29:04.887062 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fd8a80-ba3d-49d8-86f6-9aec06596e14 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:04.892505 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-01fd8a80-ba3d-49d8-86f6-9aec06596e14 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1192377 Mar 14 15:29:04.894329 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-69b63188-6c29-4e9e-a5dd-ed1ba31c6280 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.896344 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55046) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:04.911993 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b63188-6c29-4e9e-a5dd-ed1ba31c6280 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:29:04.912401 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-69b63188-6c29-4e9e-a5dd-ed1ba31c6280 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.918948 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e965c6-733d-4998-b2db-286a8d31b6a8 None None] Network b3c71c02-264e-49fe-ace9-fff9d219f343 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:04.932518 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] Port c344c1a8-afbc-433b-854c-6c1ddd0020a9 on network d04b54e8-d3c5-4e30-bdcf-fa66b43527ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:29:04.932846 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] Attempting to bind port c344c1a8-afbc-433b-854c-6c1ddd0020a9 on network d04b54e8-d3c5-4e30-bdcf-fa66b43527ec {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:29:04.945289 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-969090b5-13f4-4435-b52e-8bd90e0a65ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.947390 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:29:04.947749 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] Checking segment: {'id': 'c18b6164-9180-46db-a166-913591cfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd04b54e8-d3c5-4e30-bdcf-fa66b43527ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:04.948122 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] Bound using segment: {'id': 'c18b6164-9180-46db-a166-913591cfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd04b54e8-d3c5-4e30-bdcf-fa66b43527ec'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:29:04.948567 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] Bound port: c344c1a8-afbc-433b-854c-6c1ddd0020a9, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c18b6164-9180-46db-a166-913591cfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd04b54e8-d3c5-4e30-bdcf-fa66b43527ec'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:04.948912 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.951334 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fa2d07cd-e172-4979-bacf-71a698d3d010 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:04.973281 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:04.986197 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fa2d07cd-e172-4979-bacf-71a698d3d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:04.995929 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-69b63188-6c29-4e9e-a5dd-ed1ba31c6280 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.004851 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-69b63188-6c29-4e9e-a5dd-ed1ba31c6280 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.011428 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-69b63188-6c29-4e9e-a5dd-ed1ba31c6280 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "DELETE /v2.0/networks/59ee8576-ee06-456f-9eda-22a8f9b5664f HTTP/1.1" status: 204 len: 168 time: 1.3701713 Mar 14 15:29:05.013732 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55048) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:05.022746 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-bf88246d-2156-407e-9510-6cec391962c5 None None] Provisioning complete for port 09fc1091-f660-4a5c-acd3-3190ef20dbe8 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:05.023239 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bf88246d-2156-407e-9510-6cec391962c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.061238 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b63188-6c29-4e9e-a5dd-ed1ba31c6280 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event deleted for resources: {'Network': ['ID=59ee8576-ee06-456f-9eda-22a8f9b5664f,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:05.086598 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-df570755-376d-4052-9be6-342aee3fe5fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1885881 Mar 14 15:29:05.091426 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55052) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:05.096367 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5c10121b-1679-47c3-b172-184cb302bb12 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-460534110'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:05.149283 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] For port c344c1a8-afbc-433b-854c-6c1ddd0020a9, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:05.150532 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c10121b-1679-47c3-b172-184cb302bb12 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:05.153566 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] For port c344c1a8-afbc-433b-854c-6c1ddd0020a9, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c344c1a8-afbc-433b-854c-6c1ddd0020a9,segment=NetworkSegment(c18b6164-9180-46db-a166-913591cfc59d),segment_id=c18b6164-9180-46db-a166-913591cfc59d)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:05.154025 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5c10121b-1679-47c3-b172-184cb302bb12 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.161842 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5b807116-1f02-4f1c-ad06-a6f4896fa7c0 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "PUT /v2.0/routers/f5d86c37-0ad0-4622-8d1d-950f2478fa17/tags HTTP/1.1" status: 200 len: 316 time: 0.3250084 Mar 14 15:29:05.163580 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55054) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:05.174558 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-a945e8ca-2073-4f8d-9765-13f5f5c403e2 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f5d86c37-0ad0-4622-8d1d-950f2478fa17') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:05.180659 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d07cd-e172-4979-bacf-71a698d3d010 None None] Pushing event updated for resources: {'Port': ['ID=0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:05.215098 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d07cd-e172-4979-bacf-71a698d3d010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:05.215461 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d07cd-e172-4979-bacf-71a698d3d010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:05.215809 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d07cd-e172-4979-bacf-71a698d3d010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:05.216154 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d07cd-e172-4979-bacf-71a698d3d010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:05.216468 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d07cd-e172-4979-bacf-71a698d3d010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:05.216974 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d07cd-e172-4979-bacf-71a698d3d010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:05.217481 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d07cd-e172-4979-bacf-71a698d3d010 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:05.217997 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d07cd-e172-4979-bacf-71a698d3d010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:05.218501 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d07cd-e172-4979-bacf-71a698d3d010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:05.219017 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d07cd-e172-4979-bacf-71a698d3d010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:05.219524 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d07cd-e172-4979-bacf-71a698d3d010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:05.220008 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d07cd-e172-4979-bacf-71a698d3d010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:05.292237 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-d900dded-6bbf-4034-80f3-0a411392f6d9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8:0:1::192 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/3588def7-ed09-430a-9104-23d39707896d/687752f1-51cb-4a8b-beb4-c2ec0d2195f4) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:05.301382 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-d900dded-6bbf-4034-80f3-0a411392f6d9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::f816:3eff:fee3:815b (5b9fbf90-4428-44c7-aa34-44697a69d1dc/46b6c22b-e1d8-43ba-8e14-4b2ac7071707/687752f1-51cb-4a8b-beb4-c2ec0d2195f4) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:05.355245 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bf88246d-2156-407e-9510-6cec391962c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.416388 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-bf88246d-2156-407e-9510-6cec391962c5 None None] For port 09fc1091-f660-4a5c-acd3-3190ef20dbe8, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=09fc1091-f660-4a5c-acd3-3190ef20dbe8,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:05.425938 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bf88246d-2156-407e-9510-6cec391962c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.429795 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130850f-416e-49e1-9b18-98db149425ea req-75bb95a0-0d19-45a5-a56d-25043b574963 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:05.432059 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4130850f-416e-49e1-9b18-98db149425ea req-75bb95a0-0d19-45a5-a56d-25043b574963 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9b3b1ee-32e1-4394-b534-cfd34f7d36d3 HTTP/1.1" status: 200 len: 944 time: 0.1930470 Mar 14 15:29:05.433165 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 09fc1091-f660-4a5c-acd3-3190ef20dbe8 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:05.437265 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c10121b-1679-47c3-b172-184cb302bb12 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:05.466665 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-e14de6a6-b7d8-47d9-a1c3-260b8a2c6bcf tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Deleting port a63ca3ad-f7dd-42eb-8828-6f3f6b4e2bf7 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:05.467127 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e14de6a6-b7d8-47d9-a1c3-260b8a2c6bcf tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.511663 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d900dded-6bbf-4034-80f3-0a411392f6d9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.530807 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5c10121b-1679-47c3-b172-184cb302bb12 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.531440 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-5c10121b-1679-47c3-b172-184cb302bb12 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Added segment 7aeef467-8d87-400c-a1b0-18ad2e595343 of type vlan for network aeeabd7d-7038-4a93-a0fd-5b0aaad23507 Mar 14 15:29:05.575233 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a945e8ca-2073-4f8d-9765-13f5f5c403e2 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "DELETE /v2.0/routers/f5d86c37-0ad0-4622-8d1d-950f2478fa17/tags HTTP/1.1" status: 204 len: 168 time: 0.4050839 Mar 14 15:29:05.593596 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88246d-2156-407e-9510-6cec391962c5 None None] Pushing event updated for resources: {'Port': ['ID=09fc1091-f660-4a5c-acd3-3190ef20dbe8,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:05.600610 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969090b5-13f4-4435-b52e-8bd90e0a65ee admin admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:05.602336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969090b5-13f4-4435-b52e-8bd90e0a65ee admin admin] Pushing event updated for resources: {'Port': ['ID=12b3b9f3-13d6-45ad-894e-5374f9937c9a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:05.608473 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-969090b5-13f4-4435-b52e-8bd90e0a65ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:05.615832 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55058) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:05.621873 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4130850f-416e-49e1-9b18-98db149425ea req-7df65634-5026-4e52-a97f-5481a60f6789 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9529f01-3112-4358-ad86-86798801dbba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703682 Mar 14 15:29:05.628350 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-89ce375d-2e03-4c63-b426-a04f296837a9 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f5d86c37-0ad0-4622-8d1d-950f2478fa17', 'tempest-TagsExtTest-Tag-1156971603') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:05.638944 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969090b5-13f4-4435-b52e-8bd90e0a65ee admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:05.650132 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 09fc1091-f660-4a5c-acd3-3190ef20dbe8 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:05.650816 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.675850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d900dded-6bbf-4034-80f3-0a411392f6d9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.677864 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.680608 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5c10121b-1679-47c3-b172-184cb302bb12 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.706681 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e14de6a6-b7d8-47d9-a1c3-260b8a2c6bcf tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.707185 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e14de6a6-b7d8-47d9-a1c3-260b8a2c6bcf tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.746111 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-e14de6a6-b7d8-47d9-a1c3-260b8a2c6bcf tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Calling delete_port for a63ca3ad-f7dd-42eb-8828-6f3f6b4e2bf7 owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:05.757881 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5c10121b-1679-47c3-b172-184cb302bb12 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.764097 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c10121b-1679-47c3-b172-184cb302bb12 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:05.764928 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5c10121b-1679-47c3-b172-184cb302bb12 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.780010 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c5127423-0867-44b3-99b7-d390f4c2085d None None] Provisioning complete for port 09fc1091-f660-4a5c-acd3-3190ef20dbe8 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:05.780537 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5127423-0867-44b3-99b7-d390f4c2085d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.835095 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:05.853464 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d900dded-6bbf-4034-80f3-0a411392f6d9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:05.910279 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:05.910802 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:05.910949 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5c10121b-1679-47c3-b172-184cb302bb12 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8182976 Mar 14 15:29:05.924951 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55060) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:05.943148 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-1f267af7-f135-465b-afdd-955e6546a009 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'subnet': {'network_id': 'aeeabd7d-7038-4a93-a0fd-5b0aaad23507', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:05.970806 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10121b-1679-47c3-b172-184cb302bb12 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Network': ['ID=aeeabd7d-7038-4a93-a0fd-5b0aaad23507,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:05.992190 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d900dded-6bbf-4034-80f3-0a411392f6d9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:05.995548 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d900dded-6bbf-4034-80f3-0a411392f6d9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:05.996262 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network aeeabd7d-7038-4a93-a0fd-5b0aaad23507 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:29:06.002115 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d900dded-6bbf-4034-80f3-0a411392f6d9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:06.003397 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d900dded-6bbf-4034-80f3-0a411392f6d9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.010572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:06.011460 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.013396 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] 10.222.0.18 "PUT /v2.0/ports/c344c1a8-afbc-433b-854c-6c1ddd0020a9 HTTP/1.1" status: 200 len: 1094 time: 3.4377253 Mar 14 15:29:06.021735 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b3b1ee-32e1-4394-b534-cfd34f7d36d3', 'tag': 'c344c1a8-afbc-433b-854c-6c1ddd0020a9'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:29:06.024981 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dc779f-6c43-4b06-80ea-0e9c7a06e229" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b3b1ee-32e1-4394-b534-cfd34f7d36d3", "tag": "c344c1a8-afbc-433b-854c-6c1ddd0020a9"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:29:06.093457 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f267af7-f135-465b-afdd-955e6546a009 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:06.103289 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1f267af7-f135-465b-afdd-955e6546a009 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.270059 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d900dded-6bbf-4034-80f3-0a411392f6d9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.0413592 Mar 14 15:29:06.271400 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919859dd-544c-4ddd-a9bb-77ed60b029dc service neutron] Pushing event updated for resources: {'Port': ['ID=c344c1a8-afbc-433b-854c-6c1ddd0020a9,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:06.273469 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 269357c6-936d-4fd6-a6b5-f09903f3904a no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:29:06.278927 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55066) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:06.307631 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 269357c6-936d-4fd6-a6b5-f09903f3904a {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:29:06.307631 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 269357c6-936d-4fd6-a6b5-f09903f3904a not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:29:06.308307 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:29:06.316597 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176c382-67d9-48ea-95f2-56bd7218755b req-cfaf2f0c-e9f4-4719-b2bb-d96db631bf4d tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:06.319304 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7176c382-67d9-48ea-95f2-56bd7218755b req-cfaf2f0c-e9f4-4719-b2bb-d96db631bf4d tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 945 time: 0.6383553 Mar 14 15:29:06.324951 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ea6b01-1ede-4cb7-ac6a-8bbc857720c4 x-openstack-request-id: req-b1ea6b01-1ede-4cb7-ac6a-8bbc857720c4 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:29:06.325449 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b3b1ee-32e1-4394-b534-cfd34f7d36d3", "tag": "c344c1a8-afbc-433b-854c-6c1ddd0020a9", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:29:06.325790 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b1ea6b01-1ede-4cb7-ac6a-8bbc857720c4 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:29:06.326579 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b3b1ee-32e1-4394-b534-cfd34f7d36d3', 'tag': 'c344c1a8-afbc-433b-854c-6c1ddd0020a9', 'status': 'completed', 'code': 200} Mar 14 15:29:06.328153 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-b4eccc46-cf2d-4d8a-8b1e-5cda7b5a964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:06.329740 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-b4eccc46-cf2d-4d8a-8b1e-5cda7b5a964b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=d9b3b1ee-32e1-4394-b534-cfd34f7d36d3 HTTP/1.1" status: 200 len: 1097 time: 0.1911268 Mar 14 15:29:06.344396 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:29:06.344835 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d8b69ec6-0ed1-4e7d-8525-fcec3e28bb8e not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:29:06.353974 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-15d27d1b-f502-49bb-a10b-761252dfaa42 None None] Provisioning complete for port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:06.353974 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-15d27d1b-f502-49bb-a10b-761252dfaa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.383820 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e14de6a6-b7d8-47d9-a1c3-260b8a2c6bcf tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.440378 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24c2a11f-6d8c-48c4-bb21-61314bf5b815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.470880 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14de6a6-b7d8-47d9-a1c3-260b8a2c6bcf tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event deleted for resources: {'Port': ['ID=a63ca3ad-f7dd-42eb-8828-6f3f6b4e2bf7,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:06.480447 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-89ce375d-2e03-4c63-b426-a04f296837a9 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] show failed (client error): The resource could not be found. Mar 14 15:29:06.484098 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-89ce375d-2e03-4c63-b426-a04f296837a9 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/routers/f5d86c37-0ad0-4622-8d1d-950f2478fa17/tags/tempest-TagsExtTest-Tag-1156971603 HTTP/1.1" status: 404 len: 329 time: 0.8648703 Mar 14 15:29:06.488245 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-dfd48c2e-1e0e-4e0e-abef-890a9c399b04 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=c344c1a8-afbc-433b-854c-6c1ddd0020a9 HTTP/1.1" status: 200 len: 217 time: 0.0836349 Mar 14 15:29:06.490707 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55068) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:06.500184 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-e754e8f0-6dc8-4d0c-87ee-a429b0a78ac8 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f5d86c37-0ad0-4622-8d1d-950f2478fa17', 'tempest-TagsExtTest-Tag-140990762') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:06.591806 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900dded-6bbf-4034-80f3-0a411392f6d9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=687752f1-51cb-4a8b-beb4-c2ec0d2195f4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:06.608059 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7176c382-67d9-48ea-95f2-56bd7218755b req-a98ff926-5948-4e36-aa50-51b0254feeae tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497349 Mar 14 15:29:06.613312 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-969090b5-13f4-4435-b52e-8bd90e0a65ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.639605 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-e68db0d0-2d97-469c-88b5-24b7106330ec None None] Provisioning complete for port 687752f1-51cb-4a8b-beb4-c2ec0d2195f4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:06.640192 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e68db0d0-2d97-469c-88b5-24b7106330ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:06.682151 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e68db0d0-2d97-469c-88b5-24b7106330ec None None] Port 687752f1-51cb-4a8b-beb4-c2ec0d2195f4 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:29:06.694054 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-b76fccfa-5d77-4817-8d68-bd5f39f344eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:06.695599 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-b76fccfa-5d77-4817-8d68-bd5f39f344eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e5b6639e-29a5-4819-b60a-3e7db5493bcd HTTP/1.1" status: 200 len: 837 time: 0.1488669 Mar 14 15:29:06.705826 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-e754e8f0-6dc8-4d0c-87ee-a429b0a78ac8 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] show failed (client error): The resource could not be found. Mar 14 15:29:06.707273 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e754e8f0-6dc8-4d0c-87ee-a429b0a78ac8 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/routers/f5d86c37-0ad0-4622-8d1d-950f2478fa17/tags/tempest-TagsExtTest-Tag-140990762 HTTP/1.1" status: 404 len: 328 time: 0.2108743 Mar 14 15:29:06.717539 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55072) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:06.725362 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-bdb62bff-c736-410c-827e-bf07331d246f tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f5d86c37-0ad0-4622-8d1d-950f2478fa17', 'tempest-TagsExtTest-Tag-533206695') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:06.862194 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-88d0089c-4565-42d1-a709-65dd5ef1241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:06.863878 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-88d0089c-4565-42d1-a709-65dd5ef1241d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d04b54e8-d3c5-4e30-bdcf-fa66b43527ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1540282 Mar 14 15:29:06.872703 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-bdb62bff-c736-410c-827e-bf07331d246f tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] show failed (client error): The resource could not be found. Mar 14 15:29:06.873709 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bdb62bff-c736-410c-827e-bf07331d246f tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/routers/f5d86c37-0ad0-4622-8d1d-950f2478fa17/tags/tempest-TagsExtTest-Tag-533206695 HTTP/1.1" status: 404 len: 328 time: 0.1536462 Mar 14 15:29:06.904418 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55074) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:06.928708 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-4e65d639-0464-48c1-9b06-55ab7a573e64 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '83d84352-d122-487a-ba9c-0fb189428d9b', {'tags': ['tempest-TagsExtTest-Tag-1301888630', 'tempest-TagsExtTest-Tag-482753200', 'tempest-TagsExtTest-Tag-1023747019']}) {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:07.015615 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-b1af45f1-e64f-4495-9cb4-3eab3111794e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port 687752f1-51cb-4a8b-beb4-c2ec0d2195f4 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:07.015958 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1af45f1-e64f-4495-9cb4-3eab3111794e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.039651 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e14de6a6-b7d8-47d9-a1c3-260b8a2c6bcf tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for floatingip, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.042176 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e14de6a6-b7d8-47d9-a1c3-260b8a2c6bcf tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.043408 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e14de6a6-b7d8-47d9-a1c3-260b8a2c6bcf tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "DELETE /v2.0/floatingips/05d52b29-866f-45f6-ae17-2dc415553bf8 HTTP/1.1" status: 204 len: 168 time: 2.0277438 Mar 14 15:29:07.056605 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55076) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:07.120151 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1f267af7-f135-465b-afdd-955e6546a009 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.129581 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4e65d639-0464-48c1-9b06-55ab7a573e64 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "PUT /v2.0/subnetpools/83d84352-d122-487a-ba9c-0fb189428d9b/tags HTTP/1.1" status: 200 len: 317 time: 0.2223659 Mar 14 15:29:07.137254 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecb27e-dee0-4046-b5b3-03171768d51b req-e830f90f-e235-4b84-b2cf-9a50171889da tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:07.138855 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f5ecb27e-dee0-4046-b5b3-03171768d51b req-e830f90f-e235-4b84-b2cf-9a50171889da tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9b3b1ee-32e1-4394-b534-cfd34f7d36d3 HTTP/1.1" status: 200 len: 944 time: 0.2697389 Mar 14 15:29:07.147513 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55078) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:07.148114 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c23283-accd-4c3e-898d-75941e24e445 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:07.148859 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c23283-accd-4c3e-898d-75941e24e445 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:07.154344 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-59c23283-accd-4c3e-898d-75941e24e445 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "DELETE /v2.0/ports/2ca8d3ca-2dbd-4dfc-b338-5902189952fb HTTP/1.1" status: 404 len: 333 time: 0.0921671 Mar 14 15:29:07.188311 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55080) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:07.193825 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-e1d0460f-19c3-4bde-a227-895fbd81493b tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83d84352-d122-487a-ba9c-0fb189428d9b') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:07.198356 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 09fc1091-f660-4a5c-acd3-3190ef20dbe8 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:07.255803 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 09fc1091-f660-4a5c-acd3-3190ef20dbe8 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:07.256275 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.276030 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e29e30c8-3739-4c1d-a76e-9355e363961f tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "GET /v2.0/ports?device_id=d945c5a3-10dc-4924-a9a6-105a4633dd38 HTTP/1.1" status: 200 len: 205 time: 0.0786750 Mar 14 15:29:07.286884 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55082) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:07.343306 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:07.360857 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f267af7-f135-465b-afdd-955e6546a009 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Subnet': ['ID=2eed9c38-7d5b-473d-8b3a-6a77f0e8aa3f,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:07.365076 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1af45f1-e64f-4495-9cb4-3eab3111794e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.382551 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-b34e3e1e-8eae-4a27-8a5b-9b7bb03c1272 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] delete failed (client error): The resource could not be found. Mar 14 15:29:07.383683 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b34e3e1e-8eae-4a27-8a5b-9b7bb03c1272 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "DELETE /v2.0/routers/d945c5a3-10dc-4924-a9a6-105a4633dd38 HTTP/1.1" status: 404 len: 336 time: 0.0915198 Mar 14 15:29:07.386592 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f5ecb27e-dee0-4046-b5b3-03171768d51b req-e9704ac8-785a-42bf-b117-400558ae07d2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9529f01-3112-4358-ad86-86798801dbba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062294 Mar 14 15:29:07.390627 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55084) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:07.391392 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-969090b5-13f4-4435-b52e-8bd90e0a65ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.410664 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-de6505d6-fb0a-4a14-87f4-1cdd9b182635 service neutron] 10.222.0.18 "GET /v2.0/networks/d04b54e8-d3c5-4e30-bdcf-fa66b43527ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956880 Mar 14 15:29:07.410865 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-b1af45f1-e64f-4495-9cb4-3eab3111794e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for 687752f1-51cb-4a8b-beb4-c2ec0d2195f4 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:07.416954 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:07.418176 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.441886 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9734771-0dea-433d-a634-ad562248ae6e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:07.442349 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9734771-0dea-433d-a634-ad562248ae6e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:07.447884 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a9734771-0dea-433d-a634-ad562248ae6e tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "DELETE /v2.0/subnets/8c85dd05-a789-4c62-9286-a23126400af5 HTTP/1.1" status: 404 len: 337 time: 0.0542843 Mar 14 15:29:07.448058 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.450778 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55086) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:07.465100 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f267af7-f135-465b-afdd-955e6546a009 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Checking segment: {'id': '7aeef467-8d87-400c-a1b0-18ad2e595343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'aeeabd7d-7038-4a93-a0fd-5b0aaad23507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:07.465478 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f267af7-f135-465b-afdd-955e6546a009 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network hostable DHCP agents. Network: aeeabd7d-7038-4a93-a0fd-5b0aaad23507, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:07.537360 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e1d0460f-19c3-4bde-a227-895fbd81493b tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "DELETE /v2.0/subnetpools/83d84352-d122-487a-ba9c-0fb189428d9b/tags HTTP/1.1" status: 204 len: 168 time: 0.3842881 Mar 14 15:29:07.544439 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55088) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:07.549052 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-b67ab7d6-656f-48ab-b63b-02047fd6544c tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83d84352-d122-487a-ba9c-0fb189428d9b', 'tempest-TagsExtTest-Tag-1301888630') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:07.595957 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5a2f98b-0f00-4aae-ba26-6fa17f3a78d0 req-7384c257-d605-4498-84ad-daabdceda6d2 service neutron] 10.222.0.18 "GET /v2.0/networks/d04b54e8-d3c5-4e30-bdcf-fa66b43527ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796565 Mar 14 15:29:07.613121 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f267af7-f135-465b-afdd-955e6546a009 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network aeeabd7d-7038-4a93-a0fd-5b0aaad23507 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:07.631837 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969090b5-13f4-4435-b52e-8bd90e0a65ee admin admin] Router 0664d624-af7f-4b11-b1ee-c9248aa951a2 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:29:07.637265 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-1f267af7-f135-465b-afdd-955e6546a009 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, aeeabd7d-7038-4a93-a0fd-5b0aaad23507) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:07.645953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df90068a-cc12-4dc6-bd0b-dff8759b6c0b None None] Network aeeabd7d-7038-4a93-a0fd-5b0aaad23507 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:07.647117 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-b67ab7d6-656f-48ab-b63b-02047fd6544c tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] show failed (client error): The resource could not be found. Mar 14 15:29:07.648173 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b67ab7d6-656f-48ab-b63b-02047fd6544c tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/subnetpools/83d84352-d122-487a-ba9c-0fb189428d9b/tags/tempest-TagsExtTest-Tag-1301888630 HTTP/1.1" status: 404 len: 329 time: 0.1026006 Mar 14 15:29:07.655614 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f267af7-f135-465b-afdd-955e6546a009 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:07.656209 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1f267af7-f135-465b-afdd-955e6546a009 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.657199 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55092) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:07.663938 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-1520da43-9b3c-4a01-8c04-e2b80d98c872 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83d84352-d122-487a-ba9c-0fb189428d9b', 'tempest-TagsExtTest-Tag-482753200') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:07.686902 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1f267af7-f135-465b-afdd-955e6546a009 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7608099 Mar 14 15:29:07.687516 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55094) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:07.717016 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-b9239980-9d32-48ad-93e4-b67e782d6b75 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'port': {'network_id': 'aeeabd7d-7038-4a93-a0fd-5b0aaad23507', 'name': 'tempest-PortsTestJSON-1111965426'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:07.740438 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-10a61863-2b09-48d5-9aec-f0824fa0b360 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Deleting port c0d51b53-84c1-4fb2-8995-3b813a69d336 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:07.740783 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-10a61863-2b09-48d5-9aec-f0824fa0b360 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.824736 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-aeeabd7d-7038-4a93-a0fd-5b0aaad23507', 'network_id': 'aeeabd7d-7038-4a93-a0fd-5b0aaad23507', 'tenant_id': '2bc6d44e222640628bd023b496b3ec98', 'fixed_ips': [{'subnet_id': '2eed9c38-7d5b-473d-8b3a-6a77f0e8aa3f'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:29:07.825686 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.876446 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-1520da43-9b3c-4a01-8c04-e2b80d98c872 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] show failed (client error): The resource could not be found. Mar 14 15:29:07.877605 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1520da43-9b3c-4a01-8c04-e2b80d98c872 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/subnetpools/83d84352-d122-487a-ba9c-0fb189428d9b/tags/tempest-TagsExtTest-Tag-482753200 HTTP/1.1" status: 404 len: 328 time: 0.2191648 Mar 14 15:29:07.882477 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc779f-6c43-4b06-80ea-0e9c7a06e229 req-f3f22003-744c-4afd-95ab-73e1d9f88cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:07.883989 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b3dc779f-6c43-4b06-80ea-0e9c7a06e229 req-f3f22003-744c-4afd-95ab-73e1d9f88cb4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=d9b3b1ee-32e1-4394-b534-cfd34f7d36d3 HTTP/1.1" status: 200 len: 1097 time: 0.2094395 Mar 14 15:29:07.884923 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55096) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:07.891637 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.tag.tag_plugin [None req-68aed5fd-246d-41cf-bbeb-fd9561ee4ef0 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83d84352-d122-487a-ba9c-0fb189428d9b', 'tempest-TagsExtTest-Tag-1023747019') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:07.894387 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969090b5-13f4-4435-b52e-8bd90e0a65ee admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:07.906597 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] Sync routers for ids ['0664d624-af7f-4b11-b1ee-c9248aa951a2'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:29:07.918001 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] Routers {'0664d624-af7f-4b11-b1ee-c9248aa951a2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:07.918810 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4db72-8497-4312-890a-d0f0ef76b454 req-57ef1ba6-657b-4b33-9c34-93cb8b2a2132 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:07.919044 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0664d624-af7f-4b11-b1ee-c9248aa951a2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:07.927440 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-79a4db72-8497-4312-890a-d0f0ef76b454 req-57ef1ba6-657b-4b33-9c34-93cb8b2a2132 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 945 time: 0.1735797 Mar 14 15:29:07.964946 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-10a61863-2b09-48d5-9aec-f0824fa0b360 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.974214 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1af45f1-e64f-4495-9cb4-3eab3111794e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:07.989694 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-10a61863-2b09-48d5-9aec-f0824fa0b360 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Calling delete_port for c0d51b53-84c1-4fb2-8995-3b813a69d336 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:08.011827 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-969090b5-13f4-4435-b52e-8bd90e0a65ee admin admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.013332 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-969090b5-13f4-4435-b52e-8bd90e0a65ee admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4746389 Mar 14 15:29:08.019187 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55098) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:08.029554 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af45f1-e64f-4495-9cb4-3eab3111794e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=687752f1-51cb-4a8b-beb4-c2ec0d2195f4,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:08.033716 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-68aed5fd-246d-41cf-bbeb-fd9561ee4ef0 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] show failed (client error): The resource could not be found. Mar 14 15:29:08.034883 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-68aed5fd-246d-41cf-bbeb-fd9561ee4ef0 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/subnetpools/83d84352-d122-487a-ba9c-0fb189428d9b/tags/tempest-TagsExtTest-Tag-1023747019 HTTP/1.1" status: 404 len: 329 time: 0.1481555 Mar 14 15:29:08.041290 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55100) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:08.078569 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-44946d33-5067-4b16-9a89-667369bcdb3f tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83d84352-d122-487a-ba9c-0fb189428d9b') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:08.108634 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] Set router 0664d624-af7f-4b11-b1ee-c9248aa951a2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:29:08.118442 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-79a4db72-8497-4312-890a-d0f0ef76b454 req-59f1e1ab-f02d-40e4-9fe4-73dbde3baa5b tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899278 Mar 14 15:29:08.172432 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9239980-9d32-48ad-93e4-b67e782d6b75 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:08.175616 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc779f-6c43-4b06-80ea-0e9c7a06e229 req-ca50644a-0f84-4c5c-9494-8c585620440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:08.177399 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b3dc779f-6c43-4b06-80ea-0e9c7a06e229 req-ca50644a-0f84-4c5c-9494-8c585620440f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d04b54e8-d3c5-4e30-bdcf-fa66b43527ec HTTP/1.1" status: 200 len: 898 time: 0.2759707 Mar 14 15:29:08.180637 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b9239980-9d32-48ad-93e4-b67e782d6b75 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.187526 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1af45f1-e64f-4495-9cb4-3eab3111794e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.200294 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55102) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:08.202634 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] Allocated IP 172.20.0.2 (aeeabd7d-7038-4a93-a0fd-5b0aaad23507/2eed9c38-7d5b-473d-8b3a-6a77f0e8aa3f/5e58ee68-b49f-4b70-a918-6fca169d8741) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:08.208773 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b1af45f1-e64f-4495-9cb4-3eab3111794e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/687752f1-51cb-4a8b-beb4-c2ec0d2195f4 HTTP/1.1" status: 204 len: 168 time: 1.9111295 Mar 14 15:29:08.269989 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-b9239980-9d32-48ad-93e4-b67e782d6b75 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] device_id is not set on port 54f130a7-4963-40f8-a9b6-c46b5da10220 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:29:08.272708 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b3dc779f-6c43-4b06-80ea-0e9c7a06e229 req-0296030e-a028-4f20-94c2-0acceb84b4aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=c344c1a8-afbc-433b-854c-6c1ddd0020a9 HTTP/1.1" status: 200 len: 217 time: 0.0834794 Mar 14 15:29:08.293504 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-44946d33-5067-4b16-9a89-667369bcdb3f tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "DELETE /v2.0/subnetpools/83d84352-d122-487a-ba9c-0fb189428d9b/tags HTTP/1.1" status: 204 len: 168 time: 0.2511892 Mar 14 15:29:08.296220 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55104) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:08.339268 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-56be32d6-881e-46d0-b13d-09aee0f5deba tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f5d86c37-0ad0-4622-8d1d-950f2478fa17') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:08.391686 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:05Z', 'revision_number': 3, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:08.435228 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device c344c1a8-afbc-433b-854c-6c1ddd0020a9 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:29:08.517937 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-56be32d6-881e-46d0-b13d-09aee0f5deba tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "DELETE /v2.0/routers/f5d86c37-0ad0-4622-8d1d-950f2478fa17/tags HTTP/1.1" status: 204 len: 168 time: 0.2207158 Mar 14 15:29:08.521103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-10a61863-2b09-48d5-9aec-f0824fa0b360 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.528934 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55108) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:08.548254 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-c2ed764c-f1a4-4154-89d1-b2d8e7402ee2 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e9b60c0f-0b4f-450d-bf1e-8c469313c43d') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:08.554440 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] Checking router: 0664d624-af7f-4b11-b1ee-c9248aa951a2 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:29:08.556020 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] Updating router 0664d624-af7f-4b11-b1ee-c9248aa951a2 port 12b3b9f3-13d6-45ad-894e-5374f9937c9a binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:29:08.566987 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86aab78-e7ca-471b-9eed-201bf160f176 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:08.568748 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d86aab78-e7ca-471b-9eed-201bf160f176 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3672121 Mar 14 15:29:08.573065 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc779f-6c43-4b06-80ea-0e9c7a06e229 req-c1e09131-cfff-4957-846c-8c9ff4913f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:08.574619 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b3dc779f-6c43-4b06-80ea-0e9c7a06e229 req-c1e09131-cfff-4957-846c-8c9ff4913f70 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e5b6639e-29a5-4819-b60a-3e7db5493bcd HTTP/1.1" status: 200 len: 837 time: 0.2557907 Mar 14 15:29:08.577562 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55110) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:08.620695 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a61863-2b09-48d5-9aec-f0824fa0b360 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event deleted for resources: {'Port': ['ID=c0d51b53-84c1-4fb2-8995-3b813a69d336,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:08.629326 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.724770 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc779f-6c43-4b06-80ea-0e9c7a06e229 req-5f2a821b-31e2-433b-aca9-71844faaabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:08.726302 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b3dc779f-6c43-4b06-80ea-0e9c7a06e229 req-5f2a821b-31e2-433b-aca9-71844faaabc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d04b54e8-d3c5-4e30-bdcf-fa66b43527ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1352947 Mar 14 15:29:08.736572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86532a6d-9edf-4f7c-ab09-03e46ada4131 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:08.739218 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-86532a6d-9edf-4f7c-ab09-03e46ada4131 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1606722 Mar 14 15:29:08.741897 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-10a61863-2b09-48d5-9aec-f0824fa0b360 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.748447 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-10a61863-2b09-48d5-9aec-f0824fa0b360 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "DELETE /v2.0/ports/c0d51b53-84c1-4fb2-8995-3b813a69d336 HTTP/1.1" status: 204 len: 168 time: 1.2946382 Mar 14 15:29:08.755182 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55116) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:08.755520 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55118) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:08.812826 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.822980 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.844083 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.888704 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:08.890708 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port c344c1a8-afbc-433b-854c-6c1ddd0020a9, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c344c1a8-afbc-433b-854c-6c1ddd0020a9,segment=NetworkSegment(c18b6164-9180-46db-a166-913591cfc59d),segment_id=c18b6164-9180-46db-a166-913591cfc59d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:08.912458 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbc0be3-63ec-4a32-89f2-6602b6b60c78 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:08.913788 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbc0be3-63ec-4a32-89f2-6602b6b60c78 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:08.915867 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbc0be3-63ec-4a32-89f2-6602b6b60c78 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:08.917144 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] Network aeeabd7d-7038-4a93-a0fd-5b0aaad23507 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:08.920275 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:08.920969 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-dcbc0be3-63ec-4a32-89f2-6602b6b60c78 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1632738 Mar 14 15:29:08.921121 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55120) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:08.925477 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'c344c1a8-afbc-433b-854c-6c1ddd0020a9', 'network_id': 'd04b54e8-d3c5-4e30-bdcf-fa66b43527ec', 'port_id': 'c344c1a8-afbc-433b-854c-6c1ddd0020a9', 'mac_address': 'fa:16:3e:13:3e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b6639e-29a5-4819-b60a-3e7db5493bcd', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:29:08.928603 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:08.938847 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b3dc779f-6c43-4b06-80ea-0e9c7a06e229 req-6e76231e-f901-4673-8cde-dc1cc94ca493 service neutron] 10.222.0.18 "GET /v2.0/networks/d04b54e8-d3c5-4e30-bdcf-fa66b43527ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678212 Mar 14 15:29:08.959979 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] Pushing event updated for resources: {'Port': ['ID=5e58ee68-b49f-4b70-a918-6fca169d8741,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:09.016714 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.020675 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] Attempting to bind port 5e58ee68-b49f-4b70-a918-6fca169d8741 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:09.021066 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] Attempting to bind port 5e58ee68-b49f-4b70-a918-6fca169d8741 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '7aeef467-8d87-400c-a1b0-18ad2e595343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'aeeabd7d-7038-4a93-a0fd-5b0aaad23507'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:09.021430 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] Attempting to bind port 5e58ee68-b49f-4b70-a918-6fca169d8741 on network aeeabd7d-7038-4a93-a0fd-5b0aaad23507 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:29:09.024813 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.027149 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.030287 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:29:09.030651 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] Checking segment: {'id': '7aeef467-8d87-400c-a1b0-18ad2e595343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'aeeabd7d-7038-4a93-a0fd-5b0aaad23507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:09.031084 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.031482 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] Bound using segment: {'id': '7aeef467-8d87-400c-a1b0-18ad2e595343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'aeeabd7d-7038-4a93-a0fd-5b0aaad23507'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:29:09.032135 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] Bound port: 5e58ee68-b49f-4b70-a918-6fca169d8741, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aeef467-8d87-400c-a1b0-18ad2e595343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'aeeabd7d-7038-4a93-a0fd-5b0aaad23507'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:09.032364 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.044514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1481b7-df2a-4e9f-8ce6-18bf41e62209 req-6c07efd9-91e9-4fd9-bacd-5478f278b754 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:09.052826 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c344c1a8-afbc-433b-854c-6c1ddd0020a9 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:29:09.053496 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4b1481b7-df2a-4e9f-8ce6-18bf41e62209 req-6c07efd9-91e9-4fd9-bacd-5478f278b754 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9b3b1ee-32e1-4394-b534-cfd34f7d36d3 HTTP/1.1" status: 200 len: 944 time: 0.5104873 Mar 14 15:29:09.061588 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] Attempting to bind port 12b3b9f3-13d6-45ad-894e-5374f9937c9a on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:09.062224 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] Attempting to bind port 12b3b9f3-13d6-45ad-894e-5374f9937c9a by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:09.062686 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] Attempting to bind port 12b3b9f3-13d6-45ad-894e-5374f9937c9a on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:29:09.073754 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port c344c1a8-afbc-433b-854c-6c1ddd0020a9, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c344c1a8-afbc-433b-854c-6c1ddd0020a9,segment=NetworkSegment(c18b6164-9180-46db-a166-913591cfc59d),segment_id=c18b6164-9180-46db-a166-913591cfc59d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:09.084477 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c2ed764c-f1a4-4154-89d1-b2d8e7402ee2 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "DELETE /v2.0/ports/e9b60c0f-0b4f-450d-bf1e-8c469313c43d/tags HTTP/1.1" status: 204 len: 168 time: 0.5418448 Mar 14 15:29:09.087485 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55122) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:09.096013 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b19bcbf-563b-4463-9894-76226094cf7d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet 3588def7-ed09-430a-9104-23d39707896d {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:29:09.108423 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b19bcbf-563b-4463-9894-76226094cf7d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.113010 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.tag.tag_plugin [None req-da316f2d-60f0-478a-a7fe-79719305a59e tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a94eb5be-f2f7-483a-be25-1360e7a526f7') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:09.132126 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] For port 5e58ee68-b49f-4b70-a918-6fca169d8741, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:09.134886 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] For port 5e58ee68-b49f-4b70-a918-6fca169d8741, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5e58ee68-b49f-4b70-a918-6fca169d8741,segment=NetworkSegment(7aeef467-8d87-400c-a1b0-18ad2e595343),segment_id=7aeef467-8d87-400c-a1b0-18ad2e595343)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:09.137427 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.144582 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:29:09.144970 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:09.145380 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.145938 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:29:09.146564 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] Bound port: 12b3b9f3-13d6-45ad-894e-5374f9937c9a, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:09.146994 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.149062 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd3a56-c753-42b8-910c-0ef85d696902 None None] Pushing event updated for resources: {'Port': ['ID=12b3b9f3-13d6-45ad-894e-5374f9937c9a,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:09.167869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.183842 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4b1481b7-df2a-4e9f-8ce6-18bf41e62209 req-f62f6150-20b6-4ff2-ba35-fc201c306d19 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9529f01-3112-4358-ad86-86798801dbba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145246 Mar 14 15:29:09.195932 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3a56-c753-42b8-910c-0ef85d696902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:09.197719 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3a56-c753-42b8-910c-0ef85d696902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:09.198237 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3a56-c753-42b8-910c-0ef85d696902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:09.199326 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3a56-c753-42b8-910c-0ef85d696902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:09.199821 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3a56-c753-42b8-910c-0ef85d696902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:09.200324 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3a56-c753-42b8-910c-0ef85d696902 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:09.202639 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3a56-c753-42b8-910c-0ef85d696902 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:09.202869 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-b9239980-9d32-48ad-93e4-b67e782d6b75 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Allocated IP 172.20.0.5 (aeeabd7d-7038-4a93-a0fd-5b0aaad23507/2eed9c38-7d5b-473d-8b3a-6a77f0e8aa3f/54f130a7-4963-40f8-a9b6-c46b5da10220) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:09.203032 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3a56-c753-42b8-910c-0ef85d696902 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:09.203351 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3a56-c753-42b8-910c-0ef85d696902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:09.212836 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3a56-c753-42b8-910c-0ef85d696902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:09.212836 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3a56-c753-42b8-910c-0ef85d696902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:09.212836 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3a56-c753-42b8-910c-0ef85d696902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:09.213181 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=c344c1a8-afbc-433b-854c-6c1ddd0020a9,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:09.260913 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c22b1-7e70-4991-9441-263404a91b40 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Deleting port a728384f-4465-4a34-82f2-04700592bb9d {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:09.261914 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fd1c22b1-7e70-4991-9441-263404a91b40 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.280240 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be15ac7-f9cb-4c46-8cf1-bbc312c89aaf None None] Pushing event updated for resources: {'Port': ['ID=5e58ee68-b49f-4b70-a918-6fca169d8741,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:09.280777 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] For port 12b3b9f3-13d6-45ad-894e-5374f9937c9a, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:09.284967 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] For port 12b3b9f3-13d6-45ad-894e-5374f9937c9a, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=12b3b9f3-13d6-45ad-894e-5374f9937c9a,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:09.294149 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.321864 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.370369 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] Routers {'0664d624-af7f-4b11-b1ee-c9248aa951a2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:09.371030 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0664d624-af7f-4b11-b1ee-c9248aa951a2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:09.373440 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-da316f2d-60f0-478a-a7fe-79719305a59e tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "DELETE /v2.0/subnets/a94eb5be-f2f7-483a-be25-1360e7a526f7/tags HTTP/1.1" status: 204 len: 168 time: 0.2667873 Mar 14 15:29:09.384789 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55126) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:09.388561 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b19bcbf-563b-4463-9894-76226094cf7d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.418404 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['c344c1a8-afbc-433b-854c-6c1ddd0020a9'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:29:09.419669 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-13d91c43-9f87-4a8d-bc89-636b0f7cfb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.433694 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b3dc779f-6c43-4b06-80ea-0e9c7a06e229 req-58bfc791-0ab7-4421-9e6a-2b485bde3d00 service neutron] 10.222.0.18 "GET /v2.0/networks/d04b54e8-d3c5-4e30-bdcf-fa66b43527ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660041 Mar 14 15:29:09.439681 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd3a56-c753-42b8-910c-0ef85d696902 None None] Pushing event updated for resources: {'Port': ['ID=12b3b9f3-13d6-45ad-894e-5374f9937c9a,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:09.531218 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94466eaf-6792-4ba4-aa41-813f9a80dda0 req-03a49bbb-7840-4f61-a2fe-ef927aba49b5 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:09.532675 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-94466eaf-6792-4ba4-aa41-813f9a80dda0 req-03a49bbb-7840-4f61-a2fe-ef927aba49b5 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 945 time: 0.2608080 Mar 14 15:29:09.574989 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] Set router 0664d624-af7f-4b11-b1ee-c9248aa951a2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:29:09.645545 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3a775144-bf9d-40cb-bb4d-23528a57da9b tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks [] for subnetpool, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.657115 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3a775144-bf9d-40cb-bb4d-23528a57da9b tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "DELETE /v2.0/subnetpools/83d84352-d122-487a-ba9c-0fb189428d9b HTTP/1.1" status: 204 len: 168 time: 0.2687695 Mar 14 15:29:09.667348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55128) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:09.682978 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fd1c22b1-7e70-4991-9441-263404a91b40 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.743789 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c22b1-7e70-4991-9441-263404a91b40 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Calling delete_port for a728384f-4465-4a34-82f2-04700592bb9d owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:09.754966 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b54db9f7-a0cf-41ef-9357-2bac46b98eab tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5d86c37-0ad0-4622-8d1d-950f2478fa17 HTTP/1.1" status: 200 len: 205 time: 0.0823762 Mar 14 15:29:09.755478 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55130) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:09.769455 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b19bcbf-563b-4463-9894-76226094cf7d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.823736 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b9239980-9d32-48ad-93e4-b67e782d6b75 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.826484 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-94466eaf-6792-4ba4-aa41-813f9a80dda0 req-2f2348f0-4189-48ad-b242-1da8e880f398 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653725 Mar 14 15:29:09.903063 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aa002019-c52c-4beb-aef5-ba7183fb28b1 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.915381 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b19bcbf-563b-4463-9894-76226094cf7d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.918074 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-13d91c43-9f87-4a8d-bc89-636b0f7cfb0b admin admin] Allocated IP 172.20.0.1 (b3c71c02-264e-49fe-ace9-fff9d219f343/2938bbac-db51-4fe5-871d-2be14c242925/4b630840-3443-40cf-9b20-c4814a742f98) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:09.950816 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:05Z', 'revision_number': 3, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:09.963739 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19bcbf-563b-4463-9894-76226094cf7d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=3588def7-ed09-430a-9104-23d39707896d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:09.970947 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b19bcbf-563b-4463-9894-76226094cf7d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:09.973470 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44406d52-b2e0-4f05-8730-40c16807dbf8 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:09.980266 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7b19bcbf-563b-4463-9894-76226094cf7d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/3588def7-ed09-430a-9104-23d39707896d HTTP/1.1" status: 204 len: 168 time: 1.0555058 Mar 14 15:29:09.983391 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55132) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:10.006184 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6a071e-9b7e-41cf-93a7-3ebc8242f0b3 None None] The sync data for ids ['0664d624-af7f-4b11-b1ee-c9248aa951a2'] in dv-neutron-833559-1-hyperv is: [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:05Z', 'revision_number': 3, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:29:10.052962 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2a82b3-4d19-4cc6-ae8c-7f848318f9b7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet 46b6c22b-e1d8-43ba-8e14-4b2ac7071707 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:29:10.064753 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea2a82b3-4d19-4cc6-ae8c-7f848318f9b7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.091609 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b9239980-9d32-48ad-93e4-b67e782d6b75 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.167318 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aa002019-c52c-4beb-aef5-ba7183fb28b1 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.175946 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aa002019-c52c-4beb-aef5-ba7183fb28b1 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.184259 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9239980-9d32-48ad-93e4-b67e782d6b75 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network aeeabd7d-7038-4a93-a0fd-5b0aaad23507 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:10.191253 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-b9239980-9d32-48ad-93e4-b67e782d6b75 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:10.194019 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9239980-9d32-48ad-93e4-b67e782d6b75 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:10.194367 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea2a82b3-4d19-4cc6-ae8c-7f848318f9b7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.310765 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19b8e7-954e-4737-a4a5-9636b8fd61bb req-1c033920-cfb4-4788-8456-b1d0f7b1db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:10.311994 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ae19b8e7-954e-4737-a4a5-9636b8fd61bb req-1c033920-cfb4-4788-8456-b1d0f7b1db0c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 1098 time: 0.2231596 Mar 14 15:29:10.376075 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-13d91c43-9f87-4a8d-bc89-636b0f7cfb0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.382596 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9239980-9d32-48ad-93e4-b67e782d6b75 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=54f130a7-4963-40f8-a9b6-c46b5da10220,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:10.416845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea2a82b3-4d19-4cc6-ae8c-7f848318f9b7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.427378 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device c5585770-e1e7-4547-bb24-78ae4b0a0945 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:29:10.429656 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device c344c1a8-afbc-433b-854c-6c1ddd0020a9 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:10.434548 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aa002019-c52c-4beb-aef5-ba7183fb28b1 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.435331 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa002019-c52c-4beb-aef5-ba7183fb28b1 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Fanout notify agent at l3_agent the message router_deleted on router f5d86c37-0ad0-4622-8d1d-950f2478fa17 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:29:10.446815 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aa002019-c52c-4beb-aef5-ba7183fb28b1 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.450679 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-aa002019-c52c-4beb-aef5-ba7183fb28b1 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "DELETE /v2.0/routers/f5d86c37-0ad0-4622-8d1d-950f2478fa17 HTTP/1.1" status: 204 len: 168 time: 0.6915922 Mar 14 15:29:10.464082 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55136) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:10.515433 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea2a82b3-4d19-4cc6-ae8c-7f848318f9b7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.554725 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a627b-c99b-4ec6-8cd3-862b3267f0e7 req-afb297c9-82ac-4130-969b-015852251287 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:10.568550 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9b1a627b-c99b-4ec6-8cd3-862b3267f0e7 req-afb297c9-82ac-4130-969b-015852251287 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9b3b1ee-32e1-4394-b534-cfd34f7d36d3 HTTP/1.1" status: 200 len: 945 time: 0.2262206 Mar 14 15:29:10.618344 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ae19b8e7-954e-4737-a4a5-9636b8fd61bb req-b4710494-8e9d-4279-8387-fd7b5bcee778 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2952013 Mar 14 15:29:10.620964 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a82b3-4d19-4cc6-ae8c-7f848318f9b7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=46b6c22b-e1d8-43ba-8e14-4b2ac7071707,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:10.628313 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea2a82b3-4d19-4cc6-ae8c-7f848318f9b7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.631566 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ea2a82b3-4d19-4cc6-ae8c-7f848318f9b7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/46b6c22b-e1d8-43ba-8e14-4b2ac7071707 HTTP/1.1" status: 204 len: 168 time: 0.6466947 Mar 14 15:29:10.638103 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55138) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:10.726705 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-01bf5c1a-0683-4207-bbda-e8c96d41b2a3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872145 Mar 14 15:29:10.727651 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55140) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:10.738629 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-45b1107e-70c1-4008-a9a7-04e8918ec2c4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:10.745183 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port c344c1a8-afbc-433b-854c-6c1ddd0020a9 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:29:10.745809 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-13d91c43-9f87-4a8d-bc89-636b0f7cfb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.766776 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port c5585770-e1e7-4547-bb24-78ae4b0a0945, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c5585770-e1e7-4547-bb24-78ae4b0a0945,segment=NetworkSegment(e1302457-e334-4ac7-a460-dc0c3c93dd83),segment_id=e1302457-e334-4ac7-a460-dc0c3c93dd83)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:10.770044 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port c344c1a8-afbc-433b-854c-6c1ddd0020a9 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:10.770433 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.812833 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'c5585770-e1e7-4547-bb24-78ae4b0a0945', 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c', 'port_id': 'c5585770-e1e7-4547-bb24-78ae4b0a0945', 'mac_address': 'fa:16:3e:a6:14:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5abfe9-bf12-4b66-8249-7ac6b79c917e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:29:10.881150 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:10.907642 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5585770-e1e7-4547-bb24-78ae4b0a0945 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:29:10.907973 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d91c43-9f87-4a8d-bc89-636b0f7cfb0b admin admin] Network b3c71c02-264e-49fe-ace9-fff9d219f343 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:10.923110 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-13d91c43-9f87-4a8d-bc89-636b0f7cfb0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:10.931260 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d91c43-9f87-4a8d-bc89-636b0f7cfb0b admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:10.944377 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e17213-ea7f-4247-a780-77f5c7878001 None None] Network aeeabd7d-7038-4a93-a0fd-5b0aaad23507 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:10.987938 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d91c43-9f87-4a8d-bc89-636b0f7cfb0b admin admin] Pushing event updated for resources: {'Port': ['ID=4b630840-3443-40cf-9b20-c4814a742f98,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:11.001611 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-13d91c43-9f87-4a8d-bc89-636b0f7cfb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.074203 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.181890 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port c5585770-e1e7-4547-bb24-78ae4b0a0945, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c5585770-e1e7-4547-bb24-78ae4b0a0945,segment=NetworkSegment(e1302457-e334-4ac7-a460-dc0c3c93dd83),segment_id=e1302457-e334-4ac7-a460-dc0c3c93dd83)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:11.213610 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b3b1ee-32e1-4394-b534-cfd34f7d36d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c344c1a8-afbc-433b-854c-6c1ddd0020a9'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:29:11.216090 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9399d4-290b-4181-99a3-ddff0f71b095" -d '{"events": [{"server_uuid": "d9b3b1ee-32e1-4394-b534-cfd34f7d36d3", "name": "network-vif-plugged", "status": "completed", "tag": "c344c1a8-afbc-433b-854c-6c1ddd0020a9"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:29:11.240346 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.247159 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-13d91c43-9f87-4a8d-bc89-636b0f7cfb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.290355 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554f87e-50d3-4919-8f9d-c568ca5054e9 req-847558ad-da53-4295-b59a-ab1356edf719 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:11.298318 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d554f87e-50d3-4919-8f9d-c568ca5054e9 req-847558ad-da53-4295-b59a-ab1356edf719 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 945 time: 0.1817856 Mar 14 15:29:11.300782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b1107e-70c1-4008-a9a7-04e8918ec2c4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:11.301497 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-73e842ce-e7b6-4858-9580-e111f943f3cf None None] Provisioning complete for port 5e58ee68-b49f-4b70-a918-6fca169d8741 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:11.302059 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-73e842ce-e7b6-4858-9580-e111f943f3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.319690 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45b1107e-70c1-4008-a9a7-04e8918ec2c4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.321438 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9239980-9d32-48ad-93e4-b67e782d6b75 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:11.322367 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b9239980-9d32-48ad-93e4-b67e782d6b75 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.378426 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fd1c22b1-7e70-4991-9441-263404a91b40 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.412716 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c22b1-7e70-4991-9441-263404a91b40 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event deleted for resources: {'Port': ['ID=a728384f-4465-4a34-82f2-04700592bb9d,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:11.415065 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port c344c1a8-afbc-433b-854c-6c1ddd0020a9, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c344c1a8-afbc-433b-854c-6c1ddd0020a9,segment=NetworkSegment(c18b6164-9180-46db-a166-913591cfc59d),segment_id=c18b6164-9180-46db-a166-913591cfc59d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:11.417139 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=c5585770-e1e7-4547-bb24-78ae4b0a0945,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:11.421165 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b9239980-9d32-48ad-93e4-b67e782d6b75 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7126200 Mar 14 15:29:11.422045 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55146) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:11.434994 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5e58ee68-b49f-4b70-a918-6fca169d8741 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:11.437288 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9b1a627b-c99b-4ec6-8cd3-862b3267f0e7 req-93959a08-aa04-43ce-98c6-2c335fbd4550 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9529f01-3112-4358-ad86-86798801dbba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8678710 Mar 14 15:29:11.451182 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-df9931cf-e6d3-4372-b7c2-b061a0edd56b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'port': {'network_id': 'aeeabd7d-7038-4a93-a0fd-5b0aaad23507', 'name': 'tempest-PortsTestJSON-470206190'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:11.481756 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.534393 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed10af99-6ecd-48bc-b775-de8946d7fb30 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:11.598230 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-ee19a32b-513b-4927-bebf-3549c5890b1e tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Deleting port e9b60c0f-0b4f-450d-bf1e-8c469313c43d {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:11.599513 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ee19a32b-513b-4927-bebf-3549c5890b1e tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.691639 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=c344c1a8-afbc-433b-854c-6c1ddd0020a9,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:11.722882 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45b1107e-70c1-4008-a9a7-04e8918ec2c4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.723287 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a27beff-ee07-457b-a267-feb9381e8abc x-openstack-request-id: req-1a27beff-ee07-457b-a267-feb9381e8abc {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:29:11.723575 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b3b1ee-32e1-4394-b534-cfd34f7d36d3", "name": "network-vif-plugged", "status": "completed", "tag": "c344c1a8-afbc-433b-854c-6c1ddd0020a9", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:29:11.723838 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1a27beff-ee07-457b-a267-feb9381e8abc {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:29:11.724372 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b3b1ee-32e1-4394-b534-cfd34f7d36d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c344c1a8-afbc-433b-854c-6c1ddd0020a9', 'code': 200} Mar 14 15:29:11.736999 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ee19a32b-513b-4927-bebf-3549c5890b1e tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.751731 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-ee19a32b-513b-4927-bebf-3549c5890b1e tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Calling delete_port for e9b60c0f-0b4f-450d-bf1e-8c469313c43d owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:11.767796 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d554f87e-50d3-4919-8f9d-c568ca5054e9 req-fefdf8ff-2fa5-41d9-a719-02e5faa9ab2b tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4682622 Mar 14 15:29:11.781626 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b1107e-70c1-4008-a9a7-04e8918ec2c4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:11.788093 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-45b1107e-70c1-4008-a9a7-04e8918ec2c4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:11.799927 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b1107e-70c1-4008-a9a7-04e8918ec2c4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:11.801136 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45b1107e-70c1-4008-a9a7-04e8918ec2c4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.836204 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1107e-70c1-4008-a9a7-04e8918ec2c4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=abce2378-ec81-4b90-90ca-4da0d023945a,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:11.850003 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-45b1107e-70c1-4008-a9a7-04e8918ec2c4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1207771 Mar 14 15:29:11.855336 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55150) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:11.867973 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-1ece8e7c-f654-4abc-add9-6979a2e646cd tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:11.884245 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-13d91c43-9f87-4a8d-bc89-636b0f7cfb0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.892617 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-13d91c43-9f87-4a8d-bc89-636b0f7cfb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.897862 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fd1c22b1-7e70-4991-9441-263404a91b40 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:11.905607 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fd1c22b1-7e70-4991-9441-263404a91b40 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "DELETE /v2.0/ports/a728384f-4465-4a34-82f2-04700592bb9d HTTP/1.1" status: 204 len: 168 time: 3.0551631 Mar 14 15:29:11.906317 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55152) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:12.037232 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-73e842ce-e7b6-4858-9580-e111f943f3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.052007 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 5e58ee68-b49f-4b70-a918-6fca169d8741 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:12.052413 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.110678 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9931cf-e6d3-4372-b7c2-b061a0edd56b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:12.115366 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df9931cf-e6d3-4372-b7c2-b061a0edd56b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.139172 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2202c790-bf48-484c-beab-5e2561831a4c tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:12.144380 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2202c790-bf48-484c-beab-5e2561831a4c tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84d555-1d7c-4d7f-b281-83d0a3be8bb5 HTTP/1.1" status: 200 len: 913 time: 0.1900954 Mar 14 15:29:12.147017 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-73e842ce-e7b6-4858-9580-e111f943f3cf None None] For port 5e58ee68-b49f-4b70-a918-6fca169d8741, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5e58ee68-b49f-4b70-a918-6fca169d8741,segment=NetworkSegment(7aeef467-8d87-400c-a1b0-18ad2e595343),segment_id=7aeef467-8d87-400c-a1b0-18ad2e595343)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:12.154411 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55154) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:12.163952 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-73e842ce-e7b6-4858-9580-e111f943f3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.220581 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ece8e7c-f654-4abc-add9-6979a2e646cd tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:12.224553 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ece8e7c-f654-4abc-add9-6979a2e646cd tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.255418 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ee19a32b-513b-4927-bebf-3549c5890b1e tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.265153 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-df9931cf-e6d3-4372-b7c2-b061a0edd56b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] device_id is not set on port 5147b48d-ea2c-4030-8ffb-36db19fd1e24 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:29:12.298058 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e842ce-e7b6-4858-9580-e111f943f3cf None None] Pushing event updated for resources: {'Port': ['ID=5e58ee68-b49f-4b70-a918-6fca169d8741,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:12.322167 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 12b3b9f3-13d6-45ad-894e-5374f9937c9a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:12.371994 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-712f47d3-c992-4b78-aff4-036cfe0d04ca None None] Provisioning complete for port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:12.372365 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-712f47d3-c992-4b78-aff4-036cfe0d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.435610 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device c5585770-e1e7-4547-bb24-78ae4b0a0945 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:29:12.445286 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d91c43-9f87-4a8d-bc89-636b0f7cfb0b admin admin] Pushing event updated for resources: {'Port': ['ID=4b630840-3443-40cf-9b20-c4814a742f98,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:12.449154 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-13d91c43-9f87-4a8d-bc89-636b0f7cfb0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.531240 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 12b3b9f3-13d6-45ad-894e-5374f9937c9a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:12.531240 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:12.606079 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['c5585770-e1e7-4547-bb24-78ae4b0a0945'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:29:12.630975 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d91c43-9f87-4a8d-bc89-636b0f7cfb0b admin admin] Network b3c71c02-264e-49fe-ace9-fff9d219f343 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:12.633776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-13d91c43-9f87-4a8d-bc89-636b0f7cfb0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:12.639606 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19a32b-513b-4927-bebf-3549c5890b1e tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Pushing event deleted for resources: {'Port': ['ID=e9b60c0f-0b4f-450d-bf1e-8c469313c43d,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:12.641157 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899e9b-c6f9-4b97-a4b1-b50a92468401 req-85005a8e-d006-4078-bcec-571e17e90c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:12.648157 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d2899e9b-c6f9-4b97-a4b1-b50a92468401 req-85005a8e-d006-4078-bcec-571e17e90c0b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d9b3b1ee-32e1-4394-b534-cfd34f7d36d3 HTTP/1.1" status: 200 len: 1099 time: 0.6802897 Mar 14 15:29:12.658360 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.ipam_backend_mixin [None req-1ece8e7c-f654-4abc-add9-6979a2e646cd tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet abce2378-ec81-4b90-90ca-4da0d023945a (CIDR: 2001:db8::/64) Mar 14 15:29:12.684204 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e36fa2-d20e-4fa0-aa60-4928f73b81dd None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:12.863255 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d2899e9b-c6f9-4b97-a4b1-b50a92468401 req-9b5b2d06-68f2-4d73-88d7-00497b78bfaf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e9529f01-3112-4358-ad86-86798801dbba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015197 Mar 14 15:29:12.867504 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ece8e7c-f654-4abc-add9-6979a2e646cd tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:29:12.872872 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ece8e7c-f654-4abc-add9-6979a2e646cd tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:12.904417 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d91c43-9f87-4a8d-bc89-636b0f7cfb0b admin admin] Router 0664d624-af7f-4b11-b1ee-c9248aa951a2 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:29:12.994374 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1ece8e7c-f654-4abc-add9-6979a2e646cd tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1303859 Mar 14 15:29:13.010372 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55160) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:13.011737 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-df9931cf-e6d3-4372-b7c2-b061a0edd56b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Allocated IP 172.20.0.4 (aeeabd7d-7038-4a93-a0fd-5b0aaad23507/2eed9c38-7d5b-473d-8b3a-6a77f0e8aa3f/5147b48d-ea2c-4030-8ffb-36db19fd1e24) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:13.036331 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654b382-3ab4-4341-99b1-386cf70eb3a2 req-f3f19e47-fcde-4d00-82ae-20f109698781 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:13.037984 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a654b382-3ab4-4341-99b1-386cf70eb3a2 req-f3f19e47-fcde-4d00-82ae-20f109698781 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9b3b1ee-32e1-4394-b534-cfd34f7d36d3 HTTP/1.1" status: 200 len: 946 time: 0.3598990 Mar 14 15:29:13.043964 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f4d2da26-0eda-482e-bb89-cd005ec78a5b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:13.045763 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf26b41-ed20-40f2-82b1-71e8bf5e2655 req-782ea357-d1cc-404c-93ba-d476c5c865ba tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:13.047859 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1cf26b41-ed20-40f2-82b1-71e8bf5e2655 req-782ea357-d1cc-404c-93ba-d476c5c865ba tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 944 time: 0.1457155 Mar 14 15:29:13.116925 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ee19a32b-513b-4927-bebf-3549c5890b1e tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.120150 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ee19a32b-513b-4927-bebf-3549c5890b1e tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "DELETE /v2.0/ports/e9b60c0f-0b4f-450d-bf1e-8c469313c43d HTTP/1.1" status: 204 len: 168 time: 2.6430547 Mar 14 15:29:13.129614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55162) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:13.140395 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.180367 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c5585770-e1e7-4547-bb24-78ae4b0a0945 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:29:13.183149 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1cf26b41-ed20-40f2-82b1-71e8bf5e2655 req-ff8b2c83-8da5-402c-b81f-2fcdcd3c6f71 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215427 Mar 14 15:29:13.184230 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-712f47d3-c992-4b78-aff4-036cfe0d04ca None None] Provisioning complete for port 4b630840-3443-40cf-9b20-c4814a742f98 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:13.184675 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-712f47d3-c992-4b78-aff4-036cfe0d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.213546 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d91c43-9f87-4a8d-bc89-636b0f7cfb0b admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:13.235083 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55166) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:13.238096 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-13d91c43-9f87-4a8d-bc89-636b0f7cfb0b admin admin] 10.222.0.59 "PUT /v2.0/routers/0664d624-af7f-4b11-b1ee-c9248aa951a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2053232 Mar 14 15:29:13.254729 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8919047-d795-4bd4-8bca-fbf7ed5cbcac tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Deleting subnet a94eb5be-f2f7-483a-be25-1360e7a526f7 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:29:13.259862 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f8919047-d795-4bd4-8bca-fbf7ed5cbcac tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.285369 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] Sync routers for ids ['0664d624-af7f-4b11-b1ee-c9248aa951a2'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:29:13.305620 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a654b382-3ab4-4341-99b1-386cf70eb3a2 req-5abd6e12-0d58-4ea1-b286-186fb94c74a4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9529f01-3112-4358-ad86-86798801dbba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170382 Mar 14 15:29:13.317108 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port c5585770-e1e7-4547-bb24-78ae4b0a0945, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c5585770-e1e7-4547-bb24-78ae4b0a0945,segment=NetworkSegment(e1302457-e334-4ac7-a460-dc0c3c93dd83),segment_id=e1302457-e334-4ac7-a460-dc0c3c93dd83)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:13.333744 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.340374 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f8919047-d795-4bd4-8bca-fbf7ed5cbcac tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.375398 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] Routers {'0664d624-af7f-4b11-b1ee-c9248aa951a2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:13.376694 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0664d624-af7f-4b11-b1ee-c9248aa951a2'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:13.413629 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-712f47d3-c992-4b78-aff4-036cfe0d04ca None None] Port 4b630840-3443-40cf-9b20-c4814a742f98 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:29:13.415477 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.449792 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8183b8fa-2b1f-4182-93d8-85d227f48c34 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/floatingips/3dab50dd-85da-4a83-9cbf-141eec075797 HTTP/1.1" status: 200 len: 991 time: 0.2134895 Mar 14 15:29:13.497366 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f8919047-d795-4bd4-8bca-fbf7ed5cbcac tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.526224 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 12b3b9f3-13d6-45ad-894e-5374f9937c9a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=12b3b9f3-13d6-45ad-894e-5374f9937c9a,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:13.566433 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d2da26-0eda-482e-bb89-cd005ec78a5b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:13.569485 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.570044 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f4d2da26-0eda-482e-bb89-cd005ec78a5b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.617440 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=c5585770-e1e7-4547-bb24-78ae4b0a0945,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:13.641751 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f8919047-d795-4bd4-8bca-fbf7ed5cbcac tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.675621 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-5d6876f0-0cb8-483b-b6a1-fe670229f497 None None] Provisioning complete for port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:13.675996 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d6876f0-0cb8-483b-b6a1-fe670229f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.689742 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8919047-d795-4bd4-8bca-fbf7ed5cbcac tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Pushing event deleted for resources: {'Subnet': ['ID=a94eb5be-f2f7-483a-be25-1360e7a526f7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:13.708317 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f8919047-d795-4bd4-8bca-fbf7ed5cbcac tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.727046 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f8919047-d795-4bd4-8bca-fbf7ed5cbcac tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "DELETE /v2.0/subnets/a94eb5be-f2f7-483a-be25-1360e7a526f7 HTTP/1.1" status: 204 len: 168 time: 0.5928421 Mar 14 15:29:13.727476 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55176) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:13.735702 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c84c8b-506e-4389-b3e0-78c5794a7c45 None None] Network 2eb6abe2-3ce5-4f53-8e13-dab9be3806a2 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:13.774079 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] Set router 0664d624-af7f-4b11-b1ee-c9248aa951a2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:29:13.841818 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5e58ee68-b49f-4b70-a918-6fca169d8741 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:13.856234 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db3da86e-e3f4-4a25-9bdc-7dff24b13ec4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.865743 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=12b3b9f3-13d6-45ad-894e-5374f9937c9a,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:13.933522 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-db3da86e-e3f4-4a25-9bdc-7dff24b13ec4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Deleting port 5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:13.934004 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db3da86e-e3f4-4a25-9bdc-7dff24b13ec4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.938068 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df9931cf-e6d3-4372-b7c2-b061a0edd56b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:13.992075 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55182) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:13.997014 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a5b65814-df6e-433f-b652-5dba67c94ec2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1107191096-network', 'tenant_id': '1361794fdd5544779d54c71d163babcb'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:14.053928 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b65814-df6e-433f-b652-5dba67c94ec2 admin admin] Made reservation on behalf of 1361794fdd5544779d54c71d163babcb for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:14.056518 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5b65814-df6e-433f-b652-5dba67c94ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.067951 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5b65814-df6e-433f-b652-5dba67c94ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.147269 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-db3da86e-e3f4-4a25-9bdc-7dff24b13ec4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] For port 5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1,segment=NetworkSegment(269967e1-cc1b-4c37-ac07-13a15ad27674),segment_id=269967e1-cc1b-4c37-ac07-13a15ad27674)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:14.147707 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db3da86e-e3f4-4a25-9bdc-7dff24b13ec4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.170060 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df9931cf-e6d3-4372-b7c2-b061a0edd56b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.175041 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.objects.ports [None req-f4d2da26-0eda-482e-bb89-cd005ec78a5b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102567) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 15:29:14.176304 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-db3da86e-e3f4-4a25-9bdc-7dff24b13ec4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Calling delete_port for 5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:14.265523 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 5e58ee68-b49f-4b70-a918-6fca169d8741 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:14.266639 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.349617 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62ff401-b6b3-465d-ba5b-8d3fcb693ece None None] DHCP port deletion for 2eb6abe2-3ce5-4f53-8e13-dab9be3806a2 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:29:14.351693 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9931cf-e6d3-4372-b7c2-b061a0edd56b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=5147b48d-ea2c-4030-8ffb-36db19fd1e24,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:14.353878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db3da86e-e3f4-4a25-9bdc-7dff24b13ec4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.391276 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3da86e-e3f4-4a25-9bdc-7dff24b13ec4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] No DVR routers for this DVR port 5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:14.398562 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9931cf-e6d3-4372-b7c2-b061a0edd56b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network aeeabd7d-7038-4a93-a0fd-5b0aaad23507 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:14.401535 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5b65814-df6e-433f-b652-5dba67c94ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.403539 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-5d6876f0-0cb8-483b-b6a1-fe670229f497 None None] Provisioning complete for port 54f130a7-4963-40f8-a9b6-c46b5da10220 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:14.404155 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d6876f0-0cb8-483b-b6a1-fe670229f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.426475 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3da86e-e3f4-4a25-9bdc-7dff24b13ec4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Pushing event deleted for resources: {'Port': ['ID=5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:14.435160 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-df9931cf-e6d3-4372-b7c2-b061a0edd56b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:14.446631 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9931cf-e6d3-4372-b7c2-b061a0edd56b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:14.482173 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5b65814-df6e-433f-b652-5dba67c94ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.506821 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5d6876f0-0cb8-483b-b6a1-fe670229f497 None None] Port 54f130a7-4963-40f8-a9b6-c46b5da10220 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:29:14.521578 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7fd0e6a8-4b05-48ed-8728-5d2b374d0402 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.547369 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-5d6876f0-0cb8-483b-b6a1-fe670229f497 None None] Provisioning complete for port 4b630840-3443-40cf-9b20-c4814a742f98 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:14.548168 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d6876f0-0cb8-483b-b6a1-fe670229f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.593780 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '4b630840-3443-40cf-9b20-c4814a742f98', 'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'mac_address': 'fa:16:3e:fd:38:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:09Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 2, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'subnets': [{'id': '2938bbac-db51-4fe5-871d-2be14c242925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:14.624802 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b65814-df6e-433f-b652-5dba67c94ec2 admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:14.630349 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] Checking router: 0664d624-af7f-4b11-b1ee-c9248aa951a2 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:29:14.631258 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] Updating router 0664d624-af7f-4b11-b1ee-c9248aa951a2 port 4b630840-3443-40cf-9b20-c4814a742f98 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:29:14.634431 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5d6876f0-0cb8-483b-b6a1-fe670229f497 None None] Port 4b630840-3443-40cf-9b20-c4814a742f98 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:29:14.672772 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-5d6876f0-0cb8-483b-b6a1-fe670229f497 None None] Provisioning complete for port 5e58ee68-b49f-4b70-a918-6fca169d8741 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:14.673309 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d6876f0-0cb8-483b-b6a1-fe670229f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.679618 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db3da86e-e3f4-4a25-9bdc-7dff24b13ec4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.709627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b65814-df6e-433f-b652-5dba67c94ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02484683-6b1a-42df-b489-9569de29faca,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:14.724110 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.724781 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5b65814-df6e-433f-b652-5dba67c94ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.725476 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-a5b65814-df6e-433f-b652-5dba67c94ec2 admin admin] Added segment 141cdd63-035c-4a3e-a25f-841645c59764 of type vlan for network 4efe4943-2b6b-421b-b636-0ecb2744f510 Mar 14 15:29:14.766370 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5480bc-ea0c-4f96-9927-8f19e04bf603 req-0983b597-427d-4efb-aba2-e47a5a6fcd5a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:14.768543 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6c5480bc-ea0c-4f96-9927-8f19e04bf603 req-0983b597-427d-4efb-aba2-e47a5a6fcd5a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9b3b1ee-32e1-4394-b534-cfd34f7d36d3 HTTP/1.1" status: 200 len: 946 time: 0.3445673 Mar 14 15:29:14.770338 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-db3da86e-e3f4-4a25-9bdc-7dff24b13ec4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb6abe2-3ce5-4f53-8e13-dab9be3806a2']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:14.796771 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-db3da86e-e3f4-4a25-9bdc-7dff24b13ec4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269967e1-cc1b-4c37-ac07-13a15ad27674') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:14.797124 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-db3da86e-e3f4-4a25-9bdc-7dff24b13ec4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269967e1-cc1b-4c37-ac07-13a15ad27674') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:14.833026 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db3da86e-e3f4-4a25-9bdc-7dff24b13ec4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.870661 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db3da86e-e3f4-4a25-9bdc-7dff24b13ec4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.878750 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5b65814-df6e-433f-b652-5dba67c94ec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.885527 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6c5480bc-ea0c-4f96-9927-8f19e04bf603 req-25cb20ea-be4e-4ab9-ab93-455837db6cda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9529f01-3112-4358-ad86-86798801dbba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036019 Mar 14 15:29:14.886558 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3da86e-e3f4-4a25-9bdc-7dff24b13ec4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:29:14.887690 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db3da86e-e3f4-4a25-9bdc-7dff24b13ec4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:14.891761 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:14.973454 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5b65814-df6e-433f-b652-5dba67c94ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.974584 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b65814-df6e-433f-b652-5dba67c94ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:14.975253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a5b65814-df6e-433f-b652-5dba67c94ec2 admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:14.996657 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db3da86e-e3f4-4a25-9bdc-7dff24b13ec4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.024197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-db3da86e-e3f4-4a25-9bdc-7dff24b13ec4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.027239 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-db3da86e-e3f4-4a25-9bdc-7dff24b13ec4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] 10.222.0.59 "DELETE /v2.0/networks/2eb6abe2-3ce5-4f53-8e13-dab9be3806a2 HTTP/1.1" status: 204 len: 168 time: 1.2987506 Mar 14 15:29:15.030752 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a5b65814-df6e-433f-b652-5dba67c94ec2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0384829 Mar 14 15:29:15.036961 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55190) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:15.038437 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-d78e93b0-6732-4cb6-a071-8911f6f44fd9 None None] Provisioning complete for port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:15.038879 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d78e93b0-6732-4cb6-a071-8911f6f44fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.041791 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3a489297-13f4-4e87-a348-6d4b12731d6d admin admin] Request body: {'subnet': {'network_id': '4efe4943-2b6b-421b-b636-0ecb2744f510', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1107191096-subnet', 'tenant_id': '1361794fdd5544779d54c71d163babcb', 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:15.117611 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b65814-df6e-433f-b652-5dba67c94ec2 admin admin] Pushing event updated for resources: {'Network': ['ID=4efe4943-2b6b-421b-b636-0ecb2744f510,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:15.131368 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9931cf-e6d3-4372-b7c2-b061a0edd56b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:15.131981 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df9931cf-e6d3-4372-b7c2-b061a0edd56b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.141472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a489297-13f4-4e87-a348-6d4b12731d6d admin admin] Made reservation on behalf of 1361794fdd5544779d54c71d163babcb for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:15.145149 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 4efe4943-2b6b-421b-b636-0ecb2744f510 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:29:15.149354 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.157312 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a489297-13f4-4e87-a348-6d4b12731d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.163154 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3da86e-e3f4-4a25-9bdc-7dff24b13ec4 tempest-TagsExtTest-1634056287 tempest-TagsExtTest-1634056287-project] Pushing event deleted for resources: {'Network': ['ID=2eb6abe2-3ce5-4f53-8e13-dab9be3806a2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:15.262024 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-df9931cf-e6d3-4372-b7c2-b061a0edd56b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8235669 Mar 14 15:29:15.263017 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55192) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:15.294658 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7305377-6898-40e2-bd2e-ea01c8b7d3a8 req-b23d4e01-8eb0-4686-bbc6-baf2074d6eb0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:15.294658 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b7305377-6898-40e2-bd2e-ea01c8b7d3a8 req-b23d4e01-8eb0-4686-bbc6-baf2074d6eb0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9b3b1ee-32e1-4394-b534-cfd34f7d36d3 HTTP/1.1" status: 200 len: 946 time: 0.1907344 Mar 14 15:29:15.378990 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f4d2da26-0eda-482e-bb89-cd005ec78a5b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.385599 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.417893 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55196) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:15.446800 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008c3e89-07e5-4371-b690-2f49648de675 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:15.451487 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-008c3e89-07e5-4371-b690-2f49648de675 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.1809893 Mar 14 15:29:15.452437 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55200) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:15.454758 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b7305377-6898-40e2-bd2e-ea01c8b7d3a8 req-ed7c3946-ed2b-4294-87b7-4a54c2ede7ed tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9529f01-3112-4358-ad86-86798801dbba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399686 Mar 14 15:29:15.515868 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-d78e93b0-6732-4cb6-a071-8911f6f44fd9 None None] Provisioning complete for port 5147b48d-ea2c-4030-8ffb-36db19fd1e24 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:15.515868 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d78e93b0-6732-4cb6-a071-8911f6f44fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.574522 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39995e-6ee6-47f6-bd05-1c4bed3eea62 None None] Pushing event updated for resources: {'Port': ['ID=4b630840-3443-40cf-9b20-c4814a742f98,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:15.631029 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-d78e93b0-6732-4cb6-a071-8911f6f44fd9 None None] Port 5147b48d-ea2c-4030-8ffb-36db19fd1e24 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:29:15.653831 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] Attempting to bind port 4b630840-3443-40cf-9b20-c4814a742f98 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:15.655255 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] Attempting to bind port 4b630840-3443-40cf-9b20-c4814a742f98 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '2d49401f-b8be-40b5-8a36-057daab36f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:15.655255 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] Attempting to bind port 4b630840-3443-40cf-9b20-c4814a742f98 on network b3c71c02-264e-49fe-ace9-fff9d219f343 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:29:15.664542 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:29:15.665235 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] Checking segment: {'id': '2d49401f-b8be-40b5-8a36-057daab36f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:15.665360 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.665744 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] Bound using segment: {'id': '2d49401f-b8be-40b5-8a36-057daab36f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:29:15.666231 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] Bound port: 4b630840-3443-40cf-9b20-c4814a742f98, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d49401f-b8be-40b5-8a36-057daab36f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:15.666614 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.681169 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a489297-13f4-4e87-a348-6d4b12731d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.742622 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f4fd58e4-c764-4642-be4c-7d2a49790836 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e75d0fa09c9249268adfceeb98abc4dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230209 Mar 14 15:29:15.747126 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55206) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:15.748991 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-f4d2da26-0eda-482e-bb89-cd005ec78a5b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] For port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:15.754368 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 12b3b9f3-13d6-45ad-894e-5374f9937c9a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:15.772845 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-7fd0e6a8-4b05-48ed-8728-5d2b374d0402 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Deleting port 78eb4e94-c289-4bae-b2ef-c8ad56d034c3 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:15.773194 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7fd0e6a8-4b05-48ed-8728-5d2b374d0402 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.800021 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a489297-13f4-4e87-a348-6d4b12731d6d admin admin] Checking segment: {'id': '141cdd63-035c-4a3e-a25f-841645c59764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4efe4943-2b6b-421b-b636-0ecb2744f510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:15.800380 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a489297-13f4-4e87-a348-6d4b12731d6d admin admin] Network hostable DHCP agents. Network: 4efe4943-2b6b-421b-b636-0ecb2744f510, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:15.833223 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] For port 4b630840-3443-40cf-9b20-c4814a742f98, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:15.834708 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a489297-13f4-4e87-a348-6d4b12731d6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=166f1146-20f5-47eb-9eb7-6774b0ce37b9,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:15.838354 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] For port 4b630840-3443-40cf-9b20-c4814a742f98, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=4b630840-3443-40cf-9b20-c4814a742f98,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:15.841541 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 12b3b9f3-13d6-45ad-894e-5374f9937c9a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:15.841743 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.849129 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a489297-13f4-4e87-a348-6d4b12731d6d admin admin] Network 4efe4943-2b6b-421b-b636-0ecb2744f510 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:15.861029 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c319ec33-ec6b-4827-9aa3-5d0733921164 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port 5147b48d-ea2c-4030-8ffb-36db19fd1e24 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:15.861446 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c319ec33-ec6b-4827-9aa3-5d0733921164 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.866705 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-3a489297-13f4-4e87-a348-6d4b12731d6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 4efe4943-2b6b-421b-b636-0ecb2744f510) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:15.869184 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.869338 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f4d2da26-0eda-482e-bb89-cd005ec78a5b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.886235 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f4d2da26-0eda-482e-bb89-cd005ec78a5b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.886500 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a489297-13f4-4e87-a348-6d4b12731d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:15.887004 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f4d2da26-0eda-482e-bb89-cd005ec78a5b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.887148 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a489297-13f4-4e87-a348-6d4b12731d6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.927538 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182d976b-1f94-46d0-9919-f9a910448fcc None None] Network 4efe4943-2b6b-421b-b636-0ecb2744f510 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:15.944186 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3a489297-13f4-4e87-a348-6d4b12731d6d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9038134 Mar 14 15:29:15.944423 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55208) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:15.948507 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-85d44c65-0f2d-4022-8042-0eaa366479a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1107191096-router', 'tenant_id': '1361794fdd5544779d54c71d163babcb', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:15.979204 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d2da26-0eda-482e-bb89-cd005ec78a5b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:15.985174 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-646c5a7e-4762-441e-9122-504712ba66ac None None] Provisioning complete for port 4b630840-3443-40cf-9b20-c4814a742f98 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:15.985869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-646c5a7e-4762-441e-9122-504712ba66ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:15.988213 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39995e-6ee6-47f6-bd05-1c4bed3eea62 None None] Pushing event updated for resources: {'Port': ['ID=4b630840-3443-40cf-9b20-c4814a742f98,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:15.989633 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f4d2da26-0eda-482e-bb89-cd005ec78a5b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:16.003688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c319ec33-ec6b-4827-9aa3-5d0733921164 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.004655 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d2da26-0eda-482e-bb89-cd005ec78a5b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:16.004655 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f4d2da26-0eda-482e-bb89-cd005ec78a5b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.009116 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cf795bef-f71c-421f-94fc-1238cea43343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.019902 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7fd0e6a8-4b05-48ed-8728-5d2b374d0402 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.020981 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-85d44c65-0f2d-4022-8042-0eaa366479a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.024112 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-85d44c65-0f2d-4022-8042-0eaa366479a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.028186 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c319ec33-ec6b-4827-9aa3-5d0733921164 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for 5147b48d-ea2c-4030-8ffb-36db19fd1e24 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:16.054168 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2da26-0eda-482e-bb89-cd005ec78a5b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=dad626e3-4c45-4f5d-905e-889704d14d9c,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:16.056850 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-7fd0e6a8-4b05-48ed-8728-5d2b374d0402 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Calling delete_port for 78eb4e94-c289-4bae-b2ef-c8ad56d034c3 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:16.087570 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cf795bef-f71c-421f-94fc-1238cea43343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.089955 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2da26-0eda-482e-bb89-cd005ec78a5b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad,revision_number=8']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:16.101749 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc35195-6835-46be-8d66-8a48497580a4 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:16.105125 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f4d2da26-0eda-482e-bb89-cd005ec78a5b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0889702 Mar 14 15:29:16.109311 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55210) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:16.117917 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-944e13c9-6b3a-4b3f-a7f2-c79c73fb3884 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'mac_address': 'fa:16:3e:11:cc:88', 'name': 'tempest-NetworksTestDHCPv6-1073557300'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:16.133925 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] Routers {'0664d624-af7f-4b11-b1ee-c9248aa951a2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:16.134574 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0664d624-af7f-4b11-b1ee-c9248aa951a2'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:16.151491 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-85d44c65-0f2d-4022-8042-0eaa366479a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.327741 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cf795bef-f71c-421f-94fc-1238cea43343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.330975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cf795bef-f71c-421f-94fc-1238cea43343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.332030 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-cf795bef-f71c-421f-94fc-1238cea43343 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a34d328d-c2ae-45f9-a9b2-ebd7e195bb9d HTTP/1.1" status: 204 len: 168 time: 0.5811524 Mar 14 15:29:16.347628 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf795bef-f71c-421f-94fc-1238cea43343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34d328d-c2ae-45f9-a9b2-ebd7e195bb9d,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:16.366784 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-85d44c65-0f2d-4022-8042-0eaa366479a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.383984 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944e13c9-6b3a-4b3f-a7f2-c79c73fb3884 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:16.467134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:29:16.482114 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device c5585770-e1e7-4547-bb24-78ae4b0a0945 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:16.490437 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c319ec33-ec6b-4827-9aa3-5d0733921164 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.536692 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319ec33-ec6b-4827-9aa3-5d0733921164 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=5147b48d-ea2c-4030-8ffb-36db19fd1e24,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:16.547671 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-944e13c9-6b3a-4b3f-a7f2-c79c73fb3884 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.560916 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7fd0e6a8-4b05-48ed-8728-5d2b374d0402 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.603961 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-944e13c9-6b3a-4b3f-a7f2-c79c73fb3884 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port e7910480-36c9-41fe-a477-477653d6edbf yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:29:16.627976 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:29:16.628268 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5cb6c8b4-85eb-465c-acdd-2f7d6d9da6e1 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:29:16.676495 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-646c5a7e-4762-441e-9122-504712ba66ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.682852 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0e6a8-4b05-48ed-8728-5d2b374d0402 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event deleted for resources: {'Port': ['ID=78eb4e94-c289-4bae-b2ef-c8ad56d034c3,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:16.711105 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-4efe4943-2b6b-421b-b636-0ecb2744f510', 'network_id': '4efe4943-2b6b-421b-b636-0ecb2744f510', 'tenant_id': '1361794fdd5544779d54c71d163babcb', 'fixed_ips': [{'subnet_id': '166f1146-20f5-47eb-9eb7-6774b0ce37b9'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:29:16.712312 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.715876 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] Set router 0664d624-af7f-4b11-b1ee-c9248aa951a2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:29:16.780691 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c319ec33-ec6b-4827-9aa3-5d0733921164 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.789360 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c319ec33-ec6b-4827-9aa3-5d0733921164 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/ports/5147b48d-ea2c-4030-8ffb-36db19fd1e24 HTTP/1.1" status: 204 len: 168 time: 1.3362377 Mar 14 15:29:16.823561 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55216) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:16.887220 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2f450a-eaba-4243-b873-5ae67a2fa6a2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] GET failed (client error): The resource could not be found. Mar 14 15:29:16.897945 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0b2f450a-eaba-4243-b873-5ae67a2fa6a2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports/5147b48d-ea2c-4030-8ffb-36db19fd1e24 HTTP/1.1" status: 404 len: 333 time: 0.0691485 Mar 14 15:29:16.900571 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55222) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:16.935842 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-646c5a7e-4762-441e-9122-504712ba66ac None None] For port 4b630840-3443-40cf-9b20-c4814a742f98, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=4b630840-3443-40cf-9b20-c4814a742f98,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:16.964697 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-85d44c65-0f2d-4022-8042-0eaa366479a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:16.970356 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d9a7009-23a0-489a-bb6a-872ed088b778 req-3ad55e4f-69b9-465e-8de7-76d34f048ce1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1361187 Mar 14 15:29:16.995040 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-646c5a7e-4762-441e-9122-504712ba66ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:17.010990 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port c5585770-e1e7-4547-bb24-78ae4b0a0945 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:17.011480 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:17.053268 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55228) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:17.058347 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-944e13c9-6b3a-4b3f-a7f2-c79c73fb3884 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::26d (5b9fbf90-4428-44c7-aa34-44697a69d1dc/abce2378-ec81-4b90-90ca-4da0d023945a/e7910480-36c9-41fe-a477-477653d6edbf) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:17.085645 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-85d44c65-0f2d-4022-8042-0eaa366479a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:17.114549 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-944e13c9-6b3a-4b3f-a7f2-c79c73fb3884 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8:0:1:f816:3eff:fe11:cc88 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/dad626e3-4c45-4f5d-905e-889704d14d9c/e7910480-36c9-41fe-a477-477653d6edbf) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:17.117177 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7fd0e6a8-4b05-48ed-8728-5d2b374d0402 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:17.225239 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c5a7e-4762-441e-9122-504712ba66ac None None] Pushing event updated for resources: {'Port': ['ID=4b630840-3443-40cf-9b20-c4814a742f98,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:17.235822 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-045e718f-ea40-428d-99af-3bd44ca315f6 None None] Provisioning complete for port 4b630840-3443-40cf-9b20-c4814a742f98 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:17.235928 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-045e718f-ea40-428d-99af-3bd44ca315f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:17.240264 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-85d44c65-0f2d-4022-8042-0eaa366479a8 admin admin] Allocated IP 172.26.6.141 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/b462f995-35ae-45e2-8a30-5dd8e87df38f) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:17.254598 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6ce3ef58-3da0-489e-bd27-3b8da9d948b6 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port 54f130a7-4963-40f8-a9b6-c46b5da10220 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:17.255021 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ce3ef58-3da0-489e-bd27-3b8da9d948b6 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:17.275598 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a7009-23a0-489a-bb6a-872ed088b778 req-dd2ed3f2-46ff-495f-951d-a4784aaf352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:17.277111 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d9a7009-23a0-489a-bb6a-872ed088b778 req-dd2ed3f2-46ff-495f-951d-a4784aaf352f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=40b795c97ae74200a3dd966a8235c313&device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 1096 time: 0.2374320 Mar 14 15:29:17.495293 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] Allocated IP 172.20.0.2 (4efe4943-2b6b-421b-b636-0ecb2744f510/166f1146-20f5-47eb-9eb7-6774b0ce37b9/b97793b1-d9ab-46bd-a5fd-064a00d85c0a) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:17.510029 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ce3ef58-3da0-489e-bd27-3b8da9d948b6 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:17.542208 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55238) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:17.556105 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0080023 Mar 14 15:29:17.556420 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55240) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:17.562287 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83315a15-b7c4-4f80-b860-c14da3678014 None None] Update dhcp port {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'fixed_ips': [{'subnet_id': 'dad626e3-4c45-4f5d-905e-889704d14d9c', 'ip_address': '2001:db8:0:1:f816:3eff:fede:ebbb'}, {'subnet_id': 'abce2378-ec81-4b90-90ca-4da0d023945a'}], 'binding:host_id': 'dv-neutron-833559-1-hyperv'}, 'id': '0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad'} from dv-neutron-833559-1-hyperv. {{(pid=102569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 15:29:17.581402 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6ce3ef58-3da0-489e-bd27-3b8da9d948b6 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for 54f130a7-4963-40f8-a9b6-c46b5da10220 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:17.602369 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-85d44c65-0f2d-4022-8042-0eaa366479a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:17.620014 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a7009-23a0-489a-bb6a-872ed088b778 req-132bb7c6-a619-44c2-a879-466b3ed2e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:17.621509 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d9a7009-23a0-489a-bb6a-872ed088b778 req-132bb7c6-a619-44c2-a879-466b3ed2e741 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b4067ed-c8cc-4c94-b6e8-5322dc74a22c HTTP/1.1" status: 200 len: 898 time: 0.3009543 Mar 14 15:29:17.622231 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:17.656189 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-83315a15-b7c4-4f80-b860-c14da3678014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:17.720051 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d9a7009-23a0-489a-bb6a-872ed088b778 req-d603f3a4-b03c-405a-beb6-137d4c732908 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5585770-e1e7-4547-bb24-78ae4b0a0945 HTTP/1.1" status: 200 len: 998 time: 0.0667853 Mar 14 15:29:17.771364 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560f3ca5-c2c1-4304-a7a1-7eb80faf5d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5585770-e1e7-4547-bb24-78ae4b0a0945'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:29:17.773606 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a22f70-5d78-42a6-9513-35413ea38020" -d '{"events": [{"server_uuid": "560f3ca5-c2c1-4304-a7a1-7eb80faf5d28", "name": "network-vif-plugged", "status": "completed", "tag": "c5585770-e1e7-4547-bb24-78ae4b0a0945"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:29:17.778170 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a7009-23a0-489a-bb6a-872ed088b778 req-517d4420-2912-4fda-a77b-4b74862114ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:17.779710 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d9a7009-23a0-489a-bb6a-872ed088b778 req-517d4420-2912-4fda-a77b-4b74862114ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e5abfe9-bf12-4b66-8249-7ac6b79c917e HTTP/1.1" status: 200 len: 835 time: 0.0510385 Mar 14 15:29:17.791410 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:17.834437 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c96e8500-8bcd-463f-ac4a-54c57199e88e tempest-NetworksApiDiscovery-18333173 tempest-NetworksApiDiscovery-18333173-project] 10.222.0.59 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2673521 Mar 14 15:29:17.858881 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49845a71-1a57-47bb-92eb-377f2c59d47c x-openstack-request-id: req-49845a71-1a57-47bb-92eb-377f2c59d47c {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:29:17.859180 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560f3ca5-c2c1-4304-a7a1-7eb80faf5d28", "name": "network-vif-plugged", "status": "completed", "tag": "c5585770-e1e7-4547-bb24-78ae4b0a0945", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:29:17.860179 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-49845a71-1a57-47bb-92eb-377f2c59d47c {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:29:17.860179 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560f3ca5-c2c1-4304-a7a1-7eb80faf5d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5585770-e1e7-4547-bb24-78ae4b0a0945', 'code': 200} Mar 14 15:29:17.864182 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port c5585770-e1e7-4547-bb24-78ae4b0a0945, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c5585770-e1e7-4547-bb24-78ae4b0a0945,segment=NetworkSegment(e1302457-e334-4ac7-a460-dc0c3c93dd83),segment_id=e1302457-e334-4ac7-a460-dc0c3c93dd83)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:17.878485 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '4b630840-3443-40cf-9b20-c4814a742f98', 'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'mac_address': 'fa:16:3e:fd:38:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:09Z', 'updated_at': '2022-03-14T15:29:15Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'subnets': [{'id': '2938bbac-db51-4fe5-871d-2be14c242925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:17.907457 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-85d44c65-0f2d-4022-8042-0eaa366479a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:17.924851 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb05771-9e45-4e21-9f0a-8ca20d69f119 None None] The sync data for ids ['0664d624-af7f-4b11-b1ee-c9248aa951a2'] in dv-neutron-833559-1-hyperv is: [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '4b630840-3443-40cf-9b20-c4814a742f98', 'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'mac_address': 'fa:16:3e:fd:38:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:09Z', 'updated_at': '2022-03-14T15:29:15Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'subnets': [{'id': '2938bbac-db51-4fe5-871d-2be14c242925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:29:17.926517 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.014748 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-944e13c9-6b3a-4b3f-a7f2-c79c73fb3884 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.200828 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.248682 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.274530 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd0e6a8-4b05-48ed-8728-5d2b374d0402 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Router da84d555-1d7c-4d7f-b281-83d0a3be8bb5 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:29:18.308608 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=c5585770-e1e7-4547-bb24-78ae4b0a0945,revision_number=8']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:18.370259 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] Network 4efe4943-2b6b-421b-b636-0ecb2744f510 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:18.373292 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55250) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:18.375838 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-944e13c9-6b3a-4b3f-a7f2-c79c73fb3884 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.380649 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:18.381361 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.382845 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] Pushing event updated for resources: {'Port': ['ID=b97793b1-d9ab-46bd-a5fd-064a00d85c0a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:18.413152 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:18.439244 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:18.446436 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e13c9-6b3a-4b3f-a7f2-c79c73fb3884 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=e7910480-36c9-41fe-a477-477653d6edbf,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:18.452526 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-93067290-0f24-4c90-8e27-2980f29905fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.481124 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944e13c9-6b3a-4b3f-a7f2-c79c73fb3884 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:18.483330 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a7009-23a0-489a-bb6a-872ed088b778 req-d6402cee-4d4d-4edb-a840-2afc060c1bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:18.485434 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d9a7009-23a0-489a-bb6a-872ed088b778 req-d6402cee-4d4d-4edb-a840-2afc060c1bac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b4067ed-c8cc-4c94-b6e8-5322dc74a22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6925054 Mar 14 15:29:18.486013 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-944e13c9-6b3a-4b3f-a7f2-c79c73fb3884 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:18.486203 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d44c65-0f2d-4022-8042-0eaa366479a8 admin admin] Pushing event updated for resources: {'Port': ['ID=b462f995-35ae-45e2-8a30-5dd8e87df38f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:18.489120 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944e13c9-6b3a-4b3f-a7f2-c79c73fb3884 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:18.495719 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944e13c9-6b3a-4b3f-a7f2-c79c73fb3884 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:18.496356 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-944e13c9-6b3a-4b3f-a7f2-c79c73fb3884 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.528919 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-83315a15-b7c4-4f80-b860-c14da3678014 None None] Allocated IP 2001:db8::2 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/abce2378-ec81-4b90-90ca-4da0d023945a/0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:18.570067 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] Attempting to bind port b97793b1-d9ab-46bd-a5fd-064a00d85c0a on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:18.570658 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] Attempting to bind port b97793b1-d9ab-46bd-a5fd-064a00d85c0a by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '141cdd63-035c-4a3e-a25f-841645c59764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4efe4943-2b6b-421b-b636-0ecb2744f510'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:18.571279 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] Attempting to bind port b97793b1-d9ab-46bd-a5fd-064a00d85c0a on network 4efe4943-2b6b-421b-b636-0ecb2744f510 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:29:18.584429 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d44c65-0f2d-4022-8042-0eaa366479a8 admin admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:18.619361 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:29:18.619865 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] Checking segment: {'id': '141cdd63-035c-4a3e-a25f-841645c59764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4efe4943-2b6b-421b-b636-0ecb2744f510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:18.620405 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.620874 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] Bound using segment: {'id': '141cdd63-035c-4a3e-a25f-841645c59764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4efe4943-2b6b-421b-b636-0ecb2744f510'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:29:18.621435 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] Bound port: b97793b1-d9ab-46bd-a5fd-064a00d85c0a, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141cdd63-035c-4a3e-a25f-841645c59764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4efe4943-2b6b-421b-b636-0ecb2744f510'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:18.621893 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.639688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-85d44c65-0f2d-4022-8042-0eaa366479a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:18.649718 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d44c65-0f2d-4022-8042-0eaa366479a8 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:18.708164 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ce3ef58-3da0-489e-bd27-3b8da9d948b6 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.751598 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] For port b97793b1-d9ab-46bd-a5fd-064a00d85c0a, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:18.756646 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] For port b97793b1-d9ab-46bd-a5fd-064a00d85c0a, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=b97793b1-d9ab-46bd-a5fd-064a00d85c0a,segment=NetworkSegment(141cdd63-035c-4a3e-a25f-841645c59764),segment_id=141cdd63-035c-4a3e-a25f-841645c59764)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:18.771153 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.853349 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-83315a15-b7c4-4f80-b860-c14da3678014 None None] For port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:18.894494 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cdfa7-829c-4200-a331-03c44172ce46 None None] Pushing event updated for resources: {'Port': ['ID=b97793b1-d9ab-46bd-a5fd-064a00d85c0a,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:18.913549 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-83315a15-b7c4-4f80-b860-c14da3678014 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:18.918000 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3ef58-3da0-489e-bd27-3b8da9d948b6 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=54f130a7-4963-40f8-a9b6-c46b5da10220,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:18.921301 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d9a7009-23a0-489a-bb6a-872ed088b778 req-f249b3da-d415-4ddd-b4d2-4406bd510d3b service neutron] 10.222.0.18 "GET /v2.0/networks/2b4067ed-c8cc-4c94-b6e8-5322dc74a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991637 Mar 14 15:29:18.928478 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-83315a15-b7c4-4f80-b860-c14da3678014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.058003 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83315a15-b7c4-4f80-b860-c14da3678014 None None] Pushing event updated for resources: {'Port': ['ID=0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad,revision_number=9']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:19.150538 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd0e6a8-4b05-48ed-8728-5d2b374d0402 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:19.159729 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7fd0e6a8-4b05-48ed-8728-5d2b374d0402 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "PUT /v2.0/routers/da84d555-1d7c-4d7f-b281-83d0a3be8bb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0039001 Mar 14 15:29:19.165175 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e76b74-bcab-469e-90da-0b8ee191a7b6 None None] Sync routers for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:29:19.181136 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55254) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:19.186173 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e76b74-bcab-469e-90da-0b8ee191a7b6 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:19.187238 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-77e76b74-bcab-469e-90da-0b8ee191a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:19.209273 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e5912d44-9741-4a72-b5c8-3baff9a0ef64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.223954 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-85d44c65-0f2d-4022-8042-0eaa366479a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.227295 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-944e13c9-6b3a-4b3f-a7f2-c79c73fb3884 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1110651 Mar 14 15:29:19.243587 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55256) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:19.351701 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-77e76b74-bcab-469e-90da-0b8ee191a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:19.380027 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e76b74-bcab-469e-90da-0b8ee191a7b6 None None] Routers {'da84d555-1d7c-4d7f-b281-83d0a3be8bb5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:19.381783 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-77e76b74-bcab-469e-90da-0b8ee191a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:19.482964 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d9a7009-23a0-489a-bb6a-872ed088b778 req-00715cf6-3c77-4c66-9d4d-129080d7d918 service neutron] 10.222.0.18 "GET /v2.0/networks/2b4067ed-c8cc-4c94-b6e8-5322dc74a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522759 Mar 14 15:29:19.484775 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ce3ef58-3da0-489e-bd27-3b8da9d948b6 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.488919 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-77e76b74-bcab-469e-90da-0b8ee191a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:19.493684 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6ce3ef58-3da0-489e-bd27-3b8da9d948b6 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/ports/54f130a7-4963-40f8-a9b6-c46b5da10220 HTTP/1.1" status: 204 len: 168 time: 2.5911353 Mar 14 15:29:19.494366 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e76b74-bcab-469e-90da-0b8ee191a7b6 None None] The sync data for ids ['da84d555-1d7c-4d7f-b281-83d0a3be8bb5'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:29:19.524939 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55258) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:19.566005 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a48ab1-5f6d-4aaf-be82-2b81b67e0e7c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] GET failed (client error): The resource could not be found. Mar 14 15:29:19.567458 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e8a48ab1-5f6d-4aaf-be82-2b81b67e0e7c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports/54f130a7-4963-40f8-a9b6-c46b5da10220 HTTP/1.1" status: 404 len: 333 time: 0.0392568 Mar 14 15:29:19.576929 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55260) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:19.703913 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cc555e9e-cad9-48d8-925a-a1093c1b24b0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port e7910480-36c9-41fe-a477-477653d6edbf {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:19.704271 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc555e9e-cad9-48d8-925a-a1093c1b24b0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.716505 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-62fc520e-2d8c-4cad-80b9-0b02d66f3be6 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.788656 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-759a032d-a85b-4a0c-b1bb-f10788f75743 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting subnet 2eed9c38-7d5b-473d-8b3a-6a77f0e8aa3f {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:29:19.797367 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-759a032d-a85b-4a0c-b1bb-f10788f75743 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.904527 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc555e9e-cad9-48d8-925a-a1093c1b24b0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.919700 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-759a032d-a85b-4a0c-b1bb-f10788f75743 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.930245 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 4b630840-3443-40cf-9b20-c4814a742f98 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:19.947536 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e5912d44-9741-4a72-b5c8-3baff9a0ef64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:19.949160 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cc555e9e-cad9-48d8-925a-a1093c1b24b0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for e7910480-36c9-41fe-a477-477653d6edbf owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:20.012022 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 4b630840-3443-40cf-9b20-c4814a742f98 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:20.012404 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.055510 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e5912d44-9741-4a72-b5c8-3baff9a0ef64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.069331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-85d44c65-0f2d-4022-8042-0eaa366479a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.117842 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device b97793b1-d9ab-46bd-a5fd-064a00d85c0a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:20.125802 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-93067290-0f24-4c90-8e27-2980f29905fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.20.0.17 (d04b54e8-d3c5-4e30-bdcf-fa66b43527ec/e5b6639e-29a5-4819-b60a-3e7db5493bcd/25dc3141-559f-48af-873d-498a59547adc) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:20.147333 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e5912d44-9741-4a72-b5c8-3baff9a0ef64 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6bf88bd3730f4b5e8136ac9fd42074eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7714839 Mar 14 15:29:20.152566 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55262) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:20.166289 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5912d44-9741-4a72-b5c8-3baff9a0ef64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa5dc63-5dff-474d-b364-b0e84a038101,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:20.192733 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-62fc520e-2d8c-4cad-80b9-0b02d66f3be6 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.207870 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port b97793b1-d9ab-46bd-a5fd-064a00d85c0a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:20.208298 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.224322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-759a032d-a85b-4a0c-b1bb-f10788f75743 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.328668 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.332274 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-2ca10675-f590-46ec-afd3-8e54f489212b None None] Provisioning complete for port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:20.332682 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2ca10675-f590-46ec-afd3-8e54f489212b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.397331 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port b97793b1-d9ab-46bd-a5fd-064a00d85c0a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=b97793b1-d9ab-46bd-a5fd-064a00d85c0a,segment=NetworkSegment(141cdd63-035c-4a3e-a25f-841645c59764),segment_id=141cdd63-035c-4a3e-a25f-841645c59764)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:20.404841 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.406323 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:20.424497 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c1e3e97-ca3b-4006-a3a0-b74696c3e125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.452771 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c1e3e97-ca3b-4006-a3a0-b74696c3e125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.452989 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-759a032d-a85b-4a0c-b1bb-f10788f75743 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.527979 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a032d-a85b-4a0c-b1bb-f10788f75743 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Subnet': ['ID=2eed9c38-7d5b-473d-8b3a-6a77f0e8aa3f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:20.537799 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=b97793b1-d9ab-46bd-a5fd-064a00d85c0a,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:20.545635 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-759a032d-a85b-4a0c-b1bb-f10788f75743 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.550519 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a58cbe7-2526-4fcc-bac6-20ff459b21a8 None None] Network aeeabd7d-7038-4a93-a0fd-5b0aaad23507 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:20.560195 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-759a032d-a85b-4a0c-b1bb-f10788f75743 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/subnets/2eed9c38-7d5b-473d-8b3a-6a77f0e8aa3f HTTP/1.1" status: 204 len: 168 time: 0.9738317 Mar 14 15:29:20.560403 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55264) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:20.606205 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc555e9e-cad9-48d8-925a-a1093c1b24b0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.608910 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d44c65-0f2d-4022-8042-0eaa366479a8 admin admin] Router 4091eb4a-25fd-46f4-9af3-0e5a0982c294 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:29:20.626599 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-62fc520e-2d8c-4cad-80b9-0b02d66f3be6 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Deleting port 44cffa89-12b2-46b2-b6a5-ffd70c8d649b {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:20.627287 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-62fc520e-2d8c-4cad-80b9-0b02d66f3be6 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.638092 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:20.638476 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.656730 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-93067290-0f24-4c90-8e27-2980f29905fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.702275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c1e3e97-ca3b-4006-a3a0-b74696c3e125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.706385 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c1e3e97-ca3b-4006-a3a0-b74696c3e125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.707830 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7c1e3e97-ca3b-4006-a3a0-b74696c3e125 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6aa5dc63-5dff-474d-b364-b0e84a038101 HTTP/1.1" status: 204 len: 168 time: 0.5506132 Mar 14 15:29:20.735835 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-93067290-0f24-4c90-8e27-2980f29905fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.766958 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-8a77082f-ddc6-4961-972d-c4352e68b12e None None] Could not find standard attr ID for object e7910480-36c9-41fe-a477-477653d6edbf. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:29:20.780493 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e3e97-ca3b-4006-a3a0-b74696c3e125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa5dc63-5dff-474d-b364-b0e84a038101,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:20.795066 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc555e9e-cad9-48d8-925a-a1093c1b24b0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=e7910480-36c9-41fe-a477-477653d6edbf,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:20.797596 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d44c65-0f2d-4022-8042-0eaa366479a8 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:20.822248 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] Sync routers for ids ['4091eb4a-25fd-46f4-9af3-0e5a0982c294'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:29:20.870220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaada56-7270-469d-8e95-92b0f1b24896 None None] DHCP port deletion for aeeabd7d-7038-4a93-a0fd-5b0aaad23507 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:29:20.872543 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] Routers {'4091eb4a-25fd-46f4-9af3-0e5a0982c294'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:20.873189 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['4091eb4a-25fd-46f4-9af3-0e5a0982c294'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:20.881779 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-85d44c65-0f2d-4022-8042-0eaa366479a8 admin admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.885957 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-85d44c65-0f2d-4022-8042-0eaa366479a8 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9406631 Mar 14 15:29:20.886819 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55268) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:20.933499 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93067290-0f24-4c90-8e27-2980f29905fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=25dc3141-559f-48af-873d-498a59547adc,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:20.949896 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c34695c-a49e-4dbd-9b97-c2e776dacf5c None None] Network 4efe4943-2b6b-421b-b636-0ecb2744f510 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:20.953202 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc555e9e-cad9-48d8-925a-a1093c1b24b0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:20.966050 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cc555e9e-cad9-48d8-925a-a1093c1b24b0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/e7910480-36c9-41fe-a477-477653d6edbf HTTP/1.1" status: 204 len: 168 time: 1.7186980 Mar 14 15:29:20.966313 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55270) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:20.982716 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93067290-0f24-4c90-8e27-2980f29905fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network d04b54e8-d3c5-4e30-bdcf-fa66b43527ec is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:21.032271 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-93067290-0f24-4c90-8e27-2980f29905fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:21.043779 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93067290-0f24-4c90-8e27-2980f29905fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:21.060166 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2ddb89e7-ddef-413c-9ad4-4b3c049713fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.104242 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-48aecf9d-1145-4bca-af2c-797a4af1a230 None None] Provisioning complete for port b97793b1-d9ab-46bd-a5fd-064a00d85c0a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:21.104613 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-48aecf9d-1145-4bca-af2c-797a4af1a230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.205807 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-62fc520e-2d8c-4cad-80b9-0b02d66f3be6 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.243417 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-93067290-0f24-4c90-8e27-2980f29905fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.309541 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-62fc520e-2d8c-4cad-80b9-0b02d66f3be6 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Calling delete_port for 44cffa89-12b2-46b2-b6a5-ffd70c8d649b owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:21.346928 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2698a88-9888-4cc8-8e7f-ca9cdb4e97de tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:21.350858 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b2698a88-9888-4cc8-8e7f-ca9cdb4e97de tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3759787 Mar 14 15:29:21.359363 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55272) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:21.364376 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:29:21.428708 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] Set router 4091eb4a-25fd-46f4-9af3-0e5a0982c294 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:29:21.513735 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-2ddb89e7-ddef-413c-9ad4-4b3c049713fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port 5e58ee68-b49f-4b70-a918-6fca169d8741 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:21.513995 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2ddb89e7-ddef-413c-9ad4-4b3c049713fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.526859 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8feab21-9309-4d02-9366-e57d7507633f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:21.530857 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d8feab21-9309-4d02-9366-e57d7507633f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1681206 Mar 14 15:29:21.531334 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55274) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:21.540419 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-abaada56-7270-469d-8e95-92b0f1b24896 None None] Deleting port 5e58ee68-b49f-4b70-a918-6fca169d8741 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:21.540799 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-abaada56-7270-469d-8e95-92b0f1b24896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.626588 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823072da-ecc2-4e74-a24e-aa481693170e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:21.628043 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823072da-ecc2-4e74-a24e-aa481693170e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:21.629847 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823072da-ecc2-4e74-a24e-aa481693170e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:21.636153 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-823072da-ecc2-4e74-a24e-aa481693170e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0988345 Mar 14 15:29:21.636153 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55276) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:21.637280 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3330c618-0411-40ad-a719-67cc914606ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.660891 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-93067290-0f24-4c90-8e27-2980f29905fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.682942 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-2ddb89e7-ddef-413c-9ad4-4b3c049713fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] For port 5e58ee68-b49f-4b70-a918-6fca169d8741, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5e58ee68-b49f-4b70-a918-6fca169d8741,segment=NetworkSegment(7aeef467-8d87-400c-a1b0-18ad2e595343),segment_id=7aeef467-8d87-400c-a1b0-18ad2e595343)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:21.683317 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2ddb89e7-ddef-413c-9ad4-4b3c049713fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.731473 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-2ddb89e7-ddef-413c-9ad4-4b3c049713fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for 5e58ee68-b49f-4b70-a918-6fca169d8741 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:21.746127 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-553af70e-3851-4745-9694-6831cd1ec911 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet abce2378-ec81-4b90-90ca-4da0d023945a {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:29:21.751352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-553af70e-3851-4745-9694-6831cd1ec911 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.755580 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-abaada56-7270-469d-8e95-92b0f1b24896 None None] For port 5e58ee68-b49f-4b70-a918-6fca169d8741, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5e58ee68-b49f-4b70-a918-6fca169d8741,segment=NetworkSegment(7aeef467-8d87-400c-a1b0-18ad2e595343),segment_id=7aeef467-8d87-400c-a1b0-18ad2e595343)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:21.755988 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-abaada56-7270-469d-8e95-92b0f1b24896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.759997 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device b97793b1-d9ab-46bd-a5fd-064a00d85c0a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:21.804993 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-abaada56-7270-469d-8e95-92b0f1b24896 None None] Calling delete_port for 5e58ee68-b49f-4b70-a918-6fca169d8741 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:21.850105 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-553af70e-3851-4745-9694-6831cd1ec911 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.888322 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-62fc520e-2d8c-4cad-80b9-0b02d66f3be6 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:21.931142 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc520e-2d8c-4cad-80b9-0b02d66f3be6 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event deleted for resources: {'Port': ['ID=44cffa89-12b2-46b2-b6a5-ffd70c8d649b,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:21.978178 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-230ccf0a-9a81-4fc8-9497-6f0b529878d0 None None] Provisioning complete for port 25dc3141-559f-48af-873d-498a59547adc triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:21.978733 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-230ccf0a-9a81-4fc8-9497-6f0b529878d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.007336 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port b97793b1-d9ab-46bd-a5fd-064a00d85c0a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:22.007567 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.021232 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-3330c618-0411-40ad-a719-67cc914606ff admin admin] Allocated IP 172.20.0.1 (4efe4943-2b6b-421b-b636-0ecb2744f510/166f1146-20f5-47eb-9eb7-6774b0ce37b9/7dd860e5-4b67-49f3-889b-5e1b4aee29fe) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:22.049486 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2ddb89e7-ddef-413c-9ad4-4b3c049713fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.070523 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-230ccf0a-9a81-4fc8-9497-6f0b529878d0 None None] Port 25dc3141-559f-48af-873d-498a59547adc cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:29:22.083230 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-abaada56-7270-469d-8e95-92b0f1b24896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.087285 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4091eb4a-25fd-46f4-9af3-0e5a0982c294', 'name': 'tempest-TestVolumeBootPattern-1107191096-router', 'tenant_id': '1361794fdd5544779d54c71d163babcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': 'b462f995-35ae-45e2-8a30-5dd8e87df38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:16Z', 'updated_at': '2022-03-14T15:29:18Z', 'revision_number': 3, 'project_id': '1361794fdd5544779d54c71d163babcb', 'gw_port': {'id': 'b462f995-35ae-45e2-8a30-5dd8e87df38f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:81:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4091eb4a-25fd-46f4-9af3-0e5a0982c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:17Z', 'updated_at': '2022-03-14T15:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:22.093276 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-553af70e-3851-4745-9694-6831cd1ec911 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.118585 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb89e7-ddef-413c-9ad4-4b3c049713fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=5e58ee68-b49f-4b70-a918-6fca169d8741,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:22.120747 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddb89e7-ddef-413c-9ad4-4b3c049713fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No DVR routers for this DVR port 5e58ee68-b49f-4b70-a918-6fca169d8741 on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:22.144961 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] Checking router: 4091eb4a-25fd-46f4-9af3-0e5a0982c294 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:29:22.145287 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] Updating router 4091eb4a-25fd-46f4-9af3-0e5a0982c294 port b462f995-35ae-45e2-8a30-5dd8e87df38f binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:29:22.147301 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaada56-7270-469d-8e95-92b0f1b24896 None None] Pushing event deleted for resources: {'Port': ['ID=5e58ee68-b49f-4b70-a918-6fca169d8741,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:22.150183 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaada56-7270-469d-8e95-92b0f1b24896 None None] No DVR routers for this DVR port 5e58ee68-b49f-4b70-a918-6fca169d8741 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:22.193234 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.199164 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-62fc520e-2d8c-4cad-80b9-0b02d66f3be6 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.207542 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3330c618-0411-40ad-a719-67cc914606ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.215791 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-553af70e-3851-4745-9694-6831cd1ec911 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.249369 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553af70e-3851-4745-9694-6831cd1ec911 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=abce2378-ec81-4b90-90ca-4da0d023945a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:22.256192 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-553af70e-3851-4745-9694-6831cd1ec911 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.257554 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-849e6201-b653-46f9-9426-2db307fe1cf3 None None] Provisioning complete for port b97793b1-d9ab-46bd-a5fd-064a00d85c0a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:22.257970 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-849e6201-b653-46f9-9426-2db307fe1cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.259930 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-553af70e-3851-4745-9694-6831cd1ec911 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/abce2378-ec81-4b90-90ca-4da0d023945a HTTP/1.1" status: 204 len: 168 time: 0.6249492 Mar 14 15:29:22.264055 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55278) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:22.291763 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edd9b3f-61e2-46b0-99ef-d6170c9dbd3e None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:22.320267 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2ddb89e7-ddef-413c-9ad4-4b3c049713fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.332697 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-47902d07-0fe9-4e46-872e-b302341ae76a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet dad626e3-4c45-4f5d-905e-889704d14d9c {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:29:22.337117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3330c618-0411-40ad-a719-67cc914606ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.338934 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-47902d07-0fe9-4e46-872e-b302341ae76a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.383193 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-62fc520e-2d8c-4cad-80b9-0b02d66f3be6 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.387136 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2ddb89e7-ddef-413c-9ad4-4b3c049713fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeeabd7d-7038-4a93-a0fd-5b0aaad23507']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:22.392099 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-62fc520e-2d8c-4cad-80b9-0b02d66f3be6 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.411344 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3330c618-0411-40ad-a719-67cc914606ff admin admin] Network 4efe4943-2b6b-421b-b636-0ecb2744f510 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:22.416322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-3330c618-0411-40ad-a719-67cc914606ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:22.417088 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2ddb89e7-ddef-413c-9ad4-4b3c049713fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aeef467-8d87-400c-a1b0-18ad2e595343') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:22.417505 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2ddb89e7-ddef-413c-9ad4-4b3c049713fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aeef467-8d87-400c-a1b0-18ad2e595343') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:22.421299 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3330c618-0411-40ad-a719-67cc914606ff admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:22.428443 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-47902d07-0fe9-4e46-872e-b302341ae76a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.481489 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330c618-0411-40ad-a719-67cc914606ff admin admin] Pushing event updated for resources: {'Port': ['ID=7dd860e5-4b67-49f3-889b-5e1b4aee29fe,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:22.490766 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2ddb89e7-ddef-413c-9ad4-4b3c049713fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.514103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2ddb89e7-ddef-413c-9ad4-4b3c049713fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.522160 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3330c618-0411-40ad-a719-67cc914606ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.527752 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-62fc520e-2d8c-4cad-80b9-0b02d66f3be6 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.528475 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fc520e-2d8c-4cad-80b9-0b02d66f3be6 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Fanout notify agent at l3_agent the message router_deleted on router da84d555-1d7c-4d7f-b281-83d0a3be8bb5 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:29:22.541246 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-62fc520e-2d8c-4cad-80b9-0b02d66f3be6 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.545099 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-62fc520e-2d8c-4cad-80b9-0b02d66f3be6 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "DELETE /v2.0/routers/da84d555-1d7c-4d7f-b281-83d0a3be8bb5 HTTP/1.1" status: 204 len: 168 time: 3.3574126 Mar 14 15:29:22.546514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddb89e7-ddef-413c-9ad4-4b3c049713fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:29:22.547046 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2ddb89e7-ddef-413c-9ad4-4b3c049713fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:22.550997 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:22.562748 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5e58ee68-b49f-4b70-a918-6fca169d8741 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:29:22.580623 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55280) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:22.642597 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e53ac11-ba1a-4228-ac88-8c4c8e0b64cc tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Deleting subnet d2578130-2414-4006-be5d-824219c7d4ac {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:29:22.646465 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e53ac11-ba1a-4228-ac88-8c4c8e0b64cc tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.651565 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.724338 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.742559 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 5e58ee68-b49f-4b70-a918-6fca169d8741 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:29:22.742904 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5e58ee68-b49f-4b70-a918-6fca169d8741 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:29:22.846969 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] Attempting to bind port b462f995-35ae-45e2-8a30-5dd8e87df38f on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:22.847360 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] Attempting to bind port b462f995-35ae-45e2-8a30-5dd8e87df38f by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:22.847715 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] Attempting to bind port b462f995-35ae-45e2-8a30-5dd8e87df38f on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:29:22.879812 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6132e5f-af49-4085-8604-6b2a541ffba5 None None] Pushing event updated for resources: {'Port': ['ID=b462f995-35ae-45e2-8a30-5dd8e87df38f,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:22.895517 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:29:22.895894 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:22.896297 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.896690 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:29:22.897176 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] Bound port: b462f995-35ae-45e2-8a30-5dd8e87df38f, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:22.897553 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.984624 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-93067290-0f24-4c90-8e27-2980f29905fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.984748 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] For port b462f995-35ae-45e2-8a30-5dd8e87df38f, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:22.989497 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] For port b462f995-35ae-45e2-8a30-5dd8e87df38f, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=b462f995-35ae-45e2-8a30-5dd8e87df38f,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:22.990286 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2ddb89e7-ddef-413c-9ad4-4b3c049713fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.992996 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-93067290-0f24-4c90-8e27-2980f29905fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:22.996783 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.049665 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-93067290-0f24-4c90-8e27-2980f29905fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.056743 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2ddb89e7-ddef-413c-9ad4-4b3c049713fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.063127 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2ddb89e7-ddef-413c-9ad4-4b3c049713fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/networks/aeeabd7d-7038-4a93-a0fd-5b0aaad23507 HTTP/1.1" status: 204 len: 168 time: 2.4989579 Mar 14 15:29:23.068022 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55282) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:23.076319 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-49feaa6a-d435-4587-b4fd-df42b499a787 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1930009025'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:23.101966 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] Routers {'4091eb4a-25fd-46f4-9af3-0e5a0982c294'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:23.103089 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb89e7-ddef-413c-9ad4-4b3c049713fc tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Network': ['ID=aeeabd7d-7038-4a93-a0fd-5b0aaad23507,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:23.103672 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['4091eb4a-25fd-46f4-9af3-0e5a0982c294'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:23.116149 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e53ac11-ba1a-4228-ac88-8c4c8e0b64cc tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.121916 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-47902d07-0fe9-4e46-872e-b302341ae76a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.161202 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6132e5f-af49-4085-8604-6b2a541ffba5 None None] Pushing event updated for resources: {'Port': ['ID=b462f995-35ae-45e2-8a30-5dd8e87df38f,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:23.164772 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49feaa6a-d435-4587-b4fd-df42b499a787 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:23.164961 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93067290-0f24-4c90-8e27-2980f29905fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=25dc3141-559f-48af-873d-498a59547adc,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:23.167901 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49feaa6a-d435-4587-b4fd-df42b499a787 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.187243 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3be51e73-ba54-423e-9247-93e1970bcde1 None None] Provisioning complete for port 7dd860e5-4b67-49f3-889b-5e1b4aee29fe triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:23.190725 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3be51e73-ba54-423e-9247-93e1970bcde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.230197 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93067290-0f24-4c90-8e27-2980f29905fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network d04b54e8-d3c5-4e30-bdcf-fa66b43527ec is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:23.234071 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-93067290-0f24-4c90-8e27-2980f29905fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:23.273504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e53ac11-ba1a-4228-ac88-8c4c8e0b64cc tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.295199 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3be51e73-ba54-423e-9247-93e1970bcde1 None None] Port 7dd860e5-4b67-49f3-889b-5e1b4aee29fe cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:29:23.323119 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49feaa6a-d435-4587-b4fd-df42b499a787 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:23.333484 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] Set router 4091eb4a-25fd-46f4-9af3-0e5a0982c294 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:29:23.378362 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3330c618-0411-40ad-a719-67cc914606ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.415044 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93067290-0f24-4c90-8e27-2980f29905fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router ee10d592-5408-4d6a-9f5a-89416c3de9f2 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:29:23.419520 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49feaa6a-d435-4587-b4fd-df42b499a787 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.420048 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-49feaa6a-d435-4587-b4fd-df42b499a787 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Added segment a89b9f5e-4c33-45b9-b009-ec10d6bd5f94 of type vlan for network f18a85fd-44b4-4c81-a218-dcaf936339e0 Mar 14 15:29:23.479131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49feaa6a-d435-4587-b4fd-df42b499a787 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.581035 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-47902d07-0fe9-4e46-872e-b302341ae76a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.581745 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93067290-0f24-4c90-8e27-2980f29905fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:23.599686 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-93067290-0f24-4c90-8e27-2980f29905fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/routers/ee10d592-5408-4d6a-9f5a-89416c3de9f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5300157 Mar 14 15:29:23.612378 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] Sync routers for ids ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:29:23.629363 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-34c0065f-19e9-4eda-b450-858a1d4c56e6 None None] Provisioning complete for port 25dc3141-559f-48af-873d-498a59547adc triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:23.629674 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-34c0065f-19e9-4eda-b450-858a1d4c56e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.630159 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] Routers {'ee10d592-5408-4d6a-9f5a-89416c3de9f2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:23.631187 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:23.650828 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47902d07-0fe9-4e46-872e-b302341ae76a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=dad626e3-4c45-4f5d-905e-889704d14d9c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:23.652480 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49feaa6a-d435-4587-b4fd-df42b499a787 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.658090 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49feaa6a-d435-4587-b4fd-df42b499a787 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:23.658699 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-49feaa6a-d435-4587-b4fd-df42b499a787 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.663338 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4091eb4a-25fd-46f4-9af3-0e5a0982c294', 'name': 'tempest-TestVolumeBootPattern-1107191096-router', 'tenant_id': '1361794fdd5544779d54c71d163babcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': 'b462f995-35ae-45e2-8a30-5dd8e87df38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:16Z', 'updated_at': '2022-03-14T15:29:18Z', 'revision_number': 3, 'project_id': '1361794fdd5544779d54c71d163babcb', 'gw_port': {'id': 'b462f995-35ae-45e2-8a30-5dd8e87df38f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:81:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4091eb4a-25fd-46f4-9af3-0e5a0982c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:17Z', 'updated_at': '2022-03-14T15:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:23.694160 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-47902d07-0fe9-4e46-872e-b302341ae76a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.697522 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-47902d07-0fe9-4e46-872e-b302341ae76a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/dad626e3-4c45-4f5d-905e-889704d14d9c HTTP/1.1" status: 204 len: 168 time: 1.4325228 Mar 14 15:29:23.700154 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55286) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:23.701526 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591e045-b57b-404f-8dd0-7aa670802f45 None None] The sync data for ids ['4091eb4a-25fd-46f4-9af3-0e5a0982c294'] in dv-neutron-833559-1-hyperv is: [{'id': '4091eb4a-25fd-46f4-9af3-0e5a0982c294', 'name': 'tempest-TestVolumeBootPattern-1107191096-router', 'tenant_id': '1361794fdd5544779d54c71d163babcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': 'b462f995-35ae-45e2-8a30-5dd8e87df38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:16Z', 'updated_at': '2022-03-14T15:29:18Z', 'revision_number': 3, 'project_id': '1361794fdd5544779d54c71d163babcb', 'gw_port': {'id': 'b462f995-35ae-45e2-8a30-5dd8e87df38f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:81:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4091eb4a-25fd-46f4-9af3-0e5a0982c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:17Z', 'updated_at': '2022-03-14T15:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:29:23.705156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-34c0065f-19e9-4eda-b450-858a1d4c56e6 None None] Port 25dc3141-559f-48af-873d-498a59547adc cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:29:23.760967 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1316e25c-e09a-478c-9b2e-5696f711b5a6 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595825 Mar 14 15:29:23.762474 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55290) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:23.768929 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-fae4ee8e-d441-4e0a-9331-ba83bae9d46d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:23.773638 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] Set router ee10d592-5408-4d6a-9f5a-89416c3de9f2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:29:23.789880 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49feaa6a-d435-4587-b4fd-df42b499a787 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Network': ['ID=f18a85fd-44b4-4c81-a218-dcaf936339e0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:23.804186 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e53ac11-ba1a-4228-ac88-8c4c8e0b64cc tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.808802 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network f18a85fd-44b4-4c81-a218-dcaf936339e0 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:29:23.868919 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e53ac11-ba1a-4228-ac88-8c4c8e0b64cc tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:23.873823 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8e53ac11-ba1a-4228-ac88-8c4c8e0b64cc tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "DELETE /v2.0/subnets/d2578130-2414-4006-be5d-824219c7d4ac HTTP/1.1" status: 204 len: 168 time: 1.2897558 Mar 14 15:29:23.880700 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55292) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:23.904850 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-49feaa6a-d435-4587-b4fd-df42b499a787 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8318157 Mar 14 15:29:23.922748 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55294) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:23.931900 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53ac11-ba1a-4228-ac88-8c4c8e0b64cc tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event deleted for resources: {'Subnet': ['ID=d2578130-2414-4006-be5d-824219c7d4ac,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:23.934164 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3c7c520e-22ac-4382-ab99-1b3250d5e539 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'subnet': {'network_id': 'f18a85fd-44b4-4c81-a218-dcaf936339e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:24.062128 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:29:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:16Z', 'updated_at': '2022-03-14T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '0c2b8bcf-a80e-410a-ba1a-b9163ee669fd', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'port_id': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'mac_address': 'fa:16:3e:7f:8c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673a6dcf-3d5c-462f-b565-273b01d48b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:28:13Z', 'updated_at': '2022-03-14T15:28:20Z', 'revision_number': 1, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25dc3141-559f-48af-873d-498a59547adc', 'name': '', 'network_id': 'd04b54e8-d3c5-4e30-bdcf-fa66b43527ec', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:6d:86:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'e5b6639e-29a5-4819-b60a-3e7db5493bcd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:19Z', 'updated_at': '2022-03-14T15:29:22Z', 'revision_number': 2, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'e5b6639e-29a5-4819-b60a-3e7db5493bcd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '371a35d0-b297-4404-8eff-8f4c86632041', 'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:d4:74:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:27Z', 'updated_at': '2022-03-14T15:27:35Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:24.088807 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae4ee8e-d441-4e0a-9331-ba83bae9d46d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:24.092446 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fae4ee8e-d441-4e0a-9331-ba83bae9d46d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.093471 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c12f0091-2a7c-452f-97e8-061d0daa2942 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.122351 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3330c618-0411-40ad-a719-67cc914606ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.131545 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] Checking router: ee10d592-5408-4d6a-9f5a-89416c3de9f2 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:29:24.131843 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] Updating router ee10d592-5408-4d6a-9f5a-89416c3de9f2 port 25dc3141-559f-48af-873d-498a59547adc binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:29:24.151122 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3330c618-0411-40ad-a719-67cc914606ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.183360 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.234064 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce57ae4-1759-4ba4-af05-482f91f1686b None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:24.261205 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7c520e-22ac-4382-ab99-1b3250d5e539 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:24.265553 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c7c520e-22ac-4382-ab99-1b3250d5e539 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.342954 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3330c618-0411-40ad-a719-67cc914606ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.358942 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c12f0091-2a7c-452f-97e8-061d0daa2942 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.380437 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330c618-0411-40ad-a719-67cc914606ff admin admin] Pushing event updated for resources: {'Port': ['ID=7dd860e5-4b67-49f3-889b-5e1b4aee29fe,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:24.412185 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-2fa3ec81-cd89-442c-9679-b86f42171cf3 None None] Provisioning complete for port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:24.412572 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2fa3ec81-cd89-442c-9679-b86f42171cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.420602 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-c12f0091-2a7c-452f-97e8-061d0daa2942 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d678bb-8f56-4497-9b3e-4e97ee89e5c6']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:24.478591 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-c12f0091-2a7c-452f-97e8-061d0daa2942 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b0f374-3083-4758-99df-091eaccc3ad8') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:24.478591 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-c12f0091-2a7c-452f-97e8-061d0daa2942 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b0f374-3083-4758-99df-091eaccc3ad8') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:24.499503 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c12f0091-2a7c-452f-97e8-061d0daa2942 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.532489 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c12f0091-2a7c-452f-97e8-061d0daa2942 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.559333 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12f0091-2a7c-452f-97e8-061d0daa2942 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:29:24.559907 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c12f0091-2a7c-452f-97e8-061d0daa2942 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:24.563304 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:24.594684 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676266a8-3d5c-4d7e-87f2-e506da9dcdee None None] DHCP port deletion for 5b9fbf90-4428-44c7-aa34-44697a69d1dc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:29:24.621948 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fae4ee8e-d441-4e0a-9331-ba83bae9d46d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.629775 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3330c618-0411-40ad-a719-67cc914606ff admin admin] Network 4efe4943-2b6b-421b-b636-0ecb2744f510 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:24.634939 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-3330c618-0411-40ad-a719-67cc914606ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:24.700153 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.701507 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae4ee8e-d441-4e0a-9331-ba83bae9d46d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:24.705200 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-fae4ee8e-d441-4e0a-9331-ba83bae9d46d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:24.715718 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae4ee8e-d441-4e0a-9331-ba83bae9d46d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:24.716466 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fae4ee8e-d441-4e0a-9331-ba83bae9d46d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.717020 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-676266a8-3d5c-4d7e-87f2-e506da9dcdee None None] Deleting port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:24.717493 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-676266a8-3d5c-4d7e-87f2-e506da9dcdee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.720194 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.733206 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4ee8e-d441-4e0a-9331-ba83bae9d46d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=04528a5d-c0ab-41d2-b492-73633bba9e51,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:24.764486 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fae4ee8e-d441-4e0a-9331-ba83bae9d46d tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0006847 Mar 14 15:29:24.767548 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55296) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:24.772866 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-df670497-5117-4e53-bd59-1f60996f238f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:24.832325 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-676266a8-3d5c-4d7e-87f2-e506da9dcdee None None] For port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:24.833187 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-676266a8-3d5c-4d7e-87f2-e506da9dcdee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.840652 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3330c618-0411-40ad-a719-67cc914606ff admin admin] Router 4091eb4a-25fd-46f4-9af3-0e5a0982c294 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:29:24.845198 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c12f0091-2a7c-452f-97e8-061d0daa2942 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.853706 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c12f0091-2a7c-452f-97e8-061d0daa2942 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:24.855332 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-676266a8-3d5c-4d7e-87f2-e506da9dcdee None None] Calling delete_port for 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:24.860166 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c12f0091-2a7c-452f-97e8-061d0daa2942 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] 10.222.0.59 "DELETE /v2.0/networks/e7d678bb-8f56-4497-9b3e-4e97ee89e5c6 HTTP/1.1" status: 204 len: 168 time: 0.9716609 Mar 14 15:29:24.877968 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f0091-2a7c-452f-97e8-061d0daa2942 tempest-FloatingIPTestJSON-122414522 tempest-FloatingIPTestJSON-122414522-project] Pushing event deleted for resources: {'Network': ['ID=e7d678bb-8f56-4497-9b3e-4e97ee89e5c6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:24.911816 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91e48c-2367-44bb-8485-a035ac4c5d12 None None] Pushing event updated for resources: {'Port': ['ID=25dc3141-559f-48af-873d-498a59547adc,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:24.989584 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] Attempting to bind port 25dc3141-559f-48af-873d-498a59547adc on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:24.990185 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] Attempting to bind port 25dc3141-559f-48af-873d-498a59547adc by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'c18b6164-9180-46db-a166-913591cfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd04b54e8-d3c5-4e30-bdcf-fa66b43527ec'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:24.990887 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] Attempting to bind port 25dc3141-559f-48af-873d-498a59547adc on network d04b54e8-d3c5-4e30-bdcf-fa66b43527ec {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:29:24.994215 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-676266a8-3d5c-4d7e-87f2-e506da9dcdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.008170 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:29:25.008520 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] Checking segment: {'id': 'c18b6164-9180-46db-a166-913591cfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd04b54e8-d3c5-4e30-bdcf-fa66b43527ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:25.009257 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.009829 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] Bound using segment: {'id': 'c18b6164-9180-46db-a166-913591cfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd04b54e8-d3c5-4e30-bdcf-fa66b43527ec'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:29:25.010474 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] Bound port: 25dc3141-559f-48af-873d-498a59547adc, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18b6164-9180-46db-a166-913591cfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd04b54e8-d3c5-4e30-bdcf-fa66b43527ec'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:25.011364 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.047197 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676266a8-3d5c-4d7e-87f2-e506da9dcdee None None] No DVR routers for this DVR port 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:25.060986 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676266a8-3d5c-4d7e-87f2-e506da9dcdee None None] Pushing event deleted for resources: {'Port': ['ID=0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:25.061116 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c7c520e-22ac-4382-ab99-1b3250d5e539 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.088479 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467fc13e-2c0b-4348-a7b2-9ae7ff8507de None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:25.157017 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] For port 25dc3141-559f-48af-873d-498a59547adc, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:25.169630 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] For port 25dc3141-559f-48af-873d-498a59547adc, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=25dc3141-559f-48af-873d-498a59547adc,segment=NetworkSegment(c18b6164-9180-46db-a166-913591cfc59d),segment_id=c18b6164-9180-46db-a166-913591cfc59d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:25.179971 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.196075 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3330c618-0411-40ad-a719-67cc914606ff admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:25.208563 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3330c618-0411-40ad-a719-67cc914606ff admin admin] 10.222.0.59 "PUT /v2.0/routers/4091eb4a-25fd-46f4-9af3-0e5a0982c294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2796004 Mar 14 15:29:25.292768 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-44c6400e-6629-435f-b6c2-6253a738c64b None None] Provisioning complete for port 7dd860e5-4b67-49f3-889b-5e1b4aee29fe triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:25.293697 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-44c6400e-6629-435f-b6c2-6253a738c64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.310634 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c520e-22ac-4382-ab99-1b3250d5e539 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Subnet': ['ID=093531a2-df2d-4ed7-9ba9-099675c3059c,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:25.320439 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7c520e-22ac-4382-ab99-1b3250d5e539 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Checking segment: {'id': 'a89b9f5e-4c33-45b9-b009-ec10d6bd5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f18a85fd-44b4-4c81-a218-dcaf936339e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:25.320541 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7c520e-22ac-4382-ab99-1b3250d5e539 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network hostable DHCP agents. Network: f18a85fd-44b4-4c81-a218-dcaf936339e0, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:25.329425 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] Routers {'ee10d592-5408-4d6a-9f5a-89416c3de9f2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:25.330401 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:25.333712 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df670497-5117-4e53-bd59-1f60996f238f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:25.339547 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df670497-5117-4e53-bd59-1f60996f238f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.445702 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55308) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:25.462852 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91e48c-2367-44bb-8485-a035ac4c5d12 None None] Pushing event updated for resources: {'Port': ['ID=25dc3141-559f-48af-873d-498a59547adc,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:25.465211 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-44c6400e-6629-435f-b6c2-6253a738c64b None None] Port 7dd860e5-4b67-49f3-889b-5e1b4aee29fe cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:29:25.544070 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'tenant_id': 'd2a5bdb0c2d24508b4f958d171a87961', 'fixed_ips': [{'subnet_id': '04528a5d-c0ab-41d2-b492-73633bba9e51'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:29:25.544946 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.555105 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.ipam_backend_mixin [None req-df670497-5117-4e53-bd59-1f60996f238f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 04528a5d-c0ab-41d2-b492-73633bba9e51 (CIDR: 2001:db8::/64) Mar 14 15:29:25.572324 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-df670497-5117-4e53-bd59-1f60996f238f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:29:25.572952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df670497-5117-4e53-bd59-1f60996f238f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:25.589899 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7c520e-22ac-4382-ab99-1b3250d5e539 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network f18a85fd-44b4-4c81-a218-dcaf936339e0 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:25.599388 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-df670497-5117-4e53-bd59-1f60996f238f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8281858 Mar 14 15:29:25.599826 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55312) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:25.605255 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f3413e39-5fee-4769-b8f6-68afd46c1ec3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'subnet': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:25.626568 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-3c7c520e-22ac-4382-ab99-1b3250d5e539 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, f18a85fd-44b4-4c81-a218-dcaf936339e0) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:25.641499 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7c520e-22ac-4382-ab99-1b3250d5e539 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:25.642200 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c7c520e-22ac-4382-ab99-1b3250d5e539 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.673356 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef6688b-ebff-4859-9fd8-391684a3b659 None None] Network f18a85fd-44b4-4c81-a218-dcaf936339e0 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:25.736719 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b647fc8d-2a13-411a-80ad-11fe850e9d9f None None] Provisioning complete for port 25dc3141-559f-48af-873d-498a59547adc triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:25.737095 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b647fc8d-2a13-411a-80ad-11fe850e9d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.737211 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3c7c520e-22ac-4382-ab99-1b3250d5e539 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8113098 Mar 14 15:29:25.737891 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55314) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:25.747883 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-328e8c45-bea9-439f-8db9-82b0e1cd86df tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'port': {'network_id': 'f18a85fd-44b4-4c81-a218-dcaf936339e0', 'name': 'tempest-PortsTestJSON-1621807198', 'fixed_ips': [{'subnet_id': '093531a2-df2d-4ed7-9ba9-099675c3059c', 'ip_address': '172.20.0.10'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:25.766753 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5e90fc2d-fbbb-457b-a4fb-6de9ca55ee6a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=32b90bc106c14fffa6b9e3eb32363153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187625 Mar 14 15:29:25.779532 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55316) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:25.828641 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] Set router ee10d592-5408-4d6a-9f5a-89416c3de9f2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:29:25.854159 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device b462f995-35ae-45e2-8a30-5dd8e87df38f up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:25.932861 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e6906401-dda5-4cc7-bd1a-defe2be4eded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.976452 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e6906401-dda5-4cc7-bd1a-defe2be4eded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:25.996534 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b647fc8d-2a13-411a-80ad-11fe850e9d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.042902 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] Allocated IP 2001:db8::2 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/04528a5d-c0ab-41d2-b492-73633bba9e51/1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:26.043426 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328e8c45-bea9-439f-8db9-82b0e1cd86df tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:26.046470 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port b462f995-35ae-45e2-8a30-5dd8e87df38f triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:26.046926 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.125841 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3413e39-5fee-4769-b8f6-68afd46c1ec3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:26.129938 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f3413e39-5fee-4769-b8f6-68afd46c1ec3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.152611 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55318) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:26.162516 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a6003690-0803-4790-8ced-620c196d268c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2060483150', 'description': 'tempest-secgroup-smoke-2060483150 description', 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:26.194507 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6003690-0803-4790-8ced-620c196d268c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.220013 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:29:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:16Z', 'updated_at': '2022-03-14T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '0c2b8bcf-a80e-410a-ba1a-b9163ee669fd', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'port_id': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'mac_address': 'fa:16:3e:7f:8c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673a6dcf-3d5c-462f-b565-273b01d48b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:28:13Z', 'updated_at': '2022-03-14T15:28:20Z', 'revision_number': 1, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25dc3141-559f-48af-873d-498a59547adc', 'name': '', 'network_id': 'd04b54e8-d3c5-4e30-bdcf-fa66b43527ec', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:6d:86:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'e5b6639e-29a5-4819-b60a-3e7db5493bcd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:19Z', 'updated_at': '2022-03-14T15:29:25Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'e5b6639e-29a5-4819-b60a-3e7db5493bcd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '371a35d0-b297-4404-8eff-8f4c86632041', 'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:d4:74:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:27Z', 'updated_at': '2022-03-14T15:27:35Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:26.226733 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e6906401-dda5-4cc7-bd1a-defe2be4eded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.230656 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e6906401-dda5-4cc7-bd1a-defe2be4eded admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.234282 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e6906401-dda5-4cc7-bd1a-defe2be4eded admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6737f5fe-3636-4954-bd95-8c5a7908323e HTTP/1.1" status: 204 len: 168 time: 0.4491048 Mar 14 15:29:26.234440 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b647fc8d-2a13-411a-80ad-11fe850e9d9f None None] For port 25dc3141-559f-48af-873d-498a59547adc, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=25dc3141-559f-48af-873d-498a59547adc,segment=NetworkSegment(c18b6164-9180-46db-a166-913591cfc59d),segment_id=c18b6164-9180-46db-a166-913591cfc59d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:26.240484 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-328e8c45-bea9-439f-8db9-82b0e1cd86df tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.269837 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6906401-dda5-4cc7-bd1a-defe2be4eded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6737f5fe-3636-4954-bd95-8c5a7908323e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:26.284673 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b647fc8d-2a13-411a-80ad-11fe850e9d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.292689 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd0a8ce-b289-426e-b44f-33575e0c6eee None None] The sync data for ids ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'] in dv-neutron-833559-1-hyperv is: [{'id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:29:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:16Z', 'updated_at': '2022-03-14T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '0c2b8bcf-a80e-410a-ba1a-b9163ee669fd', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'port_id': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'mac_address': 'fa:16:3e:7f:8c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673a6dcf-3d5c-462f-b565-273b01d48b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:28:13Z', 'updated_at': '2022-03-14T15:28:20Z', 'revision_number': 1, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25dc3141-559f-48af-873d-498a59547adc', 'name': '', 'network_id': 'd04b54e8-d3c5-4e30-bdcf-fa66b43527ec', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:6d:86:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'e5b6639e-29a5-4819-b60a-3e7db5493bcd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:19Z', 'updated_at': '2022-03-14T15:29:25Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'e5b6639e-29a5-4819-b60a-3e7db5493bcd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '371a35d0-b297-4404-8eff-8f4c86632041', 'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:d4:74:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:27Z', 'updated_at': '2022-03-14T15:27:35Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:29:26.293149 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-328e8c45-bea9-439f-8db9-82b0e1cd86df tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] device_id is not set on port 4b26d490-2f0e-4cf1-ae7a-d415e7a08742 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:29:26.364556 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6003690-0803-4790-8ced-620c196d268c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.383301 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6003690-0803-4790-8ced-620c196d268c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.440045 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647fc8d-2a13-411a-80ad-11fe850e9d9f None None] Pushing event updated for resources: {'Port': ['ID=25dc3141-559f-48af-873d-498a59547adc,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:26.446819 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-f18a85fd-44b4-4c81-a218-dcaf936339e0', 'network_id': 'f18a85fd-44b4-4c81-a218-dcaf936339e0', 'tenant_id': '2bc6d44e222640628bd023b496b3ec98', 'fixed_ips': [{'subnet_id': '093531a2-df2d-4ed7-9ba9-099675c3059c'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:29:26.447889 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.462387 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6003690-0803-4790-8ced-620c196d268c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9573bac-f2e8-4eb5-b19b-e06396b288ff,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:26.524887 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6003690-0803-4790-8ced-620c196d268c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.532698 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55324) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:26.534137 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a6003690-0803-4790-8ced-620c196d268c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3765664 Mar 14 15:29:26.540943 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.543810 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a0009bb1-a90d-4914-9d51-25ea69049fe8 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Request body: {'security_group_rule': {'security_group_id': 'a9573bac-f2e8-4eb5-b19b-e06396b288ff', 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:26.573925 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-430c9b26-9bc6-470c-b88a-d4881af27fb2 None None] Provisioning complete for port 25dc3141-559f-48af-873d-498a59547adc triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:26.574529 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-430c9b26-9bc6-470c-b88a-d4881af27fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.625294 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a0009bb1-a90d-4914-9d51-25ea69049fe8 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.701927 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-328e8c45-bea9-439f-8db9-82b0e1cd86df tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Allocated IP 172.20.0.10 (f18a85fd-44b4-4c81-a218-dcaf936339e0/093531a2-df2d-4ed7-9ba9-099675c3059c/4b26d490-2f0e-4cf1-ae7a-d415e7a08742) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:26.728303 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port b462f995-35ae-45e2-8a30-5dd8e87df38f, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=b462f995-35ae-45e2-8a30-5dd8e87df38f,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:26.740541 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] Sync routers for ids ['4091eb4a-25fd-46f4-9af3-0e5a0982c294'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:29:26.783595 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.838099 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] Routers {'4091eb4a-25fd-46f4-9af3-0e5a0982c294'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:26.839083 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['4091eb4a-25fd-46f4-9af3-0e5a0982c294'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:26.897455 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:29:26.909513 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a0009bb1-a90d-4914-9d51-25ea69049fe8 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.931717 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a0009bb1-a90d-4914-9d51-25ea69049fe8 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:26.993730 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.objects.ports [None req-f3413e39-5fee-4769-b8f6-68afd46c1ec3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102567) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 15:29:27.010118 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f3413e39-5fee-4769-b8f6-68afd46c1ec3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.027913 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0009bb1-a90d-4914-9d51-25ea69049fe8 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d011d9-d355-416c-adc0-e932101f06ba,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:27.072864 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a0009bb1-a90d-4914-9d51-25ea69049fe8 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.076866 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a0009bb1-a90d-4914-9d51-25ea69049fe8 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5383766 Mar 14 15:29:27.077085 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55338) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:27.085096 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d41616cf-1bba-4935-bb0b-a973a88126f4 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Request body: {'security_group_rule': {'security_group_id': 'a9573bac-f2e8-4eb5-b19b-e06396b288ff', 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:27.094361 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3413e39-5fee-4769-b8f6-68afd46c1ec3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:27.107940 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f3413e39-5fee-4769-b8f6-68afd46c1ec3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:27.117466 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3413e39-5fee-4769-b8f6-68afd46c1ec3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:27.118069 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f3413e39-5fee-4769-b8f6-68afd46c1ec3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.120697 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.124208 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3413e39-5fee-4769-b8f6-68afd46c1ec3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Subnet': ['ID=ce848fa5-ca15-4b64-8433-4b2ef650e1f2,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:27.133776 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:29:27.133914 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 0e827bb9-20f0-49b5-9cb6-2b09f9ec0fad not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:29:27.156472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d41616cf-1bba-4935-bb0b-a973a88126f4 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.162036 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-328e8c45-bea9-439f-8db9-82b0e1cd86df tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.162969 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.178855 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f3413e39-5fee-4769-b8f6-68afd46c1ec3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5749187 Mar 14 15:29:27.179389 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55344) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:27.184582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7e970e5d-63b4-4059-b4f6-40c80f24a976 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Request body: {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'mac_address': 'fa:16:3e:00:45:79', 'name': 'tempest-NetworksTestDHCPv6-1690433011'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:27.236738 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-328e8c45-bea9-439f-8db9-82b0e1cd86df tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.268200 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=b462f995-35ae-45e2-8a30-5dd8e87df38f,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:27.303760 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d41616cf-1bba-4935-bb0b-a973a88126f4 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.325927 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d41616cf-1bba-4935-bb0b-a973a88126f4 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.336088 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e8c45-bea9-439f-8db9-82b0e1cd86df tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network f18a85fd-44b4-4c81-a218-dcaf936339e0 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:27.349455 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:27.354751 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-328e8c45-bea9-439f-8db9-82b0e1cd86df tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:27.358404 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e8c45-bea9-439f-8db9-82b0e1cd86df tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:27.362031 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:27.365782 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e8c45-bea9-439f-8db9-82b0e1cd86df tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=4b26d490-2f0e-4cf1-ae7a-d415e7a08742,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:27.375820 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:27.389096 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41616cf-1bba-4935-bb0b-a973a88126f4 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c21413-e1b9-4353-925a-7cfaf4394172,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:27.395982 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d41616cf-1bba-4935-bb0b-a973a88126f4 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.396119 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] Set router 4091eb4a-25fd-46f4-9af3-0e5a0982c294 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:29:27.400573 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d41616cf-1bba-4935-bb0b-a973a88126f4 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3211136 Mar 14 15:29:27.403622 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55348) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:27.418207 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3f8b55bd-9e90-4fa3-be02-30254b5c5e71 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Request body: {'security_group_rule': {'security_group_id': 'a9573bac-f2e8-4eb5-b19b-e06396b288ff', 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:27.447876 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] Pushing event updated for resources: {'Port': ['ID=1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:27.451918 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328e8c45-bea9-439f-8db9-82b0e1cd86df tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:27.452552 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-328e8c45-bea9-439f-8db9-82b0e1cd86df tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.456171 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] Allocated IP 172.20.0.2 (f18a85fd-44b4-4c81-a218-dcaf936339e0/093531a2-df2d-4ed7-9ba9-099675c3059c/e144f1cd-4035-42ff-a2ac-15eed8eb5a14) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:27.474386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e970e5d-63b4-4059-b4f6-40c80f24a976 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Made reservation on behalf of d2a5bdb0c2d24508b4f958d171a87961 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:27.500829 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-328e8c45-bea9-439f-8db9-82b0e1cd86df tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7582979 Mar 14 15:29:27.500829 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f8b55bd-9e90-4fa3-be02-30254b5c5e71 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.504874 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55350) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:27.509589 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0298a133-c1d5-487f-9ba3-1d523dbb8fde tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'port': {'network_id': 'f18a85fd-44b4-4c81-a218-dcaf936339e0', 'name': 'tempest-PortsTestJSON-1818142813', 'fixed_ips': [{'subnet_id': '093531a2-df2d-4ed7-9ba9-099675c3059c', 'ip_address': '172.20.0.9'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:27.528204 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55352) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:27.576094 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] Attempting to bind port 1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:27.576469 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] Attempting to bind port 1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:27.577067 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] Attempting to bind port 1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae on network 5b9fbf90-4428-44c7-aa34-44697a69d1dc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:29:27.619546 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e970e5d-63b4-4059-b4f6-40c80f24a976 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.654318 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f8b55bd-9e90-4fa3-be02-30254b5c5e71 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.663666 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:29:27.664089 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] Checking segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:27.664445 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.664849 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] Bound using segment: {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:29:27.665342 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] Bound port: 1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:27.665842 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.674877 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-7e970e5d-63b4-4059-b4f6-40c80f24a976 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] device_id is not set on port da09cd55-8671-4b97-b8af-0958b3b2bbfc yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:29:27.676068 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-922a7d5b-38f6-4116-b93d-444811ce71f7 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:27.676512 dv-neutron-833559-1-hyperv neutron-server[102567]: WARNING neutron.api.v2.base [None req-922a7d5b-38f6-4116-b93d-444811ce71f7 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 14 15:29:27.677012 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-922a7d5b-38f6-4116-b93d-444811ce71f7 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] create failed (client error): There was a conflict when trying to complete your request. Mar 14 15:29:27.684761 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55356) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:27.685143 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-922a7d5b-38f6-4116-b93d-444811ce71f7 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1560216 Mar 14 15:29:27.689491 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f8b55bd-9e90-4fa3-be02-30254b5c5e71 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.694097 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-89e805ab-4ab0-42a5-86dd-9a47c06c3441 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group': {'name': 'tempest-secgroup--685485144'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:27.762978 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b55bd-9e90-4fa3-be02-30254b5c5e71 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4812b1-63c0-423f-b370-513bd3578230,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:27.773413 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f8b55bd-9e90-4fa3-be02-30254b5c5e71 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.777516 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3f8b55bd-9e90-4fa3-be02-30254b5c5e71 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3730702 Mar 14 15:29:27.778368 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0298a133-c1d5-487f-9ba3-1d523dbb8fde tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:27.779420 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55358) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:27.784790 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0298a133-c1d5-487f-9ba3-1d523dbb8fde tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.785760 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b2c91978-f8da-4615-be76-0a7f504a0eb8 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Request body: {'security_group_rule': {'security_group_id': 'a9573bac-f2e8-4eb5-b19b-e06396b288ff', 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:27.803697 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-0298a133-c1d5-487f-9ba3-1d523dbb8fde tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] device_id is not set on port 82e364c0-3f3a-4bd9-bee9-eb969bcd3de8 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:29:27.824107 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89e805ab-4ab0-42a5-86dd-9a47c06c3441 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.844139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89e805ab-4ab0-42a5-86dd-9a47c06c3441 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.866084 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] For port 1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:27.887680 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] For port 1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:27.905966 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.911933 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.924700 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.927338 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2c91978-f8da-4615-be76-0a7f504a0eb8 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:27.947516 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device b462f995-35ae-45e2-8a30-5dd8e87df38f up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:27.991579 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-0298a133-c1d5-487f-9ba3-1d523dbb8fde tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Allocated IP 172.20.0.9 (f18a85fd-44b4-4c81-a218-dcaf936339e0/093531a2-df2d-4ed7-9ba9-099675c3059c/82e364c0-3f3a-4bd9-bee9-eb969bcd3de8) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:28.007207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-7e970e5d-63b4-4059-b4f6-40c80f24a976 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8::332 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/04528a5d-c0ab-41d2-b492-73633bba9e51/da09cd55-8671-4b97-b8af-0958b3b2bbfc) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:28.017310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] Network f18a85fd-44b4-4c81-a218-dcaf936339e0 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:28.036162 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-7e970e5d-63b4-4059-b4f6-40c80f24a976 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Allocated IP 2001:db8:0:1:f816:3eff:fe00:4579 (5b9fbf90-4428-44c7-aa34-44697a69d1dc/ce848fa5-ca15-4b64-8433-4b2ef650e1f2/da09cd55-8671-4b97-b8af-0958b3b2bbfc) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:28.039240 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:28.046841 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:28.068327 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89e805ab-4ab0-42a5-86dd-9a47c06c3441 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.072150 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2c91978-f8da-4615-be76-0a7f504a0eb8 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.077557 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89e805ab-4ab0-42a5-86dd-9a47c06c3441 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.097802 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b601f88-b51c-45fb-ab55-d5dd2fd820e6 None None] Pushing event updated for resources: {'Port': ['ID=1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:28.104325 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4091eb4a-25fd-46f4-9af3-0e5a0982c294', 'name': 'tempest-TestVolumeBootPattern-1107191096-router', 'tenant_id': '1361794fdd5544779d54c71d163babcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': 'b462f995-35ae-45e2-8a30-5dd8e87df38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:16Z', 'updated_at': '2022-03-14T15:29:23Z', 'revision_number': 4, 'project_id': '1361794fdd5544779d54c71d163babcb', 'gw_port': {'id': 'b462f995-35ae-45e2-8a30-5dd8e87df38f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4091eb4a-25fd-46f4-9af3-0e5a0982c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:17Z', 'updated_at': '2022-03-14T15:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '7dd860e5-4b67-49f3-889b-5e1b4aee29fe', 'name': '', 'network_id': '4efe4943-2b6b-421b-b636-0ecb2744f510', 'tenant_id': '1361794fdd5544779d54c71d163babcb', 'mac_address': 'fa:16:3e:84:41:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4091eb4a-25fd-46f4-9af3-0e5a0982c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '166f1146-20f5-47eb-9eb7-6774b0ce37b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:21Z', 'updated_at': '2022-03-14T15:29:23Z', 'revision_number': 2, 'project_id': '1361794fdd5544779d54c71d163babcb', 'subnets': [{'id': '166f1146-20f5-47eb-9eb7-6774b0ce37b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:28.115217 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2c91978-f8da-4615-be76-0a7f504a0eb8 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.177467 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] Checking router: 4091eb4a-25fd-46f4-9af3-0e5a0982c294 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:29:28.178272 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] Updating router 4091eb4a-25fd-46f4-9af3-0e5a0982c294 port 7dd860e5-4b67-49f3-889b-5e1b4aee29fe binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:29:28.202724 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0298a133-c1d5-487f-9ba3-1d523dbb8fde tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.222042 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e805ab-4ab0-42a5-86dd-9a47c06c3441 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06a720b-3b94-4aa9-91e8-35b73788a95b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:28.238459 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c91978-f8da-4615-be76-0a7f504a0eb8 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4044e458-4192-4069-a76c-c35d94cf7548,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:28.251542 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0298a133-c1d5-487f-9ba3-1d523dbb8fde tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.255836 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b2c91978-f8da-4615-be76-0a7f504a0eb8 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.262830 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b2c91978-f8da-4615-be76-0a7f504a0eb8 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4820876 Mar 14 15:29:28.263000 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55360) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:28.297792 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.330814 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] Attempting to bind port e144f1cd-4035-42ff-a2ac-15eed8eb5a14 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:28.331225 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] Attempting to bind port e144f1cd-4035-42ff-a2ac-15eed8eb5a14 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'a89b9f5e-4c33-45b9-b009-ec10d6bd5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f18a85fd-44b4-4c81-a218-dcaf936339e0'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:28.331376 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-d39a17f8-90e2-402e-aaa1-fbe1130bb98b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Request body: {'security_group_rule': {'security_group_id': 'a9573bac-f2e8-4eb5-b19b-e06396b288ff', 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:28.331619 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] Attempting to bind port e144f1cd-4035-42ff-a2ac-15eed8eb5a14 on network f18a85fd-44b4-4c81-a218-dcaf936339e0 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:29:28.342653 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:29:28.346091 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] Checking segment: {'id': 'a89b9f5e-4c33-45b9-b009-ec10d6bd5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f18a85fd-44b4-4c81-a218-dcaf936339e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:28.347141 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.347558 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] Bound using segment: {'id': 'a89b9f5e-4c33-45b9-b009-ec10d6bd5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f18a85fd-44b4-4c81-a218-dcaf936339e0'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:29:28.348065 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] Bound port: e144f1cd-4035-42ff-a2ac-15eed8eb5a14, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89b9f5e-4c33-45b9-b009-ec10d6bd5f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f18a85fd-44b4-4c81-a218-dcaf936339e0'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:28.348459 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.357636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] Pushing event updated for resources: {'Port': ['ID=e144f1cd-4035-42ff-a2ac-15eed8eb5a14,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:28.360442 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port b462f995-35ae-45e2-8a30-5dd8e87df38f triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:28.361873 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.370496 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0298a133-c1d5-487f-9ba3-1d523dbb8fde tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network f18a85fd-44b4-4c81-a218-dcaf936339e0 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:28.378172 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-0298a133-c1d5-487f-9ba3-1d523dbb8fde tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:28.386260 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0298a133-c1d5-487f-9ba3-1d523dbb8fde tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:28.403577 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89e805ab-4ab0-42a5-86dd-9a47c06c3441 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.407252 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e970e5d-63b4-4059-b4f6-40c80f24a976 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.414948 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89e805ab-4ab0-42a5-86dd-9a47c06c3441 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.425441 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298a133-c1d5-487f-9ba3-1d523dbb8fde tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=82e364c0-3f3a-4bd9-bee9-eb969bcd3de8,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:28.435757 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-d39a17f8-90e2-402e-aaa1-fbe1130bb98b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Project a71e4db168bb4915bec9d021ab48e3b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:29:28.446563 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d39a17f8-90e2-402e-aaa1-fbe1130bb98b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.477858 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-89e805ab-4ab0-42a5-86dd-9a47c06c3441 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.479409 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-89e805ab-4ab0-42a5-86dd-9a47c06c3441 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7933903 Mar 14 15:29:28.482241 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55362) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:28.482860 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0298a133-c1d5-487f-9ba3-1d523dbb8fde tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:28.483790 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0298a133-c1d5-487f-9ba3-1d523dbb8fde tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.488414 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a8956717-15be-46d5-ac03-017fce3a5299 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group_rule': {'security_group_id': 'db7edfd0-b6e3-4c0c-a056-cd5a1cb3c146', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:28.494791 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e805ab-4ab0-42a5-86dd-9a47c06c3441 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7edfd0-b6e3-4c0c-a056-cd5a1cb3c146,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:28.524678 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e970e5d-63b4-4059-b4f6-40c80f24a976 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.526179 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0298a133-c1d5-487f-9ba3-1d523dbb8fde tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0204554 Mar 14 15:29:28.528891 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55364) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:28.569918 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8956717-15be-46d5-ac03-017fce3a5299 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.592058 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e970e5d-63b4-4059-b4f6-40c80f24a976 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:28.600638 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d39a17f8-90e2-402e-aaa1-fbe1130bb98b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.603595 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7e970e5d-63b4-4059-b4f6-40c80f24a976 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:28.606396 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e970e5d-63b4-4059-b4f6-40c80f24a976 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:28.608048 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d39a17f8-90e2-402e-aaa1-fbe1130bb98b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.613908 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e970e5d-63b4-4059-b4f6-40c80f24a976 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:28.614844 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7e970e5d-63b4-4059-b4f6-40c80f24a976 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.631041 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e970e5d-63b4-4059-b4f6-40c80f24a976 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event updated for resources: {'Port': ['ID=da09cd55-8671-4b97-b8af-0958b3b2bbfc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:28.652203 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9110a02e-1c48-4662-ac27-7da81d3cf158 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:28.654158 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9110a02e-1c48-4662-ac27-7da81d3cf158 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1241291 Mar 14 15:29:28.657323 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7e970e5d-63b4-4059-b4f6-40c80f24a976 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4773710 Mar 14 15:29:28.657978 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55368) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:28.658279 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d39a17f8-90e2-402e-aaa1-fbe1130bb98b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.662099 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d39a17f8-90e2-402e-aaa1-fbe1130bb98b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3953424 Mar 14 15:29:28.662099 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55370) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:28.662099 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a17f8-90e2-402e-aaa1-fbe1130bb98b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bfea6e2-f8ec-48bb-afd2-c037d71581cd,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:28.664221 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55372) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:28.674034 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0be4ae96-91d4-4e94-8e49-909172a12a4f tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Request body: {'security_group_rule': {'security_group_id': 'a9573bac-f2e8-4eb5-b19b-e06396b288ff', 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:28.692235 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] For port e144f1cd-4035-42ff-a2ac-15eed8eb5a14, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:28.720927 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8956717-15be-46d5-ac03-017fce3a5299 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.730091 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8956717-15be-46d5-ac03-017fce3a5299 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.747623 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-0be4ae96-91d4-4e94-8e49-909172a12a4f tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Project a71e4db168bb4915bec9d021ab48e3b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:29:28.754323 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] For port e144f1cd-4035-42ff-a2ac-15eed8eb5a14, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e144f1cd-4035-42ff-a2ac-15eed8eb5a14,segment=NetworkSegment(a89b9f5e-4c33-45b9-b009-ec10d6bd5f94),segment_id=a89b9f5e-4c33-45b9-b009-ec10d6bd5f94)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:28.755256 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0be4ae96-91d4-4e94-8e49-909172a12a4f tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.766481 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8956717-15be-46d5-ac03-017fce3a5299 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b047d3-b2f7-48a3-b55d-b32b824dfc94,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:28.772169 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.783498 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a8956717-15be-46d5-ac03-017fce3a5299 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.786427 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a8956717-15be-46d5-ac03-017fce3a5299 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3022718 Mar 14 15:29:28.788615 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55374) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:28.794725 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4ebb14fc-178f-4887-bf95-ff23ce33fcad tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group_rule': {'security_group_id': 'db7edfd0-b6e3-4c0c-a056-cd5a1cb3c146', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:28.823358 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 25dc3141-559f-48af-873d-498a59547adc up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:28.826056 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-84ce6748-d0a2-46f7-b39e-c44fb42fa332 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting port da09cd55-8671-4b97-b8af-0958b3b2bbfc {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:28.826625 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-84ce6748-d0a2-46f7-b39e-c44fb42fa332 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.833726 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090372f3-fb1f-456c-9788-53575df4afb4 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:28.840449 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090372f3-fb1f-456c-9788-53575df4afb4 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:28.847919 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090372f3-fb1f-456c-9788-53575df4afb4 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:28.852285 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-090372f3-fb1f-456c-9788-53575df4afb4 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1887295 Mar 14 15:29:28.853963 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55376) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:28.892929 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0be4ae96-91d4-4e94-8e49-909172a12a4f tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.901664 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0be4ae96-91d4-4e94-8e49-909172a12a4f tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.906581 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ebb14fc-178f-4887-bf95-ff23ce33fcad tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.930575 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4ae96-91d4-4e94-8e49-909172a12a4f tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c3c35e-4981-45ef-a665-2076b22d8ff1,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:28.934542 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18db77b-7e68-4b26-9006-c84206a4b4ca None None] Pushing event updated for resources: {'Port': ['ID=e144f1cd-4035-42ff-a2ac-15eed8eb5a14,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:28.944377 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0be4ae96-91d4-4e94-8e49-909172a12a4f tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:28.948604 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0be4ae96-91d4-4e94-8e49-909172a12a4f tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2748058 Mar 14 15:29:29.005045 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-84ce6748-d0a2-46f7-b39e-c44fb42fa332 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.036718 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 25dc3141-559f-48af-873d-498a59547adc triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:29.037359 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.046746 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-4ebb14fc-178f-4887-bf95-ff23ce33fcad tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] create failed (client error): There was a conflict when trying to complete your request. Mar 14 15:29:29.048897 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-84ce6748-d0a2-46f7-b39e-c44fb42fa332 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Calling delete_port for da09cd55-8671-4b97-b8af-0958b3b2bbfc owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:29.052076 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4ebb14fc-178f-4887-bf95-ff23ce33fcad tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2624314 Mar 14 15:29:29.052456 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55390) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:29.070583 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-529a46a3-0813-42bf-be10-631518c51d3b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port 82e364c0-3f3a-4bd9-bee9-eb969bcd3de8 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:29.070961 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-529a46a3-0813-42bf-be10-631518c51d3b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.117005 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.134831 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.168648 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8d8365b0-7b41-4cb3-a75d-01b843c0c0e8 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.267170 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8d8365b0-7b41-4cb3-a75d-01b843c0c0e8 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.297651 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcd988-9cda-4c40-b005-d36928fbdb27 None None] Pushing event updated for resources: {'Port': ['ID=7dd860e5-4b67-49f3-889b-5e1b4aee29fe,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:29.360209 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-529a46a3-0813-42bf-be10-631518c51d3b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.401587 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8d8365b0-7b41-4cb3-a75d-01b843c0c0e8 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.402123 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-529a46a3-0813-42bf-be10-631518c51d3b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for 82e364c0-3f3a-4bd9-bee9-eb969bcd3de8 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:29.404187 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8d8365b0-7b41-4cb3-a75d-01b843c0c0e8 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.408704 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8d8365b0-7b41-4cb3-a75d-01b843c0c0e8 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "DELETE /v2.0/security-groups/db7edfd0-b6e3-4c0c-a056-cd5a1cb3c146 HTTP/1.1" status: 204 len: 168 time: 0.3517408 Mar 14 15:29:29.415168 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55424) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:29.458882 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8365b0-7b41-4cb3-a75d-01b843c0c0e8 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7edfd0-b6e3-4c0c-a056-cd5a1cb3c146,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:29.578981 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-745431bb-b02a-4140-b980-5d0f32746e35 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1601841 Mar 14 15:29:29.581512 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55426) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:29.593377 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-7e646b98-2607-4a03-a73a-71b579f7168a tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group': {'name': 'tempest-secgroup--1379602939'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:29.600044 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] Attempting to bind port 7dd860e5-4b67-49f3-889b-5e1b4aee29fe on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:29.600666 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] Attempting to bind port 7dd860e5-4b67-49f3-889b-5e1b4aee29fe by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '141cdd63-035c-4a3e-a25f-841645c59764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4efe4943-2b6b-421b-b636-0ecb2744f510'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:29.601198 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] Attempting to bind port 7dd860e5-4b67-49f3-889b-5e1b4aee29fe on network 4efe4943-2b6b-421b-b636-0ecb2744f510 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:29:29.616095 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:29:29.616932 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] Checking segment: {'id': '141cdd63-035c-4a3e-a25f-841645c59764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4efe4943-2b6b-421b-b636-0ecb2744f510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:29.617530 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.618096 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] Bound using segment: {'id': '141cdd63-035c-4a3e-a25f-841645c59764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4efe4943-2b6b-421b-b636-0ecb2744f510'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:29:29.618767 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] Bound port: 7dd860e5-4b67-49f3-889b-5e1b4aee29fe, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141cdd63-035c-4a3e-a25f-841645c59764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4efe4943-2b6b-421b-b636-0ecb2744f510'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:29.619366 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.649238 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-84ce6748-d0a2-46f7-b39e-c44fb42fa332 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.659400 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7e646b98-2607-4a03-a73a-71b579f7168a tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.705667 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce6748-d0a2-46f7-b39e-c44fb42fa332 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Port': ['ID=da09cd55-8671-4b97-b8af-0958b3b2bbfc,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:29.740407 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-529a46a3-0813-42bf-be10-631518c51d3b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.744118 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3888082-57a0-4fc3-bd69-9b72b842b0c9 None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:29.787428 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-cf8fcd5c-8988-4954-8623-fec149767b4a None None] Provisioning complete for port 7dd860e5-4b67-49f3-889b-5e1b4aee29fe triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:29.787802 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf8fcd5c-8988-4954-8623-fec149767b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.795972 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a46a3-0813-42bf-be10-631518c51d3b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=82e364c0-3f3a-4bd9-bee9-eb969bcd3de8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:29.801472 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-84ce6748-d0a2-46f7-b39e-c44fb42fa332 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.805078 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-84ce6748-d0a2-46f7-b39e-c44fb42fa332 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/da09cd55-8671-4b97-b8af-0958b3b2bbfc HTTP/1.1" status: 204 len: 168 time: 1.1420479 Mar 14 15:29:29.807562 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55428) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:29.856980 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] For port 7dd860e5-4b67-49f3-889b-5e1b4aee29fe, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:29.865298 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] For port 7dd860e5-4b67-49f3-889b-5e1b4aee29fe, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=7dd860e5-4b67-49f3-889b-5e1b4aee29fe,segment=NetworkSegment(141cdd63-035c-4a3e-a25f-841645c59764),segment_id=141cdd63-035c-4a3e-a25f-841645c59764)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:29.888299 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.903700 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d028c3a5-2240-4d7f-95f3-d21b6727882a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:29.907766 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d028c3a5-2240-4d7f-95f3-d21b6727882a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0967264 Mar 14 15:29:29.907968 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55430) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:29.937493 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7e646b98-2607-4a03-a73a-71b579f7168a tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.943855 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7e646b98-2607-4a03-a73a-71b579f7168a tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.979859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-529a46a3-0813-42bf-be10-631518c51d3b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.981537 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7e646b98-2607-4a03-a73a-71b579f7168a tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:29.982853 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7e646b98-2607-4a03-a73a-71b579f7168a tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4000845 Mar 14 15:29:29.985738 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55432) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:29.987446 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55434) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:29.987874 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-529a46a3-0813-42bf-be10-631518c51d3b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/ports/82e364c0-3f3a-4bd9-bee9-eb969bcd3de8 HTTP/1.1" status: 204 len: 168 time: 1.1341038 Mar 14 15:29:29.993490 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-cf8fcd5c-8988-4954-8623-fec149767b4a None None] Port 7dd860e5-4b67-49f3-889b-5e1b4aee29fe cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:29:29.994094 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-6e5bb306-9bd0-44ec-83fc-f06491e0d1b3 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group_rule': {'security_group_id': '76573a2e-97ec-4203-91e6-8cbb89542fb3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:30.000779 dv-neutron-833559-1-hyperv neutron-server[102567]: WARNING neutron.api.v2.base [None req-6e5bb306-9bd0-44ec-83fc-f06491e0d1b3 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 14 15:29:30.001210 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e144f1cd-4035-42ff-a2ac-15eed8eb5a14 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:30.003887 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-6e5bb306-9bd0-44ec-83fc-f06491e0d1b3 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:29:30.007959 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6e5bb306-9bd0-44ec-83fc-f06491e0d1b3 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0172040 Mar 14 15:29:30.015005 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ba39d8-ce4b-499c-922a-b5e692042972 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:30.021575 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-39ba39d8-ce4b-499c-922a-b5e692042972 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1126699 Mar 14 15:29:30.022349 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55436) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:30.022889 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55438) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:30.038369 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea83e8e-5fd2-474a-8a7b-35a262af2370 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] GET failed (client error): The resource could not be found. Mar 14 15:29:30.042779 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2ea83e8e-5fd2-474a-8a7b-35a262af2370 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports/82e364c0-3f3a-4bd9-bee9-eb969bcd3de8 HTTP/1.1" status: 404 len: 333 time: 0.0337017 Mar 14 15:29:30.042779 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e646b98-2607-4a03-a73a-71b579f7168a tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76573a2e-97ec-4203-91e6-8cbb89542fb3,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:30.043679 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55440) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:30.099581 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcd988-9cda-4c40-b005-d36928fbdb27 None None] Pushing event updated for resources: {'Port': ['ID=7dd860e5-4b67-49f3-889b-5e1b4aee29fe,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:30.213682 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea4e0fa-57a7-4e48-bc84-d8bd4fe9b6dc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:30.215330 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea4e0fa-57a7-4e48-bc84-d8bd4fe9b6dc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:30.227541 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea4e0fa-57a7-4e48-bc84-d8bd4fe9b6dc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:30.231784 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0ea4e0fa-57a7-4e48-bc84-d8bd4fe9b6dc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2042344 Mar 14 15:29:30.232666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55448) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:30.253499 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-d9565f05-1755-4219-916a-7e20117b1d94 None None] Provisioning complete for port 1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:30.255765 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d9565f05-1755-4219-916a-7e20117b1d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.272728 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-c0e21478-9966-43c3-8b63-3eca1e1f3db2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port 4b26d490-2f0e-4cf1-ae7a-d415e7a08742 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:30.273081 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0e21478-9966-43c3-8b63-3eca1e1f3db2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.282147 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] Routers {'4091eb4a-25fd-46f4-9af3-0e5a0982c294'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:30.283849 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['4091eb4a-25fd-46f4-9af3-0e5a0982c294'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:30.322952 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-24b130ff-6620-43cb-b3da-7d1ba01d341a tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.374962 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-a927ab34-2757-4237-ae7d-74937bf561b9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet 04528a5d-c0ab-41d2-b492-73633bba9e51 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:29:30.383660 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-24b130ff-6620-43cb-b3da-7d1ba01d341a tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.452971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a927ab34-2757-4237-ae7d-74937bf561b9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.465637 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0e21478-9966-43c3-8b63-3eca1e1f3db2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.481616 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-c0e21478-9966-43c3-8b63-3eca1e1f3db2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for 4b26d490-2f0e-4cf1-ae7a-d415e7a08742 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:30.497040 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-24b130ff-6620-43cb-b3da-7d1ba01d341a tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.499846 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-24b130ff-6620-43cb-b3da-7d1ba01d341a tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.501365 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-24b130ff-6620-43cb-b3da-7d1ba01d341a tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "DELETE /v2.0/security-groups/76573a2e-97ec-4203-91e6-8cbb89542fb3 HTTP/1.1" status: 204 len: 168 time: 0.4773760 Mar 14 15:29:30.504349 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55452) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:30.519922 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b130ff-6620-43cb-b3da-7d1ba01d341a tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76573a2e-97ec-4203-91e6-8cbb89542fb3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:30.539775 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a927ab34-2757-4237-ae7d-74937bf561b9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.610284 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-706c744d-a375-442e-a028-1a1c9cf348ec tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1048300 Mar 14 15:29:30.615993 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55456) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:30.621337 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5e05351e-b824-49e3-9c58-e4cf5555650f tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850419908'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:30.663724 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e05351e-b824-49e3-9c58-e4cf5555650f tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.670411 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530c0f35-9fbd-41a2-a011-f26967214894 None None] Network f18a85fd-44b4-4c81-a218-dcaf936339e0 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:30.684278 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a927ab34-2757-4237-ae7d-74937bf561b9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.757276 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port e144f1cd-4035-42ff-a2ac-15eed8eb5a14 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:30.757880 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.779491 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a927ab34-2757-4237-ae7d-74937bf561b9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.799570 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a927ab34-2757-4237-ae7d-74937bf561b9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.805774 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a927ab34-2757-4237-ae7d-74937bf561b9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/04528a5d-c0ab-41d2-b492-73633bba9e51 HTTP/1.1" status: 204 len: 168 time: 0.5675592 Mar 14 15:29:30.806558 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55464) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:30.816099 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e05351e-b824-49e3-9c58-e4cf5555650f tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.818624 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0e21478-9966-43c3-8b63-3eca1e1f3db2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.856787 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e05351e-b824-49e3-9c58-e4cf5555650f tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.874273 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e21478-9966-43c3-8b63-3eca1e1f3db2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=4b26d490-2f0e-4cf1-ae7a-d415e7a08742,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:30.899861 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bf2d72-b806-46cb-8f0b-26078bcc6103 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Deleting subnet ce848fa5-ca15-4b64-8433-4b2ef650e1f2 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:29:30.904263 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6bf2d72-b806-46cb-8f0b-26078bcc6103 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.948454 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] Set router 4091eb4a-25fd-46f4-9af3-0e5a0982c294 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:29:30.960846 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e05351e-b824-49e3-9c58-e4cf5555650f tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.962475 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6bf2d72-b806-46cb-8f0b-26078bcc6103 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:30.963363 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5e05351e-b824-49e3-9c58-e4cf5555650f tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3458920 Mar 14 15:29:30.968628 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55494) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:30.977472 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-44bf9eea-0bdb-4715-b9fa-c748c7f21a33 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group_rule': {'security_group_id': 'd3ca5c17-d211-4f68-bae8-e52a69f774d6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:30.978748 dv-neutron-833559-1-hyperv neutron-server[102567]: WARNING neutron.api.v2.base [None req-44bf9eea-0bdb-4715-b9fa-c748c7f21a33 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 14 15:29:30.979460 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-44bf9eea-0bdb-4715-b9fa-c748c7f21a33 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:29:30.980758 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-44bf9eea-0bdb-4715-b9fa-c748c7f21a33 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073695 Mar 14 15:29:30.984645 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05351e-b824-49e3-9c58-e4cf5555650f tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ca5c17-d211-4f68-bae8-e52a69f774d6,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:31.012002 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6bf2d72-b806-46cb-8f0b-26078bcc6103 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.017656 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55496) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.075983 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927ab34-2757-4237-ae7d-74937bf561b9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=04528a5d-c0ab-41d2-b492-73633bba9e51,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:31.081445 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6bf2d72-b806-46cb-8f0b-26078bcc6103 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.083724 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0e21478-9966-43c3-8b63-3eca1e1f3db2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.087527 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c0e21478-9966-43c3-8b63-3eca1e1f3db2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/ports/4b26d490-2f0e-4cf1-ae7a-d415e7a08742 HTTP/1.1" status: 204 len: 168 time: 1.0429347 Mar 14 15:29:31.089507 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d9565f05-1755-4219-916a-7e20117b1d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.094979 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55498) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.108070 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e2b24aa2-447c-4d0a-be57-cfcd78711c25 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.145330 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e2b24aa2-447c-4d0a-be57-cfcd78711c25 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.145823 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6bf2d72-b806-46cb-8f0b-26078bcc6103 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.149069 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b6bf2d72-b806-46cb-8f0b-26078bcc6103 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/ce848fa5-ca15-4b64-8433-4b2ef650e1f2 HTTP/1.1" status: 204 len: 168 time: 0.3118963 Mar 14 15:29:31.150022 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf2d72-b806-46cb-8f0b-26078bcc6103 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Subnet': ['ID=ce848fa5-ca15-4b64-8433-4b2ef650e1f2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:31.152185 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55500) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.161655 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f93c2b-2507-4f4a-b5fd-f480487ebff2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] GET failed (client error): The resource could not be found. Mar 14 15:29:31.163215 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-32f93c2b-2507-4f4a-b5fd-f480487ebff2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports/4b26d490-2f0e-4cf1-ae7a-d415e7a08742 HTTP/1.1" status: 404 len: 333 time: 0.0433240 Mar 14 15:29:31.193310 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55502) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.195518 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f49f2097-078c-4fca-90b2-b4e844b8e049 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422146 Mar 14 15:29:31.201605 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55504) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.206119 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daec24ed-b8c2-4549-a315-cb1d26e5a7a5 None None] Update dhcp port {'port': {'network_id': '5b9fbf90-4428-44c7-aa34-44697a69d1dc', 'fixed_ips': [{'subnet_id': '04528a5d-c0ab-41d2-b492-73633bba9e51', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ce848fa5-ca15-4b64-8433-4b2ef650e1f2'}], 'binding:host_id': 'dv-neutron-833559-1-hyperv'}, 'id': '1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae'} from dv-neutron-833559-1-hyperv. {{(pid=102569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 15:29:31.262889 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e2b24aa2-447c-4d0a-be57-cfcd78711c25 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.265987 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e2b24aa2-447c-4d0a-be57-cfcd78711c25 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.270542 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e2b24aa2-447c-4d0a-be57-cfcd78711c25 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "DELETE /v2.0/security-groups/d3ca5c17-d211-4f68-bae8-e52a69f774d6 HTTP/1.1" status: 204 len: 168 time: 0.2520208 Mar 14 15:29:31.272641 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55506) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.287337 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6dc5e1-d581-43a5-8691-568f2f1eba80 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting subnet 093531a2-df2d-4ed7-9ba9-099675c3059c {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:29:31.291781 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b6dc5e1-d581-43a5-8691-568f2f1eba80 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.307052 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b24aa2-447c-4d0a-be57-cfcd78711c25 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ca5c17-d211-4f68-bae8-e52a69f774d6,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:31.308012 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d9565f05-1755-4219-916a-7e20117b1d94 None None] For port 1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:31.335836 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d9565f05-1755-4219-916a-7e20117b1d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.336862 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4949d9-438d-4fdf-b2e9-b783baa10eb2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:31.338543 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ed4949d9-438d-4fdf-b2e9-b783baa10eb2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1311126 Mar 14 15:29:31.343953 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55510) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.365759 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.386767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b6dc5e1-d581-43a5-8691-568f2f1eba80 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.417627 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-083f2ad8-4d91-4bf2-b436-6bee24633465 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1345015 Mar 14 15:29:31.418350 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55512) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.426262 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-45900782-db1e-4056-b6fb-791d60dc18cc tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156803509'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:31.453876 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-daec24ed-b8c2-4549-a315-cb1d26e5a7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.462628 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c16c3c-fb22-4319-859a-30b11122b512 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:31.464318 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b9c16c3c-fb22-4319-859a-30b11122b512 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1182394 Mar 14 15:29:31.465784 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-45900782-db1e-4056-b6fb-791d60dc18cc tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.467774 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55514) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.511004 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4db9cca7-3119-4f8d-8b1e-d16cc0e2fae1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419710 Mar 14 15:29:31.520043 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55516) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.557081 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae605e1-88db-46de-bba2-2fb1f95db745 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:31.557081 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae605e1-88db-46de-bba2-2fb1f95db745 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:31.557081 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fae605e1-88db-46de-bba2-2fb1f95db745 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/da09cd55-8671-4b97-b8af-0958b3b2bbfc HTTP/1.1" status: 404 len: 333 time: 0.0331337 Mar 14 15:29:31.557081 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55518) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.586146 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b607d3b-64a7-440e-aea7-0c052b3d814f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:31.586936 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b607d3b-64a7-440e-aea7-0c052b3d814f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:31.590089 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5b607d3b-64a7-440e-aea7-0c052b3d814f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/ce848fa5-ca15-4b64-8433-4b2ef650e1f2 HTTP/1.1" status: 404 len: 337 time: 0.0340197 Mar 14 15:29:31.593799 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55520) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.614893 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port e144f1cd-4035-42ff-a2ac-15eed8eb5a14, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e144f1cd-4035-42ff-a2ac-15eed8eb5a14,segment=NetworkSegment(a89b9f5e-4c33-45b9-b009-ec10d6bd5f94),segment_id=a89b9f5e-4c33-45b9-b009-ec10d6bd5f94)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:31.642506 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.643572 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:31.646800 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-85516805-88a0-4419-a67b-4a47c89fadb7 None None] Provisioning complete for port e144f1cd-4035-42ff-a2ac-15eed8eb5a14 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:31.647167 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85516805-88a0-4419-a67b-4a47c89fadb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.651842 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-272c8582-362d-4e06-b2e4-8a1aa81d2410 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:31.652791 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272c8582-362d-4e06-b2e4-8a1aa81d2410 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:31.656709 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-272c8582-362d-4e06-b2e4-8a1aa81d2410 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/04528a5d-c0ab-41d2-b492-73633bba9e51 HTTP/1.1" status: 404 len: 337 time: 0.0605154 Mar 14 15:29:31.659339 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b6dc5e1-d581-43a5-8691-568f2f1eba80 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.661326 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55522) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.697780 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-d802006a-8187-45a4-b546-7fc8efe3a07f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:31.698501 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d802006a-8187-45a4-b546-7fc8efe3a07f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:31.704112 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d802006a-8187-45a4-b546-7fc8efe3a07f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/e7910480-36c9-41fe-a477-477653d6edbf HTTP/1.1" status: 404 len: 333 time: 0.0413482 Mar 14 15:29:31.706390 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55524) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.709942 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-45900782-db1e-4056-b6fb-791d60dc18cc tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.717444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-45900782-db1e-4056-b6fb-791d60dc18cc tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.731661 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9565f05-1755-4219-916a-7e20117b1d94 None None] Pushing event updated for resources: {'Port': ['ID=1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:31.759149 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f823b61-d1c1-4dcd-b294-0472d3eef494 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:31.762749 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f823b61-d1c1-4dcd-b294-0472d3eef494 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:31.765922 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5f823b61-d1c1-4dcd-b294-0472d3eef494 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/dad626e3-4c45-4f5d-905e-889704d14d9c HTTP/1.1" status: 404 len: 337 time: 0.0589066 Mar 14 15:29:31.770170 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55526) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.771973 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-45900782-db1e-4056-b6fb-791d60dc18cc tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.777519 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-45900782-db1e-4056-b6fb-791d60dc18cc tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3548288 Mar 14 15:29:31.782368 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55528) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.787814 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-cfc29869-a077-4d49-a2b8-273a07d8fc6d tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group_rule': {'security_group_id': 'b82a7c4c-f354-4c26-b708-008f738cb6f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:31.792579 dv-neutron-833559-1-hyperv neutron-server[102567]: WARNING neutron.api.v2.base [None req-cfc29869-a077-4d49-a2b8-273a07d8fc6d tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 14 15:29:31.796838 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-cfc29869-a077-4d49-a2b8-273a07d8fc6d tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:29:31.801822 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-cfc29869-a077-4d49-a2b8-273a07d8fc6d tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0180407 Mar 14 15:29:31.802579 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55530) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.805555 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b452020-e1d5-4676-9ca8-65529f0a91d0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:31.806019 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b452020-e1d5-4676-9ca8-65529f0a91d0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:31.810465 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5b452020-e1d5-4676-9ca8-65529f0a91d0 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/abce2378-ec81-4b90-90ca-4da0d023945a HTTP/1.1" status: 404 len: 337 time: 0.0393159 Mar 14 15:29:31.813810 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55532) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.814481 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-93da3725-3405-47f4-8728-b45dc0c65fee tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group_rule': {'security_group_id': 'b82a7c4c-f354-4c26-b708-008f738cb6f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:31.815675 dv-neutron-833559-1-hyperv neutron-server[102567]: WARNING neutron.api.v2.base [None req-93da3725-3405-47f4-8728-b45dc0c65fee tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 14 15:29:31.816355 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-93da3725-3405-47f4-8728-b45dc0c65fee tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:29:31.823069 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-93da3725-3405-47f4-8728-b45dc0c65fee tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0135269 Mar 14 15:29:31.825149 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55534) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.831949 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-bcdd5a37-b4ed-47e5-bf7b-2a00cd08dde8 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group_rule': {'security_group_id': 'b82a7c4c-f354-4c26-b708-008f738cb6f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:31.833244 dv-neutron-833559-1-hyperv neutron-server[102567]: WARNING neutron.api.v2.base [None req-bcdd5a37-b4ed-47e5-bf7b-2a00cd08dde8 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 14 15:29:31.833906 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-bcdd5a37-b4ed-47e5-bf7b-2a00cd08dde8 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:29:31.842643 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bcdd5a37-b4ed-47e5-bf7b-2a00cd08dde8 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0160496 Mar 14 15:29:31.847121 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55536) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.861321 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-26fc605e-8fdc-4c90-b818-8d0d2bfe9880 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:31.861321 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26fc605e-8fdc-4c90-b818-8d0d2bfe9880 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:31.874261 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-26fc605e-8fdc-4c90-b818-8d0d2bfe9880 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/687752f1-51cb-4a8b-beb4-c2ec0d2195f4 HTTP/1.1" status: 404 len: 333 time: 0.0502393 Mar 14 15:29:31.874499 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45900782-db1e-4056-b6fb-791d60dc18cc tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b82a7c4c-f354-4c26-b708-008f738cb6f7,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:31.877747 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55538) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.886654 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-dcfd827f-c26f-4173-8822-4c8793f41177 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group_rule': {'security_group_id': 'b82a7c4c-f354-4c26-b708-008f738cb6f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:31.887636 dv-neutron-833559-1-hyperv neutron-server[102567]: WARNING neutron.api.v2.base [None req-dcfd827f-c26f-4173-8822-4c8793f41177 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 14 15:29:31.888123 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-dcfd827f-c26f-4173-8822-4c8793f41177 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:29:31.892137 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-dcfd827f-c26f-4173-8822-4c8793f41177 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0408328 Mar 14 15:29:31.892137 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55540) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.924514 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a30c97e-35c9-406c-964c-005f253ea8e8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:31.924968 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a30c97e-35c9-406c-964c-005f253ea8e8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:31.928054 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7a30c97e-35c9-406c-964c-005f253ea8e8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/3588def7-ed09-430a-9104-23d39707896d HTTP/1.1" status: 404 len: 337 time: 0.0514042 Mar 14 15:29:31.930667 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55542) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:31.936246 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b6dc5e1-d581-43a5-8691-568f2f1eba80 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.937472 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=e144f1cd-4035-42ff-a2ac-15eed8eb5a14,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:31.976538 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7b6dc5e1-d581-43a5-8691-568f2f1eba80 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:31.982434 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7b6dc5e1-d581-43a5-8691-568f2f1eba80 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/subnets/093531a2-df2d-4ed7-9ba9-099675c3059c HTTP/1.1" status: 204 len: 168 time: 0.7831118 Mar 14 15:29:31.982434 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6dc5e1-d581-43a5-8691-568f2f1eba80 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Subnet': ['ID=093531a2-df2d-4ed7-9ba9-099675c3059c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:31.984897 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55544) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:32.017909 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:32.018302 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.024840 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f715dd-1465-4ad5-a863-f96820d97c5b None None] Network 5b9fbf90-4428-44c7-aa34-44697a69d1dc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:32.030354 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4091eb4a-25fd-46f4-9af3-0e5a0982c294', 'name': 'tempest-TestVolumeBootPattern-1107191096-router', 'tenant_id': '1361794fdd5544779d54c71d163babcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': 'b462f995-35ae-45e2-8a30-5dd8e87df38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:16Z', 'updated_at': '2022-03-14T15:29:23Z', 'revision_number': 4, 'project_id': '1361794fdd5544779d54c71d163babcb', 'gw_port': {'id': 'b462f995-35ae-45e2-8a30-5dd8e87df38f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4091eb4a-25fd-46f4-9af3-0e5a0982c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:17Z', 'updated_at': '2022-03-14T15:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '7dd860e5-4b67-49f3-889b-5e1b4aee29fe', 'name': '', 'network_id': '4efe4943-2b6b-421b-b636-0ecb2744f510', 'tenant_id': '1361794fdd5544779d54c71d163babcb', 'mac_address': 'fa:16:3e:84:41:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4091eb4a-25fd-46f4-9af3-0e5a0982c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '166f1146-20f5-47eb-9eb7-6774b0ce37b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:21Z', 'updated_at': '2022-03-14T15:29:29Z', 'revision_number': 4, 'project_id': '1361794fdd5544779d54c71d163babcb', 'subnets': [{'id': '166f1146-20f5-47eb-9eb7-6774b0ce37b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:32.061449 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-331ee98a-b6dc-460b-b52d-48734dc09748 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:32.062068 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331ee98a-b6dc-460b-b52d-48734dc09748 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:32.066325 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-331ee98a-b6dc-460b-b52d-48734dc09748 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/46b6c22b-e1d8-43ba-8e14-4b2ac7071707 HTTP/1.1" status: 404 len: 337 time: 0.1255996 Mar 14 15:29:32.068791 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55546) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:32.098643 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-997cd0fb-f148-49d3-8409-38e3b385618f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.099151 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-458acd89-9be7-49e8-a804-093add771015 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:32.100019 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458acd89-9be7-49e8-a804-093add771015 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:32.104156 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-458acd89-9be7-49e8-a804-093add771015 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/36deac06-5721-4094-8b88-ea2b5cb77d78 HTTP/1.1" status: 404 len: 333 time: 0.0343440 Mar 14 15:29:32.104984 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-778d0188-7501-4100-b2dd-d85a1ee68186 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.106668 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55548) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:32.138990 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd1ea6f-273b-410b-835a-22b443f9da62 None None] The sync data for ids ['4091eb4a-25fd-46f4-9af3-0e5a0982c294'] in dv-neutron-833559-1-hyperv is: [{'id': '4091eb4a-25fd-46f4-9af3-0e5a0982c294', 'name': 'tempest-TestVolumeBootPattern-1107191096-router', 'tenant_id': '1361794fdd5544779d54c71d163babcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': 'b462f995-35ae-45e2-8a30-5dd8e87df38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:16Z', 'updated_at': '2022-03-14T15:29:23Z', 'revision_number': 4, 'project_id': '1361794fdd5544779d54c71d163babcb', 'gw_port': {'id': 'b462f995-35ae-45e2-8a30-5dd8e87df38f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4091eb4a-25fd-46f4-9af3-0e5a0982c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:17Z', 'updated_at': '2022-03-14T15:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '7dd860e5-4b67-49f3-889b-5e1b4aee29fe', 'name': '', 'network_id': '4efe4943-2b6b-421b-b636-0ecb2744f510', 'tenant_id': '1361794fdd5544779d54c71d163babcb', 'mac_address': 'fa:16:3e:84:41:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4091eb4a-25fd-46f4-9af3-0e5a0982c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '166f1146-20f5-47eb-9eb7-6774b0ce37b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:21Z', 'updated_at': '2022-03-14T15:29:29Z', 'revision_number': 4, 'project_id': '1361794fdd5544779d54c71d163babcb', 'subnets': [{'id': '166f1146-20f5-47eb-9eb7-6774b0ce37b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:29:32.149580 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ede2975-1c96-438c-af67-37972b5c7150 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:32.151538 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ede2975-1c96-438c-af67-37972b5c7150 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:32.156860 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5ede2975-1c96-438c-af67-37972b5c7150 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/af1fd828-8193-4a50-ad61-01ef20f6441d HTTP/1.1" status: 404 len: 337 time: 0.0490396 Mar 14 15:29:32.161457 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55550) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:32.178446 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-778d0188-7501-4100-b2dd-d85a1ee68186 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.206680 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82b6ccf-a509-4f13-a505-d3f96fc3e52f None None] Network f18a85fd-44b4-4c81-a218-dcaf936339e0 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:32.237186 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f998a3c-4152-4879-9dd9-612a9dbb47e9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:32.238955 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f998a3c-4152-4879-9dd9-612a9dbb47e9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:32.241777 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-778d0188-7501-4100-b2dd-d85a1ee68186 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.245152 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-778d0188-7501-4100-b2dd-d85a1ee68186 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.246425 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-778d0188-7501-4100-b2dd-d85a1ee68186 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "DELETE /v2.0/security-groups/b82a7c4c-f354-4c26-b708-008f738cb6f7 HTTP/1.1" status: 204 len: 168 time: 0.3534772 Mar 14 15:29:32.255105 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55552) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:32.256837 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7f998a3c-4152-4879-9dd9-612a9dbb47e9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/c8877916-9364-4fc6-a997-238b63f003e6 HTTP/1.1" status: 404 len: 337 time: 0.0943384 Mar 14 15:29:32.259594 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55554) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:32.262159 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-85516805-88a0-4419-a67b-4a47c89fadb7 None None] Provisioning complete for port 7dd860e5-4b67-49f3-889b-5e1b4aee29fe triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:32.262572 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85516805-88a0-4419-a67b-4a47c89fadb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.305837 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdfa715-3aca-4624-b22e-0b6d819f393f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:32.306770 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdfa715-3aca-4624-b22e-0b6d819f393f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:32.312308 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4bdfa715-3aca-4624-b22e-0b6d819f393f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/03bbefcb-d68d-45b1-a323-15c720330e93 HTTP/1.1" status: 404 len: 333 time: 0.0463850 Mar 14 15:29:32.313118 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55556) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:32.317056 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0188-7501-4100-b2dd-d85a1ee68186 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82a7c4c-f354-4c26-b708-008f738cb6f7,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:32.360622 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-997cd0fb-f148-49d3-8409-38e3b385618f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port e144f1cd-4035-42ff-a2ac-15eed8eb5a14 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:32.360911 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-997cd0fb-f148-49d3-8409-38e3b385618f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.364496 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-2382e0c2-3b42-4d5a-a94f-9e1b7a96e171 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:32.364953 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2382e0c2-3b42-4d5a-a94f-9e1b7a96e171 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:32.368280 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2382e0c2-3b42-4d5a-a94f-9e1b7a96e171 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/dcc41e71-663d-4e75-84fe-fc6af8f33364 HTTP/1.1" status: 404 len: 337 time: 0.0533361 Mar 14 15:29:32.373626 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-94ebae78-d5b6-4573-91e4-2e056a30215e tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1151791 Mar 14 15:29:32.374625 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55558) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:32.381612 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55560) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:32.412271 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-4d7fad96-86ec-47d2-b962-e717bacd5822 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674522472'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:32.470789 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-997cd0fb-f148-49d3-8409-38e3b385618f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] For port e144f1cd-4035-42ff-a2ac-15eed8eb5a14, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e144f1cd-4035-42ff-a2ac-15eed8eb5a14,segment=NetworkSegment(a89b9f5e-4c33-45b9-b009-ec10d6bd5f94),segment_id=a89b9f5e-4c33-45b9-b009-ec10d6bd5f94)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:32.471474 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-997cd0fb-f148-49d3-8409-38e3b385618f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.494447 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-689edb77-0ea0-4158-818d-599c91336f2f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:32.495400 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-689edb77-0ea0-4158-818d-599c91336f2f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:32.504908 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-997cd0fb-f148-49d3-8409-38e3b385618f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for e144f1cd-4035-42ff-a2ac-15eed8eb5a14 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:32.506719 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-689edb77-0ea0-4158-818d-599c91336f2f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/9d975f40-65f5-4b6e-9b61-d3276a9d7c41 HTTP/1.1" status: 404 len: 333 time: 0.1304286 Mar 14 15:29:32.509330 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55564) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:32.546796 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b48373-51d2-4539-91a1-fd217ebc1ff4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:32.547645 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b48373-51d2-4539-91a1-fd217ebc1ff4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:32.553422 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-34b48373-51d2-4539-91a1-fd217ebc1ff4 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/ef820b70-0675-4cc2-b205-6012762a4fe3 HTTP/1.1" status: 404 len: 337 time: 0.0420606 Mar 14 15:29:32.557944 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4d7fad96-86ec-47d2-b962-e717bacd5822 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.560441 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55566) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:32.595357 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-80fd5689-49b0-44b5-a539-616be792baf5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:32.596594 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80fd5689-49b0-44b5-a539-616be792baf5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:32.603572 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-80fd5689-49b0-44b5-a539-616be792baf5 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/52feb0d3-35ca-4dd8-8fce-bb0460937cf2 HTTP/1.1" status: 404 len: 333 time: 0.0378363 Mar 14 15:29:32.603572 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55568) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:32.633014 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85516805-88a0-4419-a67b-4a47c89fadb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.637563 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a361bad-8b22-4961-8b19-8d3f4b7f1c66 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:32.638154 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a361bad-8b22-4961-8b19-8d3f4b7f1c66 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:32.643841 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3a361bad-8b22-4961-8b19-8d3f4b7f1c66 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/ccbb7f2a-0df3-4444-b73d-489ea1427906 HTTP/1.1" status: 404 len: 337 time: 0.0381520 Mar 14 15:29:32.644805 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55570) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:32.685912 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed3cf52-613e-4b1b-9617-fa5457160924 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:32.686586 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed3cf52-613e-4b1b-9617-fa5457160924 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:32.693924 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3ed3cf52-613e-4b1b-9617-fa5457160924 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/1b037762-6142-4d15-a953-838f7bc04c50 HTTP/1.1" status: 404 len: 333 time: 0.0449126 Mar 14 15:29:32.694421 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55572) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:32.707226 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-997cd0fb-f148-49d3-8409-38e3b385618f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.740367 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8907c5-2395-43f4-b509-84a89138dc93 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:32.740711 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8907c5-2395-43f4-b509-84a89138dc93 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:32.747464 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6c8907c5-2395-43f4-b509-84a89138dc93 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/1372450d-9e7a-4fb4-84be-eedeaec9ca28 HTTP/1.1" status: 404 len: 337 time: 0.0487292 Mar 14 15:29:32.765539 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55574) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:32.769975 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997cd0fb-f148-49d3-8409-38e3b385618f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No DVR routers for this DVR port e144f1cd-4035-42ff-a2ac-15eed8eb5a14 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:32.776945 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cd0fb-f148-49d3-8409-38e3b385618f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=e144f1cd-4035-42ff-a2ac-15eed8eb5a14,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:32.784181 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4d7fad96-86ec-47d2-b962-e717bacd5822 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.803178 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4d7fad96-86ec-47d2-b962-e717bacd5822 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.811364 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa544d7-ec2b-4944-b987-8ea43a5e44fb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:32.812391 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa544d7-ec2b-4944-b987-8ea43a5e44fb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:32.819517 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-afa544d7-ec2b-4944-b987-8ea43a5e44fb tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/5febb55d-b854-4860-9895-078fb2f73b8b HTTP/1.1" status: 404 len: 333 time: 0.0498476 Mar 14 15:29:32.820569 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55576) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:32.852536 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4d7fad96-86ec-47d2-b962-e717bacd5822 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.856619 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4d7fad96-86ec-47d2-b962-e717bacd5822 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4562466 Mar 14 15:29:32.859402 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55578) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:32.868590 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-c6c942f3-4a2f-48c8-a9bd-c3dbef0b1abd tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group_rule': {'security_group_id': '5c06403b-88f7-4705-a12c-8e0a69218a99', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:32.870218 dv-neutron-833559-1-hyperv neutron-server[102567]: WARNING neutron.api.v2.base [None req-c6c942f3-4a2f-48c8-a9bd-c3dbef0b1abd tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 14 15:29:32.871444 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-c6c942f3-4a2f-48c8-a9bd-c3dbef0b1abd tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:29:32.875088 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c6c942f3-4a2f-48c8-a9bd-c3dbef0b1abd tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087702 Mar 14 15:29:32.875535 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55580) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:32.880427 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-bdbeb1ba-1522-4e36-a302-37ee27f8c3bc tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group_rule': {'security_group_id': '5c06403b-88f7-4705-a12c-8e0a69218a99', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:32.885413 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fad96-86ec-47d2-b962-e717bacd5822 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c06403b-88f7-4705-a12c-8e0a69218a99,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:32.894776 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f907c12-340d-4974-9654-45d8e8574b2a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:32.895184 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f907c12-340d-4974-9654-45d8e8574b2a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:32.903279 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0f907c12-340d-4974-9654-45d8e8574b2a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/657b51cf-fca9-454b-a380-9cf1da5685a5 HTTP/1.1" status: 404 len: 337 time: 0.0773253 Mar 14 15:29:32.908895 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55582) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:32.915607 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-997cd0fb-f148-49d3-8409-38e3b385618f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:32.943622 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-997cd0fb-f148-49d3-8409-38e3b385618f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18a85fd-44b4-4c81-a218-dcaf936339e0']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:32.949958 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b66c5d6-1483-45fa-b198-9c41ba7b446a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:32.950731 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b66c5d6-1483-45fa-b198-9c41ba7b446a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:32.955497 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4b66c5d6-1483-45fa-b198-9c41ba7b446a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/4d3985f4-8c75-4d94-aabf-f1044ca323c0 HTTP/1.1" status: 404 len: 333 time: 0.0414386 Mar 14 15:29:32.957780 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55584) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:32.975896 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-bdbeb1ba-1522-4e36-a302-37ee27f8c3bc tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:29:32.977644 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bdbeb1ba-1522-4e36-a302-37ee27f8c3bc tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1012144 Mar 14 15:29:32.980648 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55586) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:32.981797 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-997cd0fb-f148-49d3-8409-38e3b385618f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89b9f5e-4c33-45b9-b009-ec10d6bd5f94') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:32.982101 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-997cd0fb-f148-49d3-8409-38e3b385618f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89b9f5e-4c33-45b9-b009-ec10d6bd5f94') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:32.989564 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-e202d68f-0215-4373-938f-2f18800a4f20 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group_rule': {'security_group_id': '5c06403b-88f7-4705-a12c-8e0a69218a99', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:32.990185 dv-neutron-833559-1-hyperv neutron-server[102567]: WARNING neutron.api.v2.base [None req-e202d68f-0215-4373-938f-2f18800a4f20 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 14 15:29:32.990559 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-e202d68f-0215-4373-938f-2f18800a4f20 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:29:32.996299 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e202d68f-0215-4373-938f-2f18800a4f20 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0135751 Mar 14 15:29:33.000138 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55590) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:33.008204 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-684977f0-d8b1-4a1a-a3fc-c4f43c5c7a3c tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group_rule': {'security_group_id': '5c06403b-88f7-4705-a12c-8e0a69218a99', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:33.010180 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-997cd0fb-f148-49d3-8409-38e3b385618f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.017984 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-85516805-88a0-4419-a67b-4a47c89fadb7 None None] For port 7dd860e5-4b67-49f3-889b-5e1b4aee29fe, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=7dd860e5-4b67-49f3-889b-5e1b4aee29fe,segment=NetworkSegment(141cdd63-035c-4a3e-a25f-841645c59764),segment_id=141cdd63-035c-4a3e-a25f-841645c59764)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:33.028187 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-997cd0fb-f148-49d3-8409-38e3b385618f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.039822 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997cd0fb-f148-49d3-8409-38e3b385618f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:29:33.040488 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-997cd0fb-f148-49d3-8409-38e3b385618f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:33.061391 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:33.063812 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b9e786-e7cf-404c-8e9a-94257b247c3e None None] DHCP port deletion for 5b9fbf90-4428-44c7-aa34-44697a69d1dc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:29:33.076213 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85516805-88a0-4419-a67b-4a47c89fadb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.098985 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-87fbd606-9842-4830-bb2f-1a037524d8c9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:33.099473 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87fbd606-9842-4830-bb2f-1a037524d8c9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:33.116694 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-87fbd606-9842-4830-bb2f-1a037524d8c9 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/bd5a18eb-d7e2-477d-b762-1040cf197e54 HTTP/1.1" status: 404 len: 337 time: 0.1567037 Mar 14 15:29:33.116971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55592) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:33.135987 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-684977f0-d8b1-4a1a-a3fc-c4f43c5c7a3c tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:29:33.138974 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-684977f0-d8b1-4a1a-a3fc-c4f43c5c7a3c tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1359675 Mar 14 15:29:33.139718 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55594) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:33.144114 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ac1ca63d-ddca-446e-b6a3-d7c20a23da01 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group_rule': {'security_group_id': '5c06403b-88f7-4705-a12c-8e0a69218a99', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:33.144617 dv-neutron-833559-1-hyperv neutron-server[102567]: WARNING neutron.api.v2.base [None req-ac1ca63d-ddca-446e-b6a3-d7c20a23da01 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 14 15:29:33.144941 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-ac1ca63d-ddca-446e-b6a3-d7c20a23da01 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:29:33.152043 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ac1ca63d-ddca-446e-b6a3-d7c20a23da01 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0052280 Mar 14 15:29:33.164168 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55596) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:33.169242 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9a1a0b22-4325-4cda-8bbd-68fc2035ae2d tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group_rule': {'security_group_id': '5c06403b-88f7-4705-a12c-8e0a69218a99', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:33.206358 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d92b15-051e-4e71-8bc2-9d59ea2c9b0c None None] DHCP port deletion for f18a85fd-44b4-4c81-a218-dcaf936339e0 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:29:33.242195 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-9a1a0b22-4325-4cda-8bbd-68fc2035ae2d tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:29:33.245955 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3c3b7efd-3d1e-465f-90cf-62685dd9965e None None] Could not find standard attr ID for object e144f1cd-4035-42ff-a2ac-15eed8eb5a14. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:29:33.246100 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9a1a0b22-4325-4cda-8bbd-68fc2035ae2d tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0783348 Mar 14 15:29:33.246203 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55598) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:33.254087 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-2ea63c65-b65a-45d3-991d-0880e89fd0ca tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group_rule': {'security_group_id': '5c06403b-88f7-4705-a12c-8e0a69218a99', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:33.255068 dv-neutron-833559-1-hyperv neutron-server[102567]: WARNING neutron.api.v2.base [None req-2ea63c65-b65a-45d3-991d-0880e89fd0ca tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 14 15:29:33.255651 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-2ea63c65-b65a-45d3-991d-0880e89fd0ca tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:29:33.268577 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2ea63c65-b65a-45d3-991d-0880e89fd0ca tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089047 Mar 14 15:29:33.269272 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55600) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:33.277017 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-817debec-08b2-4eee-b896-27a8f326fed1 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group_rule': {'security_group_id': '5c06403b-88f7-4705-a12c-8e0a69218a99', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:33.289790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7dd860e5-4b67-49f3-889b-5e1b4aee29fe up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:33.293797 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb93492-1164-4b5e-b25e-3bdc0d9933c1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:33.296172 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb93492-1164-4b5e-b25e-3bdc0d9933c1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:33.304406 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3bb93492-1164-4b5e-b25e-3bdc0d9933c1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/d8528f3d-b6e6-48bc-bc98-2b695b79b8fa HTTP/1.1" status: 404 len: 337 time: 0.1753457 Mar 14 15:29:33.305936 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55602) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:33.338369 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-914b5ee5-fd94-4175-bc39-7e75beb5e321 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:33.339327 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-914b5ee5-fd94-4175-bc39-7e75beb5e321 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:33.347512 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3c3b7efd-3d1e-465f-90cf-62685dd9965e None None] Provisioning complete for port 1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:33.347703 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55604) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:33.347914 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3c3b7efd-3d1e-465f-90cf-62685dd9965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.349822 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85516805-88a0-4419-a67b-4a47c89fadb7 None None] Pushing event updated for resources: {'Port': ['ID=7dd860e5-4b67-49f3-889b-5e1b4aee29fe,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:33.350823 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-914b5ee5-fd94-4175-bc39-7e75beb5e321 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/4f7dbe98-9e9f-4e2d-9566-0f68c0593542 HTTP/1.1" status: 404 len: 333 time: 0.0413930 Mar 14 15:29:33.354067 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-997cd0fb-f148-49d3-8409-38e3b385618f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.389598 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-997cd0fb-f148-49d3-8409-38e3b385618f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.398193 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-997cd0fb-f148-49d3-8409-38e3b385618f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/networks/f18a85fd-44b4-4c81-a218-dcaf936339e0 HTTP/1.1" status: 204 len: 168 time: 1.4129009 Mar 14 15:29:33.399598 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cd0fb-f148-49d3-8409-38e3b385618f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Network': ['ID=f18a85fd-44b4-4c81-a218-dcaf936339e0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:33.401435 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55606) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:33.411046 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9b054bcf-059f-4949-a0c7-c65db6f05943 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-962611411'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:33.446104 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6986ac5-691a-4e11-b895-a8275b109d23 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:33.446788 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6986ac5-691a-4e11-b895-a8275b109d23 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:33.457605 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e6986ac5-691a-4e11-b895-a8275b109d23 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/bb729cce-61d1-4952-93a6-66905e26fb6e HTTP/1.1" status: 404 len: 337 time: 0.1089170 Mar 14 15:29:33.458704 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-817debec-08b2-4eee-b896-27a8f326fed1 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:29:33.459718 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b054bcf-059f-4949-a0c7-c65db6f05943 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:33.460734 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-817debec-08b2-4eee-b896-27a8f326fed1 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1905534 Mar 14 15:29:33.463345 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55608) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:33.464470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b054bcf-059f-4949-a0c7-c65db6f05943 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.475379 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55610) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:33.482415 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-954ffa49-75f6-4f0c-8148-b31536cd15f2 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group_rule': {'security_group_id': '5c06403b-88f7-4705-a12c-8e0a69218a99', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:33.505626 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b054bcf-059f-4949-a0c7-c65db6f05943 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:33.509941 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-49b9e786-e7cf-404c-8e9a-94257b247c3e None None] Deleting port 1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:33.510292 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49b9e786-e7cf-404c-8e9a-94257b247c3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.525367 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b054bcf-059f-4949-a0c7-c65db6f05943 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.525868 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-9b054bcf-059f-4949-a0c7-c65db6f05943 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Added segment 7d9e244b-9424-4c9d-b76c-32a93f245227 of type vlan for network 9be43ae0-d726-4c75-a626-5bdf14e49aca Mar 14 15:29:33.594524 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-7887da15-3e50-44cb-a6a1-a419186db69c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:33.596903 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7887da15-3e50-44cb-a6a1-a419186db69c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:33.600122 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7887da15-3e50-44cb-a6a1-a419186db69c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/de3c1eb1-2429-4109-8b98-1171c637af0b HTTP/1.1" status: 404 len: 337 time: 0.1355495 Mar 14 15:29:33.603842 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55614) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:33.644420 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b054bcf-059f-4949-a0c7-c65db6f05943 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.654056 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 7dd860e5-4b67-49f3-889b-5e1b4aee29fe triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:33.654762 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.677344 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b054bcf-059f-4949-a0c7-c65db6f05943 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.684752 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b054bcf-059f-4949-a0c7-c65db6f05943 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:33.685393 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9b054bcf-059f-4949-a0c7-c65db6f05943 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.715501 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccde7a03-40bd-47e7-a26d-c3338e8eed36 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:33.718451 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccde7a03-40bd-47e7-a26d-c3338e8eed36 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:33.730909 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-49b9e786-e7cf-404c-8e9a-94257b247c3e None None] For port 1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae,segment=NetworkSegment(0b6a0032-9fe1-427f-8ab6-ea04dfa71e44),segment_id=0b6a0032-9fe1-427f-8ab6-ea04dfa71e44)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:33.731839 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49b9e786-e7cf-404c-8e9a-94257b247c3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:33.737142 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ccde7a03-40bd-47e7-a26d-c3338e8eed36 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/f2ee9b65-6ccd-493f-9feb-3ad0aa67bc52 HTTP/1.1" status: 404 len: 333 time: 0.1080003 Mar 14 15:29:33.737768 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55616) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:33.756371 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-49b9e786-e7cf-404c-8e9a-94257b247c3e None None] Calling delete_port for 1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:33.764239 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9b054bcf-059f-4949-a0c7-c65db6f05943 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3608663 Mar 14 15:29:33.775440 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55618) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:33.782809 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9d12d3d4-8a6f-470d-b1ad-396254c8353c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'subnet': {'network_id': '9be43ae0-d726-4c75-a626-5bdf14e49aca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:33.827496 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b054bcf-059f-4949-a0c7-c65db6f05943 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Network': ['ID=9be43ae0-d726-4c75-a626-5bdf14e49aca,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:33.856048 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 9be43ae0-d726-4c75-a626-5bdf14e49aca details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:29:33.987539 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d12d3d4-8a6f-470d-b1ad-396254c8353c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:33.993017 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d12d3d4-8a6f-470d-b1ad-396254c8353c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.124909 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cb473388-dc62-4239-a9f7-3852e5316792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.134026 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49b9e786-e7cf-404c-8e9a-94257b247c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.173441 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9e786-e7cf-404c-8e9a-94257b247c3e None None] Pushing event deleted for resources: {'Port': ['ID=1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:34.185809 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b9e786-e7cf-404c-8e9a-94257b247c3e None None] No DVR routers for this DVR port 1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:34.199714 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:29:34.233571 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:29:34.233939 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1d3dcf86-7f52-4f22-a6a6-35d64db0c4ae not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:29:34.324234 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b01517-e7f9-46ae-a9f5-49ae415df147 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:34.324927 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b01517-e7f9-46ae-a9f5-49ae415df147 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:34.328520 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-70b01517-e7f9-46ae-a9f5-49ae415df147 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/7b84021c-e342-4e05-8c9f-4471c5fd6dc2 HTTP/1.1" status: 404 len: 337 time: 0.5870633 Mar 14 15:29:34.330156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d12d3d4-8a6f-470d-b1ad-396254c8353c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.331453 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55620) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:34.342093 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-954ffa49-75f6-4f0c-8148-b31536cd15f2 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:29:34.343111 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-954ffa49-75f6-4f0c-8148-b31536cd15f2 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8667572 Mar 14 15:29:34.360838 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55622) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:34.370005 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41823eb-3dc3-4ecb-b500-1b4ee5d1678b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:34.370674 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41823eb-3dc3-4ecb-b500-1b4ee5d1678b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:34.376690 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f41823eb-3dc3-4ecb-b500-1b4ee5d1678b tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/b12f3889-4272-44ce-9413-e2429ccdf88b HTTP/1.1" status: 404 len: 337 time: 0.0414810 Mar 14 15:29:34.378192 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55624) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:34.425952 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae20113-32b0-4f2f-9a95-e2399c03a1d2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:34.426568 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae20113-32b0-4f2f-9a95-e2399c03a1d2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:34.429668 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5ae20113-32b0-4f2f-9a95-e2399c03a1d2 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/2ab81e35-2825-466c-9586-1794593b46b7 HTTP/1.1" status: 404 len: 333 time: 0.0504212 Mar 14 15:29:34.433964 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55626) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:34.440767 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a83d2fcb-ce3c-4b4d-94c3-afe403e4f82b tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.443522 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12d3d4-8a6f-470d-b1ad-396254c8353c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Subnet': ['ID=89920015-7adb-4684-b712-fa062359a077,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:34.465171 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d12d3d4-8a6f-470d-b1ad-396254c8353c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Checking segment: {'id': '7d9e244b-9424-4c9d-b76c-32a93f245227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9be43ae0-d726-4c75-a626-5bdf14e49aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:34.465840 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d12d3d4-8a6f-470d-b1ad-396254c8353c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network hostable DHCP agents. Network: 9be43ae0-d726-4c75-a626-5bdf14e49aca, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:34.472220 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a83d2fcb-ce3c-4b4d-94c3-afe403e4f82b tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.472431 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1876f6ca-9095-4c66-893d-abb5432173f7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:34.472431 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1876f6ca-9095-4c66-893d-abb5432173f7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:34.475776 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1876f6ca-9095-4c66-893d-abb5432173f7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/6e63f40e-9259-46e4-a407-6b6188248a31 HTTP/1.1" status: 404 len: 337 time: 0.0383446 Mar 14 15:29:34.477083 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55628) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:34.513825 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6af83d-f9e3-4bfd-9a52-ec3e967739bd tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:34.514589 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6af83d-f9e3-4bfd-9a52-ec3e967739bd tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:34.516033 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a83d2fcb-ce3c-4b4d-94c3-afe403e4f82b tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.518432 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8a6af83d-f9e3-4bfd-9a52-ec3e967739bd tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/3ab01c5c-e937-42ec-9ae9-cf06f8d2dfbc HTTP/1.1" status: 404 len: 337 time: 0.0396638 Mar 14 15:29:34.521862 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55630) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:34.523378 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a83d2fcb-ce3c-4b4d-94c3-afe403e4f82b tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.524546 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a83d2fcb-ce3c-4b4d-94c3-afe403e4f82b tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "DELETE /v2.0/security-groups/5c06403b-88f7-4705-a12c-8e0a69218a99 HTTP/1.1" status: 204 len: 168 time: 0.1625409 Mar 14 15:29:34.529420 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55632) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:34.548775 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d2fcb-ce3c-4b4d-94c3-afe403e4f82b tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c06403b-88f7-4705-a12c-8e0a69218a99,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:34.556797 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3112aabb-6cde-4575-a30b-d29b7e581ee8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports?device_id=1612d6d4-be40-4fc2-8c72-41ab5bc002ee HTTP/1.1" status: 200 len: 205 time: 0.0336704 Mar 14 15:29:34.557507 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d12d3d4-8a6f-470d-b1ad-396254c8353c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network 9be43ae0-d726-4c75-a626-5bdf14e49aca is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:34.560295 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55634) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:34.598962 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6865a366-5537-457e-81d1-4b215b8effdf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0670207 Mar 14 15:29:34.601782 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55636) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:34.603599 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-9d12d3d4-8a6f-470d-b1ad-396254c8353c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 9be43ae0-d726-4c75-a626-5bdf14e49aca) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:34.607063 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-386f0f11-a350-4bfb-858a-cf0c9ffecfdf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group': {'name': 'tempest-secgroup--500580737'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:34.608062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d12d3d4-8a6f-470d-b1ad-396254c8353c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:34.608878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d12d3d4-8a6f-470d-b1ad-396254c8353c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.612943 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc7e2fd-0e43-4058-ac07-e0ab4bbb8367 None None] Network 9be43ae0-d726-4c75-a626-5bdf14e49aca requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:34.613590 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-2a3d7652-034d-4063-80bc-fc4a376d60cc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] delete failed (client error): The resource could not be found. Mar 14 15:29:34.614665 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2a3d7652-034d-4063-80bc-fc4a376d60cc tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/routers/1612d6d4-be40-4fc2-8c72-41ab5bc002ee HTTP/1.1" status: 404 len: 336 time: 0.0523365 Mar 14 15:29:34.617901 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55638) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:34.644352 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-386f0f11-a350-4bfb-858a-cf0c9ffecfdf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.650858 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a45ddec-0158-458f-a272-129039027f86 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:34.651427 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a45ddec-0158-458f-a272-129039027f86 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:34.657643 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0a45ddec-0158-458f-a272-129039027f86 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/117baf72-597c-4b5b-9d85-366742748352 HTTP/1.1" status: 404 len: 337 time: 0.0360851 Mar 14 15:29:34.657643 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55642) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:34.672090 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9d12d3d4-8a6f-470d-b1ad-396254c8353c tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8931928 Mar 14 15:29:34.672305 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55644) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:34.676783 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d23f39d8-048d-4644-b4ca-8e5d942aef54 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-305499518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:34.706008 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f8d78f99-a298-49d3-9964-3ee43c9b1b58 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "GET /v2.0/ports?device_id=43070eac-9086-460f-8344-88b289eb5827 HTTP/1.1" status: 200 len: 205 time: 0.0445778 Mar 14 15:29:34.707169 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55646) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:34.756376 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-4b89b412-cccf-4119-a482-63d920900bf7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] delete failed (client error): The resource could not be found. Mar 14 15:29:34.760447 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-386f0f11-a350-4bfb-858a-cf0c9ffecfdf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.760609 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4b89b412-cccf-4119-a482-63d920900bf7 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/routers/43070eac-9086-460f-8344-88b289eb5827 HTTP/1.1" status: 404 len: 336 time: 0.0500176 Mar 14 15:29:34.760852 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55648) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:34.770963 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d23f39d8-048d-4644-b4ca-8e5d942aef54 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.772903 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d23f39d8-048d-4644-b4ca-8e5d942aef54 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.773095 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-386f0f11-a350-4bfb-858a-cf0c9ffecfdf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.804159 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67e47ab-e811-409d-b7eb-7539c942d7c8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:34.804621 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67e47ab-e811-409d-b7eb-7539c942d7c8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:34.807756 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a67e47ab-e811-409d-b7eb-7539c942d7c8 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/b9e0195d-86a9-4188-b710-4f5e63001e8e HTTP/1.1" status: 404 len: 337 time: 0.0459409 Mar 14 15:29:34.813609 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-9be43ae0-d726-4c75-a626-5bdf14e49aca', 'network_id': '9be43ae0-d726-4c75-a626-5bdf14e49aca', 'tenant_id': '2bc6d44e222640628bd023b496b3ec98', 'fixed_ips': [{'subnet_id': '89920015-7adb-4684-b712-fa062359a077'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:29:34.813841 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.815641 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55650) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:34.843454 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d23f39d8-048d-4644-b4ca-8e5d942aef54 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.849523 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d23f39d8-048d-4644-b4ca-8e5d942aef54 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.868311 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f0f11-a350-4bfb-858a-cf0c9ffecfdf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdeaa19-bf12-4818-a42f-f3bd2b62a68c,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:34.870809 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7515f7c-c538-424e-8da8-5b93201d4da3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:34.871340 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7515f7c-c538-424e-8da8-5b93201d4da3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:34.877150 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c7515f7c-c538-424e-8da8-5b93201d4da3 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/505d2518-d55d-458f-bef7-f375c154e810 HTTP/1.1" status: 404 len: 337 time: 0.0558605 Mar 14 15:29:34.878032 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55652) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:34.882297 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d23f39d8-048d-4644-b4ca-8e5d942aef54 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.886608 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d23f39d8-048d-4644-b4ca-8e5d942aef54 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2108090 Mar 14 15:29:34.886608 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55654) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:34.886880 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-386f0f11-a350-4bfb-858a-cf0c9ffecfdf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:34.891273 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-386f0f11-a350-4bfb-858a-cf0c9ffecfdf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2844355 Mar 14 15:29:34.891273 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55656) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:34.893429 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-25472e46-681c-4593-be74-0707b4cbcf96 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'port': {'network_id': '9be43ae0-d726-4c75-a626-5bdf14e49aca', 'name': 'tempest-PortsTestJSON-317972527'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:34.896980 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-39ecea0b-3ee5-4929-ad6a-7b4893d9c322 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group_rule': {'security_group_id': 'cfdeaa19-bf12-4818-a42f-f3bd2b62a68c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:34.929899 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6e5316-448b-4506-804f-17a9c249d408 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:34.930549 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6e5316-448b-4506-804f-17a9c249d408 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:34.934162 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2b6e5316-448b-4506-804f-17a9c249d408 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/a9348cc0-f9ed-4fd3-b424-7153988f3e16 HTTP/1.1" status: 404 len: 333 time: 0.0559990 Mar 14 15:29:34.936892 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55658) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:34.968607 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-1598681c-b3d9-4ef7-a0b8-ef83ea8cc451 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:34.969078 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1598681c-b3d9-4ef7-a0b8-ef83ea8cc451 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:34.972908 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1598681c-b3d9-4ef7-a0b8-ef83ea8cc451 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/9f670791-4ac4-4018-a27e-b5bf0c97fdd1 HTTP/1.1" status: 404 len: 337 time: 0.0348582 Mar 14 15:29:34.975813 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55660) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:34.982670 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] Allocated IP 172.20.0.2 (9be43ae0-d726-4c75-a626-5bdf14e49aca/89920015-7adb-4684-b712-fa062359a077/e989cd77-f071-44b5-8150-22e6b292c196) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:35.013382 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86dc1d2-3174-4e2a-8da3-e480bcfb7569 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:35.014133 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86dc1d2-3174-4e2a-8da3-e480bcfb7569 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:35.020382 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b86dc1d2-3174-4e2a-8da3-e480bcfb7569 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/1b38cdb2-fcb5-44c9-b346-449662677653 HTTP/1.1" status: 404 len: 333 time: 0.0410895 Mar 14 15:29:35.021880 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55662) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:35.040684 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-39ecea0b-3ee5-4929-ad6a-7b4893d9c322 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] create failed (client error): The resource could not be found. Mar 14 15:29:35.055451 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-39ecea0b-3ee5-4929-ad6a-7b4893d9c322 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1497846 Mar 14 15:29:35.056148 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55664) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:35.061066 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-fe7f70e1-0998-4a30-b8ca-54350aa1da17 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group_rule': {'security_group_id': 'cfdeaa19-bf12-4818-a42f-f3bd2b62a68c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '50f94b1c-2590-4a0d-87f3-2438b065e8d6'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:35.062732 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5e0d5f-ca3c-45cb-b790-3cb0b346c63f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:35.063294 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5e0d5f-ca3c-45cb-b790-3cb0b346c63f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:35.067515 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6a5e0d5f-ca3c-45cb-b790-3cb0b346c63f tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/ae292f9e-c775-4651-a26a-6e9b9140ed85 HTTP/1.1" status: 404 len: 337 time: 0.0456285 Mar 14 15:29:35.071571 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55666) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:35.100990 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25472e46-681c-4593-be74-0707b4cbcf96 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:35.102456 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-9627871b-b0f4-45e4-badf-3ec33d717826 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:35.103432 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9627871b-b0f4-45e4-badf-3ec33d717826 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:35.105601 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25472e46-681c-4593-be74-0707b4cbcf96 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.108972 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9627871b-b0f4-45e4-badf-3ec33d717826 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/33a8c09d-a30f-49c9-a2fd-17ac69cc0da3 HTTP/1.1" status: 404 len: 333 time: 0.0341759 Mar 14 15:29:35.111351 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55668) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:35.121552 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7dd860e5-4b67-49f3-889b-5e1b4aee29fe up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:35.153262 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-fe7f70e1-0998-4a30-b8ca-54350aa1da17 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] create failed (client error): The resource could not be found. Mar 14 15:29:35.154730 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fe7f70e1-0998-4a30-b8ca-54350aa1da17 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0975699 Mar 14 15:29:35.157686 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-754c5f96-911c-4ef4-8dad-7c13096ae728 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:35.157858 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55670) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:35.158160 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-754c5f96-911c-4ef4-8dad-7c13096ae728 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:35.162872 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-754c5f96-911c-4ef4-8dad-7c13096ae728 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/76aecd9d-c170-4e55-bb25-631f7cf0616d HTTP/1.1" status: 404 len: 337 time: 0.0505092 Mar 14 15:29:35.165275 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55672) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:35.178767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-25472e46-681c-4593-be74-0707b4cbcf96 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] device_id is not set on port c3df3678-11f2-4e90-8412-e96d74ecd8c6 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:29:35.201334 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31260c7-688c-47eb-b19c-a6f716b85b4c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:35.201936 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a31260c7-688c-47eb-b19c-a6f716b85b4c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:35.208282 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a31260c7-688c-47eb-b19c-a6f716b85b4c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/503680f2-9411-4ada-af42-0edab496c649 HTTP/1.1" status: 404 len: 333 time: 0.0397437 Mar 14 15:29:35.208707 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55674) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:35.246629 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.257922 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.265504 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-56acf458-9e8a-4030-a44e-67490ed2ef1c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:35.265970 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56acf458-9e8a-4030-a44e-67490ed2ef1c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:35.272566 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-56acf458-9e8a-4030-a44e-67490ed2ef1c tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/7e4e60f7-a185-4089-b1fe-5754a65fb494 HTTP/1.1" status: 404 len: 337 time: 0.0606842 Mar 14 15:29:35.273233 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55676) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:35.298269 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 7dd860e5-4b67-49f3-889b-5e1b4aee29fe triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:35.298680 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.301024 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-d627a81c-dbfd-4038-bc3c-e1519803da52 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:35.301759 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d627a81c-dbfd-4038-bc3c-e1519803da52 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:35.307177 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d627a81c-dbfd-4038-bc3c-e1519803da52 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/60d4f83b-7714-4085-b12a-32bd38284f5e HTTP/1.1" status: 404 len: 333 time: 0.0304940 Mar 14 15:29:35.310496 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55678) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:35.338843 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] Network 9be43ae0-d726-4c75-a626-5bdf14e49aca is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:35.349811 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:35.351025 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-25472e46-681c-4593-be74-0707b4cbcf96 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Allocated IP 172.20.0.9 (9be43ae0-d726-4c75-a626-5bdf14e49aca/89920015-7adb-4684-b712-fa062359a077/c3df3678-11f2-4e90-8412-e96d74ecd8c6) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:35.352280 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:35.357524 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52915d9-d7c1-482d-a14e-3496015fc945 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:35.358263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f52915d9-d7c1-482d-a14e-3496015fc945 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:35.364184 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f52915d9-d7c1-482d-a14e-3496015fc945 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/9b1cfd5b-f033-49c6-b0cd-513d0b3c29c8 HTTP/1.1" status: 404 len: 337 time: 0.0482075 Mar 14 15:29:35.364184 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55680) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:35.374695 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-291d8b26-ed7f-4bc5-9691-2767445899ba tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.394961 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] Pushing event updated for resources: {'Port': ['ID=e989cd77-f071-44b5-8150-22e6b292c196,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:35.399490 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-291d8b26-ed7f-4bc5-9691-2767445899ba tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.445828 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e4d6b1-0f00-4cb5-b2df-4b90e073af2e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:35.446561 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e4d6b1-0f00-4cb5-b2df-4b90e073af2e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:35.451952 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f0e4d6b1-0f00-4cb5-b2df-4b90e073af2e tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/90e74409-170b-4e39-846f-4a14ec6b1f5f HTTP/1.1" status: 404 len: 333 time: 0.0847230 Mar 14 15:29:35.455293 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55684) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:35.463595 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] Attempting to bind port e989cd77-f071-44b5-8150-22e6b292c196 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:35.463997 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] Attempting to bind port e989cd77-f071-44b5-8150-22e6b292c196 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '7d9e244b-9424-4c9d-b76c-32a93f245227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9be43ae0-d726-4c75-a626-5bdf14e49aca'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:35.464374 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] Attempting to bind port e989cd77-f071-44b5-8150-22e6b292c196 on network 9be43ae0-d726-4c75-a626-5bdf14e49aca {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:29:35.472380 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:29:35.473021 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] Checking segment: {'id': '7d9e244b-9424-4c9d-b76c-32a93f245227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9be43ae0-d726-4c75-a626-5bdf14e49aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:35.473439 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.473844 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] Bound using segment: {'id': '7d9e244b-9424-4c9d-b76c-32a93f245227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9be43ae0-d726-4c75-a626-5bdf14e49aca'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:29:35.474574 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] Bound port: e989cd77-f071-44b5-8150-22e6b292c196, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9e244b-9424-4c9d-b76c-32a93f245227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '9be43ae0-d726-4c75-a626-5bdf14e49aca'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:35.475007 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.508340 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-789e4498-3d39-43ea-bf67-c6fc506f45db tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:35.509565 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-789e4498-3d39-43ea-bf67-c6fc506f45db tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:35.514353 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-789e4498-3d39-43ea-bf67-c6fc506f45db tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/8af33470-b2e8-48af-96e2-86b3952368a5 HTTP/1.1" status: 404 len: 337 time: 0.0573692 Mar 14 15:29:35.517311 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55686) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:35.536206 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-291d8b26-ed7f-4bc5-9691-2767445899ba tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.539071 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-291d8b26-ed7f-4bc5-9691-2767445899ba tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.540231 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-291d8b26-ed7f-4bc5-9691-2767445899ba tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "DELETE /v2.0/security-groups/cfdeaa19-bf12-4818-a42f-f3bd2b62a68c HTTP/1.1" status: 204 len: 168 time: 0.3812900 Mar 14 15:29:35.547517 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55688) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:35.552824 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] For port e989cd77-f071-44b5-8150-22e6b292c196, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:35.555422 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8ef2e9-d28a-4285-bf97-6b10063b9c9a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:35.556594 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] For port e989cd77-f071-44b5-8150-22e6b292c196, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e989cd77-f071-44b5-8150-22e6b292c196,segment=NetworkSegment(7d9e244b-9424-4c9d-b76c-32a93f245227),segment_id=7d9e244b-9424-4c9d-b76c-32a93f245227)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:35.556838 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8ef2e9-d28a-4285-bf97-6b10063b9c9a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:35.560464 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2c8ef2e9-d28a-4285-bf97-6b10063b9c9a tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/ports/55b9cf40-a400-41d5-ac6a-aaa75e4c78c5 HTTP/1.1" status: 404 len: 333 time: 0.0413082 Mar 14 15:29:35.568175 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55690) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:35.568743 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d8b26-ed7f-4bc5-9691-2767445899ba tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdeaa19-bf12-4818-a42f-f3bd2b62a68c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:35.601170 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.610190 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ea86cecc-63ce-4207-80bc-0be2bcebfcbb tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0593431 Mar 14 15:29:35.615175 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa286848-c40c-4402-95bd-ac29dc44c811 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] DELETE failed (client error): The resource could not be found. Mar 14 15:29:35.615932 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa286848-c40c-4402-95bd-ac29dc44c811 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:35.617604 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55692) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:35.620779 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fa286848-c40c-4402-95bd-ac29dc44c811 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/subnets/0c1791c7-1434-468c-94df-64920b30d415 HTTP/1.1" status: 404 len: 337 time: 0.0509062 Mar 14 15:29:35.627873 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55694) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:35.630400 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-b657e751-183b-4e7a-96af-3f2c67322686 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group_rule': {'security_group_id': 'c5fcb5d2-ddf5-455e-b985-bf0c800d42b6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:35.685350 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e144f1cd-4035-42ff-a2ac-15eed8eb5a14 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:29:35.707583 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-b657e751-183b-4e7a-96af-3f2c67322686 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] create failed (client error): The resource could not be found. Mar 14 15:29:35.712433 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b657e751-183b-4e7a-96af-3f2c67322686 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0902722 Mar 14 15:29:35.713456 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55696) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:35.718053 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ea4d0155-aa1d-4875-8bb5-548f84ef7ddf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group': {'name': 'tempest-secgroup--1767542474'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:35.727672 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25472e46-681c-4593-be74-0707b4cbcf96 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.752560 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ea4d0155-aa1d-4875-8bb5-548f84ef7ddf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.758127 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0f9713b-dd9b-4787-9fad-c6e3ac6081c1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.767452 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: e144f1cd-4035-42ff-a2ac-15eed8eb5a14 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:29:35.769909 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e144f1cd-4035-42ff-a2ac-15eed8eb5a14 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:29:35.774687 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27842dba-456a-4743-b584-be1d7a656ffd None None] Pushing event updated for resources: {'Port': ['ID=e989cd77-f071-44b5-8150-22e6b292c196,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:35.812507 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25472e46-681c-4593-be74-0707b4cbcf96 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.868140 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ea4d0155-aa1d-4875-8bb5-548f84ef7ddf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.875003 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ea4d0155-aa1d-4875-8bb5-548f84ef7ddf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.911044 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d0155-aa1d-4875-8bb5-548f84ef7ddf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d12ef8-f7e5-4ccc-8c10-7912826a9ab5,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:35.926082 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ea4d0155-aa1d-4875-8bb5-548f84ef7ddf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:35.949239 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ea4d0155-aa1d-4875-8bb5-548f84ef7ddf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2346349 Mar 14 15:29:35.953146 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55700) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:35.961617 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-6b6a4308-92ab-48f4-85ca-1671050384fa tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group': {'name': 'tempest-secgroup--1376503708'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:35.994342 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6b6a4308-92ab-48f4-85ca-1671050384fa tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.108042 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6b6a4308-92ab-48f4-85ca-1671050384fa tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.113824 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6b6a4308-92ab-48f4-85ca-1671050384fa tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.156706 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a4308-92ab-48f4-85ca-1671050384fa tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b34633b-f7b1-438e-ac30-9e525af64d84,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:36.163392 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6b6a4308-92ab-48f4-85ca-1671050384fa tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.168121 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6b6a4308-92ab-48f4-85ca-1671050384fa tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2129471 Mar 14 15:29:36.168458 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55702) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:36.175560 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a19c8086-e4e6-4596-b363-2dcc0b3f3f8e tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group_rule': {'security_group_id': '42d12ef8-f7e5-4ccc-8c10-7912826a9ab5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8b34633b-f7b1-438e-ac30-9e525af64d84'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:36.220908 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-a19c8086-e4e6-4596-b363-2dcc0b3f3f8e tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:29:36.222059 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a19c8086-e4e6-4596-b363-2dcc0b3f3f8e tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0527854 Mar 14 15:29:36.225094 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55704) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:36.293808 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25472e46-681c-4593-be74-0707b4cbcf96 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network 9be43ae0-d726-4c75-a626-5bdf14e49aca is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:36.299084 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-291618f8-2cb8-4ac9-9e30-9f848ac25ebf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.315255 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-25472e46-681c-4593-be74-0707b4cbcf96 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:36.318026 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25472e46-681c-4593-be74-0707b4cbcf96 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:36.331952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-291618f8-2cb8-4ac9-9e30-9f848ac25ebf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.350477 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0f9713b-dd9b-4787-9fad-c6e3ac6081c1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.352935 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25472e46-681c-4593-be74-0707b4cbcf96 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=c3df3678-11f2-4e90-8412-e96d74ecd8c6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:36.378993 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-291618f8-2cb8-4ac9-9e30-9f848ac25ebf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.381846 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-291618f8-2cb8-4ac9-9e30-9f848ac25ebf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.383377 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-291618f8-2cb8-4ac9-9e30-9f848ac25ebf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "DELETE /v2.0/security-groups/8b34633b-f7b1-438e-ac30-9e525af64d84 HTTP/1.1" status: 204 len: 168 time: 0.1572924 Mar 14 15:29:36.388993 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55706) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:36.397985 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a0f9713b-dd9b-4787-9fad-c6e3ac6081c1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9fbf90-4428-44c7-aa34-44697a69d1dc']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:36.405294 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291618f8-2cb8-4ac9-9e30-9f848ac25ebf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b34633b-f7b1-438e-ac30-9e525af64d84,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:36.406433 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-63667835-5e8d-4b80-9a0e-9eecac341fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.438742 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a0f9713b-dd9b-4787-9fad-c6e3ac6081c1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:36.439101 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a0f9713b-dd9b-4787-9fad-c6e3ac6081c1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6a0032-9fe1-427f-8ab6-ea04dfa71e44') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:36.446225 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25472e46-681c-4593-be74-0707b4cbcf96 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:36.446834 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-25472e46-681c-4593-be74-0707b4cbcf96 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.466863 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0f9713b-dd9b-4787-9fad-c6e3ac6081c1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.508905 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-25472e46-681c-4593-be74-0707b4cbcf96 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6209204 Mar 14 15:29:36.511633 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55708) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:36.519293 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0f9713b-dd9b-4787-9fad-c6e3ac6081c1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.535761 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f9713b-dd9b-4787-9fad-c6e3ac6081c1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:29:36.536528 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0f9713b-dd9b-4787-9fad-c6e3ac6081c1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:36.543051 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:36.563840 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ce1eaf34-47a2-4f86-87d2-bedd9a68e30e tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1735477 Mar 14 15:29:36.567334 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55710) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:36.647780 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0f9713b-dd9b-4787-9fad-c6e3ac6081c1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.659509 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0f9713b-dd9b-4787-9fad-c6e3ac6081c1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.663823 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a0f9713b-dd9b-4787-9fad-c6e3ac6081c1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] 10.222.0.59 "DELETE /v2.0/networks/5b9fbf90-4428-44c7-aa34-44697a69d1dc HTTP/1.1" status: 204 len: 168 time: 1.0322602 Mar 14 15:29:36.694259 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9713b-dd9b-4787-9fad-c6e3ac6081c1 tempest-NetworksTestDHCPv6-833424513 tempest-NetworksTestDHCPv6-833424513-project] Pushing event deleted for resources: {'Network': ['ID=5b9fbf90-4428-44c7-aa34-44697a69d1dc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:36.716481 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-62285ca2-e4e8-4567-9608-25011c0ff105 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.744284 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-62285ca2-e4e8-4567-9608-25011c0ff105 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.804439 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-62285ca2-e4e8-4567-9608-25011c0ff105 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.808917 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-62285ca2-e4e8-4567-9608-25011c0ff105 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:36.812317 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-62285ca2-e4e8-4567-9608-25011c0ff105 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "DELETE /v2.0/security-groups/42d12ef8-f7e5-4ccc-8c10-7912826a9ab5 HTTP/1.1" status: 204 len: 168 time: 0.2438011 Mar 14 15:29:36.823716 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55714) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:36.829383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62285ca2-e4e8-4567-9608-25011c0ff105 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d12ef8-f7e5-4ccc-8c10-7912826a9ab5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:36.924351 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-45655227-ad1b-47da-844d-ae9b77e86335 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0995274 Mar 14 15:29:36.931162 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55718) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:36.935875 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3b08d2d9-e015-470f-9fcd-4304b2be32c3 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group': {'name': 'tempest-secgroup--117795565'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:36.989156 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3b08d2d9-e015-470f-9fcd-4304b2be32c3 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.008020 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f7eacb-b81e-4f5a-b0ff-164b3e73a91b None None] Network 9be43ae0-d726-4c75-a626-5bdf14e49aca requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:37.062041 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c41c72fb-8f65-4619-b611-855c6aed0e38 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.107666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55722) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:37.153058 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e989cd77-f071-44b5-8150-22e6b292c196 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:37.201472 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3b08d2d9-e015-470f-9fcd-4304b2be32c3 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.203551 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-6fa8cec2-b312-4122-bad6-9b1dc52c1907 None None] Provisioning complete for port e989cd77-f071-44b5-8150-22e6b292c196 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:37.205053 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fa8cec2-b312-4122-bad6-9b1dc52c1907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.230004 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3b08d2d9-e015-470f-9fcd-4304b2be32c3 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.291515 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3b08d2d9-e015-470f-9fcd-4304b2be32c3 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.292782 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3b08d2d9-e015-470f-9fcd-4304b2be32c3 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3606584 Mar 14 15:29:37.296646 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55726) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:37.302193 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-e41b1cd7-28ee-4f91-951c-bb0b05eff7ff tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:37.303115 dv-neutron-833559-1-hyperv neutron-server[102567]: WARNING neutron.api.v2.base [None req-e41b1cd7-28ee-4f91-951c-bb0b05eff7ff tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 14 15:29:37.303614 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-e41b1cd7-28ee-4f91-951c-bb0b05eff7ff tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] update failed (client error): There was a conflict when trying to complete your request. Mar 14 15:29:37.307143 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e41b1cd7-28ee-4f91-951c-bb0b05eff7ff tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "PUT /v2.0/security-groups/812e8a69-7f09-428f-b685-9d41555f9f48 HTTP/1.1" status: 409 len: 330 time: 0.0070086 Mar 14 15:29:37.308414 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55728) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:37.308915 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08d2d9-e015-470f-9fcd-4304b2be32c3 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812e8a69-7f09-428f-b685-9d41555f9f48,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:37.320231 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-55b44288-82ca-40b8-bdf2-f8bd6a9e8011 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d2a5bdb0c2d24508b4f958d171a87961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2113826 Mar 14 15:29:37.323307 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55730) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:37.327432 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port e989cd77-f071-44b5-8150-22e6b292c196 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:37.327885 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.393130 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61655742-9242-40d9-b1e9-bcc1ca3f9164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.427426 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fa8cec2-b312-4122-bad6-9b1dc52c1907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.444076 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.459824 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61655742-9242-40d9-b1e9-bcc1ca3f9164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.461953 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-279e7fb3-ddb2-42c3-836a-cd5e5190f396 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.510411 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6fa8cec2-b312-4122-bad6-9b1dc52c1907 None None] For port e989cd77-f071-44b5-8150-22e6b292c196, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e989cd77-f071-44b5-8150-22e6b292c196,segment=NetworkSegment(7d9e244b-9424-4c9d-b76c-32a93f245227),segment_id=7d9e244b-9424-4c9d-b76c-32a93f245227)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:37.510829 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-279e7fb3-ddb2-42c3-836a-cd5e5190f396 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.516048 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c41c72fb-8f65-4619-b611-855c6aed0e38 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.516389 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.525367 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c41c72fb-8f65-4619-b611-855c6aed0e38 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.528869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6fa8cec2-b312-4122-bad6-9b1dc52c1907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.574851 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61655742-9242-40d9-b1e9-bcc1ca3f9164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.577848 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61655742-9242-40d9-b1e9-bcc1ca3f9164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.581585 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-61655742-9242-40d9-b1e9-bcc1ca3f9164 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3e6c8757-1b55-4a00-87f2-7074037f1e0c HTTP/1.1" status: 204 len: 168 time: 0.2544441 Mar 14 15:29:37.599660 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61655742-9242-40d9-b1e9-bcc1ca3f9164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6c8757-1b55-4a00-87f2-7074037f1e0c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:37.665144 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8cec2-b312-4122-bad6-9b1dc52c1907 None None] Pushing event updated for resources: {'Port': ['ID=e989cd77-f071-44b5-8150-22e6b292c196,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:37.726706 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c72fb-8f65-4619-b611-855c6aed0e38 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=c3df3678-11f2-4e90-8412-e96d74ecd8c6,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:37.741020 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-279e7fb3-ddb2-42c3-836a-cd5e5190f396 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.744887 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-279e7fb3-ddb2-42c3-836a-cd5e5190f396 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.746280 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-279e7fb3-ddb2-42c3-836a-cd5e5190f396 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "DELETE /v2.0/security-groups/812e8a69-7f09-428f-b685-9d41555f9f48 HTTP/1.1" status: 204 len: 168 time: 0.4348021 Mar 14 15:29:37.749122 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55740) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:37.790681 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:29:37.791292 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:29:37.793850 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e7fb3-ddb2-42c3-836a-cd5e5190f396 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=812e8a69-7f09-428f-b685-9d41555f9f48,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:37.871702 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2b65cb98-961d-46c0-9515-956fa8cb64fd tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1210768 Mar 14 15:29:37.876420 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55744) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:37.899658 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-8ef10f5a-2661-43ef-b2d3-91ed1f5c8248 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] delete failed (client error): The resource could not be found. Mar 14 15:29:37.900697 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8ef10f5a-2661-43ef-b2d3-91ed1f5c8248 tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "DELETE /v2.0/security-groups/4319949b-6d6d-400c-9792-e8c8c3b8976f HTTP/1.1" status: 404 len: 347 time: 0.0232441 Mar 14 15:29:37.906598 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55746) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:37.930545 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-7b3cd9fc-570e-4664-bfd6-325bedb22daf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] show failed (client error): The resource could not be found. Mar 14 15:29:37.936311 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7b3cd9fc-570e-4664-bfd6-325bedb22daf tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "GET /v2.0/security-groups/f3c52a73-dd7b-4d83-8e24-c0148abef5d6 HTTP/1.1" status: 404 len: 347 time: 0.0216985 Mar 14 15:29:37.936406 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55750) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:37.950645 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-fb81efb9-fed3-4505-89b9-2c5be78361ca tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] show failed (client error): The resource could not be found. Mar 14 15:29:37.955410 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fb81efb9-fed3-4505-89b9-2c5be78361ca tempest-NegativeSecGroupTest-1907187981 tempest-NegativeSecGroupTest-1907187981-project] 10.222.0.59 "GET /v2.0/security-group-rules/14060116-a39e-4873-8ef9-c9b6610f2439 HTTP/1.1" status: 404 len: 356 time: 0.0153401 Mar 14 15:29:37.973568 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b682fca6-fbd6-466c-b0ed-39e7b6408a46 None None] Provisioning complete for port e989cd77-f071-44b5-8150-22e6b292c196 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:37.974282 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b682fca6-fbd6-466c-b0ed-39e7b6408a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:37.979271 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c41c72fb-8f65-4619-b611-855c6aed0e38 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.155293 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b682fca6-fbd6-466c-b0ed-39e7b6408a46 None None] Provisioning complete for port c3df3678-11f2-4e90-8412-e96d74ecd8c6 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:38.155739 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b682fca6-fbd6-466c-b0ed-39e7b6408a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.171258 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c41c72fb-8f65-4619-b611-855c6aed0e38 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.225889 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b682fca6-fbd6-466c-b0ed-39e7b6408a46 None None] Port c3df3678-11f2-4e90-8412-e96d74ecd8c6 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:29:38.382956 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-4988c26f-e4f6-4ebd-a726-0887729f9bb6 None None] Provisioning complete for port c3df3678-11f2-4e90-8412-e96d74ecd8c6 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:38.384035 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4988c26f-e4f6-4ebd-a726-0887729f9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.447007 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4988c26f-e4f6-4ebd-a726-0887729f9bb6 None None] Port c3df3678-11f2-4e90-8412-e96d74ecd8c6 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:29:38.493662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55764) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:38.575576 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-7468decc-fd48-4196-a656-bc7a0baedede None None] Provisioning complete for port c3df3678-11f2-4e90-8412-e96d74ecd8c6 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:38.576045 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7468decc-fd48-4196-a656-bc7a0baedede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.624647 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-7468decc-fd48-4196-a656-bc7a0baedede None None] Port c3df3678-11f2-4e90-8412-e96d74ecd8c6 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:29:38.658603 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c41c72fb-8f65-4619-b611-855c6aed0e38 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.665679 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c41c72fb-8f65-4619-b611-855c6aed0e38 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.685743 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-91db7553-892a-4bc4-82ba-2382ea1df795 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4b7716e529bc4743bd7a9b5ccd1baa78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1908388 Mar 14 15:29:38.688191 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55774) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:38.747160 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.762683 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c41c72fb-8f65-4619-b611-855c6aed0e38 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.772513 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-459341e8-cc99-4a21-957c-d7836eb11ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.776155 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c72fb-8f65-4619-b611-855c6aed0e38 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=c3df3678-11f2-4e90-8412-e96d74ecd8c6,revision_number=3']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:38.811322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-459341e8-cc99-4a21-957c-d7836eb11ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.835983 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.873121 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-459341e8-cc99-4a21-957c-d7836eb11ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.879426 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-459341e8-cc99-4a21-957c-d7836eb11ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:38.882829 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-459341e8-cc99-4a21-957c-d7836eb11ee2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a06a720b-3b94-4aa9-91e8-35b73788a95b HTTP/1.1" status: 204 len: 168 time: 0.1912460 Mar 14 15:29:38.894475 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459341e8-cc99-4a21-957c-d7836eb11ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06a720b-3b94-4aa9-91e8-35b73788a95b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:38.906158 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41c72fb-8f65-4619-b611-855c6aed0e38 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network 9be43ae0-d726-4c75-a626-5bdf14e49aca is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:38.911541 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-c41c72fb-8f65-4619-b611-855c6aed0e38 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:38.939217 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55780) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.128740 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e989cd77-f071-44b5-8150-22e6b292c196 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:39.186609 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port e989cd77-f071-44b5-8150-22e6b292c196 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:39.187156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:39.199717 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41c72fb-8f65-4619-b611-855c6aed0e38 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Router 14f3957a-61a6-4571-8587-eeb01552f5d2 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:29:39.260128 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-dd21c2c2-3707-43d4-aa37-58fccd048ce4 None None] Provisioning complete for port c3df3678-11f2-4e90-8412-e96d74ecd8c6 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:39.260866 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dd21c2c2-3707-43d4-aa37-58fccd048ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:39.348076 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-dd21c2c2-3707-43d4-aa37-58fccd048ce4 None None] Port c3df3678-11f2-4e90-8412-e96d74ecd8c6 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:29:39.352849 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:39.366754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-9ad05f6c-76b0-4728-8873-2e09ded4dab8 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.370980 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9ad05f6c-76b0-4728-8873-2e09ded4dab8 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4278162 Mar 14 15:29:39.371802 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55788) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.377454 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-131da8ac-0f50-4df0-ad77-3e03206d9157 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.381225 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-131da8ac-0f50-4df0-ad77-3e03206d9157 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0060096 Mar 14 15:29:39.381482 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55790) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.385754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-fa9c2c57-85ea-4267-aebd-bd1f568fe7c1 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.389097 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fa9c2c57-85ea-4267-aebd-bd1f568fe7c1 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044153 Mar 14 15:29:39.391452 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55794) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.398720 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-c276ab0a-bd02-45c2-aebf-3f9708c95e99 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.402310 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c276ab0a-bd02-45c2-aebf-3f9708c95e99 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0073850 Mar 14 15:29:39.402675 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55796) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.412014 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-a04e47f8-a990-4b6a-bb66-eb212af11ebb tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.413030 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a04e47f8-a990-4b6a-bb66-eb212af11ebb tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0092828 Mar 14 15:29:39.415801 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55798) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.422311 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41c72fb-8f65-4619-b611-855c6aed0e38 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:39.427088 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-4e944051-9bdc-490c-99ac-de2c97b6aabb tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.429009 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c41c72fb-8f65-4619-b611-855c6aed0e38 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "PUT /v2.0/routers/14f3957a-61a6-4571-8587-eeb01552f5d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9162858 Mar 14 15:29:39.431156 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55800) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.431495 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55802) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.432171 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4e944051-9bdc-490c-99ac-de2c97b6aabb tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0148172 Mar 14 15:29:39.435435 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9766759-d72c-4b04-a4a9-830d772653f9 None None] Sync routers for ids ['14f3957a-61a6-4571-8587-eeb01552f5d2'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:29:39.440946 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-45026073-cd9a-4fd7-ba90-f2305617002c tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.441135 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-45026073-cd9a-4fd7-ba90-f2305617002c tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0083840 Mar 14 15:29:39.443865 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55804) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.448427 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-98896cf2-214a-4204-8530-62cc9723cc19 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.451863 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9766759-d72c-4b04-a4a9-830d772653f9 None None] Routers {'14f3957a-61a6-4571-8587-eeb01552f5d2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:39.452271 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55806) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.452409 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-98896cf2-214a-4204-8530-62cc9723cc19 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0073962 Mar 14 15:29:39.453359 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c9766759-d72c-4b04-a4a9-830d772653f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['14f3957a-61a6-4571-8587-eeb01552f5d2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:39.459524 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-f6c017de-294d-4b39-bf63-91552bb27b78 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.460723 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f6c017de-294d-4b39-bf63-91552bb27b78 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0075002 Mar 14 15:29:39.473018 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55810) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.480530 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-3a419a83-4fd1-4502-bd04-dde8ef88d824 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.488698 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55812) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.488903 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3a419a83-4fd1-4502-bd04-dde8ef88d824 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0162148 Mar 14 15:29:39.489619 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c9766759-d72c-4b04-a4a9-830d772653f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:39.495196 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-591208cb-3a19-420c-a6b4-0aaa1df8d431 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.496477 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-591208cb-3a19-420c-a6b4-0aaa1df8d431 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0062716 Mar 14 15:29:39.499069 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9766759-d72c-4b04-a4a9-830d772653f9 None None] Routers {'14f3957a-61a6-4571-8587-eeb01552f5d2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:39.499210 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55814) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.499720 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c9766759-d72c-4b04-a4a9-830d772653f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['14f3957a-61a6-4571-8587-eeb01552f5d2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:39.504628 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-fdffa156-d589-4131-93b2-f6d15c92a02b tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.505914 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fdffa156-d589-4131-93b2-f6d15c92a02b tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0054548 Mar 14 15:29:39.508583 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55816) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.516609 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-718b545c-8075-4b31-a5f6-13ba453d5326 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.517992 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-718b545c-8075-4b31-a5f6-13ba453d5326 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0082350 Mar 14 15:29:39.522503 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55818) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.533273 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-a3d6d07f-048b-45a3-b04b-8666afc469d8 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.534263 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a3d6d07f-048b-45a3-b04b-8666afc469d8 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0107148 Mar 14 15:29:39.536957 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55822) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.540450 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c9766759-d72c-4b04-a4a9-830d772653f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:39.541315 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9766759-d72c-4b04-a4a9-830d772653f9 None None] The sync data for ids ['14f3957a-61a6-4571-8587-eeb01552f5d2'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:29:39.542301 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-557355d1-9e57-41c2-8f91-0555b018527b tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.546052 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55824) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.548087 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-557355d1-9e57-41c2-8f91-0555b018527b tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0094874 Mar 14 15:29:39.551191 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-73cb5770-8c65-4fbe-a4fe-4ff26ddb977f tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.552153 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-73cb5770-8c65-4fbe-a4fe-4ff26ddb977f tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049915 Mar 14 15:29:39.554737 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55826) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.559163 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-235cebb7-124b-4d45-8b46-cd0cb13af5af tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.560363 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-235cebb7-124b-4d45-8b46-cd0cb13af5af tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0043125 Mar 14 15:29:39.562647 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55828) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.567817 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-f69d931e-b464-44eb-8741-3bd8eb4f0168 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.568778 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f69d931e-b464-44eb-8741-3bd8eb4f0168 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0046284 Mar 14 15:29:39.574233 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55830) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.579388 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-71393215-3be2-4c5a-9f6c-b2e9a429a3e5 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.580862 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-71393215-3be2-4c5a-9f6c-b2e9a429a3e5 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0056734 Mar 14 15:29:39.583486 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55832) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.585420 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2838ec59-733d-4b6e-b168-0a0128661970 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:39.587678 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2838ec59-733d-4b6e-b168-0a0128661970 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports?device_id=14f3957a-61a6-4571-8587-eeb01552f5d2 HTTP/1.1" status: 200 len: 981 time: 0.1529052 Mar 14 15:29:39.590320 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55834) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.591431 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-e662f392-b22e-4686-81ea-e70aa7dff6bd tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.596694 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e662f392-b22e-4686-81ea-e70aa7dff6bd tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0114503 Mar 14 15:29:39.597693 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55836) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.602497 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-d9fd814a-baa8-4497-bf6c-a18fd3398a40 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.607114 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d9fd814a-baa8-4497-bf6c-a18fd3398a40 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0081406 Mar 14 15:29:39.607797 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55838) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.614031 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-01f78abd-b8ea-4e7e-a75a-ae3eafb10d0c tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.618206 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-01f78abd-b8ea-4e7e-a75a-ae3eafb10d0c tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0093734 Mar 14 15:29:39.619119 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55840) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.624914 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-64eebab9-4f4c-4e37-9aa0-3e0048a62fa2 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.629694 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-64eebab9-4f4c-4e37-9aa0-3e0048a62fa2 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0091367 Mar 14 15:29:39.630331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55842) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.635047 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-c1116b17-47c1-4751-a4be-0bd69462af73 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.639640 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c1116b17-47c1-4751-a4be-0bd69462af73 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0075741 Mar 14 15:29:39.640775 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55846) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.649093 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-7dd71294-ba27-44a5-8fe5-50cb3e3e5be9 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.653906 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7dd71294-ba27-44a5-8fe5-50cb3e3e5be9 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0115452 Mar 14 15:29:39.654738 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55848) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.660734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-cf068ef7-c89a-4cb3-9489-6e9f208f63c7 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.661932 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cf068ef7-c89a-4cb3-9489-6e9f208f63c7 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0061238 Mar 14 15:29:39.664723 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55850) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.684230 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-a8f37625-e73c-480e-ac1a-e6b336e8b2c9 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.686328 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a8f37625-e73c-480e-ac1a-e6b336e8b2c9 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0184155 Mar 14 15:29:39.693687 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55852) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.698291 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-2124cb11-35ba-4d64-9150-9c110d71eeec tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.700474 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2124cb11-35ba-4d64-9150-9c110d71eeec tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0045922 Mar 14 15:29:39.702219 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55854) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.707477 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-4d7badb1-fbba-45df-8654-a883d0abe20f tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.710605 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4d7badb1-fbba-45df-8654-a883d0abe20f tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0052819 Mar 14 15:29:39.711876 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55856) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.723601 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-620237e5-d834-4434-8ce8-c1601b8da972 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.725314 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-620237e5-d834-4434-8ce8-c1601b8da972 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0113821 Mar 14 15:29:39.729745 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55858) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.738035 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-223e8d9b-f5c5-40b8-a0ad-fabaed3a7361 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.741495 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-223e8d9b-f5c5-40b8-a0ad-fabaed3a7361 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0083036 Mar 14 15:29:39.741699 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55860) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.746393 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-a6b05a5d-c850-4d02-b833-9609d95ae2e2 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.750319 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a6b05a5d-c850-4d02-b833-9609d95ae2e2 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0076151 Mar 14 15:29:39.754692 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55862) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.760340 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-04d2122c-cbd5-4ce6-8174-1be3bf05064f tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.764102 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-04d2122c-cbd5-4ce6-8174-1be3bf05064f tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0083787 Mar 14 15:29:39.764678 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55864) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.769393 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-c335d6cf-fda3-4024-bd36-faffc1197603 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.773170 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c335d6cf-fda3-4024-bd36-faffc1197603 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0075705 Mar 14 15:29:39.774055 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55866) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.781384 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-f94d2474-4ab4-4cfb-b9a1-964b5ba271a3 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.792264 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f94d2474-4ab4-4cfb-b9a1-964b5ba271a3 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0149121 Mar 14 15:29:39.792264 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55868) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.796573 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-cfbf5304-0d96-4d30-beaf-8f961bd21df9 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.800488 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cfbf5304-0d96-4d30-beaf-8f961bd21df9 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0049708 Mar 14 15:29:39.801593 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55872) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.807308 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-f1677d7c-4caa-4cc8-85a5-68a59199f4ce tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.811410 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f1677d7c-4caa-4cc8-85a5-68a59199f4ce tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0088384 Mar 14 15:29:39.811804 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55876) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.817865 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-330a67c2-0b3a-4607-89e0-f599dda79e4a tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.818840 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-330a67c2-0b3a-4607-89e0-f599dda79e4a tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0053191 Mar 14 15:29:39.821796 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55878) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.827010 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-4e878f3c-eabf-489d-b55c-8379bfed7aba tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.832588 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4e878f3c-eabf-489d-b55c-8379bfed7aba tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0078249 Mar 14 15:29:39.833737 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55880) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.839156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-fbbaf876-4662-40c1-a82a-b2806fc83050 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.843033 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fbbaf876-4662-40c1-a82a-b2806fc83050 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0082390 Mar 14 15:29:39.843619 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55884) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.849021 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-af20a0b2-7fe5-4e80-a959-8136c30406a8 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.852341 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-af20a0b2-7fe5-4e80-a959-8136c30406a8 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0069926 Mar 14 15:29:39.853245 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55886) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.860972 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-47837ed6-edd4-4a95-9c9e-af4d19cb4b6f tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.864771 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55888) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.865810 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-47837ed6-edd4-4a95-9c9e-af4d19cb4b6f tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0107400 Mar 14 15:29:39.869023 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-1c396e04-ce99-4e1d-94dd-9c3bfd56ca14 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.870958 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1c396e04-ce99-4e1d-94dd-9c3bfd56ca14 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0042717 Mar 14 15:29:39.874231 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55890) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.877724 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-515f2f98-5eaf-495a-9e36-1f01562a1665 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.878995 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-515f2f98-5eaf-495a-9e36-1f01562a1665 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0049922 Mar 14 15:29:39.882086 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55892) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.892979 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-14150c9c-8752-41d2-8fbd-3a2374d6fe69 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.895363 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-14150c9c-8752-41d2-8fbd-3a2374d6fe69 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0123127 Mar 14 15:29:39.897191 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55896) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.902292 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-a1b9d8b6-8d6a-4489-96b8-1916fb961f37 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.905250 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a1b9d8b6-8d6a-4489-96b8-1916fb961f37 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0049713 Mar 14 15:29:39.909230 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55898) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.916374 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-cd90d21d-636b-4178-89f1-213e16d1651a tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.921029 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cd90d21d-636b-4178-89f1-213e16d1651a tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0102561 Mar 14 15:29:39.921631 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55900) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.928547 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-c06c018f-f5d4-4a02-9df7-0c4d9db83757 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.928762 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c06c018f-f5d4-4a02-9df7-0c4d9db83757 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0062587 Mar 14 15:29:39.932429 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55902) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.939504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-38c35cf8-e73f-4a7b-9c30-942af80e7bc4 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.940538 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-38c35cf8-e73f-4a7b-9c30-942af80e7bc4 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0065234 Mar 14 15:29:39.943250 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55904) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.951031 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-7450364f-57c2-4f4c-9d20-c720c6856ae3 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.955964 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7450364f-57c2-4f4c-9d20-c720c6856ae3 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0087759 Mar 14 15:29:39.956705 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55906) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.962443 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-3f934e5d-34ae-4bd1-af01-6a81a270e74c tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.966693 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3f934e5d-34ae-4bd1-af01-6a81a270e74c tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0059135 Mar 14 15:29:39.967117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55908) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.972080 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-e540acc2-5f82-4f71-b9d9-feb22839bb4c tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.973627 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e540acc2-5f82-4f71-b9d9-feb22839bb4c tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0050099 Mar 14 15:29:39.975934 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55912) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.980252 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-8838c04e-d228-422a-8c14-c94cff2311b1 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.981216 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8838c04e-d228-422a-8c14-c94cff2311b1 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0043669 Mar 14 15:29:39.984782 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55914) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.990557 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-ceca7944-e1ff-459b-9999-28bb7903ccc8 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:39.991704 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ceca7944-e1ff-459b-9999-28bb7903ccc8 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0058780 Mar 14 15:29:39.994278 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55916) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:39.999885 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-72f4b132-1801-4400-9b4c-861b1a7f0608 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:40.004274 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-72f4b132-1801-4400-9b4c-861b1a7f0608 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0082297 Mar 14 15:29:40.004880 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55918) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:40.009808 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-ab1ea9b3-824e-484e-ae26-66f5e7c7e738 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:40.014269 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ab1ea9b3-824e-484e-ae26-66f5e7c7e738 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0078254 Mar 14 15:29:40.015305 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55920) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:40.021469 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-110bf7de-459c-4a01-9a5a-4c09d570dd0c tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:40.026327 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-110bf7de-459c-4a01-9a5a-4c09d570dd0c tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0062063 Mar 14 15:29:40.026327 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55922) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:40.032610 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-f2ad5f61-a883-4168-afe8-2f877a6d1f33 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:40.033854 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f2ad5f61-a883-4168-afe8-2f877a6d1f33 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0066547 Mar 14 15:29:40.036583 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55924) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:40.041858 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-f93c5106-7048-4e88-82fe-98144b9330a7 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:40.043426 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f93c5106-7048-4e88-82fe-98144b9330a7 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0054717 Mar 14 15:29:40.045968 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55926) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:40.052753 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-5cdb8e5d-374d-411c-b0d4-8f3d5eddc0f2 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:40.054199 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5cdb8e5d-374d-411c-b0d4-8f3d5eddc0f2 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0069165 Mar 14 15:29:40.056814 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55928) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:40.062983 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-bd15c2a7-9386-4ba9-bbab-07e905c203ac tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:40.063583 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bd15c2a7-9386-4ba9-bbab-07e905c203ac tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0057929 Mar 14 15:29:40.066607 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55930) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:40.071556 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-84a56acd-2174-4dc1-b98a-270ad9fad50f tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:40.072763 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-84a56acd-2174-4dc1-b98a-270ad9fad50f tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0050211 Mar 14 15:29:40.075990 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55932) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:40.082535 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [None req-34c63aea-e440-45db-8f59-212a31035b7b tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:40.084134 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-34c63aea-e440-45db-8f59-212a31035b7b tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0066788 Mar 14 15:29:40.086879 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55934) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:40.091386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-d6751fa8-d8e1-4ddb-8e88-990c78d090d5 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:40.092922 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d6751fa8-d8e1-4ddb-8e88-990c78d090d5 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0048242 Mar 14 15:29:40.095675 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55936) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:40.101000 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-5c1ea5b1-531c-4303-8464-4b6a2cd85a94 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:40.103781 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5c1ea5b1-531c-4303-8464-4b6a2cd85a94 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0055373 Mar 14 15:29:40.105392 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55938) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:40.110819 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-0fb4c9ca-e3de-4086-b50b-2e721caa6cd3 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:40.112099 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0fb4c9ca-e3de-4086-b50b-2e721caa6cd3 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0055940 Mar 14 15:29:40.115007 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55940) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:40.119486 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-f7f74d91-edbd-48eb-8027-9929829d2681 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:40.120849 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f7f74d91-edbd-48eb-8027-9929829d2681 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045877 Mar 14 15:29:40.123490 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55942) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:40.131020 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-a6b065c8-9ac6-414e-b5e0-5f610db97713 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:40.132688 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a6b065c8-9ac6-414e-b5e0-5f610db97713 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0056486 Mar 14 15:29:40.134209 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55946) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:40.139976 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [None req-d87d842e-3c2f-46c8-92be-7367370f3221 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:29:40.141031 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d87d842e-3c2f-46c8-92be-7367370f3221 tempest-ExtensionsTestJSON-619631672 tempest-ExtensionsTestJSON-619631672-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0058844 Mar 14 15:29:40.148217 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55948) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:40.168830 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-284dc2bb-878c-47b4-80de-a6507bfdab1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.183062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55954) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:40.377818 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0ddbd2a3-0d3e-4733-88ff-07a012a4c05a tempest-ServiceProvidersTest-1744384098 tempest-ServiceProvidersTest-1744384098-project] 10.222.0.59 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2224493 Mar 14 15:29:40.505122 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-284dc2bb-878c-47b4-80de-a6507bfdab1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port c3df3678-11f2-4e90-8412-e96d74ecd8c6 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:40.506282 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-284dc2bb-878c-47b4-80de-a6507bfdab1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.624076 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55964) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:40.647195 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-284dc2bb-878c-47b4-80de-a6507bfdab1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.665026 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-284dc2bb-878c-47b4-80de-a6507bfdab1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for c3df3678-11f2-4e90-8412-e96d74ecd8c6 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:40.716404 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55968) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:40.759472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65f168cf-326f-4ce5-be7c-bac8ddf3e9af tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.847611 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3a3bb636-1d8e-46ba-8881-535e334fcb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.874758 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-939557f5-a4aa-4482-9c63-4c60a7ee1bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.940125 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-284dc2bb-878c-47b4-80de-a6507bfdab1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:40.983098 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dc2bb-878c-47b4-80de-a6507bfdab1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=c3df3678-11f2-4e90-8412-e96d74ecd8c6,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:41.092950 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3a3bb636-1d8e-46ba-8881-535e334fcb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.135265 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3a3bb636-1d8e-46ba-8881-535e334fcb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.207342 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-284dc2bb-878c-47b4-80de-a6507bfdab1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.208000 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-939557f5-a4aa-4482-9c63-4c60a7ee1bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.213539 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3bb636-1d8e-46ba-8881-535e334fcb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfedcebc-29e8-4108-a6fa-ff71b2fac478,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:41.222755 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3a3bb636-1d8e-46ba-8881-535e334fcb53 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=040f99cb8c5c4bcb8bb3d2ef39838176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5976574 Mar 14 15:29:41.228632 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55974) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:41.237255 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-939557f5-a4aa-4482-9c63-4c60a7ee1bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.319825 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939557f5-a4aa-4482-9c63-4c60a7ee1bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b7f418-831f-4403-a972-8f6662a2a572,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:41.331924 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-939557f5-a4aa-4482-9c63-4c60a7ee1bb3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5cbbd45e163e4b819dfb88c3ff70d966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6144340 Mar 14 15:29:41.334340 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 55976) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:41.428594 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-38f776fb-5009-40ad-aa68-236136549e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.441548 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284dc2bb-878c-47b4-80de-a6507bfdab1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Router 14f3957a-61a6-4571-8587-eeb01552f5d2 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:29:41.456419 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c960d6f-70e9-4098-93f5-78f438feab0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.460881 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-38f776fb-5009-40ad-aa68-236136549e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.492486 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c960d6f-70e9-4098-93f5-78f438feab0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.521492 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-65f168cf-326f-4ce5-be7c-bac8ddf3e9af tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 25dc3141-559f-48af-873d-498a59547adc {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:41.521868 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65f168cf-326f-4ce5-be7c-bac8ddf3e9af tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.555409 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284dc2bb-878c-47b4-80de-a6507bfdab1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:41.560626 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-284dc2bb-878c-47b4-80de-a6507bfdab1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "PUT /v2.0/routers/14f3957a-61a6-4571-8587-eeb01552f5d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9693513 Mar 14 15:29:41.563602 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55978) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:41.574219 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b20d4d-cc11-499e-8754-3b112e60323c None None] Sync routers for ids ['14f3957a-61a6-4571-8587-eeb01552f5d2'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:29:41.589488 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-4831c193-4b64-4008-ab1c-a07c8bc7dbbe tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] GET failed (client error): The resource could not be found. Mar 14 15:29:41.590828 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4831c193-4b64-4008-ab1c-a07c8bc7dbbe tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports/c3df3678-11f2-4e90-8412-e96d74ecd8c6 HTTP/1.1" status: 404 len: 333 time: 0.0262825 Mar 14 15:29:41.593333 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b20d4d-cc11-499e-8754-3b112e60323c None None] Routers {'14f3957a-61a6-4571-8587-eeb01552f5d2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:41.595435 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-25b20d4d-cc11-499e-8754-3b112e60323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['14f3957a-61a6-4571-8587-eeb01552f5d2'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:41.595672 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55980) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:41.628629 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-65f168cf-326f-4ce5-be7c-bac8ddf3e9af tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port 25dc3141-559f-48af-873d-498a59547adc, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=25dc3141-559f-48af-873d-498a59547adc,segment=NetworkSegment(c18b6164-9180-46db-a166-913591cfc59d),segment_id=c18b6164-9180-46db-a166-913591cfc59d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:41.629143 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65f168cf-326f-4ce5-be7c-bac8ddf3e9af tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.640479 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-38f776fb-5009-40ad-aa68-236136549e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.640989 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-38f776fb-5009-40ad-aa68-236136549e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.642771 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-38f776fb-5009-40ad-aa68-236136549e90 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dfedcebc-29e8-4108-a6fa-ff71b2fac478 HTTP/1.1" status: 204 len: 168 time: 0.4149926 Mar 14 15:29:41.647388 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-65f168cf-326f-4ce5-be7c-bac8ddf3e9af tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 25dc3141-559f-48af-873d-498a59547adc owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:41.653642 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-25b20d4d-cc11-499e-8754-3b112e60323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:41.666011 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b20d4d-cc11-499e-8754-3b112e60323c None None] Routers {'14f3957a-61a6-4571-8587-eeb01552f5d2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:41.666664 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-25b20d4d-cc11-499e-8754-3b112e60323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['14f3957a-61a6-4571-8587-eeb01552f5d2'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:41.718257 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f776fb-5009-40ad-aa68-236136549e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfedcebc-29e8-4108-a6fa-ff71b2fac478,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:41.719557 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-25b20d4d-cc11-499e-8754-3b112e60323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:41.722061 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b20d4d-cc11-499e-8754-3b112e60323c None None] The sync data for ids ['14f3957a-61a6-4571-8587-eeb01552f5d2'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:29:41.729402 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c960d6f-70e9-4098-93f5-78f438feab0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.732646 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c960d6f-70e9-4098-93f5-78f438feab0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.737253 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6c960d6f-70e9-4098-93f5-78f438feab0a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d6b7f418-831f-4403-a972-8f6662a2a572 HTTP/1.1" status: 204 len: 168 time: 0.3989792 Mar 14 15:29:41.739915 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a22e560-b6b8-4dbf-9a92-46f194f35a7f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.782658 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c960d6f-70e9-4098-93f5-78f438feab0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b7f418-831f-4403-a972-8f6662a2a572,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:41.914748 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65f168cf-326f-4ce5-be7c-bac8ddf3e9af tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.975643 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a22e560-b6b8-4dbf-9a92-46f194f35a7f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:41.977098 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f168cf-326f-4ce5-be7c-bac8ddf3e9af tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=25dc3141-559f-48af-873d-498a59547adc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:41.988292 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a22e560-b6b8-4dbf-9a92-46f194f35a7f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.084566 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a22e560-b6b8-4dbf-9a92-46f194f35a7f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.088547 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a22e560-b6b8-4dbf-9a92-46f194f35a7f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Fanout notify agent at l3_agent the message router_deleted on router 14f3957a-61a6-4571-8587-eeb01552f5d2 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:29:42.104677 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a22e560-b6b8-4dbf-9a92-46f194f35a7f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.105871 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7a22e560-b6b8-4dbf-9a92-46f194f35a7f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/routers/14f3957a-61a6-4571-8587-eeb01552f5d2 HTTP/1.1" status: 204 len: 168 time: 0.5092316 Mar 14 15:29:42.111183 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 55990) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:42.234727 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65f168cf-326f-4ce5-be7c-bac8ddf3e9af tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.241051 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1294bcd-b695-4858-a771-e27035b39a1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting subnet 89920015-7adb-4684-b712-fa062359a077 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:29:42.249363 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a1294bcd-b695-4858-a771-e27035b39a1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.332272 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a1294bcd-b695-4858-a771-e27035b39a1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.465784 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a1294bcd-b695-4858-a771-e27035b39a1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.542965 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a1294bcd-b695-4858-a771-e27035b39a1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.547859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f168cf-326f-4ce5-be7c-bac8ddf3e9af tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router ee10d592-5408-4d6a-9f5a-89416c3de9f2 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:29:42.574604 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1294bcd-b695-4858-a771-e27035b39a1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Subnet': ['ID=89920015-7adb-4684-b712-fa062359a077,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:42.578640 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a1294bcd-b695-4858-a771-e27035b39a1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.585359 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a1294bcd-b695-4858-a771-e27035b39a1f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/subnets/89920015-7adb-4684-b712-fa062359a077 HTTP/1.1" status: 204 len: 168 time: 0.4689436 Mar 14 15:29:42.585359 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56006) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:42.592848 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdf6c5b-b3f5-4a5d-a162-42bbcb3580d0 None None] Network 9be43ae0-d726-4c75-a626-5bdf14e49aca requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:42.693441 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d101f840-0d88-4ac4-a931-9688fc54884f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.705519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f168cf-326f-4ce5-be7c-bac8ddf3e9af tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:42.710554 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-65f168cf-326f-4ce5-be7c-bac8ddf3e9af tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/routers/ee10d592-5408-4d6a-9f5a-89416c3de9f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5263040 Mar 14 15:29:42.718207 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6b6f01-1c9d-444f-996b-497a0a1f9baf None None] Sync routers for ids ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:29:42.737502 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6b6f01-1c9d-444f-996b-497a0a1f9baf None None] Routers {'ee10d592-5408-4d6a-9f5a-89416c3de9f2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:42.738524 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4a6b6f01-1c9d-444f-996b-497a0a1f9baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:42.776104 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-d101f840-0d88-4ac4-a931-9688fc54884f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port e989cd77-f071-44b5-8150-22e6b292c196 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:42.776453 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d101f840-0d88-4ac4-a931-9688fc54884f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.832005 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56012) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:42.883523 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-4a6b6f01-1c9d-444f-996b-497a0a1f9baf None None] Set router ee10d592-5408-4d6a-9f5a-89416c3de9f2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:29:42.918571 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88f6ac9-b8a2-49a4-a071-bca7b3d8cccb None None] DHCP port deletion for 9be43ae0-d726-4c75-a626-5bdf14e49aca request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:29:42.932257 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-d101f840-0d88-4ac4-a931-9688fc54884f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] For port e989cd77-f071-44b5-8150-22e6b292c196, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e989cd77-f071-44b5-8150-22e6b292c196,segment=NetworkSegment(7d9e244b-9424-4c9d-b76c-32a93f245227),segment_id=7d9e244b-9424-4c9d-b76c-32a93f245227)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:42.932622 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d101f840-0d88-4ac4-a931-9688fc54884f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:42.948982 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-d101f840-0d88-4ac4-a931-9688fc54884f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for e989cd77-f071-44b5-8150-22e6b292c196 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:42.979987 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-235fbb42-1f57-4655-8da8-6b671b9fd473 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2114342840'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:43.060500 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235fbb42-1f57-4655-8da8-6b671b9fd473 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:43.068493 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-235fbb42-1f57-4655-8da8-6b671b9fd473 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.095899 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d101f840-0d88-4ac4-a931-9688fc54884f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.124019 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-235fbb42-1f57-4655-8da8-6b671b9fd473 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.164978 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101f840-0d88-4ac4-a931-9688fc54884f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=e989cd77-f071-44b5-8150-22e6b292c196,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:43.177021 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d101f840-0d88-4ac4-a931-9688fc54884f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No DVR routers for this DVR port e989cd77-f071-44b5-8150-22e6b292c196 on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:43.274358 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae51ee-46d0-456d-9c28-0bf080fee55f req-95cd2859-bb8f-4883-a1ad-49c80f5fd52d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:43.279457 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6aae51ee-46d0-456d-9c28-0bf080fee55f req-95cd2859-bb8f-4883-a1ad-49c80f5fd52d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9b3b1ee-32e1-4394-b534-cfd34f7d36d3 HTTP/1.1" status: 200 len: 946 time: 0.0958405 Mar 14 15:29:43.282208 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e989cd77-f071-44b5-8150-22e6b292c196 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:29:43.324693 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4a6b6f01-1c9d-444f-996b-497a0a1f9baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:29:41Z', 'revision_number': 6, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:16Z', 'updated_at': '2022-03-14T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '0c2b8bcf-a80e-410a-ba1a-b9163ee669fd', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'port_id': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'mac_address': 'fa:16:3e:7f:8c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673a6dcf-3d5c-462f-b565-273b01d48b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:28:13Z', 'updated_at': '2022-03-14T15:28:20Z', 'revision_number': 1, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371a35d0-b297-4404-8eff-8f4c86632041', 'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:d4:74:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:27Z', 'updated_at': '2022-03-14T15:27:35Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:43.330157 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: e989cd77-f071-44b5-8150-22e6b292c196 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:29:43.330504 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e989cd77-f071-44b5-8150-22e6b292c196 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:29:43.351269 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-235fbb42-1f57-4655-8da8-6b671b9fd473 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.366105 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-235fbb42-1f57-4655-8da8-6b671b9fd473 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.368293 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6b6f01-1c9d-444f-996b-497a0a1f9baf None None] Checking router: ee10d592-5408-4d6a-9f5a-89416c3de9f2 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:29:43.369166 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f88f6ac9-b8a2-49a4-a071-bca7b3d8cccb None None] Deleting port e989cd77-f071-44b5-8150-22e6b292c196 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:43.369565 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f88f6ac9-b8a2-49a4-a071-bca7b3d8cccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.373136 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d101f840-0d88-4ac4-a931-9688fc54884f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.379551 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6b6f01-1c9d-444f-996b-497a0a1f9baf None None] Routers {'ee10d592-5408-4d6a-9f5a-89416c3de9f2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:43.379929 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4a6b6f01-1c9d-444f-996b-497a0a1f9baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:43.414139 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-d101f840-0d88-4ac4-a931-9688fc54884f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be43ae0-d726-4c75-a626-5bdf14e49aca']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:43.435276 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235fbb42-1f57-4655-8da8-6b671b9fd473 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:43.441797 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-d101f840-0d88-4ac4-a931-9688fc54884f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9e244b-9424-4c9d-b76c-32a93f245227') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:43.442171 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-d101f840-0d88-4ac4-a931-9688fc54884f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9e244b-9424-4c9d-b76c-32a93f245227') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:43.452878 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d101f840-0d88-4ac4-a931-9688fc54884f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.470977 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d101f840-0d88-4ac4-a931-9688fc54884f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.476438 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6aae51ee-46d0-456d-9c28-0bf080fee55f req-f4b8d1c9-de3f-4cbc-82d4-aad1f5d699e6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9529f01-3112-4358-ad86-86798801dbba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215353 Mar 14 15:29:43.481947 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d101f840-0d88-4ac4-a931-9688fc54884f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:29:43.482721 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d101f840-0d88-4ac4-a931-9688fc54884f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.489331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-235fbb42-1f57-4655-8da8-6b671b9fd473 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.489681 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-235fbb42-1f57-4655-8da8-6b671b9fd473 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Added segment a11c13c4-bc93-40c1-9842-ec19dce7dd88 of type vlan for network 7a20263e-8065-45b8-85a6-082db885aabe Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:43.493618 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:43.502384 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fbb42-1f57-4655-8da8-6b671b9fd473 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5c7d4b-1a59-4a6a-a0da-57fb145a52b7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:43.536328 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f88f6ac9-b8a2-49a4-a071-bca7b3d8cccb None None] For port e989cd77-f071-44b5-8150-22e6b292c196, host dv-neutron-833559-1-hyperv, got binding levels [] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:43.536739 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f88f6ac9-b8a2-49a4-a071-bca7b3d8cccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.542207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-235fbb42-1f57-4655-8da8-6b671b9fd473 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.565178 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f88f6ac9-b8a2-49a4-a071-bca7b3d8cccb None None] Calling delete_port for e989cd77-f071-44b5-8150-22e6b292c196 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:43.568369 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.ipam_backend_mixin [None req-f88f6ac9-b8a2-49a4-a071-bca7b3d8cccb None None] Port e989cd77-f071-44b5-8150-22e6b292c196 was not found and therefore no delete operation was performed {{(pid=102569) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 15:29:43.569889 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f88f6ac9-b8a2-49a4-a071-bca7b3d8cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.583655 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-235fbb42-1f57-4655-8da8-6b671b9fd473 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.587835 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d101f840-0d88-4ac4-a931-9688fc54884f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.590107 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235fbb42-1f57-4655-8da8-6b671b9fd473 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:43.590746 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-235fbb42-1f57-4655-8da8-6b671b9fd473 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.600487 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d101f840-0d88-4ac4-a931-9688fc54884f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.613334 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d101f840-0d88-4ac4-a931-9688fc54884f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/networks/9be43ae0-d726-4c75-a626-5bdf14e49aca HTTP/1.1" status: 204 len: 168 time: 1.0260243 Mar 14 15:29:43.615250 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f6ac9-b8a2-49a4-a071-bca7b3d8cccb None None] Pushing event deleted for resources: {'Port': ['ID=e989cd77-f071-44b5-8150-22e6b292c196,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:43.620986 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56020) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:43.624573 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88f6ac9-b8a2-49a4-a071-bca7b3d8cccb None None] No DVR routers for this DVR port e989cd77-f071-44b5-8150-22e6b292c196 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:43.635193 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-4a6b6f01-1c9d-444f-996b-497a0a1f9baf None None] Set router ee10d592-5408-4d6a-9f5a-89416c3de9f2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:29:43.646082 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101f840-0d88-4ac4-a931-9688fc54884f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Network': ['ID=9be43ae0-d726-4c75-a626-5bdf14e49aca,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:43.666238 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-235fbb42-1f57-4655-8da8-6b671b9fd473 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8331223 Mar 14 15:29:43.719295 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf8c78d-3349-403a-8afb-3c8516a8fc3a tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:43.722471 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1cf8c78d-3349-403a-8afb-3c8516a8fc3a tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports/ece53b33-4633-425c-bb0b-537d6344a1eb HTTP/1.1" status: 200 len: 841 time: 0.0997005 Mar 14 15:29:43.725345 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56024) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:43.732969 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fbb42-1f57-4655-8da8-6b671b9fd473 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Network': ['ID=7a20263e-8065-45b8-85a6-082db885aabe,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:43.750198 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 7a20263e-8065-45b8-85a6-082db885aabe details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:29:43.807140 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56026) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:43.811369 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-96904bbb-63c0-48da-9387-8658316a0d04 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports/ece53b33-4633-425c-bb0b-537d6344a1eb?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0848072 Mar 14 15:29:43.812008 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56028) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:43.812632 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7cd69cdf-8cc7-46e4-b304-6281c5aed99f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'subnet': {'network_id': '7a20263e-8065-45b8-85a6-082db885aabe', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:43.817148 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-4c02ec26-3d23-4bd7-bb1f-912ab6880dd1 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'subnet': {'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:43.917445 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c02ec26-3d23-4bd7-bb1f-912ab6880dd1 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:43.923125 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4c02ec26-3d23-4bd7-bb1f-912ab6880dd1 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.957170 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd69cdf-8cc7-46e4-b304-6281c5aed99f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:43.960851 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7cd69cdf-8cc7-46e4-b304-6281c5aed99f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:43.961271 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4a6b6f01-1c9d-444f-996b-497a0a1f9baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:29:41Z', 'revision_number': 6, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:16Z', 'updated_at': '2022-03-14T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '0c2b8bcf-a80e-410a-ba1a-b9163ee669fd', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'port_id': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'mac_address': 'fa:16:3e:7f:8c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673a6dcf-3d5c-462f-b565-273b01d48b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:28:13Z', 'updated_at': '2022-03-14T15:28:20Z', 'revision_number': 1, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371a35d0-b297-4404-8eff-8f4c86632041', 'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:d4:74:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:27Z', 'updated_at': '2022-03-14T15:27:35Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:43.991124 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6b6f01-1c9d-444f-996b-497a0a1f9baf None None] The sync data for ids ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'] in dv-neutron-833559-1-hyperv is: [{'id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:29:41Z', 'revision_number': 6, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:16Z', 'updated_at': '2022-03-14T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '0c2b8bcf-a80e-410a-ba1a-b9163ee669fd', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'port_id': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'mac_address': 'fa:16:3e:7f:8c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673a6dcf-3d5c-462f-b565-273b01d48b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:28:13Z', 'updated_at': '2022-03-14T15:28:20Z', 'revision_number': 1, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371a35d0-b297-4404-8eff-8f4c86632041', 'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:d4:74:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:27Z', 'updated_at': '2022-03-14T15:27:35Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:29:44.157404 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4c02ec26-3d23-4bd7-bb1f-912ab6880dd1 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.182935 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7cd69cdf-8cc7-46e4-b304-6281c5aed99f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.257060 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd69cdf-8cc7-46e4-b304-6281c5aed99f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Subnet': ['ID=3e75bb8e-9dfa-4c02-a7fd-1204e013914f,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:44.267699 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd69cdf-8cc7-46e4-b304-6281c5aed99f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Checking segment: {'id': 'a11c13c4-bc93-40c1-9842-ec19dce7dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7a20263e-8065-45b8-85a6-082db885aabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:44.268187 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd69cdf-8cc7-46e4-b304-6281c5aed99f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network hostable DHCP agents. Network: 7a20263e-8065-45b8-85a6-082db885aabe, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:44.289455 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd69cdf-8cc7-46e4-b304-6281c5aed99f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network 7a20263e-8065-45b8-85a6-082db885aabe is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:44.300789 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7cd69cdf-8cc7-46e4-b304-6281c5aed99f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 7a20263e-8065-45b8-85a6-082db885aabe) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:44.306085 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd69cdf-8cc7-46e4-b304-6281c5aed99f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:44.307007 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7cd69cdf-8cc7-46e4-b304-6281c5aed99f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.311050 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a593ca9-ffa7-46a2-a7db-7548665fc558 None None] Network 7a20263e-8065-45b8-85a6-082db885aabe requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:44.330005 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7cd69cdf-8cc7-46e4-b304-6281c5aed99f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5215988 Mar 14 15:29:44.333581 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56030) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:44.341189 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7aeda9da-96ef-4d59-aa94-bf2eb06b2570 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1708378753'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:44.382240 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aeda9da-96ef-4d59-aa94-bf2eb06b2570 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:44.388710 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7aeda9da-96ef-4d59-aa94-bf2eb06b2570 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.487736 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aeda9da-96ef-4d59-aa94-bf2eb06b2570 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:44.526638 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7aeda9da-96ef-4d59-aa94-bf2eb06b2570 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.527327 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-7aeda9da-96ef-4d59-aa94-bf2eb06b2570 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Added segment 82d571c6-3d6f-483a-bd67-bdc94f4d55ef of type vlan for network 9551945e-9246-497c-8cc4-403373701905 Mar 14 15:29:44.536331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbd0dd-a2ca-4938-b144-cf87fefbb503 req-1559a5fe-0f49-46da-abb7-c2acd04b163a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:44.538031 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-19dbd0dd-a2ca-4938-b144-cf87fefbb503 req-1559a5fe-0f49-46da-abb7-c2acd04b163a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9b3b1ee-32e1-4394-b534-cfd34f7d36d3 HTTP/1.1" status: 200 len: 946 time: 0.1315386 Mar 14 15:29:44.590260 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-7a20263e-8065-45b8-85a6-082db885aabe', 'network_id': '7a20263e-8065-45b8-85a6-082db885aabe', 'tenant_id': 'd6e45125acec452e8c1b6716f23c9b9a', 'fixed_ips': [{'subnet_id': '3e75bb8e-9dfa-4c02-a7fd-1204e013914f'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:29:44.591190 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.631355 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c02ec26-3d23-4bd7-bb1f-912ab6880dd1 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:44.646583 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-4c02ec26-3d23-4bd7-bb1f-912ab6880dd1 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:44.665806 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c02ec26-3d23-4bd7-bb1f-912ab6880dd1 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:44.665806 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4c02ec26-3d23-4bd7-bb1f-912ab6880dd1 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.693327 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4c02ec26-3d23-4bd7-bb1f-912ab6880dd1 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8802888 Mar 14 15:29:44.694059 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02ec26-3d23-4bd7-bb1f-912ab6880dd1 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Subnet': ['ID=484bbce6-7496-4d3b-8235-80412a146fed,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:44.697268 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56036) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:44.703305 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-591a2f76-7e6c-4113-b7f4-9495177d9024 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'security_group': {'name': 'tempest-secgroup-1316260274'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:44.717240 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9385cc-2c4b-441f-9296-cba68c308104 None None] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:44.722742 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7aeda9da-96ef-4d59-aa94-bf2eb06b2570 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.728016 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca663e65-330b-4068-9723-6c63f8c2c5ca req-dd94a0f0-1d4a-4da8-b44b-f91e1be4e5b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:44.729639 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ca663e65-330b-4068-9723-6c63f8c2c5ca req-dd94a0f0-1d4a-4da8-b44b-f91e1be4e5b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9b3b1ee-32e1-4394-b534-cfd34f7d36d3 HTTP/1.1" status: 200 len: 946 time: 0.1097844 Mar 14 15:29:44.749438 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-591a2f76-7e6c-4113-b7f4-9495177d9024 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.807746 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7aeda9da-96ef-4d59-aa94-bf2eb06b2570 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.817614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeda9da-96ef-4d59-aa94-bf2eb06b2570 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:44.818429 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7aeda9da-96ef-4d59-aa94-bf2eb06b2570 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.827653 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ca663e65-330b-4068-9723-6c63f8c2c5ca req-15a7132a-5e71-417c-9f8d-b55eb9375aff tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9529f01-3112-4358-ad86-86798801dbba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745609 Mar 14 15:29:44.851675 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7aeda9da-96ef-4d59-aa94-bf2eb06b2570 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5166438 Mar 14 15:29:44.855882 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-19dbd0dd-a2ca-4938-b144-cf87fefbb503 req-9c19a688-4f16-44d3-96cf-0c32aa9d63ac tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port c344c1a8-afbc-433b-854c-6c1ddd0020a9 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:44.856236 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-19dbd0dd-a2ca-4938-b144-cf87fefbb503 req-9c19a688-4f16-44d3-96cf-0c32aa9d63ac tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.858832 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56038) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:44.871848 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] Allocated IP 172.20.255.242 (7a20263e-8065-45b8-85a6-082db885aabe/3e75bb8e-9dfa-4c02-a7fd-1204e013914f/7485d712-5bf7-4619-bf6e-c01b28fabd74) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:44.889890 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-591a2f76-7e6c-4113-b7f4-9495177d9024 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.893587 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-591a2f76-7e6c-4113-b7f4-9495177d9024 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.921167 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-591a2f76-7e6c-4113-b7f4-9495177d9024 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:44.922521 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-591a2f76-7e6c-4113-b7f4-9495177d9024 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2242355 Mar 14 15:29:44.925547 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56040) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:44.931522 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f89c357c-3e93-44a8-b076-c2713fcf5205 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'security_group': {'name': 'tempest-secgroup-123953638'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:44.936390 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-87af6874-c8f8-49ba-97ba-868c9be8b29a tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'subnet': {'network_id': '9551945e-9246-497c-8cc4-403373701905', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:44.956135 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a2f76-7e6c-4113-b7f4-9495177d9024 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c7875c-6a19-40c9-a05d-c971e2d6ec44,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:44.974038 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f89c357c-3e93-44a8-b076-c2713fcf5205 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.023614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeda9da-96ef-4d59-aa94-bf2eb06b2570 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Network': ['ID=9551945e-9246-497c-8cc4-403373701905,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:45.051943 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 25dc3141-559f-48af-873d-498a59547adc no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:29:45.054108 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 9551945e-9246-497c-8cc4-403373701905 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:29:45.089269 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87af6874-c8f8-49ba-97ba-868c9be8b29a tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:45.093018 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-87af6874-c8f8-49ba-97ba-868c9be8b29a tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.100568 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 25dc3141-559f-48af-873d-498a59547adc {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:29:45.100913 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 25dc3141-559f-48af-873d-498a59547adc not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:29:45.115062 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f89c357c-3e93-44a8-b076-c2713fcf5205 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.123496 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f89c357c-3e93-44a8-b076-c2713fcf5205 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.168943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-19dbd0dd-a2ca-4938-b144-cf87fefbb503 req-9c19a688-4f16-44d3-96cf-0c32aa9d63ac tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port c344c1a8-afbc-433b-854c-6c1ddd0020a9, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c344c1a8-afbc-433b-854c-6c1ddd0020a9,segment=NetworkSegment(c18b6164-9180-46db-a166-913591cfc59d),segment_id=c18b6164-9180-46db-a166-913591cfc59d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:45.169328 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-19dbd0dd-a2ca-4938-b144-cf87fefbb503 req-9c19a688-4f16-44d3-96cf-0c32aa9d63ac tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.177188 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f89c357c-3e93-44a8-b076-c2713fcf5205 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.178995 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f89c357c-3e93-44a8-b076-c2713fcf5205 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2516353 Mar 14 15:29:45.180513 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c357c-3e93-44a8-b076-c2713fcf5205 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab29f89-2cf8-4f1f-940b-735e77e3a119,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:45.191201 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56042) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:45.192938 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-19dbd0dd-a2ca-4938-b144-cf87fefbb503 req-9c19a688-4f16-44d3-96cf-0c32aa9d63ac tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for c344c1a8-afbc-433b-854c-6c1ddd0020a9 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:45.209307 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ebc3da45-31e6-43a9-bb97-6824ce80de93 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-966644200', 'security_groups': ['9ab29f89-2cf8-4f1f-940b-735e77e3a119'], 'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '484bbce6-7496-4d3b-8235-80412a146fed'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:45.227874 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-8ee09330-8f8b-41c2-8bc1-4d35188ce1fc', 'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc', 'tenant_id': '2bc6d44e222640628bd023b496b3ec98', 'fixed_ips': [{'subnet_id': '484bbce6-7496-4d3b-8235-80412a146fed'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:29:45.228713 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.345735 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.359166 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.402523 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc3da45-31e6-43a9-bb97-6824ce80de93 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:45.441729 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] Network 7a20263e-8065-45b8-85a6-082db885aabe is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:45.443316 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-87af6874-c8f8-49ba-97ba-868c9be8b29a tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.449225 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:45.455002 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:45.469395 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] Pushing event updated for resources: {'Port': ['ID=7485d712-5bf7-4619-bf6e-c01b28fabd74,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:45.479849 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-19dbd0dd-a2ca-4938-b144-cf87fefbb503 req-9c19a688-4f16-44d3-96cf-0c32aa9d63ac tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.495956 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] Allocated IP 172.20.0.2 (8ee09330-8f8b-41c2-8bc1-4d35188ce1fc/484bbce6-7496-4d3b-8235-80412a146fed/63398557-b524-4bdd-98c7-ff1a5e472d71) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:45.525681 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19a688-4f16-44d3-96cf-0c32aa9d63ac tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=c344c1a8-afbc-433b-854c-6c1ddd0020a9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:45.562343 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] Attempting to bind port 7485d712-5bf7-4619-bf6e-c01b28fabd74 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:45.565553 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af6874-c8f8-49ba-97ba-868c9be8b29a tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Subnet': ['ID=4f4820a5-1cfa-4752-9140-52665ee2652a,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:45.568410 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] Attempting to bind port 7485d712-5bf7-4619-bf6e-c01b28fabd74 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'a11c13c4-bc93-40c1-9842-ec19dce7dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7a20263e-8065-45b8-85a6-082db885aabe'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:45.574758 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] Attempting to bind port 7485d712-5bf7-4619-bf6e-c01b28fabd74 on network 7a20263e-8065-45b8-85a6-082db885aabe {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:29:45.595415 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ebc3da45-31e6-43a9-bb97-6824ce80de93 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.603768 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:29:45.604378 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] Checking segment: {'id': 'a11c13c4-bc93-40c1-9842-ec19dce7dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7a20263e-8065-45b8-85a6-082db885aabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:45.604964 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.605363 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] Bound using segment: {'id': 'a11c13c4-bc93-40c1-9842-ec19dce7dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7a20263e-8065-45b8-85a6-082db885aabe'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:29:45.605850 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] Bound port: 7485d712-5bf7-4619-bf6e-c01b28fabd74, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11c13c4-bc93-40c1-9842-ec19dce7dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7a20263e-8065-45b8-85a6-082db885aabe'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:45.606229 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.614074 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87af6874-c8f8-49ba-97ba-868c9be8b29a tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Checking segment: {'id': '82d571c6-3d6f-483a-bd67-bdc94f4d55ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '9551945e-9246-497c-8cc4-403373701905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:45.614849 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87af6874-c8f8-49ba-97ba-868c9be8b29a tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network hostable DHCP agents. Network: 9551945e-9246-497c-8cc4-403373701905, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:45.623288 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [None req-ebc3da45-31e6-43a9-bb97-6824ce80de93 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] device_id is not set on port a1c09e54-46e3-4fec-920d-fc244d9142f4 yet. {{(pid=102567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:29:45.632924 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dbd0dd-a2ca-4938-b144-cf87fefbb503 req-9c19a688-4f16-44d3-96cf-0c32aa9d63ac tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] No DVR routers for this DVR port c344c1a8-afbc-433b-854c-6c1ddd0020a9 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:45.638015 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-19dbd0dd-a2ca-4938-b144-cf87fefbb503 req-9c19a688-4f16-44d3-96cf-0c32aa9d63ac tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.642754 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-19dbd0dd-a2ca-4938-b144-cf87fefbb503 req-9c19a688-4f16-44d3-96cf-0c32aa9d63ac tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "DELETE /v2.0/ports/c344c1a8-afbc-433b-854c-6c1ddd0020a9 HTTP/1.1" status: 204 len: 173 time: 1.0967224 Mar 14 15:29:45.644548 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b3b1ee-32e1-4394-b534-cfd34f7d36d3', 'name': 'network-vif-deleted', 'tag': 'c344c1a8-afbc-433b-854c-6c1ddd0020a9'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:29:45.657469 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98262bff-6599-4c21-b06d-8a85ae4ad436" -d '{"events": [{"server_uuid": "d9b3b1ee-32e1-4394-b534-cfd34f7d36d3", "name": "network-vif-deleted", "tag": "c344c1a8-afbc-433b-854c-6c1ddd0020a9"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:29:45.675784 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87af6874-c8f8-49ba-97ba-868c9be8b29a tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network 9551945e-9246-497c-8cc4-403373701905 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:45.694871 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-87af6874-c8f8-49ba-97ba-868c9be8b29a tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 9551945e-9246-497c-8cc4-403373701905) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:45.701826 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af6874-c8f8-49ba-97ba-868c9be8b29a tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:45.702555 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-87af6874-c8f8-49ba-97ba-868c9be8b29a tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.717425 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777d5bbd-ee88-45b0-b38d-e4f4258154a1 x-openstack-request-id: req-777d5bbd-ee88-45b0-b38d-e4f4258154a1 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:29:45.718078 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b3b1ee-32e1-4394-b534-cfd34f7d36d3", "name": "network-vif-deleted", "tag": "c344c1a8-afbc-433b-854c-6c1ddd0020a9", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:29:45.718564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-777d5bbd-ee88-45b0-b38d-e4f4258154a1 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:29:45.719941 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b3b1ee-32e1-4394-b534-cfd34f7d36d3', 'name': 'network-vif-deleted', 'tag': 'c344c1a8-afbc-433b-854c-6c1ddd0020a9', 'status': 'completed', 'code': 200} Mar 14 15:29:45.730892 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-87af6874-c8f8-49ba-97ba-868c9be8b29a tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8155160 Mar 14 15:29:45.734089 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56048) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:45.746177 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00a0db7-4358-42cd-8af9-48200b802909 None None] Network 9551945e-9246-497c-8cc4-403373701905 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:45.903132 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] For port 7485d712-5bf7-4619-bf6e-c01b28fabd74, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:45.909402 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a7179506-ec63-4ee1-9d10-d5268959155f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:45.929997 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] For port 7485d712-5bf7-4619-bf6e-c01b28fabd74, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=7485d712-5bf7-4619-bf6e-c01b28fabd74,segment=NetworkSegment(a11c13c4-bc93-40c1-9842-ec19dce7dd88),segment_id=a11c13c4-bc93-40c1-9842-ec19dce7dd88)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:45.946248 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.000981 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-424cab1a-011b-47d1-bb47-6812e7263c32 req-4c876ab1-f3e7-4643-a7bb-945759733c4d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9b3b1ee-32e1-4394-b534-cfd34f7d36d3 HTTP/1.1" status: 200 len: 210 time: 0.0504489 Mar 14 15:29:46.024044 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.053752 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a7179506-ec63-4ee1-9d10-d5268959155f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.114140 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.134490 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90b40ec-7c9a-4fe5-bf1d-7ef0f67792a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-9551945e-9246-497c-8cc4-403373701905', 'network_id': '9551945e-9246-497c-8cc4-403373701905', 'tenant_id': 'd6e45125acec452e8c1b6716f23c9b9a', 'fixed_ips': [{'subnet_id': '4f4820a5-1cfa-4752-9140-52665ee2652a'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:29:46.135383 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c90b40ec-7c9a-4fe5-bf1d-7ef0f67792a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.173983 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387baf6-11e6-4eda-80c2-ddbe24dc25e6 None None] Pushing event updated for resources: {'Port': ['ID=7485d712-5bf7-4619-bf6e-c01b28fabd74,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:46.194791 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-ebc3da45-31e6-43a9-bb97-6824ce80de93 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Allocated IP 172.20.0.6 (8ee09330-8f8b-41c2-8bc1-4d35188ce1fc/484bbce6-7496-4d3b-8235-80412a146fed/a1c09e54-46e3-4fec-920d-fc244d9142f4) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:46.197771 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:46.208533 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:46.216857 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:46.230271 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a7179506-ec63-4ee1-9d10-d5268959155f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.317734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7179506-ec63-4ee1-9d10-d5268959155f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Subnet': ['ID=4f4820a5-1cfa-4752-9140-52665ee2652a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:46.488864 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] Attempting to bind port 63398557-b524-4bdd-98c7-ff1a5e472d71 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:46.491076 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] Attempting to bind port 63398557-b524-4bdd-98c7-ff1a5e472d71 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '4eb69093-03e7-43e8-821b-f75b5768e2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:46.491653 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] Attempting to bind port 63398557-b524-4bdd-98c7-ff1a5e472d71 on network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:29:46.502189 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb72daa-3038-4626-969f-b0afbe0d5e60 None None] Network 9551945e-9246-497c-8cc4-403373701905 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:46.517218 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] Pushing event updated for resources: {'Port': ['ID=63398557-b524-4bdd-98c7-ff1a5e472d71,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:46.526268 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ebc3da45-31e6-43a9-bb97-6824ce80de93 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.593761 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ebc3da45-31e6-43a9-bb97-6824ce80de93 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.628817 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:29:46.629265 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] Checking segment: {'id': '4eb69093-03e7-43e8-821b-f75b5768e2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:46.629922 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.630543 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] Bound using segment: {'id': '4eb69093-03e7-43e8-821b-f75b5768e2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:29:46.631286 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] Bound port: 63398557-b524-4bdd-98c7-ff1a5e472d71, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb69093-03e7-43e8-821b-f75b5768e2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:46.631903 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.635467 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device c344c1a8-afbc-433b-854c-6c1ddd0020a9 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:29:46.704074 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: c344c1a8-afbc-433b-854c-6c1ddd0020a9 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:29:46.705116 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device c344c1a8-afbc-433b-854c-6c1ddd0020a9 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:29:46.731465 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc3da45-31e6-43a9-bb97-6824ce80de93 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:46.740874 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-ebc3da45-31e6-43a9-bb97-6824ce80de93 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:46.744770 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc3da45-31e6-43a9-bb97-6824ce80de93 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:46.753396 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3da45-31e6-43a9-bb97-6824ce80de93 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=a1c09e54-46e3-4fec-920d-fc244d9142f4,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:46.834239 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc3da45-31e6-43a9-bb97-6824ce80de93 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:46.835301 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ebc3da45-31e6-43a9-bb97-6824ce80de93 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.843614 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] For port 63398557-b524-4bdd-98c7-ff1a5e472d71, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:29:46.849390 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] For port 63398557-b524-4bdd-98c7-ff1a5e472d71, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=63398557-b524-4bdd-98c7-ff1a5e472d71,segment=NetworkSegment(4eb69093-03e7-43e8-821b-f75b5768e2aa),segment_id=4eb69093-03e7-43e8-821b-f75b5768e2aa)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:29:46.855713 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:46.867960 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ebc3da45-31e6-43a9-bb97-6824ce80de93 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6721592 Mar 14 15:29:46.870836 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56054) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:46.878167 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-c1b99166-c3fb-480d-abb9-f68f9c30b955 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'subnet': {'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:46.941186 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb95d9-4656-4f53-9e7a-4786a93fa37f None None] Pushing event updated for resources: {'Port': ['ID=63398557-b524-4bdd-98c7-ff1a5e472d71,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:47.064647 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a7179506-ec63-4ee1-9d10-d5268959155f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.078331 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56058) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:47.095590 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a7179506-ec63-4ee1-9d10-d5268959155f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9551945e-9246-497c-8cc4-403373701905']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:47.103832 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b99166-c3fb-480d-abb9-f68f9c30b955 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:47.107274 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a7179506-ec63-4ee1-9d10-d5268959155f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d571c6-3d6f-483a-bd67-bdc94f4d55ef') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:47.110515 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a7179506-ec63-4ee1-9d10-d5268959155f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d571c6-3d6f-483a-bd67-bdc94f4d55ef') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:47.110715 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c1b99166-c3fb-480d-abb9-f68f9c30b955 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.127629 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a7179506-ec63-4ee1-9d10-d5268959155f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.170648 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a7179506-ec63-4ee1-9d10-d5268959155f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.180656 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7179506-ec63-4ee1-9d10-d5268959155f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:29:47.181764 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a7179506-ec63-4ee1-9d10-d5268959155f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:47.187738 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:47.209091 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7485d712-5bf7-4619-bf6e-c01b28fabd74 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:47.273329 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.ipam_backend_mixin [None req-c1b99166-c3fb-480d-abb9-f68f9c30b955 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 484bbce6-7496-4d3b-8235-80412a146fed (CIDR: 172.20.0.0/28) Mar 14 15:29:47.287721 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a7179506-ec63-4ee1-9d10-d5268959155f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.331818 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b99166-c3fb-480d-abb9-f68f9c30b955 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:29:47.336225 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b99166-c3fb-480d-abb9-f68f9c30b955 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:29:47.344798 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a7179506-ec63-4ee1-9d10-d5268959155f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.351777 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a7179506-ec63-4ee1-9d10-d5268959155f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/9551945e-9246-497c-8cc4-403373701905 HTTP/1.1" status: 204 len: 168 time: 1.6147478 Mar 14 15:29:47.354585 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7179506-ec63-4ee1-9d10-d5268959155f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Network': ['ID=9551945e-9246-497c-8cc4-403373701905,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:47.362756 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56060) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:47.367812 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d2ad23b3-6a74-4a9e-ab90-12ea87b58500 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1456226530'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:47.417908 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-502f5d25-29c4-43d2-8781-708093686acc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.430078 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c1b99166-c3fb-480d-abb9-f68f9c30b955 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5555391 Mar 14 15:29:47.431679 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56062) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:47.450764 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-34becfd4-3e22-4a81-860e-106b977e7a5a tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'subnet': {'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:47.461495 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ad23b3-6a74-4a9e-ab90-12ea87b58500 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:47.471547 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2ad23b3-6a74-4a9e-ab90-12ea87b58500 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.493287 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-502f5d25-29c4-43d2-8781-708093686acc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.598373 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ad23b3-6a74-4a9e-ab90-12ea87b58500 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:47.624660 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-502f5d25-29c4-43d2-8781-708093686acc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.629008 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-502f5d25-29c4-43d2-8781-708093686acc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.630233 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-502f5d25-29c4-43d2-8781-708093686acc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/security-groups/e9529f01-3112-4358-ad86-86798801dbba HTTP/1.1" status: 204 len: 168 time: 0.5494623 Mar 14 15:29:47.647505 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2ad23b3-6a74-4a9e-ab90-12ea87b58500 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.647857 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-d2ad23b3-6a74-4a9e-ab90-12ea87b58500 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Added segment 74052483-c5f8-4774-b98a-db66fe59857c of type vlan for network 710063e5-53a8-47e7-b88c-796761085f17 Mar 14 15:29:47.678296 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f5d25-29c4-43d2-8781-708093686acc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9529f01-3112-4358-ad86-86798801dbba,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:47.700762 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56068) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:47.748403 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 7485d712-5bf7-4619-bf6e-c01b28fabd74 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:47.749152 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.802527 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2ad23b3-6a74-4a9e-ab90-12ea87b58500 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.816707 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-8612304a-ec40-4ebb-9a8f-d0a6ceb1be23 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting subnet e5b6639e-29a5-4819-b60a-3e7db5493bcd {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:29:47.820609 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeadef6-b964-4482-acdf-7363cff44cb2 None None] Network 7a20263e-8065-45b8-85a6-082db885aabe requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:47.821970 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8612304a-ec40-4ebb-9a8f-d0a6ceb1be23 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.882054 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2ad23b3-6a74-4a9e-ab90-12ea87b58500 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.887057 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8612304a-ec40-4ebb-9a8f-d0a6ceb1be23 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.888962 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ad23b3-6a74-4a9e-ab90-12ea87b58500 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:47.889678 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2ad23b3-6a74-4a9e-ab90-12ea87b58500 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:47.896927 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34becfd4-3e22-4a81-860e-106b977e7a5a tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:47.900580 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-34becfd4-3e22-4a81-860e-106b977e7a5a tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.024515 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8612304a-ec40-4ebb-9a8f-d0a6ceb1be23 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.032361 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.069015 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-39ddde86-4a9e-48e8-9c07-357be7e0677d None None] Provisioning complete for port 7485d712-5bf7-4619-bf6e-c01b28fabd74 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:48.069519 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39ddde86-4a9e-48e8-9c07-357be7e0677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.115972 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d2ad23b3-6a74-4a9e-ab90-12ea87b58500 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7558801 Mar 14 15:29:48.120189 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56078) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:48.132050 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9c8bf26e-d91d-44eb-ad56-903b998182af tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'subnet': {'network_id': '710063e5-53a8-47e7-b88c-796761085f17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:48.140488 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8612304a-ec40-4ebb-9a8f-d0a6ceb1be23 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.178821 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad23b3-6a74-4a9e-ab90-12ea87b58500 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Network': ['ID=710063e5-53a8-47e7-b88c-796761085f17,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:48.180305 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 7485d712-5bf7-4619-bf6e-c01b28fabd74, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=7485d712-5bf7-4619-bf6e-c01b28fabd74,segment=NetworkSegment(a11c13c4-bc93-40c1-9842-ec19dce7dd88),segment_id=a11c13c4-bc93-40c1-9842-ec19dce7dd88)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:48.188286 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8612304a-ec40-4ebb-9a8f-d0a6ceb1be23 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.197492 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8612304a-ec40-4ebb-9a8f-d0a6ceb1be23 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/subnets/e5b6639e-29a5-4819-b60a-3e7db5493bcd HTTP/1.1" status: 204 len: 168 time: 0.4956305 Mar 14 15:29:48.200817 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.202176 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612304a-ec40-4ebb-9a8f-d0a6ceb1be23 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Subnet': ['ID=e5b6639e-29a5-4819-b60a-3e7db5493bcd,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:48.211868 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d78988-cee5-4306-a910-a5d6fa99a8bd None None] Network d04b54e8-d3c5-4e30-bdcf-fa66b43527ec requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:48.212921 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56080) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:48.213974 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 710063e5-53a8-47e7-b88c-796761085f17 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:29:48.364458 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ccf93ae-8cb1-4548-8524-17c95b9cb3e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.432174 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=7485d712-5bf7-4619-bf6e-c01b28fabd74,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:48.441372 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf93ae-8cb1-4548-8524-17c95b9cb3e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 2e35314f-1fd6-4bed-915c-344ff1857d15 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:48.441372 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ccf93ae-8cb1-4548-8524-17c95b9cb3e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.518859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8bf26e-d91d-44eb-ad56-903b998182af tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:48.525546 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c8bf26e-d91d-44eb-ad56-903b998182af tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.591586 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-1ccf93ae-8cb1-4548-8524-17c95b9cb3e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port 2e35314f-1fd6-4bed-915c-344ff1857d15, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=2e35314f-1fd6-4bed-915c-344ff1857d15,segment=NetworkSegment(c18b6164-9180-46db-a166-913591cfc59d),segment_id=c18b6164-9180-46db-a166-913591cfc59d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:48.591944 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ccf93ae-8cb1-4548-8524-17c95b9cb3e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.615606 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56084) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:48.629411 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf93ae-8cb1-4548-8524-17c95b9cb3e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 2e35314f-1fd6-4bed-915c-344ff1857d15 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:48.664248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-9c8bf26e-d91d-44eb-ad56-903b998182af tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Performing IP validity checks on allocation pools {{(pid=102568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 14 15:29:48.664754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-9c8bf26e-d91d-44eb-ad56-903b998182af tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 14 15:29:48.732073 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-bf8a17f0-9dab-4226-89bf-92f329ff60f9 None None] Provisioning complete for port 63398557-b524-4bdd-98c7-ff1a5e472d71 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:48.732385 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bf8a17f0-9dab-4226-89bf-92f329ff60f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.808840 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-34becfd4-3e22-4a81-860e-106b977e7a5a tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.833546 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c15b24a-f12b-4d8a-9a0d-a0fca80fab6d None None] DHCP port deletion for d04b54e8-d3c5-4e30-bdcf-fa66b43527ec request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:29:48.913818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34becfd4-3e22-4a81-860e-106b977e7a5a tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:48.921767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-34becfd4-3e22-4a81-860e-106b977e7a5a tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:48.944284 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ccf93ae-8cb1-4548-8524-17c95b9cb3e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.954620 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0c15b24a-f12b-4d8a-9a0d-a0fca80fab6d None None] Deleting port 2e35314f-1fd6-4bed-915c-344ff1857d15 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:48.955022 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0c15b24a-f12b-4d8a-9a0d-a0fca80fab6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.956871 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bf8a17f0-9dab-4226-89bf-92f329ff60f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.957689 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34becfd4-3e22-4a81-860e-106b977e7a5a tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:48.958278 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-34becfd4-3e22-4a81-860e-106b977e7a5a tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:48.972018 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34becfd4-3e22-4a81-860e-106b977e7a5a tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Subnet': ['ID=7305b509-5157-440d-bd0b-c42eb2fca693,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:48.977734 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c4c91c-f362-404b-8a8d-e0738622ed1b None None] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:48.998383 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-34becfd4-3e22-4a81-860e-106b977e7a5a tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5627286 Mar 14 15:29:49.002368 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56088) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:49.007683 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-91680053-3b3b-4f36-9e65-f48c2fc715ab tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1164602134', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7305b509-5157-440d-bd0b-c42eb2fca693'}], 'security_groups': ['79c7875c-6a19-40c9-a05d-c971e2d6ec44']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:49.010881 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c8bf26e-d91d-44eb-ad56-903b998182af tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.024622 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf93ae-8cb1-4548-8524-17c95b9cb3e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=2e35314f-1fd6-4bed-915c-344ff1857d15,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:49.035198 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccf93ae-8cb1-4548-8524-17c95b9cb3e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] No DVR routers for this DVR port 2e35314f-1fd6-4bed-915c-344ff1857d15 on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:49.084804 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-bf8a17f0-9dab-4226-89bf-92f329ff60f9 None None] For port 63398557-b524-4bdd-98c7-ff1a5e472d71, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=63398557-b524-4bdd-98c7-ff1a5e472d71,segment=NetworkSegment(4eb69093-03e7-43e8-821b-f75b5768e2aa),segment_id=4eb69093-03e7-43e8-821b-f75b5768e2aa)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:49.112871 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bf8a17f0-9dab-4226-89bf-92f329ff60f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.124382 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ccf93ae-8cb1-4548-8524-17c95b9cb3e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.144725 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-0c15b24a-f12b-4d8a-9a0d-a0fca80fab6d None None] For port 2e35314f-1fd6-4bed-915c-344ff1857d15, host dv-neutron-833559-1-hyperv, got binding levels [] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:49.145134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0c15b24a-f12b-4d8a-9a0d-a0fca80fab6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.152995 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8bf26e-d91d-44eb-ad56-903b998182af tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Subnet': ['ID=b772c00f-3daf-4ff7-ba74-2bfe8d7bad95,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:49.153596 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-1ccf93ae-8cb1-4548-8524-17c95b9cb3e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04b54e8-d3c5-4e30-bdcf-fa66b43527ec']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:49.164708 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-1ccf93ae-8cb1-4548-8524-17c95b9cb3e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18b6164-9180-46db-a166-913591cfc59d') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:49.165004 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-1ccf93ae-8cb1-4548-8524-17c95b9cb3e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18b6164-9180-46db-a166-913591cfc59d') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:49.176213 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ccf93ae-8cb1-4548-8524-17c95b9cb3e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.209669 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0c15b24a-f12b-4d8a-9a0d-a0fca80fab6d None None] Calling delete_port for 2e35314f-1fd6-4bed-915c-344ff1857d15 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:49.221401 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.ipam_backend_mixin [None req-0c15b24a-f12b-4d8a-9a0d-a0fca80fab6d None None] Port 2e35314f-1fd6-4bed-915c-344ff1857d15 was not found and therefore no delete operation was performed {{(pid=102569) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 15:29:49.222565 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ccf93ae-8cb1-4548-8524-17c95b9cb3e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.233599 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0c15b24a-f12b-4d8a-9a0d-a0fca80fab6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.246142 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccf93ae-8cb1-4548-8524-17c95b9cb3e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:29:49.246478 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ccf93ae-8cb1-4548-8524-17c95b9cb3e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:49.252248 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:49.276693 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8bf26e-d91d-44eb-ad56-903b998182af tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Checking segment: {'id': '74052483-c5f8-4774-b98a-db66fe59857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '710063e5-53a8-47e7-b88c-796761085f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:49.276693 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8bf26e-d91d-44eb-ad56-903b998182af tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network hostable DHCP agents. Network: 710063e5-53a8-47e7-b88c-796761085f17, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:49.289246 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c15b24a-f12b-4d8a-9a0d-a0fca80fab6d None None] No DVR routers for this DVR port 2e35314f-1fd6-4bed-915c-344ff1857d15 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:49.297888 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-bf8a17f0-9dab-4226-89bf-92f329ff60f9 None None] Provisioning complete for port ece53b33-4633-425c-bb0b-537d6344a1eb triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:49.298440 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bf8a17f0-9dab-4226-89bf-92f329ff60f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.319913 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7485d712-5bf7-4619-bf6e-c01b28fabd74 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:49.320053 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-b5960855-ffce-4d51-a152-ba6a5010865b tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Deleting port 8258524b-a99f-4d0a-bb10-2cf4ce8ded18 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:49.320374 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b5960855-ffce-4d51-a152-ba6a5010865b tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.325648 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8bf26e-d91d-44eb-ad56-903b998182af tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network 710063e5-53a8-47e7-b88c-796761085f17 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:49.337535 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ccf93ae-8cb1-4548-8524-17c95b9cb3e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.369254 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-9c8bf26e-d91d-44eb-ad56-903b998182af tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 710063e5-53a8-47e7-b88c-796761085f17) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:49.380406 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8bf26e-d91d-44eb-ad56-903b998182af tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:49.381230 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9c8bf26e-d91d-44eb-ad56-903b998182af tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.384806 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f36d22c-46aa-4a03-bdef-1164aab34112 None None] Network 710063e5-53a8-47e7-b88c-796761085f17 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:49.391952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ccf93ae-8cb1-4548-8524-17c95b9cb3e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.400738 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56098) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:49.401422 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1ccf93ae-8cb1-4548-8524-17c95b9cb3e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/networks/d04b54e8-d3c5-4e30-bdcf-fa66b43527ec HTTP/1.1" status: 204 len: 168 time: 1.1786487 Mar 14 15:29:49.413258 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9c8bf26e-d91d-44eb-ad56-903b998182af tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2899859 Mar 14 15:29:49.419673 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a17f0-9dab-4226-89bf-92f329ff60f9 None None] Pushing event updated for resources: {'Port': ['ID=63398557-b524-4bdd-98c7-ff1a5e472d71,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:49.425321 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56100) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:49.519524 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15b24a-f12b-4d8a-9a0d-a0fca80fab6d None None] Pushing event deleted for resources: {'Port': ['ID=2e35314f-1fd6-4bed-915c-344ff1857d15,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:49.524836 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a17f0-9dab-4226-89bf-92f329ff60f9 None None] Port ece53b33-4633-425c-bb0b-537d6344a1eb cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:29:49.560031 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-91680053-3b3b-4f36-9e65-f48c2fc715ab tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.587770 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-904c5a13-16fb-4374-88fc-d4533c619b09 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.589543 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf93ae-8cb1-4548-8524-17c95b9cb3e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Network': ['ID=d04b54e8-d3c5-4e30-bdcf-fa66b43527ec,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:49.669514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b5960855-ffce-4d51-a152-ba6a5010865b tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.670178 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b5960855-ffce-4d51-a152-ba6a5010865b tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.684631 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 7485d712-5bf7-4619-bf6e-c01b28fabd74 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:49.685313 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.699896 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-b5960855-ffce-4d51-a152-ba6a5010865b tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Calling delete_port for 8258524b-a99f-4d0a-bb10-2cf4ce8ded18 owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:49.714568 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-904c5a13-16fb-4374-88fc-d4533c619b09 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.737276 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8ceeb2-93cb-405b-b71c-848387f14620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-710063e5-53a8-47e7-b88c-796761085f17', 'network_id': '710063e5-53a8-47e7-b88c-796761085f17', 'tenant_id': 'd6e45125acec452e8c1b6716f23c9b9a', 'fixed_ips': [{'subnet_id': 'b772c00f-3daf-4ff7-ba74-2bfe8d7bad95'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:29:49.738255 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf8ceeb2-93cb-405b-b71c-848387f14620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.755841 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-eb458c79-d12d-4dee-acd0-28a18338266b None None] Provisioning complete for port a1c09e54-46e3-4fec-920d-fc244d9142f4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:49.756308 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb458c79-d12d-4dee-acd0-28a18338266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.799507 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-eb458c79-d12d-4dee-acd0-28a18338266b None None] Port a1c09e54-46e3-4fec-920d-fc244d9142f4 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:29:49.865631 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 63398557-b524-4bdd-98c7-ff1a5e472d71 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:49.895570 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-904c5a13-16fb-4374-88fc-d4533c619b09 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:49.931774 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a9b49e93-781f-4c83-95eb-c8e623168151 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 1bb08efa-3c0c-45c9-9d6c-0e1611290ce3 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:49.931989 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c5a13-16fb-4374-88fc-d4533c619b09 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Subnet': ['ID=b772c00f-3daf-4ff7-ba74-2bfe8d7bad95,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:49.932128 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9b49e93-781f-4c83-95eb-c8e623168151 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.007626 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-904c5a13-16fb-4374-88fc-d4533c619b09 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.037962 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-904c5a13-16fb-4374-88fc-d4533c619b09 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710063e5-53a8-47e7-b88c-796761085f17']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:50.050154 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-904c5a13-16fb-4374-88fc-d4533c619b09 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74052483-c5f8-4774-b98a-db66fe59857c') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:50.050527 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-904c5a13-16fb-4374-88fc-d4533c619b09 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74052483-c5f8-4774-b98a-db66fe59857c') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:50.061641 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-904c5a13-16fb-4374-88fc-d4533c619b09 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.077706 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-904c5a13-16fb-4374-88fc-d4533c619b09 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.085347 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904c5a13-16fb-4374-88fc-d4533c619b09 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:29:50.086172 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-904c5a13-16fb-4374-88fc-d4533c619b09 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.127856 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9b49e93-781f-4c83-95eb-c8e623168151 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.128565 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9b49e93-781f-4c83-95eb-c8e623168151 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:50.148715 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:50.152383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a9b49e93-781f-4c83-95eb-c8e623168151 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 1bb08efa-3c0c-45c9-9d6c-0e1611290ce3 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:50.164700 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-eb458c79-d12d-4dee-acd0-28a18338266b None None] Provisioning complete for port 7485d712-5bf7-4619-bf6e-c01b28fabd74 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:50.165287 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb458c79-d12d-4dee-acd0-28a18338266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.225439 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283006c2-af9f-4aae-9ea8-40bd9b3548c9 None None] Update dhcp port {'port': {'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc', 'fixed_ips': [{'subnet_id': '484bbce6-7496-4d3b-8235-80412a146fed', 'ip_address': '172.20.0.2'}, {'subnet_id': '7305b509-5157-440d-bd0b-c42eb2fca693'}], 'binding:host_id': 'dv-neutron-833559-1-hyperv'}, 'id': '63398557-b524-4bdd-98c7-ff1a5e472d71'} from dv-neutron-833559-1-hyperv. {{(pid=102569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 15:29:50.226293 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b5960855-ffce-4d51-a152-ba6a5010865b tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server [None req-cf8ceeb2-93cb-405b-b71c-848387f14620 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b772c00f-3daf-4ff7-ba74-2bfe8d7bad95: This subnet is being modified by another concurrent operation. Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise exception Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b772c00f-3daf-4ff7-ba74-2bfe8d7bad95: This subnet is being modified by another concurrent operation. Mar 14 15:29:50.258527 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server Mar 14 15:29:50.276682 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-283006c2-af9f-4aae-9ea8-40bd9b3548c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.279298 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 63398557-b524-4bdd-98c7-ff1a5e472d71 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:50.279673 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.299670 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-904c5a13-16fb-4374-88fc-d4533c619b09 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.301531 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5960855-ffce-4d51-a152-ba6a5010865b tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event deleted for resources: {'Port': ['ID=8258524b-a99f-4d0a-bb10-2cf4ce8ded18,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:50.311827 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c16a69-a075-4185-b586-23b843029b48 None None] Network 710063e5-53a8-47e7-b88c-796761085f17 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:50.332036 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-904c5a13-16fb-4374-88fc-d4533c619b09 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.335151 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-904c5a13-16fb-4374-88fc-d4533c619b09 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/710063e5-53a8-47e7-b88c-796761085f17 HTTP/1.1" status: 204 len: 168 time: 0.9088442 Mar 14 15:29:50.340797 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56104) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:50.347240 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a89142d2-5c54-4a34-9a79-48ceed653621 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-652659986'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:50.355705 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c5a13-16fb-4374-88fc-d4533c619b09 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Network': ['ID=710063e5-53a8-47e7-b88c-796761085f17,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:50.358349 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-91680053-3b3b-4f36-9e65-f48c2fc715ab tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Delete allocated IP 172.20.0.6 (8ee09330-8f8b-41c2-8bc1-4d35188ce1fc/484bbce6-7496-4d3b-8235-80412a146fed) {{(pid=102568) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 15:29:50.367472 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c16a69-a075-4185-b586-23b843029b48 None None] Network 710063e5-53a8-47e7-b88c-796761085f17 could not be found, it might have been deleted concurrently. {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 14 15:29:50.370739 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b5960855-ffce-4d51-a152-ba6a5010865b tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for floatingip, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.371160 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-b5960855-ffce-4d51-a152-ba6a5010865b tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Floating IP 3dab50dd-85da-4a83-9cbf-141eec075797 disassociated (deleted). External IP: 172.26.6.10, port: c5585770-e1e7-4547-bb24-78ae4b0a0945. Mar 14 15:29:50.392669 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-91680053-3b3b-4f36-9e65-f48c2fc715ab tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Allocated IP 172.20.0.27 (8ee09330-8f8b-41c2-8bc1-4d35188ce1fc/7305b509-5157-440d-bd0b-c42eb2fca693/a1c09e54-46e3-4fec-920d-fc244d9142f4) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:50.415012 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89142d2-5c54-4a34-9a79-48ceed653621 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:50.418555 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a89142d2-5c54-4a34-9a79-48ceed653621 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.620536 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2e35314f-1fd6-4bed-915c-344ff1857d15 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:29:50.648561 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 2e35314f-1fd6-4bed-915c-344ff1857d15 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:29:50.648904 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5960855-ffce-4d51-a152-ba6a5010865b tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Router 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:29:50.649829 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2e35314f-1fd6-4bed-915c-344ff1857d15 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:29:50.737438 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89142d2-5c54-4a34-9a79-48ceed653621 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:50.761162 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a89142d2-5c54-4a34-9a79-48ceed653621 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.761532 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-a89142d2-5c54-4a34-9a79-48ceed653621 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Added segment d9954104-2782-473d-a4bc-c9a546385d9e of type vlan for network 702aeab6-a462-4032-a578-3f0ee75d92ba Mar 14 15:29:50.783645 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5960855-ffce-4d51-a152-ba6a5010865b tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:50.788143 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b5960855-ffce-4d51-a152-ba6a5010865b tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.799742 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb3a1c-a122-4518-9e02-687e6150b774 None None] Sync routers for ids ['2f843b11-7b9e-4b80-8ce4-1c300e428ae5'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:29:50.813154 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb3a1c-a122-4518-9e02-687e6150b774 None None] Routers {'2f843b11-7b9e-4b80-8ce4-1c300e428ae5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:50.815559 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d0eb3a1c-a122-4518-9e02-687e6150b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['2f843b11-7b9e-4b80-8ce4-1c300e428ae5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:50.851046 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b5960855-ffce-4d51-a152-ba6a5010865b tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "DELETE /v2.0/floatingips/3dab50dd-85da-4a83-9cbf-141eec075797 HTTP/1.1" status: 204 len: 168 time: 2.2310603 Mar 14 15:29:50.852135 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560f3ca5-c2c1-4304-a7a1-7eb80faf5d28', 'tag': 'c5585770-e1e7-4547-bb24-78ae4b0a0945'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:29:50.854555 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1089b3e-a774-4c87-8ef2-d16e973e2903" -d '{"events": [{"name": "network-changed", "server_uuid": "560f3ca5-c2c1-4304-a7a1-7eb80faf5d28", "tag": "c5585770-e1e7-4547-bb24-78ae4b0a0945"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:29:50.889730 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a89142d2-5c54-4a34-9a79-48ceed653621 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.940628 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9b49e93-781f-4c83-95eb-c8e623168151 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.978141 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b49e93-781f-4c83-95eb-c8e623168151 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=1bb08efa-3c0c-45c9-9d6c-0e1611290ce3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:50.982824 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a89142d2-5c54-4a34-9a79-48ceed653621 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:50.991453 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89142d2-5c54-4a34-9a79-48ceed653621 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:50.992085 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a89142d2-5c54-4a34-9a79-48ceed653621 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.063036 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-d0eb3a1c-a122-4518-9e02-687e6150b774 None None] Set router 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:29:51.130159 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a89142d2-5c54-4a34-9a79-48ceed653621 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7881765 Mar 14 15:29:51.132924 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56116) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:51.140080 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-23e3401e-5def-4ce0-8db9-8bfc6ffd5b6d tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'subnet': {'network_id': '702aeab6-a462-4032-a578-3f0ee75d92ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:51.265689 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0d7a1e-0a3e-46ef-8b13-bd88c84d8f31 x-openstack-request-id: req-2d0d7a1e-0a3e-46ef-8b13-bd88c84d8f31 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:29:51.266070 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560f3ca5-c2c1-4304-a7a1-7eb80faf5d28", "tag": "c5585770-e1e7-4547-bb24-78ae4b0a0945", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:29:51.266394 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2d0d7a1e-0a3e-46ef-8b13-bd88c84d8f31 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:29:51.266876 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560f3ca5-c2c1-4304-a7a1-7eb80faf5d28', 'tag': 'c5585770-e1e7-4547-bb24-78ae4b0a0945', 'status': 'completed', 'code': 200} Mar 14 15:29:51.270508 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 63398557-b524-4bdd-98c7-ff1a5e472d71 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:51.271772 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-91680053-3b3b-4f36-9e65-f48c2fc715ab tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.322130 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e3401e-5def-4ce0-8db9-8bfc6ffd5b6d tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:51.328554 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-23e3401e-5def-4ce0-8db9-8bfc6ffd5b6d tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.381341 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-91680053-3b3b-4f36-9e65-f48c2fc715ab tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.426322 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-283006c2-af9f-4aae-9ea8-40bd9b3548c9 None None] Allocated IP 172.20.0.18 (8ee09330-8f8b-41c2-8bc1-4d35188ce1fc/7305b509-5157-440d-bd0b-c42eb2fca693/63398557-b524-4bdd-98c7-ff1a5e472d71) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:51.457168 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91680053-3b3b-4f36-9e65-f48c2fc715ab tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=a1c09e54-46e3-4fec-920d-fc244d9142f4,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:51.466267 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89142d2-5c54-4a34-9a79-48ceed653621 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Network': ['ID=702aeab6-a462-4032-a578-3f0ee75d92ba,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:51.491043 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9b49e93-781f-4c83-95eb-c8e623168151 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.491631 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-a9b49e93-781f-4c83-95eb-c8e623168151 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Floating IP 0c2b8bcf-a80e-410a-ba1a-b9163ee669fd disassociated (deleted). External IP: 172.26.6.59, port: 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2. Mar 14 15:29:51.501638 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 702aeab6-a462-4032-a578-3f0ee75d92ba details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:29:51.570742 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-23e3401e-5def-4ce0-8db9-8bfc6ffd5b6d tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.589295 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 63398557-b524-4bdd-98c7-ff1a5e472d71 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:51.589820 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.630843 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1089b3e-a774-4c87-8ef2-d16e973e2903 req-7b7d6267-1953-4f02-b8b0-a666718b49d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:51.632520 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b1089b3e-a774-4c87-8ef2-d16e973e2903 req-7b7d6267-1953-4f02-b8b0-a666718b49d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=40b795c97ae74200a3dd966a8235c313&device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 1098 time: 0.3302903 Mar 14 15:29:51.645455 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a557fc-768e-41a7-8070-f0f523676217 req-9b602221-0613-4712-8386-b2fb547b0e46 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:51.647163 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-59a557fc-768e-41a7-8070-f0f523676217 req-9b602221-0613-4712-8386-b2fb547b0e46 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 945 time: 0.3583302 Mar 14 15:29:51.661712 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3401e-5def-4ce0-8db9-8bfc6ffd5b6d tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Subnet': ['ID=28e25350-c675-4b8c-b10c-f23ecce95ed8,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:51.677475 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e3401e-5def-4ce0-8db9-8bfc6ffd5b6d tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Checking segment: {'id': 'd9954104-2782-473d-a4bc-c9a546385d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '702aeab6-a462-4032-a578-3f0ee75d92ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:51.678129 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e3401e-5def-4ce0-8db9-8bfc6ffd5b6d tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network hostable DHCP agents. Network: 702aeab6-a462-4032-a578-3f0ee75d92ba, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:51.713371 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e3401e-5def-4ce0-8db9-8bfc6ffd5b6d tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network 702aeab6-a462-4032-a578-3f0ee75d92ba is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:51.729803 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-23e3401e-5def-4ce0-8db9-8bfc6ffd5b6d tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 702aeab6-a462-4032-a578-3f0ee75d92ba) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:51.737162 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e3401e-5def-4ce0-8db9-8bfc6ffd5b6d tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:51.738156 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-23e3401e-5def-4ce0-8db9-8bfc6ffd5b6d tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.764700 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b424f8d3-a792-4807-a334-92d45e52eae1 None None] Network 702aeab6-a462-4032-a578-3f0ee75d92ba requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:51.767390 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-23e3401e-5def-4ce0-8db9-8bfc6ffd5b6d tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6322248 Mar 14 15:29:51.769656 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56126) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:51.850662 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-283006c2-af9f-4aae-9ea8-40bd9b3548c9 None None] For port 63398557-b524-4bdd-98c7-ff1a5e472d71, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=63398557-b524-4bdd-98c7-ff1a5e472d71,segment=NetworkSegment(4eb69093-03e7-43e8-821b-f75b5768e2aa),segment_id=4eb69093-03e7-43e8-821b-f75b5768e2aa)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:51.888576 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d0eb3a1c-a122-4518-9e02-687e6150b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137910647', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:29Z', 'updated_at': '2022-03-14T15:27:44Z', 'revision_number': 4, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'gw_port': {'id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:31Z', 'updated_at': '2022-03-14T15:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c004d6a0-74be-4312-a992-cafbcaacc97d', 'name': '', 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'mac_address': 'fa:16:3e:f2:dd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '3e5abfe9-bf12-4b66-8249-7ac6b79c917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:41Z', 'updated_at': '2022-03-14T15:27:54Z', 'revision_number': 5, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'subnets': [{'id': '3e5abfe9-bf12-4b66-8249-7ac6b79c917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:51.909786 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c38309c-3e7f-4aff-9fa4-ba86f8ec4ecb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.926435 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b49e93-781f-4c83-95eb-c8e623168151 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router ee10d592-5408-4d6a-9f5a-89416c3de9f2 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:29:51.928150 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1089b3e-a774-4c87-8ef2-d16e973e2903 req-ffc616c3-1885-4b9c-9dc1-6b00a7e577ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:51.931097 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b1089b3e-a774-4c87-8ef2-d16e973e2903 req-ffc616c3-1885-4b9c-9dc1-6b00a7e577ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b4067ed-c8cc-4c94-b6e8-5322dc74a22c HTTP/1.1" status: 200 len: 898 time: 0.1537662 Mar 14 15:29:51.931771 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-91680053-3b3b-4f36-9e65-f48c2fc715ab tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] In _notify_port_updated(), no bound segment for port a1c09e54-46e3-4fec-920d-fc244d9142f4 on network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:29:51.939116 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91680053-3b3b-4f36-9e65-f48c2fc715ab tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:51.939877 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-91680053-3b3b-4f36-9e65-f48c2fc715ab tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.941224 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-91680053-3b3b-4f36-9e65-f48c2fc715ab tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "PUT /v2.0/ports/a1c09e54-46e3-4fec-920d-fc244d9142f4 HTTP/1.1" status: 200 len: 921 time: 2.9378006 Mar 14 15:29:51.944624 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb3a1c-a122-4518-9e02-687e6150b774 None None] Checking router: 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:29:51.948937 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56128) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:51.949258 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-283006c2-af9f-4aae-9ea8-40bd9b3548c9 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.963010 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-283006c2-af9f-4aae-9ea8-40bd9b3548c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:51.976043 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c38309c-3e7f-4aff-9fa4-ba86f8ec4ecb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.013370 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb3a1c-a122-4518-9e02-687e6150b774 None None] Routers {'2f843b11-7b9e-4b80-8ce4-1c300e428ae5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:52.014006 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d0eb3a1c-a122-4518-9e02-687e6150b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['2f843b11-7b9e-4b80-8ce4-1c300e428ae5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:52.058021 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b1089b3e-a774-4c87-8ef2-d16e973e2903 req-0bff6191-bca9-4229-a946-349dad5c077b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5585770-e1e7-4547-bb24-78ae4b0a0945 HTTP/1.1" status: 200 len: 217 time: 0.1156824 Mar 14 15:29:52.065670 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c38309c-3e7f-4aff-9fa4-ba86f8ec4ecb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.099386 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38309c-3e7f-4aff-9fa4-ba86f8ec4ecb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Subnet': ['ID=28e25350-c675-4b8c-b10c-f23ecce95ed8,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:52.149633 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283006c2-af9f-4aae-9ea8-40bd9b3548c9 None None] Pushing event updated for resources: {'Port': ['ID=63398557-b524-4bdd-98c7-ff1a5e472d71,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:52.209623 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b49e93-781f-4c83-95eb-c8e623168151 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:29:52.220956 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7683ed5-4148-4f22-8582-4a6e9c69d49a None None] Sync routers for ids ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:29:52.235961 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c38309c-3e7f-4aff-9fa4-ba86f8ec4ecb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.245340 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7683ed5-4148-4f22-8582-4a6e9c69d49a None None] Routers {'ee10d592-5408-4d6a-9f5a-89416c3de9f2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:52.246224 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e7683ed5-4148-4f22-8582-4a6e9c69d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:52.247574 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-d0eb3a1c-a122-4518-9e02-687e6150b774 None None] Set router 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:29:52.277528 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1089b3e-a774-4c87-8ef2-d16e973e2903 req-54c0bf57-88c4-48a0-8134-5d13e049d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:52.279049 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b1089b3e-a774-4c87-8ef2-d16e973e2903 req-54c0bf57-88c4-48a0-8134-5d13e049d222 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e5abfe9-bf12-4b66-8249-7ac6b79c917e HTTP/1.1" status: 200 len: 835 time: 0.0710976 Mar 14 15:29:52.284522 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-9c38309c-3e7f-4aff-9fa4-ba86f8ec4ecb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702aeab6-a462-4032-a578-3f0ee75d92ba']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:52.303282 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-59a557fc-768e-41a7-8070-f0f523676217 req-22432ac1-7d8d-4a40-a757-34f2d4da4943 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3854594 Mar 14 15:29:52.309202 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9b49e93-781f-4c83-95eb-c8e623168151 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.324044 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-9c38309c-3e7f-4aff-9fa4-ba86f8ec4ecb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9954104-2782-473d-a4bc-c9a546385d9e') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:52.324346 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-9c38309c-3e7f-4aff-9fa4-ba86f8ec4ecb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9954104-2782-473d-a4bc-c9a546385d9e') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:52.334609 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c38309c-3e7f-4aff-9fa4-ba86f8ec4ecb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.358906 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a9b49e93-781f-4c83-95eb-c8e623168151 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/floatingips/0c2b8bcf-a80e-410a-ba1a-b9163ee669fd HTTP/1.1" status: 204 len: 168 time: 2.9561522 Mar 14 15:29:52.379721 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c38309c-3e7f-4aff-9fa4-ba86f8ec4ecb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.397535 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673a6dcf-3d5c-462f-b565-273b01d48b1c', 'tag': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:29:52.400653 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e30dda-18d6-43a0-af15-01c3002da493" -d '{"events": [{"name": "network-changed", "server_uuid": "673a6dcf-3d5c-462f-b565-273b01d48b1c", "tag": "4b4d2470-c61d-4c89-ae83-bf0b4be00ce2"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:29:52.415239 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c38309c-3e7f-4aff-9fa4-ba86f8ec4ecb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:29:52.415660 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c38309c-3e7f-4aff-9fa4-ba86f8ec4ecb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.480639 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee398de-a9c7-4cd7-8f3f-e4d23ab6eb2f x-openstack-request-id: req-fee398de-a9c7-4cd7-8f3f-e4d23ab6eb2f {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:29:52.481182 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673a6dcf-3d5c-462f-b565-273b01d48b1c", "tag": "4b4d2470-c61d-4c89-ae83-bf0b4be00ce2", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:29:52.481608 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fee398de-a9c7-4cd7-8f3f-e4d23ab6eb2f {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:29:52.482176 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '673a6dcf-3d5c-462f-b565-273b01d48b1c', 'tag': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2', 'status': 'completed', 'code': 200} Mar 14 15:29:52.537873 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-e7683ed5-4148-4f22-8582-4a6e9c69d49a None None] Set router ee10d592-5408-4d6a-9f5a-89416c3de9f2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:52.561100 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:52.565746 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1089b3e-a774-4c87-8ef2-d16e973e2903 req-05db20af-11a1-45ae-91a7-632c233a8769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:52.567536 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b1089b3e-a774-4c87-8ef2-d16e973e2903 req-05db20af-11a1-45ae-91a7-632c233a8769 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b4067ed-c8cc-4c94-b6e8-5322dc74a22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2106373 Mar 14 15:29:52.570175 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c38309c-3e7f-4aff-9fa4-ba86f8ec4ecb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.582292 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c38309c-3e7f-4aff-9fa4-ba86f8ec4ecb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.594681 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9c38309c-3e7f-4aff-9fa4-ba86f8ec4ecb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/702aeab6-a462-4032-a578-3f0ee75d92ba HTTP/1.1" status: 204 len: 168 time: 0.8226249 Mar 14 15:29:52.596116 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56136) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:52.597602 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e30dda-18d6-43a0-af15-01c3002da493 req-27aefdfa-3e8a-4b76-94ab-59183d812fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:52.599230 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e4e30dda-18d6-43a0-af15-01c3002da493 req-27aefdfa-3e8a-4b76-94ab-59183d812fa8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 1098 time: 0.1001382 Mar 14 15:29:52.634815 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-54fe9f8d-3ec8-4b01-9a78-41260f63e035 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1048624985'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:52.671939 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38309c-3e7f-4aff-9fa4-ba86f8ec4ecb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Network': ['ID=702aeab6-a462-4032-a578-3f0ee75d92ba,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:52.676807 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fe9f8d-3ec8-4b01-9a78-41260f63e035 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:52.680510 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-54fe9f8d-3ec8-4b01-9a78-41260f63e035 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.743683 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fe9f8d-3ec8-4b01-9a78-41260f63e035 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:52.768781 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1853262c-86c5-4978-996a-69df98d5a95f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port a1c09e54-46e3-4fec-920d-fc244d9142f4 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:52.769225 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1853262c-86c5-4978-996a-69df98d5a95f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.771013 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-54fe9f8d-3ec8-4b01-9a78-41260f63e035 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.771368 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-54fe9f8d-3ec8-4b01-9a78-41260f63e035 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Added segment 75a1485a-754a-4611-a3b0-e8ba9afa0029 of type vlan for network bb9e77cb-5bd3-4724-b780-d4fe44db12d0 Mar 14 15:29:52.788492 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196f7a19-41a6-450f-af74-5354054c0a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-702aeab6-a462-4032-a578-3f0ee75d92ba', 'network_id': '702aeab6-a462-4032-a578-3f0ee75d92ba', 'tenant_id': 'd6e45125acec452e8c1b6716f23c9b9a', 'fixed_ips': [{'subnet_id': '28e25350-c675-4b8c-b10c-f23ecce95ed8'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:29:52.789687 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-196f7a19-41a6-450f-af74-5354054c0a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.896100 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-54fe9f8d-3ec8-4b01-9a78-41260f63e035 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.899966 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080cf624-ad15-46ec-93d2-9ca506580bfb None None] Network 702aeab6-a462-4032-a578-3f0ee75d92ba requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:52.900835 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1853262c-86c5-4978-996a-69df98d5a95f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.920463 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1853262c-86c5-4978-996a-69df98d5a95f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for a1c09e54-46e3-4fec-920d-fc244d9142f4 owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:52.938655 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080cf624-ad15-46ec-93d2-9ca506580bfb None None] Network 702aeab6-a462-4032-a578-3f0ee75d92ba could not be found, it might have been deleted concurrently. {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 14 15:29:52.948057 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-54fe9f8d-3ec8-4b01-9a78-41260f63e035 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:52.954295 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fe9f8d-3ec8-4b01-9a78-41260f63e035 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:52.954859 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-54fe9f8d-3ec8-4b01-9a78-41260f63e035 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:53.002806 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-54fe9f8d-3ec8-4b01-9a78-41260f63e035 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3796275 Mar 14 15:29:53.003520 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56140) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:53.017591 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-1f7fbb7b-c6b4-4b50-9dc1-032bae913212 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'subnet': {'network_id': 'bb9e77cb-5bd3-4724-b780-d4fe44db12d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:53.051704 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d0eb3a1c-a122-4518-9e02-687e6150b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137910647', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:29Z', 'updated_at': '2022-03-14T15:27:44Z', 'revision_number': 4, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'gw_port': {'id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:31Z', 'updated_at': '2022-03-14T15:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c004d6a0-74be-4312-a992-cafbcaacc97d', 'name': '', 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'mac_address': 'fa:16:3e:f2:dd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '3e5abfe9-bf12-4b66-8249-7ac6b79c917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:41Z', 'updated_at': '2022-03-14T15:27:54Z', 'revision_number': 5, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'subnets': [{'id': '3e5abfe9-bf12-4b66-8249-7ac6b79c917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:53.121464 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb3a1c-a122-4518-9e02-687e6150b774 None None] The sync data for ids ['2f843b11-7b9e-4b80-8ce4-1c300e428ae5'] in dv-neutron-833559-1-hyperv is: [{'id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137910647', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:29Z', 'updated_at': '2022-03-14T15:27:44Z', 'revision_number': 4, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'gw_port': {'id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:31Z', 'updated_at': '2022-03-14T15:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c004d6a0-74be-4312-a992-cafbcaacc97d', 'name': '', 'network_id': '2b4067ed-c8cc-4c94-b6e8-5322dc74a22c', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'mac_address': 'fa:16:3e:f2:dd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '3e5abfe9-bf12-4b66-8249-7ac6b79c917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:41Z', 'updated_at': '2022-03-14T15:27:54Z', 'revision_number': 5, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'subnets': [{'id': '3e5abfe9-bf12-4b66-8249-7ac6b79c917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:29:53.141571 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 63398557-b524-4bdd-98c7-ff1a5e472d71 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:53.188036 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe9f8d-3ec8-4b01-9a78-41260f63e035 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Network': ['ID=bb9e77cb-5bd3-4724-b780-d4fe44db12d0,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:53.243805 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network bb9e77cb-5bd3-4724-b780-d4fe44db12d0 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:29:53.271077 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e7683ed5-4148-4f22-8582-4a6e9c69d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:29:41Z', 'revision_number': 6, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:16Z', 'updated_at': '2022-03-14T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '371a35d0-b297-4404-8eff-8f4c86632041', 'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:d4:74:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:27Z', 'updated_at': '2022-03-14T15:27:35Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:53.289843 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7fbb7b-c6b4-4b50-9dc1-032bae913212 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:53.299385 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1f7fbb7b-c6b4-4b50-9dc1-032bae913212 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:53.324528 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7683ed5-4148-4f22-8582-4a6e9c69d49a None None] Checking router: ee10d592-5408-4d6a-9f5a-89416c3de9f2 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:29:53.349265 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7683ed5-4148-4f22-8582-4a6e9c69d49a None None] Routers {'ee10d592-5408-4d6a-9f5a-89416c3de9f2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:29:53.357074 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e7683ed5-4148-4f22-8582-4a6e9c69d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:53.452424 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3e8ab898-5cd2-4072-b6ac-94896844ba67 None None] Provisioning complete for port 63398557-b524-4bdd-98c7-ff1a5e472d71 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:53.454170 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e8ab898-5cd2-4072-b6ac-94896844ba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:53.507562 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a025517-2a7b-47eb-8c9f-be9c4b19ebd4 req-88d3b4b2-cafb-4787-986d-432231785245 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:53.509175 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7a025517-2a7b-47eb-8c9f-be9c4b19ebd4 req-88d3b4b2-cafb-4787-986d-432231785245 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.18 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 945 time: 0.8955984 Mar 14 15:29:53.516869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e30dda-18d6-43a0-af15-01c3002da493 req-e3470e4f-331e-4006-b6f9-df216bbc3f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:53.520357 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e4e30dda-18d6-43a0-af15-01c3002da493 req-e3470e4f-331e-4006-b6f9-df216bbc3f8f service neutron] 10.222.0.18 "GET /v2.0/networks?id=0e58071f-ed6b-4f5e-9912-c6e34b9e0905 HTTP/1.1" status: 200 len: 897 time: 0.9078472 Mar 14 15:29:53.534865 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 63398557-b524-4bdd-98c7-ff1a5e472d71 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:53.535286 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:53.632178 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1f7fbb7b-c6b4-4b50-9dc1-032bae913212 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:53.681318 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa6912-270a-46e7-bf99-6a13ad4d2c10 None None] New status for floating IP 3dab50dd-85da-4a83-9cbf-141eec075797: DOWN {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:29:53.693247 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f967298-8382-40ce-a9e9-08fdbddd7aa8 req-21db81c3-d97a-4c0e-be69-b676e7f09adc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:53.695259 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7f967298-8382-40ce-a9e9-08fdbddd7aa8 req-21db81c3-d97a-4c0e-be69-b676e7f09adc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 945 time: 0.6302421 Mar 14 15:29:53.715483 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce9980-4b30-44bf-8672-8b55b26fe9e9 req-3b7b3e86-2ccf-46be-9e3c-198ac181471f tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:53.719031 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-e7683ed5-4148-4f22-8582-4a6e9c69d49a None None] Set router ee10d592-5408-4d6a-9f5a-89416c3de9f2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:29:53.724098 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-41ce9980-4b30-44bf-8672-8b55b26fe9e9 req-3b7b3e86-2ccf-46be-9e3c-198ac181471f tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 945 time: 0.1466308 Mar 14 15:29:53.733254 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1853262c-86c5-4978-996a-69df98d5a95f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:53.793783 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7fbb7b-c6b4-4b50-9dc1-032bae913212 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Checking segment: {'id': '75a1485a-754a-4611-a3b0-e8ba9afa0029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'bb9e77cb-5bd3-4724-b780-d4fe44db12d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:53.794445 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7fbb7b-c6b4-4b50-9dc1-032bae913212 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network hostable DHCP agents. Network: bb9e77cb-5bd3-4724-b780-d4fe44db12d0, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:53.817489 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853262c-86c5-4978-996a-69df98d5a95f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=a1c09e54-46e3-4fec-920d-fc244d9142f4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:53.834949 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b1089b3e-a774-4c87-8ef2-d16e973e2903 req-eefee37d-fc35-46ed-8073-2d8c2ebad7de service neutron] 10.222.0.18 "GET /v2.0/networks/2b4067ed-c8cc-4c94-b6e8-5322dc74a22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2489448 Mar 14 15:29:53.848427 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e4e30dda-18d6-43a0-af15-01c3002da493 req-8448e8b0-26ef-45f9-bd51-8248cab2a991 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 HTTP/1.1" status: 200 len: 217 time: 0.1824450 Mar 14 15:29:53.850193 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fbb7b-c6b4-4b50-9dc1-032bae913212 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Subnet': ['ID=9d4be634-d3de-4abe-bc68-29f54695ec05,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:53.881810 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-41ce9980-4b30-44bf-8672-8b55b26fe9e9 req-86350e00-ceb6-4221-b000-5a72671fe7fa tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567683 Mar 14 15:29:53.886715 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7fbb7b-c6b4-4b50-9dc1-032bae913212 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network bb9e77cb-5bd3-4724-b780-d4fe44db12d0 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:53.898213 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3e8ab898-5cd2-4072-b6ac-94896844ba67 None None] Could not find standard attr ID for object a1c09e54-46e3-4fec-920d-fc244d9142f4. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:29:53.918945 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-1f7fbb7b-c6b4-4b50-9dc1-032bae913212 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, bb9e77cb-5bd3-4724-b780-d4fe44db12d0) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:53.926011 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7fbb7b-c6b4-4b50-9dc1-032bae913212 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:53.926625 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1f7fbb7b-c6b4-4b50-9dc1-032bae913212 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:53.949934 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f10159-6ade-4252-bd8b-5b92332400ef None None] Network bb9e77cb-5bd3-4724-b780-d4fe44db12d0 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:53.966746 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1f7fbb7b-c6b4-4b50-9dc1-032bae913212 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9598584 Mar 14 15:29:53.968027 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56146) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:53.996864 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3e8ab898-5cd2-4072-b6ac-94896844ba67 None None] Provisioning complete for port ece53b33-4633-425c-bb0b-537d6344a1eb triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:53.997547 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e8ab898-5cd2-4072-b6ac-94896844ba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.018971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e30dda-18d6-43a0-af15-01c3002da493 req-fde91b46-709c-404b-a440-6ff5cb93d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:54.020619 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e4e30dda-18d6-43a0-af15-01c3002da493 req-fde91b46-709c-404b-a440-6ff5cb93d1e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdd70a71-0dc8-4b19-86f0-adefe36526a6 HTTP/1.1" status: 200 len: 834 time: 0.1641319 Mar 14 15:29:54.142486 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e7683ed5-4148-4f22-8582-4a6e9c69d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:29:41Z', 'revision_number': 6, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:16Z', 'updated_at': '2022-03-14T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '371a35d0-b297-4404-8eff-8f4c86632041', 'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:d4:74:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:27Z', 'updated_at': '2022-03-14T15:27:35Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:54.147898 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-85340499-79c1-4675-a156-3656c1ceb002 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.159802 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3e8ab898-5cd2-4072-b6ac-94896844ba67 None None] Port ece53b33-4633-425c-bb0b-537d6344a1eb cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:29:54.234842 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7f967298-8382-40ce-a9e9-08fdbddd7aa8 req-16d9e512-2c9a-4593-a5bd-f028bcba30ea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f019085-d596-413c-bb7a-557d128a9193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5240374 Mar 14 15:29:54.243378 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.18', 56151) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:54.255117 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7683ed5-4148-4f22-8582-4a6e9c69d49a None None] The sync data for ids ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'] in dv-neutron-833559-1-hyperv is: [{'id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:29:41Z', 'revision_number': 6, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:16Z', 'updated_at': '2022-03-14T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '371a35d0-b297-4404-8eff-8f4c86632041', 'name': '', 'network_id': '0e58071f-ed6b-4f5e-9912-c6e34b9e0905', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:d4:74:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:27Z', 'updated_at': '2022-03-14T15:27:35Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'cdd70a71-0dc8-4b19-86f0-adefe36526a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:29:54.294872 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-85340499-79c1-4675-a156-3656c1ceb002 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.325098 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-a0962a05-2dfe-497a-9585-9537783f87bf None None] Could not find standard attr ID for object a1c09e54-46e3-4fec-920d-fc244d9142f4. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:29:54.353634 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce70cc8-b887-44b7-9b9f-cc35effc8cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-bb9e77cb-5bd3-4724-b780-d4fe44db12d0', 'network_id': 'bb9e77cb-5bd3-4724-b780-d4fe44db12d0', 'tenant_id': 'd6e45125acec452e8c1b6716f23c9b9a', 'fixed_ips': [{'subnet_id': '9d4be634-d3de-4abe-bc68-29f54695ec05'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:29:54.355454 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1ce70cc8-b887-44b7-9b9f-cc35effc8cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.436053 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-85340499-79c1-4675-a156-3656c1ceb002 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.488032 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85340499-79c1-4675-a156-3656c1ceb002 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Subnet': ['ID=9d4be634-d3de-4abe-bc68-29f54695ec05,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server [None req-1ce70cc8-b887-44b7-9b9f-cc35effc8cbc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d4be634-d3de-4abe-bc68-29f54695ec05: This subnet is being modified by another concurrent operation. Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise exception Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d4be634-d3de-4abe-bc68-29f54695ec05: This subnet is being modified by another concurrent operation. Mar 14 15:29:54.533337 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server Mar 14 15:29:54.553575 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b2b6fe-ff0c-4660-ab57-950ab7e83f5b None None] Network bb9e77cb-5bd3-4724-b780-d4fe44db12d0 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:54.596174 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-85340499-79c1-4675-a156-3656c1ceb002 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.632869 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-85340499-79c1-4675-a156-3656c1ceb002 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9e77cb-5bd3-4724-b780-d4fe44db12d0']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:54.649972 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-85340499-79c1-4675-a156-3656c1ceb002 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a1485a-754a-4611-a3b0-e8ba9afa0029') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:54.650334 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-85340499-79c1-4675-a156-3656c1ceb002 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a1485a-754a-4611-a3b0-e8ba9afa0029') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:54.673085 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-85340499-79c1-4675-a156-3656c1ceb002 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.693815 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-85340499-79c1-4675-a156-3656c1ceb002 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.704545 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85340499-79c1-4675-a156-3656c1ceb002 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:29:54.705271 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-85340499-79c1-4675-a156-3656c1ceb002 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:54.710647 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:54.746643 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f31995-7206-4a94-a6c2-cabfb6b8f228 None None] New status for floating IP 0c2b8bcf-a80e-410a-ba1a-b9163ee669fd: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:29:54.764311 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be89f9f5-39bf-442f-950c-894f77b0fc1f None None] get_active_networks_info from dv-neutron-833559-1-hyperv {{(pid=102569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 15:29:54.794514 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b1089b3e-a774-4c87-8ef2-d16e973e2903 req-fab3b53a-99ca-46d0-af86-afa2dc1b88c0 service neutron] 10.222.0.18 "GET /v2.0/networks/2b4067ed-c8cc-4c94-b6e8-5322dc74a22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9575534 Mar 14 15:29:54.805099 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1853262c-86c5-4978-996a-69df98d5a95f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.807283 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-85340499-79c1-4675-a156-3656c1ceb002 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.810575 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1853262c-86c5-4978-996a-69df98d5a95f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/ports/a1c09e54-46e3-4fec-920d-fc244d9142f4 HTTP/1.1" status: 204 len: 168 time: 2.8261793 Mar 14 15:29:54.817039 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56150) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:54.822343 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-85340499-79c1-4675-a156-3656c1ceb002 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.826751 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-85340499-79c1-4675-a156-3656c1ceb002 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/bb9e77cb-5bd3-4724-b780-d4fe44db12d0 HTTP/1.1" status: 204 len: 168 time: 0.8555417 Mar 14 15:29:54.833118 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56152) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:54.841869 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5afbe716-c73d-4e62-9db5-096845a5ba70 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2049930997'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:54.849228 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-7a025517-2a7b-47eb-8c9f-be9c4b19ebd4 req-4d146dd0-4b64-4fc6-bc61-f447d1a35469 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Deleting port c5585770-e1e7-4547-bb24-78ae4b0a0945 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:54.849969 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7a025517-2a7b-47eb-8c9f-be9c4b19ebd4 req-4d146dd0-4b64-4fc6-bc61-f447d1a35469 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.854543 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e30dda-18d6-43a0-af15-01c3002da493 req-4dad4e6d-4ac6-4568-add5-2479292e121b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:54.857146 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e4e30dda-18d6-43a0-af15-01c3002da493 req-4dad4e6d-4ac6-4568-add5-2479292e121b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0e58071f-ed6b-4f5e-9912-c6e34b9e0905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6850052 Mar 14 15:29:54.867943 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85340499-79c1-4675-a156-3656c1ceb002 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Network': ['ID=bb9e77cb-5bd3-4724-b780-d4fe44db12d0,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:54.887151 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afbe716-c73d-4e62-9db5-096845a5ba70 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:54.892074 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5afbe716-c73d-4e62-9db5-096845a5ba70 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.936696 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be89f9f5-39bf-442f-950c-894f77b0fc1f None None] Resources bound (agent type, host, resource id): {{(pid=102569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:29:54.959348 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afbe716-c73d-4e62-9db5-096845a5ba70 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:54.986344 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5afbe716-c73d-4e62-9db5-096845a5ba70 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:54.986706 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-5afbe716-c73d-4e62-9db5-096845a5ba70 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Added segment 495ce1ab-98b3-4a59-84f2-0cab9677e009 of type vlan for network 1dd94272-ce2f-4323-a392-3a8cb9a10915 Mar 14 15:29:55.027193 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e4e30dda-18d6-43a0-af15-01c3002da493 req-134ebd22-275f-4f0f-a778-a3c31018b10d service neutron] 10.222.0.18 "GET /v2.0/networks/0e58071f-ed6b-4f5e-9912-c6e34b9e0905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478014 Mar 14 15:29:55.034177 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-2142850f-8af6-4c31-80e0-3f02eb0053ae tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] GET failed (client error): The resource could not be found. Mar 14 15:29:55.038368 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2142850f-8af6-4c31-80e0-3f02eb0053ae tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports/a1c09e54-46e3-4fec-920d-fc244d9142f4 HTTP/1.1" status: 404 len: 333 time: 0.2114983 Mar 14 15:29:55.047682 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56156) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:55.130601 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80b0ac-2709-4d4c-8471-a8cd5b42c3fd req-5c2bb28d-299b-4849-9c25-c9b60bd16ff0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:55.132397 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aa80b0ac-2709-4d4c-8471-a8cd5b42c3fd req-5c2bb28d-299b-4849-9c25-c9b60bd16ff0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 945 time: 0.7926042 Mar 14 15:29:55.139155 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5afbe716-c73d-4e62-9db5-096845a5ba70 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.223057 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b064ea-24c6-4ac6-b944-f85901241a6f req-36b202b6-3ebc-4423-ab9b-7a7150687029 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:55.226582 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-51b064ea-24c6-4ac6-b944-f85901241a6f req-36b202b6-3ebc-4423-ab9b-7a7150687029 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 945 time: 0.2345142 Mar 14 15:29:55.259908 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5afbe716-c73d-4e62-9db5-096845a5ba70 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.266107 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afbe716-c73d-4e62-9db5-096845a5ba70 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:55.266783 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5afbe716-c73d-4e62-9db5-096845a5ba70 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.290823 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e4e30dda-18d6-43a0-af15-01c3002da493 req-4fba238e-e021-40e4-afb9-df818c0a20c0 service neutron] 10.222.0.18 "GET /v2.0/networks/0e58071f-ed6b-4f5e-9912-c6e34b9e0905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509947 Mar 14 15:29:55.302071 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56160) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:55.302482 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5afbe716-c73d-4e62-9db5-096845a5ba70 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4677148 Mar 14 15:29:55.308228 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b680e2b1-fdc2-4e08-a695-235ef1d775c9 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'subnet': {'network_id': '1dd94272-ce2f-4323-a392-3a8cb9a10915', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:55.317143 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5723c90f-6132-454f-94b0-2d1391f2e3af tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.346358 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5a616e-24fd-4360-8c6c-095020b35fdf None None] get_active_networks_info from dv-neutron-833559-1-hyperv {{(pid=102569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 15:29:55.414816 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-51b064ea-24c6-4ac6-b944-f85901241a6f req-c84f6e80-8371-4421-a357-cacb130b5fc0 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/security-groups?id=90a87a2d-f2bd-4528-b33b-356d5b68d170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780157 Mar 14 15:29:55.420738 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbe716-c73d-4e62-9db5-096845a5ba70 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Network': ['ID=1dd94272-ce2f-4323-a392-3a8cb9a10915,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:55.427912 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5723c90f-6132-454f-94b0-2d1391f2e3af tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.461048 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-7a025517-2a7b-47eb-8c9f-be9c4b19ebd4 req-4d146dd0-4b64-4fc6-bc61-f447d1a35469 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] For port c5585770-e1e7-4547-bb24-78ae4b0a0945, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c5585770-e1e7-4547-bb24-78ae4b0a0945,segment=NetworkSegment(e1302457-e334-4ac7-a460-dc0c3c93dd83),segment_id=e1302457-e334-4ac7-a460-dc0c3c93dd83)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:55.461537 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7a025517-2a7b-47eb-8c9f-be9c4b19ebd4 req-4d146dd0-4b64-4fc6-bc61-f447d1a35469 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.489694 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 1dd94272-ce2f-4323-a392-3a8cb9a10915 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:29:55.493786 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-7a025517-2a7b-47eb-8c9f-be9c4b19ebd4 req-4d146dd0-4b64-4fc6-bc61-f447d1a35469 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Calling delete_port for c5585770-e1e7-4547-bb24-78ae4b0a0945 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:55.495771 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5723c90f-6132-454f-94b0-2d1391f2e3af tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.499361 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5723c90f-6132-454f-94b0-2d1391f2e3af tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.500918 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5723c90f-6132-454f-94b0-2d1391f2e3af tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/security-groups/9ab29f89-2cf8-4f1f-940b-735e77e3a119 HTTP/1.1" status: 204 len: 168 time: 0.4055965 Mar 14 15:29:55.507131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-aa80b0ac-2709-4d4c-8471-a8cd5b42c3fd req-2bc2d79a-62c8-4c65-86bb-9475ed7c2da5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:55.507555 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-aa80b0ac-2709-4d4c-8471-a8cd5b42c3fd req-2bc2d79a-62c8-4c65-86bb-9475ed7c2da5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.509047 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56164) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:55.551820 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0348543-4030-4eec-82b3-3659e31ec56b req-171e9585-8ae8-42aa-b4f8-27fafcdabcaa tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:55.553566 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c0348543-4030-4eec-82b3-3659e31ec56b req-171e9585-8ae8-42aa-b4f8-27fafcdabcaa tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 945 time: 0.2024035 Mar 14 15:29:55.564159 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723c90f-6132-454f-94b0-2d1391f2e3af tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab29f89-2cf8-4f1f-940b-735e77e3a119,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:55.603391 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21d82235-a237-4033-8eee-15016faba559 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.645779 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5a616e-24fd-4360-8c6c-095020b35fdf None None] Resources bound (agent type, host, resource id): {{(pid=102569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:29:55.647244 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b680e2b1-fdc2-4e08-a695-235ef1d775c9 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:55.650782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b680e2b1-fdc2-4e08-a695-235ef1d775c9 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.652510 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21d82235-a237-4033-8eee-15016faba559 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.707253 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21d82235-a237-4033-8eee-15016faba559 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.711081 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21d82235-a237-4033-8eee-15016faba559 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.712586 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-21d82235-a237-4033-8eee-15016faba559 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/security-groups/79c7875c-6a19-40c9-a05d-c971e2d6ec44 HTTP/1.1" status: 204 len: 168 time: 0.2023423 Mar 14 15:29:55.716860 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56166) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:55.757742 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d82235-a237-4033-8eee-15016faba559 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c7875c-6a19-40c9-a05d-c971e2d6ec44,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:55.761692 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c0348543-4030-4eec-82b3-3659e31ec56b req-1bc5677d-799d-4e88-a2c2-2ea00e3e701f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f019085-d596-413c-bb7a-557d128a9193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728580 Mar 14 15:29:55.764265 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-b680e2b1-fdc2-4e08-a695-235ef1d775c9 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Performing IP validity checks on allocation pools {{(pid=102568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 14 15:29:55.765146 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-b680e2b1-fdc2-4e08-a695-235ef1d775c9 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 14 15:29:55.799513 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1dc9fe-d15f-4078-a892-ae4fc55b2239 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting subnet 484bbce6-7496-4d3b-8235-80412a146fed {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:29:55.806262 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc9fe-d15f-4078-a892-ae4fc55b2239 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.827691 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-aa80b0ac-2709-4d4c-8471-a8cd5b42c3fd req-2bc2d79a-62c8-4c65-86bb-9475ed7c2da5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=4b4d2470-c61d-4c89-ae83-bf0b4be00ce2,segment=NetworkSegment(6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1),segment_id=6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:55.828930 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-aa80b0ac-2709-4d4c-8471-a8cd5b42c3fd req-2bc2d79a-62c8-4c65-86bb-9475ed7c2da5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.850579 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-aa80b0ac-2709-4d4c-8471-a8cd5b42c3fd req-2bc2d79a-62c8-4c65-86bb-9475ed7c2da5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:29:55.878457 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc9fe-d15f-4078-a892-ae4fc55b2239 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.992090 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc9fe-d15f-4078-a892-ae4fc55b2239 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:55.996633 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7a025517-2a7b-47eb-8c9f-be9c4b19ebd4 req-4d146dd0-4b64-4fc6-bc61-f447d1a35469 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.066649 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc9fe-d15f-4078-a892-ae4fc55b2239 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.091418 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d146dd0-4b64-4fc6-bc61-f447d1a35469 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event deleted for resources: {'Port': ['ID=c5585770-e1e7-4547-bb24-78ae4b0a0945,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:56.098279 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1dc9fe-d15f-4078-a892-ae4fc55b2239 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Subnet': ['ID=484bbce6-7496-4d3b-8235-80412a146fed,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:56.106125 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc9fe-d15f-4078-a892-ae4fc55b2239 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.113796 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-eb1dc9fe-d15f-4078-a892-ae4fc55b2239 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/subnets/484bbce6-7496-4d3b-8235-80412a146fed HTTP/1.1" status: 204 len: 168 time: 0.3912780 Mar 14 15:29:56.115417 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56168) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:56.116581 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321b344b-b3a6-489f-bb1f-8a30ece80766 None None] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:56.121181 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0444d65c-53c2-4d7f-8e20-10af6717e25d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'subnet': {'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:56.128272 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a025517-2a7b-47eb-8c9f-be9c4b19ebd4 req-4d146dd0-4b64-4fc6-bc61-f447d1a35469 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] No DVR routers for this DVR port c5585770-e1e7-4547-bb24-78ae4b0a0945 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:56.131177 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b680e2b1-fdc2-4e08-a695-235ef1d775c9 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.133217 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7a025517-2a7b-47eb-8c9f-be9c4b19ebd4 req-4d146dd0-4b64-4fc6-bc61-f447d1a35469 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.136546 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7a025517-2a7b-47eb-8c9f-be9c4b19ebd4 req-4d146dd0-4b64-4fc6-bc61-f447d1a35469 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.18 "DELETE /v2.0/ports/c5585770-e1e7-4547-bb24-78ae4b0a0945 HTTP/1.1" status: 204 len: 173 time: 2.6039996 Mar 14 15:29:56.141064 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560f3ca5-c2c1-4304-a7a1-7eb80faf5d28', 'name': 'network-vif-deleted', 'tag': 'c5585770-e1e7-4547-bb24-78ae4b0a0945'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:29:56.143369 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d3fa91-cbde-4ce2-9715-1097c41b0dd2" -d '{"events": [{"server_uuid": "560f3ca5-c2c1-4304-a7a1-7eb80faf5d28", "name": "network-vif-deleted", "tag": "c5585770-e1e7-4547-bb24-78ae4b0a0945"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:29:56.236770 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84047703-2424-474d-8942-ddc3a6cf2f90 x-openstack-request-id: req-84047703-2424-474d-8942-ddc3a6cf2f90 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:29:56.237081 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560f3ca5-c2c1-4304-a7a1-7eb80faf5d28", "name": "network-vif-deleted", "tag": "c5585770-e1e7-4547-bb24-78ae4b0a0945", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:29:56.237331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-84047703-2424-474d-8942-ddc3a6cf2f90 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:29:56.237880 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560f3ca5-c2c1-4304-a7a1-7eb80faf5d28', 'name': 'network-vif-deleted', 'tag': 'c5585770-e1e7-4547-bb24-78ae4b0a0945', 'status': 'completed', 'code': 200} Mar 14 15:29:56.255391 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680e2b1-fdc2-4e08-a695-235ef1d775c9 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Subnet': ['ID=4b3b6534-0e7b-4f59-aa9a-1546af432e01,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:56.274605 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0444d65c-53c2-4d7f-8e20-10af6717e25d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:56.277197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b680e2b1-fdc2-4e08-a695-235ef1d775c9 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Checking segment: {'id': '495ce1ab-98b3-4a59-84f2-0cab9677e009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '1dd94272-ce2f-4323-a392-3a8cb9a10915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:56.277573 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b680e2b1-fdc2-4e08-a695-235ef1d775c9 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network hostable DHCP agents. Network: 1dd94272-ce2f-4323-a392-3a8cb9a10915, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:56.280498 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0444d65c-53c2-4d7f-8e20-10af6717e25d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.296998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-aa80b0ac-2709-4d4c-8471-a8cd5b42c3fd req-2bc2d79a-62c8-4c65-86bb-9475ed7c2da5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.306259 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b680e2b1-fdc2-4e08-a695-235ef1d775c9 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network 1dd94272-ce2f-4323-a392-3a8cb9a10915 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:56.334135 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2d79a-62c8-4c65-86bb-9475ed7c2da5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=4b4d2470-c61d-4c89-ae83-bf0b4be00ce2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:56.352658 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b680e2b1-fdc2-4e08-a695-235ef1d775c9 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 1dd94272-ce2f-4323-a392-3a8cb9a10915) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:56.361228 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678c39f3-a7ea-41d9-bb02-b1119c927009 None None] Network 1dd94272-ce2f-4323-a392-3a8cb9a10915 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:56.393767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b680e2b1-fdc2-4e08-a695-235ef1d775c9 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:56.394467 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b680e2b1-fdc2-4e08-a695-235ef1d775c9 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.410485 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa80b0ac-2709-4d4c-8471-a8cd5b42c3fd req-2bc2d79a-62c8-4c65-86bb-9475ed7c2da5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] No DVR routers for this DVR port 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:29:56.414011 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-aa80b0ac-2709-4d4c-8471-a8cd5b42c3fd req-2bc2d79a-62c8-4c65-86bb-9475ed7c2da5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.421146 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aa80b0ac-2709-4d4c-8471-a8cd5b42c3fd req-2bc2d79a-62c8-4c65-86bb-9475ed7c2da5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "DELETE /v2.0/ports/4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 HTTP/1.1" status: 204 len: 173 time: 1.2782786 Mar 14 15:29:56.453924 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b680e2b1-fdc2-4e08-a695-235ef1d775c9 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1483257 Mar 14 15:29:56.455172 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56172) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:56.649692 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device c5585770-e1e7-4547-bb24-78ae4b0a0945 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:29:56.678276 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e5224f92-84ef-462b-b0d5-32680ab3e45f req-5b8c8814-7eb3-438b-8419-619b7fc330ac tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "GET /v2.0/ports?device_id=560f3ca5-c2c1-4304-a7a1-7eb80faf5d28 HTTP/1.1" status: 200 len: 210 time: 0.0450444 Mar 14 15:29:56.731193 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: c5585770-e1e7-4547-bb24-78ae4b0a0945 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:29:56.731544 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device c5585770-e1e7-4547-bb24-78ae4b0a0945 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:29:56.731975 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:29:56.792668 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:29:56.793019 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 4b4d2470-c61d-4c89-ae83-bf0b4be00ce2 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:29:56.811774 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.861696 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70a2d5d-228f-4aaf-b6c6-fcaa03bd3829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-1dd94272-ce2f-4323-a392-3a8cb9a10915', 'network_id': '1dd94272-ce2f-4323-a392-3a8cb9a10915', 'tenant_id': 'd6e45125acec452e8c1b6716f23c9b9a', 'fixed_ips': [{'subnet_id': '4b3b6534-0e7b-4f59-aa9a-1546af432e01'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:29:56.862578 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a70a2d5d-228f-4aaf-b6c6-fcaa03bd3829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:56.920067 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.080817 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server [None req-a70a2d5d-228f-4aaf-b6c6-fcaa03bd3829 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b3b6534-0e7b-4f59-aa9a-1546af432e01: This subnet is being modified by another concurrent operation. Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise exception Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b3b6534-0e7b-4f59-aa9a-1546af432e01: This subnet is being modified by another concurrent operation. Mar 14 15:29:57.087865 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server Mar 14 15:29:57.118015 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a1818652-327f-4288-b2de-7428041f336d req-ff85b385-1016-415f-9b5e-7eef4774d942 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=673a6dcf-3d5c-462f-b565-273b01d48b1c HTTP/1.1" status: 200 len: 210 time: 0.0798054 Mar 14 15:29:57.139381 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085895a2-be5a-4302-ac94-a5d63cd9ca50 None None] Network 1dd94272-ce2f-4323-a392-3a8cb9a10915 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:57.143253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Subnet': ['ID=4b3b6534-0e7b-4f59-aa9a-1546af432e01,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:57.266567 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.315882 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd94272-ce2f-4323-a392-3a8cb9a10915']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:57.329062 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-5ffbb53a-a674-4a00-8d65-fd5d34ba9a60 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060483150&fields=id&tenant_id=a71e4db168bb4915bec9d021ab48e3b3 HTTP/1.1" status: 200 len: 267 time: 0.0826025 Mar 14 15:29:57.330782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495ce1ab-98b3-4a59-84f2-0cab9677e009') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:57.331121 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495ce1ab-98b3-4a59-84f2-0cab9677e009') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:57.342237 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.348559 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0444d65c-53c2-4d7f-8e20-10af6717e25d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.401592 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0444d65c-53c2-4d7f-8e20-10af6717e25d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:57.405287 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-0444d65c-53c2-4d7f-8e20-10af6717e25d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:57.405580 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.416033 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0444d65c-53c2-4d7f-8e20-10af6717e25d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:57.416851 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0444d65c-53c2-4d7f-8e20-10af6717e25d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.425777 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444d65c-53c2-4d7f-8e20-10af6717e25d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Subnet': ['ID=1f04f298-3de5-46fc-ba4c-828100f48686,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:57.441344 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0444d65c-53c2-4d7f-8e20-10af6717e25d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3241022 Mar 14 15:29:57.447412 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56188) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:57.452210 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5e846fe1-5135-4588-911a-2583ed2b6ffd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'security_group': {'name': 'tempest-secgroup-1630436995'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:57.457224 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ab1435-0734-487c-a678-f73610aa4ccc None None] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:57.457688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:29:57.458106 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:29:57.461445 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:29:57.476365 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e846fe1-5135-4588-911a-2583ed2b6ffd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.551854 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3a8453af-70d0-46d6-ad07-374555f23610 None None] Provisioning complete for port 63398557-b524-4bdd-98c7-ff1a5e472d71 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:57.552238 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a8453af-70d0-46d6-ad07-374555f23610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.573864 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.586318 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.589463 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/1dd94272-ce2f-4323-a392-3a8cb9a10915 HTTP/1.1" status: 204 len: 168 time: 1.1331332 Mar 14 15:29:57.593115 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56190) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:57.598280 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2096613371'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:57.605999 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Network': ['ID=1dd94272-ce2f-4323-a392-3a8cb9a10915,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:57.615542 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-f609fb4c-1cb3-4a19-a7bb-364d0cb3aa95 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:57.617018 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-f609fb4c-1cb3-4a19-a7bb-364d0cb3aa95 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/networks?id=b3c71c02-264e-49fe-ace9-fff9d219f343 HTTP/1.1" status: 200 len: 811 time: 0.2769866 Mar 14 15:29:57.627905 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:57.628724 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:57.628724 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:57.629036 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:57.629374 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:57.630155 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:57.630278 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:57.630685 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:57.630968 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:57.631538 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:57.631657 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:57.631927 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496d624-29d6-4e71-9880-017247259daf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:57.639555 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:57.642929 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.652680 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-3d0073c1-c1ad-4f45-871f-2261e472efea tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/quotas/a71e4db168bb4915bec9d021ab48e3b3 HTTP/1.1" status: 200 len: 375 time: 0.0142961 Mar 14 15:29:57.660591 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e846fe1-5135-4588-911a-2583ed2b6ffd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.668674 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e846fe1-5135-4588-911a-2583ed2b6ffd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.696169 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:29:57.711330 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e846fe1-5135-4588-911a-2583ed2b6ffd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.712561 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5e846fe1-5135-4588-911a-2583ed2b6ffd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2641814 Mar 14 15:29:57.714715 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e846fe1-5135-4588-911a-2583ed2b6ffd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4af04b85-8e9c-4f3b-b02a-c151d820378f,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:57.716888 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56194) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:57.722891 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3a8453af-70d0-46d6-ad07-374555f23610 None None] Provisioning complete for port ece53b33-4633-425c-bb0b-537d6344a1eb triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:57.723421 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a8453af-70d0-46d6-ad07-374555f23610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.723749 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-314d918d-a533-43c6-a030-8d541a151c79 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'security_group': {'name': 'tempest-secgroup-620488111'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:57.728184 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.728534 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Added segment 9b7441e4-804d-495d-a282-3081a5042db4 of type vlan for network 2b1f272e-ed3d-4197-9ab3-1ffde7a18546 Mar 14 15:29:57.798689 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56196) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:57.802442 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.809315 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4999981a-78ea-40fe-98af-2c03edb914f5 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a71e4db168bb4915bec9d021ab48e3b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1493480 Mar 14 15:29:57.811582 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-314d918d-a533-43c6-a030-8d541a151c79 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.929428 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-06684db3-fb54-45c9-865f-4b50d1492fe2 service neutron] 10.222.0.59 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065130 Mar 14 15:29:57.935275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.941204 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:57.941776 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:57.946693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3a8453af-70d0-46d6-ad07-374555f23610 None None] Port ece53b33-4633-425c-bb0b-537d6344a1eb cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:29:57.953985 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a216f756-6c2c-46bb-9baf-a43337d702a5 None None] Update dhcp port {'port': {'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc', 'fixed_ips': [{'subnet_id': '7305b509-5157-440d-bd0b-c42eb2fca693', 'ip_address': '172.20.0.18'}, {'subnet_id': '1f04f298-3de5-46fc-ba4c-828100f48686'}], 'binding:host_id': 'dv-neutron-833559-1-hyperv'}, 'id': '63398557-b524-4bdd-98c7-ff1a5e472d71'} from dv-neutron-833559-1-hyperv. {{(pid=102569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 15:29:57.982587 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a216f756-6c2c-46bb-9baf-a43337d702a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.025069 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4308243 Mar 14 15:29:58.029753 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56198) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:58.038874 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0b1d2dd1-9a9c-4112-83a4-1c4fc0512037 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'subnet': {'network_id': '2b1f272e-ed3d-4197-9ab3-1ffde7a18546', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:58.046221 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Network': ['ID=2b1f272e-ed3d-4197-9ab3-1ffde7a18546,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:58.058641 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-d2029b01-74ab-423d-8351-1a5ff7aab141 service neutron] 10.222.0.59 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172612 Mar 14 15:29:58.074388 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:58.074745 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:58.075119 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:58.075460 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:58.075795 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:58.076131 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:58.076460 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:58.076788 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:58.077111 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:58.077437 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:58.078286 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:58.078617 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb483f93-f15d-4d3a-a11c-9497b4c4fe9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:29:58.123678 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-314d918d-a533-43c6-a030-8d541a151c79 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.129428 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 2b1f272e-ed3d-4197-9ab3-1ffde7a18546 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:29:58.133120 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-314d918d-a533-43c6-a030-8d541a151c79 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.159996 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1d2dd1-9a9c-4112-83a4-1c4fc0512037 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:58.182345 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0b1d2dd1-9a9c-4112-83a4-1c4fc0512037 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.203450 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d918d-a533-43c6-a030-8d541a151c79 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c048a49-1add-4ac0-9225-ac45eb3cae05,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:58.207658 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-314d918d-a533-43c6-a030-8d541a151c79 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.208896 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-314d918d-a533-43c6-a030-8d541a151c79 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4886582 Mar 14 15:29:58.212288 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56204) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:58.217580 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-e10bd3a4-45a2-4317-9947-c7b0d0955345 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'security_group': {'name': 'tempest-secgroup-2034487732'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:58.247790 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673a6dcf-3d5c-462f-b565-273b01d48b1c', 'name': 'network-vif-deleted', 'tag': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:29:58.250791 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c93c9e-232d-44b4-aefb-c01b0672322f" -d '{"events": [{"server_uuid": "673a6dcf-3d5c-462f-b565-273b01d48b1c", "name": "network-vif-deleted", "tag": "4b4d2470-c61d-4c89-ae83-bf0b4be00ce2"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:29:58.261754 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56208) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:58.273943 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-a216f756-6c2c-46bb-9baf-a43337d702a5 None None] Allocated IP 172.20.0.2 (8ee09330-8f8b-41c2-8bc1-4d35188ce1fc/1f04f298-3de5-46fc-ba4c-828100f48686/63398557-b524-4bdd-98c7-ff1a5e472d71) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:58.320592 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986b5c09-a84a-4228-9330-cc349eaccd93 x-openstack-request-id: req-986b5c09-a84a-4228-9330-cc349eaccd93 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:29:58.322170 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673a6dcf-3d5c-462f-b565-273b01d48b1c", "name": "network-vif-deleted", "tag": "4b4d2470-c61d-4c89-ae83-bf0b4be00ce2", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:29:58.322672 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-986b5c09-a84a-4228-9330-cc349eaccd93 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:29:58.323189 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673a6dcf-3d5c-462f-b565-273b01d48b1c', 'name': 'network-vif-deleted', 'tag': '4b4d2470-c61d-4c89-ae83-bf0b4be00ce2', 'status': 'completed', 'code': 200} Mar 14 15:29:58.324627 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e10bd3a4-45a2-4317-9947-c7b0d0955345 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.365852 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:29:58.420773 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-a216f756-6c2c-46bb-9baf-a43337d702a5 None None] For port 63398557-b524-4bdd-98c7-ff1a5e472d71, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=63398557-b524-4bdd-98c7-ff1a5e472d71,segment=NetworkSegment(4eb69093-03e7-43e8-821b-f75b5768e2aa),segment_id=4eb69093-03e7-43e8-821b-f75b5768e2aa)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:58.448998 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f20c78a7-0c12-4cd1-ace2-3ea645a50d64 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.490360 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a216f756-6c2c-46bb-9baf-a43337d702a5 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.499246 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a216f756-6c2c-46bb-9baf-a43337d702a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.503863 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f20c78a7-0c12-4cd1-ace2-3ea645a50d64 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.511138 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0b1d2dd1-9a9c-4112-83a4-1c4fc0512037 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.575845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d2dd1-9a9c-4112-83a4-1c4fc0512037 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Subnet': ['ID=cc425bdb-e7de-4bff-9158-aa01479d2b0a,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:58.590999 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e10bd3a4-45a2-4317-9947-c7b0d0955345 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.599845 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-65a422f3-de99-47f7-8b3b-692a09f1c702 req-81f6b2a2-77b8-4ea4-a44f-7cd2edbecbf9 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 210 time: 0.0769281 Mar 14 15:29:58.615045 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216f756-6c2c-46bb-9baf-a43337d702a5 None None] Pushing event updated for resources: {'Port': ['ID=63398557-b524-4bdd-98c7-ff1a5e472d71,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:58.615557 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1d2dd1-9a9c-4112-83a4-1c4fc0512037 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Checking segment: {'id': '9b7441e4-804d-495d-a282-3081a5042db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2b1f272e-ed3d-4197-9ab3-1ffde7a18546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:58.616260 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1d2dd1-9a9c-4112-83a4-1c4fc0512037 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network hostable DHCP agents. Network: 2b1f272e-ed3d-4197-9ab3-1ffde7a18546, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:29:58.624126 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e10bd3a4-45a2-4317-9947-c7b0d0955345 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.659637 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1d2dd1-9a9c-4112-83a4-1c4fc0512037 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network 2b1f272e-ed3d-4197-9ab3-1ffde7a18546 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:29:58.675859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-0b1d2dd1-9a9c-4112-83a4-1c4fc0512037 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 2b1f272e-ed3d-4197-9ab3-1ffde7a18546) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:58.680279 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1d2dd1-9a9c-4112-83a4-1c4fc0512037 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:29:58.681009 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0b1d2dd1-9a9c-4112-83a4-1c4fc0512037 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.692151 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e10bd3a4-45a2-4317-9947-c7b0d0955345 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.693401 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e10bd3a4-45a2-4317-9947-c7b0d0955345 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4806054 Mar 14 15:29:58.698774 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56222) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:58.699060 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6260ec3-bea1-4c69-a6bd-1c848bca13ac None None] Network 2b1f272e-ed3d-4197-9ab3-1ffde7a18546 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:29:58.704647 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-fe45cdee-8340-4289-b267-ab611e64cdbb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1026863017', 'security_groups': ['ae742201-95ef-41ca-a7cc-43f9a14f6667'], 'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1f04f298-3de5-46fc-ba4c-828100f48686'}]}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:29:58.725927 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0b1d2dd1-9a9c-4112-83a4-1c4fc0512037 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6950817 Mar 14 15:29:58.729706 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56224) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:58.740756 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bd3a4-45a2-4317-9947-c7b0d0955345 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae742201-95ef-41ca-a7cc-43f9a14f6667,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:58.793542 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f20c78a7-0c12-4cd1-ace2-3ea645a50d64 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.796188 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f20c78a7-0c12-4cd1-ace2-3ea645a50d64 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.800624 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f20c78a7-0c12-4cd1-ace2-3ea645a50d64 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/security-groups/6f019085-d596-413c-bb7a-557d128a9193 HTTP/1.1" status: 204 len: 168 time: 0.5250092 Mar 14 15:29:58.846569 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c78a7-0c12-4cd1-ace2-3ea645a50d64 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f019085-d596-413c-bb7a-557d128a9193,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:58.851130 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cd4ea343-9dff-47ae-86f1-ded18478df23 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:58.915743 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56228) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:29:58.996324 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-2b1f272e-ed3d-4197-9ab3-1ffde7a18546', 'network_id': '2b1f272e-ed3d-4197-9ab3-1ffde7a18546', 'tenant_id': 'd6e45125acec452e8c1b6716f23c9b9a', 'fixed_ips': [{'subnet_id': 'cc425bdb-e7de-4bff-9158-aa01479d2b0a'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:29:58.997112 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.163185 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 63398557-b524-4bdd-98c7-ff1a5e472d71 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:29:59.309825 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] Allocated IP 172.20.0.1 (2b1f272e-ed3d-4197-9ab3-1ffde7a18546/cc425bdb-e7de-4bff-9158-aa01479d2b0a/114a356a-8784-43ca-b8df-4dfea624937a) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:59.360273 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.413663 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe45cdee-8340-4289-b267-ab611e64cdbb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:29:59.445413 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 63398557-b524-4bdd-98c7-ff1a5e472d71 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:59.455472 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.480788 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.529113 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b72c075c-061a-4233-a3be-5c035fd58e3b None None] Provisioning complete for port 63398557-b524-4bdd-98c7-ff1a5e472d71 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:59.529785 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b72c075c-061a-4233-a3be-5c035fd58e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.564267 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe45cdee-8340-4289-b267-ab611e64cdbb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.588270 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-fe45cdee-8340-4289-b267-ab611e64cdbb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] device_id is not set on port 41281ea8-1465-45fa-b715-827a41b53152 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:29:59.623225 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0a33bbe0-e4ab-4576-8fc7-a29c5ebf2890 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.673236 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.690608 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.719124 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b30a3f28-8ce8-4672-89ed-ca61c7af8344 req-10d5bc77-3663-47ec-b010-ab0ebcb704c7 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 210 time: 0.0377164 Mar 14 15:29:59.724969 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-cd4ea343-9dff-47ae-86f1-ded18478df23 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Deleting port c004d6a0-74be-4312-a992-cafbcaacc97d {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:29:59.725438 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cd4ea343-9dff-47ae-86f1-ded18478df23 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.739489 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.779737 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Subnet': ['ID=cc425bdb-e7de-4bff-9158-aa01479d2b0a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:59.786938 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] Pushing event updated for resources: {'Port': ['ID=114a356a-8784-43ca-b8df-4dfea624937a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:29:59.790929 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] Network 2b1f272e-ed3d-4197-9ab3-1ffde7a18546 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:29:59.799295 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:29:59.802123 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:29:59.816774 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b72c075c-061a-4233-a3be-5c035fd58e3b None None] Provisioning complete for port ece53b33-4633-425c-bb0b-537d6344a1eb triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:29:59.817750 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b72c075c-061a-4233-a3be-5c035fd58e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.885930 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.905591 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-fe45cdee-8340-4289-b267-ab611e64cdbb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Allocated IP 172.20.0.4 (8ee09330-8f8b-41c2-8bc1-4d35188ce1fc/1f04f298-3de5-46fc-ba4c-828100f48686/41281ea8-1465-45fa-b715-827a41b53152) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:29:59.919893 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1f272e-ed3d-4197-9ab3-1ffde7a18546']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:59.921933 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] Attempting to bind port 114a356a-8784-43ca-b8df-4dfea624937a on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:29:59.923409 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] Attempting to bind port 114a356a-8784-43ca-b8df-4dfea624937a by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '9b7441e4-804d-495d-a282-3081a5042db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2b1f272e-ed3d-4197-9ab3-1ffde7a18546'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:29:59.924082 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] Attempting to bind port 114a356a-8784-43ca-b8df-4dfea624937a on network 2b1f272e-ed3d-4197-9ab3-1ffde7a18546 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:29:59.932470 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:29:59.932729 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] Checking segment: {'id': '9b7441e4-804d-495d-a282-3081a5042db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2b1f272e-ed3d-4197-9ab3-1ffde7a18546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:29:59.933052 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.933489 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] Bound using segment: {'id': '9b7441e4-804d-495d-a282-3081a5042db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2b1f272e-ed3d-4197-9ab3-1ffde7a18546'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:29:59.934080 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] Bound port: 114a356a-8784-43ca-b8df-4dfea624937a, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7441e4-804d-495d-a282-3081a5042db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '2b1f272e-ed3d-4197-9ab3-1ffde7a18546'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:29:59.934553 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.935647 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7441e4-804d-495d-a282-3081a5042db4') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:59.935952 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7441e4-804d-495d-a282-3081a5042db4') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:29:59.944196 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-cd4ea343-9dff-47ae-86f1-ded18478df23 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] For port c004d6a0-74be-4312-a992-cafbcaacc97d, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c004d6a0-74be-4312-a992-cafbcaacc97d,segment=NetworkSegment(e1302457-e334-4ac7-a460-dc0c3c93dd83),segment_id=e1302457-e334-4ac7-a460-dc0c3c93dd83)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:29:59.944558 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cd4ea343-9dff-47ae-86f1-ded18478df23 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.953420 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:29:59.955684 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b72c075c-061a-4233-a3be-5c035fd58e3b None None] Port ece53b33-4633-425c-bb0b-537d6344a1eb cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:29:59.963943 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-cd4ea343-9dff-47ae-86f1-ded18478df23 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Calling delete_port for c004d6a0-74be-4312-a992-cafbcaacc97d owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:30:00.009355 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.027615 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] For port 114a356a-8784-43ca-b8df-4dfea624937a, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:00.034554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:30:00.034987 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:00.064103 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:00.175718 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] For port 114a356a-8784-43ca-b8df-4dfea624937a, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=114a356a-8784-43ca-b8df-4dfea624937a,segment=NetworkSegment(9b7441e4-804d-495d-a282-3081a5042db4),segment_id=9b7441e4-804d-495d-a282-3081a5042db4)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:00.182636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.184886 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.db.api [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 15:30:00.184886 dv-neutron-833559-1-hyperv neutron-server[102568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 15:30:00.184886 dv-neutron-833559-1-hyperv neutron-server[102568]: [parameters: {'id': '2b1f272e-ed3d-4197-9ab3-1ffde7a18546'}] Mar 14 15:30:00.184886 dv-neutron-833559-1-hyperv neutron-server[102568]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:30:00.185317 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG oslo_db.api [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:30:00.231581 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-c9ff8c9f-687b-45e5-993c-aa206ff94e02 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:00.233054 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-c9ff8c9f-687b-45e5-993c-aa206ff94e02 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.18 "GET /v2.0/networks?id=b3c71c02-264e-49fe-ace9-fff9d219f343 HTTP/1.1" status: 200 len: 811 time: 0.2581587 Mar 14 15:30:00.240260 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-0a33bbe0-e4ab-4576-8fc7-a29c5ebf2890 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 371a35d0-b297-4404-8eff-8f4c86632041 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:30:00.240582 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0a33bbe0-e4ab-4576-8fc7-a29c5ebf2890 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.252402 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe45cdee-8340-4289-b267-ab611e64cdbb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.270023 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c9f1d-b66a-4cbb-b52b-56f246175d64 None None] Pushing event updated for resources: {'Port': ['ID=114a356a-8784-43ca-b8df-4dfea624937a,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:00.287408 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc787b63-3436-4254-b1fd-e449bdf214a2 None None] Network 2b1f272e-ed3d-4197-9ab3-1ffde7a18546 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:00.298531 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe45cdee-8340-4289-b267-ab611e64cdbb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.367875 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cd4ea343-9dff-47ae-86f1-ded18478df23 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.385626 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-c2d35167-61dd-438b-ad67-1de7c48fc2e4 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a71e4db168bb4915bec9d021ab48e3b3 HTTP/1.1" status: 200 len: 380 time: 0.0818272 Mar 14 15:30:00.387518 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe45cdee-8340-4289-b267-ab611e64cdbb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:00.391664 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-fe45cdee-8340-4289-b267-ab611e64cdbb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:00.394231 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe45cdee-8340-4289-b267-ab611e64cdbb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:30:00.402549 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ea343-9dff-47ae-86f1-ded18478df23 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event deleted for resources: {'Port': ['ID=c004d6a0-74be-4312-a992-cafbcaacc97d,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:00.403021 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-cf1e34cd-d69c-4d0c-afd8-dcb3b8d59455 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Request body: {'port': {'device_id': '2f4ed510-394f-4710-8451-04a8fca39648', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'admin_state_up': True, 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'security_groups': ['a9573bac-f2e8-4eb5-b19b-e06396b288ff']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:00.411755 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-0a33bbe0-e4ab-4576-8fc7-a29c5ebf2890 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port 371a35d0-b297-4404-8eff-8f4c86632041, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=371a35d0-b297-4404-8eff-8f4c86632041,segment=NetworkSegment(6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1),segment_id=6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:00.411755 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0a33bbe0-e4ab-4576-8fc7-a29c5ebf2890 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.448017 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-0a33bbe0-e4ab-4576-8fc7-a29c5ebf2890 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 371a35d0-b297-4404-8eff-8f4c86632041 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:30:00.476960 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45cdee-8340-4289-b267-ab611e64cdbb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=41281ea8-1465-45fa-b715-827a41b53152,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:00.565551 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe45cdee-8340-4289-b267-ab611e64cdbb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:00.566232 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe45cdee-8340-4289-b267-ab611e64cdbb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.594359 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fe45cdee-8340-4289-b267-ab611e64cdbb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8940847 Mar 14 15:30:00.634864 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56238) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:00.641903 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3eb61518-5276-4a53-a697-783d4c9e2a99 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'subnet': {'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:00.708748 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.744047 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-cf1e34cd-d69c-4d0c-afd8-dcb3b8d59455 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Made reservation on behalf of a71e4db168bb4915bec9d021ab48e3b3 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:00.748622 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-cf1e34cd-d69c-4d0c-afd8-dcb3b8d59455 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.798341 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-843dc244-7310-4927-a050-0dcc3d0d9731 None None] Provisioning complete for port 41281ea8-1465-45fa-b715-827a41b53152 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:00.798873 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-843dc244-7310-4927-a050-0dcc3d0d9731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.804275 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c686c445-0307-44f8-9c3e-38f838b058cf None None] get_active_networks_info from dv-neutron-833559-1-hyperv {{(pid=102569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 15:30:00.896203 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-843dc244-7310-4927-a050-0dcc3d0d9731 None None] Port 41281ea8-1465-45fa-b715-827a41b53152 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:30:00.941588 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b581ca1b-1d64-4f1e-a50a-1bbfa2afa5e9 req-560e6836-e8bd-4be5-a9c7-343eef0721d5 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 210 time: 0.0570021 Mar 14 15:30:00.974168 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb61518-5276-4a53-a697-783d4c9e2a99 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:00.977621 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3eb61518-5276-4a53-a697-783d4c9e2a99 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:00.989611 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cd4ea343-9dff-47ae-86f1-ded18478df23 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.000581 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c686c445-0307-44f8-9c3e-38f838b058cf None None] Resources bound (agent type, host, resource id): {{(pid=102569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:30:01.014341 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Deleting port 114a356a-8784-43ca-b8df-4dfea624937a {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:30:01.015910 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.079237 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-cf1e34cd-d69c-4d0c-afd8-dcb3b8d59455 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Allocated IP 172.20.0.13 (b3c71c02-264e-49fe-ace9-fff9d219f343/2938bbac-db51-4fe5-871d-2be14c242925/91473996-4716-46d0-bb49-2a2fcc5a3214) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:01.179136 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] For port 114a356a-8784-43ca-b8df-4dfea624937a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=114a356a-8784-43ca-b8df-4dfea624937a,segment=NetworkSegment(9b7441e4-804d-495d-a282-3081a5042db4),segment_id=9b7441e4-804d-495d-a282-3081a5042db4)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:01.179616 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.215645 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.ipam_backend_mixin [None req-3eb61518-5276-4a53-a697-783d4c9e2a99 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1f04f298-3de5-46fc-ba4c-828100f48686 (CIDR: 172.20.0.0/28) Mar 14 15:30:01.216802 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Calling delete_port for 114a356a-8784-43ca-b8df-4dfea624937a owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:30:01.300155 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb61518-5276-4a53-a697-783d4c9e2a99 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:30:01.300325 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb61518-5276-4a53-a697-783d4c9e2a99 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:01.345870 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ddd92-6501-4a03-959f-905ee4556810 None None] get_active_networks_info from dv-neutron-833559-1-hyperv {{(pid=102569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 15:30:01.373069 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3eb61518-5276-4a53-a697-783d4c9e2a99 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7339325 Mar 14 15:30:01.375766 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56242) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:01.381987 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-21032bde-eb27-4c24-8b88-73bfe8d7ceab tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'subnet': {'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:01.408578 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4ea343-9dff-47ae-86f1-ded18478df23 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Router 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:30:01.431378 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0a33bbe0-e4ab-4576-8fc7-a29c5ebf2890 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.489130 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9ddd92-6501-4a03-959f-905ee4556810 None None] Resources bound (agent type, host, resource id): {{(pid=102569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:30:01.509135 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-cf1e34cd-d69c-4d0c-afd8-dcb3b8d59455 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.513372 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33bbe0-e4ab-4576-8fc7-a29c5ebf2890 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=371a35d0-b297-4404-8eff-8f4c86632041,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:01.570396 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.615466 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No DVR routers for this DVR port 114a356a-8784-43ca-b8df-4dfea624937a on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:30:01.640202 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Port': ['ID=114a356a-8784-43ca-b8df-4dfea624937a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:01.670213 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21032bde-eb27-4c24-8b88-73bfe8d7ceab tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:01.676156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21032bde-eb27-4c24-8b88-73bfe8d7ceab tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.685993 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4ea343-9dff-47ae-86f1-ded18478df23 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:01.692489 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-cd4ea343-9dff-47ae-86f1-ded18478df23 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "PUT /v2.0/routers/2f843b11-7b9e-4b80-8ce4-1c300e428ae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8927443 Mar 14 15:30:01.696303 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56244) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:01.701541 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ac1d68-d118-4fb3-836e-68422289d0be None None] Sync routers for ids ['2f843b11-7b9e-4b80-8ce4-1c300e428ae5'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:30:01.723069 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ac1d68-d118-4fb3-836e-68422289d0be None None] Routers {'2f843b11-7b9e-4b80-8ce4-1c300e428ae5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:30:01.724691 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-76ac1d68-d118-4fb3-836e-68422289d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['2f843b11-7b9e-4b80-8ce4-1c300e428ae5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:01.758423 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-cf1e34cd-d69c-4d0c-afd8-dcb3b8d59455 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.795059 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0a33bbe0-e4ab-4576-8fc7-a29c5ebf2890 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.801356 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd4553e-ae7b-43ee-adb5-2fe19cde44eb tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Deleting subnet 3e5abfe9-bf12-4b66-8249-7ac6b79c917e {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:30:01.808440 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2dd4553e-ae7b-43ee-adb5-2fe19cde44eb tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.873555 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-cf1e34cd-d69c-4d0c-afd8-dcb3b8d59455 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Network b3c71c02-264e-49fe-ace9-fff9d219f343 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:01.879847 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.888818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-cf1e34cd-d69c-4d0c-afd8-dcb3b8d59455 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:01.899858 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2dd4553e-ae7b-43ee-adb5-2fe19cde44eb tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:01.907730 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-cf1e34cd-d69c-4d0c-afd8-dcb3b8d59455 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:30:01.927305 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e34cd-d69c-4d0c-afd8-dcb3b8d59455 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event updated for resources: {'Port': ['ID=91473996-4716-46d0-bb49-2a2fcc5a3214,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:01.995356 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1f272e-ed3d-4197-9ab3-1ffde7a18546']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:02.023133 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.ipam_backend_mixin [None req-21032bde-eb27-4c24-8b88-73bfe8d7ceab tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7305b509-5157-440d-bd0b-c42eb2fca693 (CIDR: 172.20.0.16/28) Mar 14 15:30:02.027755 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7441e4-804d-495d-a282-3081a5042db4') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:02.028320 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7441e4-804d-495d-a282-3081a5042db4') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:02.041033 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-21032bde-eb27-4c24-8b88-73bfe8d7ceab tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:30:02.041803 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21032bde-eb27-4c24-8b88-73bfe8d7ceab tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:02.055854 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-cf1e34cd-d69c-4d0c-afd8-dcb3b8d59455 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:02.056785 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-cf1e34cd-d69c-4d0c-afd8-dcb3b8d59455 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.065027 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.091558 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-21032bde-eb27-4c24-8b88-73bfe8d7ceab tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7134027 Mar 14 15:30:02.095537 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.100846 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-cf1e34cd-d69c-4d0c-afd8-dcb3b8d59455 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7034659 Mar 14 15:30:02.103860 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56248) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:02.109949 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c92e26fb-0ae1-452e-b6d2-1cc6bbc91d99 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'subnet': {'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:02.134413 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:30:02.134627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.143283 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] Request body: {'port': {'device_id': '2f4ed510-394f-4710-8451-04a8fca39648', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:02.145620 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:02.189096 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2dd4553e-ae7b-43ee-adb5-2fe19cde44eb tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.200539 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-76ac1d68-d118-4fb3-836e-68422289d0be None None] Set router 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:30:02.271800 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a33bbe0-e4ab-4576-8fc7-a29c5ebf2890 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router ee10d592-5408-4d6a-9f5a-89416c3de9f2 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:30:02.298167 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daa20d-ee34-46d5-af48-1669c9b6f88f req-e877dd4f-5586-4016-930c-7305f50b576f tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:02.309402 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-85daa20d-ee34-46d5-af48-1669c9b6f88f req-e877dd4f-5586-4016-930c-7305f50b576f tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 932 time: 0.1958625 Mar 14 15:30:02.389237 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.421220 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.428107 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2dd4553e-ae7b-43ee-adb5-2fe19cde44eb tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.428814 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/2b1f272e-ed3d-4197-9ab3-1ffde7a18546 HTTP/1.1" status: 204 len: 168 time: 3.6977706 Mar 14 15:30:02.441161 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56250) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:02.468355 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-85daa20d-ee34-46d5-af48-1669c9b6f88f req-59250877-344d-4827-a6eb-47b21d36f5a6 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579528 Mar 14 15:30:02.478767 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-b8ad63e2-c1ec-4415-9696-f3be3b248d66 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-230162667'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:02.494784 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.502312 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90b367-e9fd-4a45-801f-d2bad75557fd tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Network': ['ID=2b1f272e-ed3d-4197-9ab3-1ffde7a18546,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:02.567986 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2dd4553e-ae7b-43ee-adb5-2fe19cde44eb tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.574194 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2dd4553e-ae7b-43ee-adb5-2fe19cde44eb tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "DELETE /v2.0/subnets/3e5abfe9-bf12-4b66-8249-7ac6b79c917e HTTP/1.1" status: 204 len: 168 time: 0.8756094 Mar 14 15:30:02.574409 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531879c8-b1bf-4906-ac96-7fc7ceeeeada None None] Network 2b4067ed-c8cc-4c94-b6e8-5322dc74a22c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:02.574516 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4553e-ae7b-43ee-adb5-2fe19cde44eb tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5abfe9-bf12-4b66-8249-7ac6b79c917e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:02.587408 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56252) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:02.610289 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92e26fb-0ae1-452e-b6d2-1cc6bbc91d99 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Made reservation on behalf of 2bc6d44e222640628bd023b496b3ec98 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:02.620260 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c92e26fb-0ae1-452e-b6d2-1cc6bbc91d99 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.792935 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-fee99c59-c8bd-42d2-aead-4a5891fee4bf None None] Provisioning complete for port 91473996-4716-46d0-bb49-2a2fcc5a3214 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:02.793245 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fee99c59-c8bd-42d2-aead-4a5891fee4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:02.798819 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-76ac1d68-d118-4fb3-836e-68422289d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137910647', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:29Z', 'updated_at': '2022-03-14T15:30:00Z', 'revision_number': 5, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'gw_port': {'id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:31Z', 'updated_at': '2022-03-14T15:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:02.830006 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ac1d68-d118-4fb3-836e-68422289d0be None None] Checking router: 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:30:02.879100 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ac1d68-d118-4fb3-836e-68422289d0be None None] Routers {'2f843b11-7b9e-4b80-8ce4-1c300e428ae5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:30:02.879750 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-76ac1d68-d118-4fb3-836e-68422289d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['2f843b11-7b9e-4b80-8ce4-1c300e428ae5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:03.038744 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-76ac1d68-d118-4fb3-836e-68422289d0be None None] Set router 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:30:03.100190 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-fee99c59-c8bd-42d2-aead-4a5891fee4bf None None] Port 91473996-4716-46d0-bb49-2a2fcc5a3214 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:30:03.105165 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad35ca3-3cfb-4577-852b-ab12628b73d1 None None] DHCP port deletion for 2b4067ed-c8cc-4c94-b6e8-5322dc74a22c request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:30:03.145859 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ad63e2-c1ec-4415-9696-f3be3b248d66 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:03.152059 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b8ad63e2-c1ec-4415-9696-f3be3b248d66 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.293648 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a33bbe0-e4ab-4576-8fc7-a29c5ebf2890 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:03.312995 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-dad35ca3-3cfb-4577-852b-ab12628b73d1 None None] Deleting port 497e7fcc-8a43-4584-93e1-b5b1dc7b874c {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:30:03.313803 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dad35ca3-3cfb-4577-852b-ab12628b73d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.316088 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0a33bbe0-e4ab-4576-8fc7-a29c5ebf2890 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/routers/ee10d592-5408-4d6a-9f5a-89416c3de9f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3990443 Mar 14 15:30:03.317308 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56254) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:03.318209 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f906aff-d815-4719-b35d-3f575b6c417c None None] Sync routers for ids ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:30:03.329996 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 497e7fcc-8a43-4584-93e1-b5b1dc7b874c no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:30:03.332008 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f906aff-d815-4719-b35d-3f575b6c417c None None] Routers {'ee10d592-5408-4d6a-9f5a-89416c3de9f2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:30:03.332633 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9f906aff-d815-4719-b35d-3f575b6c417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:03.347407 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ad63e2-c1ec-4415-9696-f3be3b248d66 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:30:03.391737 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-259d67a8-6290-4a06-9953-753fd4eeab12 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.408210 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b8ad63e2-c1ec-4415-9696-f3be3b248d66 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.408920 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-b8ad63e2-c1ec-4415-9696-f3be3b248d66 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Added segment 77ca6f5a-8b40-402d-8d75-425944cd89f0 of type vlan for network 39b2c336-f531-422c-87d6-b21c743cbb2a Mar 14 15:30:03.465100 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b8ad63e2-c1ec-4415-9696-f3be3b248d66 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.566156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-dad35ca3-3cfb-4577-852b-ab12628b73d1 None None] For port 497e7fcc-8a43-4584-93e1-b5b1dc7b874c, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=497e7fcc-8a43-4584-93e1-b5b1dc7b874c,segment=NetworkSegment(e1302457-e334-4ac7-a460-dc0c3c93dd83),segment_id=e1302457-e334-4ac7-a460-dc0c3c93dd83)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:03.566815 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dad35ca3-3cfb-4577-852b-ab12628b73d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.584724 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-dad35ca3-3cfb-4577-852b-ab12628b73d1 None None] Calling delete_port for 497e7fcc-8a43-4584-93e1-b5b1dc7b874c owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:30:03.588604 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9f906aff-d815-4719-b35d-3f575b6c417c None None] Set router ee10d592-5408-4d6a-9f5a-89416c3de9f2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:30:03.623183 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-76ac1d68-d118-4fb3-836e-68422289d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137910647', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:29Z', 'updated_at': '2022-03-14T15:30:00Z', 'revision_number': 5, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'gw_port': {'id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:31Z', 'updated_at': '2022-03-14T15:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:03.659449 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ac1d68-d118-4fb3-836e-68422289d0be None None] The sync data for ids ['2f843b11-7b9e-4b80-8ce4-1c300e428ae5'] in dv-neutron-833559-1-hyperv is: [{'id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137910647', 'tenant_id': '40b795c97ae74200a3dd966a8235c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:29Z', 'updated_at': '2022-03-14T15:30:00Z', 'revision_number': 5, 'project_id': '40b795c97ae74200a3dd966a8235c313', 'gw_port': {'id': 'a428130a-4827-4dd2-9df2-1a82e3ec6f8f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f843b11-7b9e-4b80-8ce4-1c300e428ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:31Z', 'updated_at': '2022-03-14T15:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:30:03.715346 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.759376 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d26ec3-4f2f-4a04-889e-376fec96b775 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting subnet cdd70a71-0dc8-4b19-86f0-adefe36526a6 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:30:03.765719 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b8ad63e2-c1ec-4415-9696-f3be3b248d66 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.773585 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ad63e2-c1ec-4415-9696-f3be3b248d66 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.774295 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b8ad63e2-c1ec-4415-9696-f3be3b248d66 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.776393 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 497e7fcc-8a43-4584-93e1-b5b1dc7b874c, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=497e7fcc-8a43-4584-93e1-b5b1dc7b874c,segment=NetworkSegment(e1302457-e334-4ac7-a460-dc0c3c93dd83),segment_id=e1302457-e334-4ac7-a460-dc0c3c93dd83)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:03.778435 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b9d26ec3-4f2f-4a04-889e-376fec96b775 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.786204 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.836624 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dad35ca3-3cfb-4577-852b-ab12628b73d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.854983 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad35ca3-3cfb-4577-852b-ab12628b73d1 None None] No DVR routers for this DVR port 497e7fcc-8a43-4584-93e1-b5b1dc7b874c on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:30:03.881377 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=497e7fcc-8a43-4584-93e1-b5b1dc7b874c,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:03.891784 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c92e26fb-0ae1-452e-b6d2-1cc6bbc91d99 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.914429 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad35ca3-3cfb-4577-852b-ab12628b73d1 None None] Pushing event deleted for resources: {'Port': ['ID=497e7fcc-8a43-4584-93e1-b5b1dc7b874c,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:03.926277 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-259d67a8-6290-4a06-9953-753fd4eeab12 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:03.927648 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b66984-3984-4bb6-8025-904367b40f62 req-1c63c0ff-0ed3-41f0-a08d-803b034e4d5f tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:03.933367 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad63e2-c1ec-4415-9696-f3be3b248d66 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Network': ['ID=39b2c336-f531-422c-87d6-b21c743cbb2a,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:03.936271 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-31b66984-3984-4bb6-8025-904367b40f62 req-1c63c0ff-0ed3-41f0-a08d-803b034e4d5f tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 932 time: 0.2819316 Mar 14 15:30:03.949324 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 39b2c336-f531-422c-87d6-b21c743cbb2a details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:30:03.949747 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b8ad63e2-c1ec-4415-9696-f3be3b248d66 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4925513 Mar 14 15:30:03.953417 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56258) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:03.958949 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-fa32731c-6740-4bf8-b36e-92230793f6a8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'subnet': {'network_id': '39b2c336-f531-422c-87d6-b21c743cbb2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:03.972815 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b9d26ec3-4f2f-4a04-889e-376fec96b775 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.000216 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9f906aff-d815-4719-b35d-3f575b6c417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:30:01Z', 'revision_number': 7, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:16Z', 'updated_at': '2022-03-14T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:04.081512 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f8f308c8-ddc3-458b-8d4d-bf2deda1ce47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.095244 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92e26fb-0ae1-452e-b6d2-1cc6bbc91d99 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:04.111115 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f906aff-d815-4719-b35d-3f575b6c417c None None] Checking router: ee10d592-5408-4d6a-9f5a-89416c3de9f2 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:30:04.121213 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f906aff-d815-4719-b35d-3f575b6c417c None None] Routers {'ee10d592-5408-4d6a-9f5a-89416c3de9f2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:30:04.122271 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9f906aff-d815-4719-b35d-3f575b6c417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:29:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:04.162167 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c92e26fb-0ae1-452e-b6d2-1cc6bbc91d99 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:04.171221 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92e26fb-0ae1-452e-b6d2-1cc6bbc91d99 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:04.171883 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c92e26fb-0ae1-452e-b6d2-1cc6bbc91d99 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.176412 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bce421-b180-496e-9a29-94bde2a9c74f None None] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:04.187604 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-31b66984-3984-4bb6-8025-904367b40f62 req-84b5f647-2262-46ff-a2a5-6c7edd3f3db5 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497683 Mar 14 15:30:04.209247 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e26fb-0ae1-452e-b6d2-1cc6bbc91d99 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Subnet': ['ID=fb3ebbec-1db7-421c-9281-fcf50e57627e,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:04.227269 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-259d67a8-6290-4a06-9953-753fd4eeab12 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Deleting port a428130a-4827-4dd2-9df2-1a82e3ec6f8f {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:30:04.227886 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-259d67a8-6290-4a06-9953-753fd4eeab12 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.237729 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91473996-4716-46d0-bb49-2a2fcc5a3214 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:30:04.248674 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c92e26fb-0ae1-452e-b6d2-1cc6bbc91d99 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1434829 Mar 14 15:30:04.252309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.254633 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56260) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:04.261410 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-52d738b6-f035-4839-9a63-40af7b830208 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1955781138', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fb3ebbec-1db7-421c-9281-fcf50e57627e'}], 'security_groups': ['4af04b85-8e9c-4f3b-b02a-c151d820378f', '6c048a49-1add-4ac0-9225-ac45eb3cae05']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:04.278501 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b9d26ec3-4f2f-4a04-889e-376fec96b775 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.306190 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] Transition to ACTIVE for port object 91473996-4716-46d0-bb49-2a2fcc5a3214 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:04.319970 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.379528 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa32731c-6740-4bf8-b36e-92230793f6a8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:04.386376 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fa32731c-6740-4bf8-b36e-92230793f6a8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.402500 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9f906aff-d815-4719-b35d-3f575b6c417c None None] Set router ee10d592-5408-4d6a-9f5a-89416c3de9f2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:30:04.426036 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52d738b6-f035-4839-9a63-40af7b830208 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.584353 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-259d67a8-6290-4a06-9953-753fd4eeab12 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] For port a428130a-4827-4dd2-9df2-1a82e3ec6f8f, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a428130a-4827-4dd2-9df2-1a82e3ec6f8f,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:04.584829 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-259d67a8-6290-4a06-9953-753fd4eeab12 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.588035 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b9d26ec3-4f2f-4a04-889e-376fec96b775 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.631835 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-259d67a8-6290-4a06-9953-753fd4eeab12 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Calling delete_port for a428130a-4827-4dd2-9df2-1a82e3ec6f8f owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:30:04.667324 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b9d26ec3-4f2f-4a04-889e-376fec96b775 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.673560 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b9d26ec3-4f2f-4a04-889e-376fec96b775 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/subnets/cdd70a71-0dc8-4b19-86f0-adefe36526a6 HTTP/1.1" status: 204 len: 168 time: 1.3446341 Mar 14 15:30:04.692203 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d26ec3-4f2f-4a04-889e-376fec96b775 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd70a71-0dc8-4b19-86f0-adefe36526a6,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:04.696969 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56262) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:04.706413 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaabd5bd-2f67-4d5b-ac10-84cf5f3dfc3a None None] Network 0e58071f-ed6b-4f5e-9912-c6e34b9e0905 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:04.811264 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9f906aff-d815-4719-b35d-3f575b6c417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:30:01Z', 'revision_number': 7, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:16Z', 'updated_at': '2022-03-14T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:04.825801 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-52d738b6-f035-4839-9a63-40af7b830208 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Delete allocated IP 172.20.0.4 (8ee09330-8f8b-41c2-8bc1-4d35188ce1fc/1f04f298-3de5-46fc-ba4c-828100f48686) {{(pid=102568) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 15:30:04.834930 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-52d738b6-f035-4839-9a63-40af7b830208 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Allocated IP 172.20.0.40 (8ee09330-8f8b-41c2-8bc1-4d35188ce1fc/fb3ebbec-1db7-421c-9281-fcf50e57627e/41281ea8-1465-45fa-b715-827a41b53152) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:04.904628 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80aebfa8-19bb-4a5e-b764-100fe6087edd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:04.962059 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfa5b0b-1fde-4525-aa3e-a6df7748c733 None None] Update dhcp port {'port': {'network_id': '8ee09330-8f8b-41c2-8bc1-4d35188ce1fc', 'fixed_ips': [{'subnet_id': '7305b509-5157-440d-bd0b-c42eb2fca693', 'ip_address': '172.20.0.18'}, {'subnet_id': '1f04f298-3de5-46fc-ba4c-828100f48686', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fb3ebbec-1db7-421c-9281-fcf50e57627e'}], 'binding:host_id': 'dv-neutron-833559-1-hyperv'}, 'id': '63398557-b524-4bdd-98c7-ff1a5e472d71'} from dv-neutron-833559-1-hyperv. {{(pid=102569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 15:30:04.973730 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f906aff-d815-4719-b35d-3f575b6c417c None None] The sync data for ids ['ee10d592-5408-4d6a-9f5a-89416c3de9f2'] in dv-neutron-833559-1-hyperv is: [{'id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'name': 'tempest-TestNetworkBasicOps-router-1391743516', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:27:14Z', 'updated_at': '2022-03-14T15:30:01Z', 'revision_number': 7, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3bf5a5ca-a1f2-493b-aa63-f1fba99824a8', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10d592-5408-4d6a-9f5a-89416c3de9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:27:16Z', 'updated_at': '2022-03-14T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:30:05.007723 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3dfa5b0b-1fde-4525-aa3e-a6df7748c733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.054045 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] Pushing event updated for resources: {'Port': ['ID=91473996-4716-46d0-bb49-2a2fcc5a3214,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:05.115765 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] Attempting to bind port 91473996-4716-46d0-bb49-2a2fcc5a3214 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:05.116119 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] Attempting to bind port 91473996-4716-46d0-bb49-2a2fcc5a3214 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2d49401f-b8be-40b5-8a36-057daab36f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:05.116445 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] Attempting to bind port 91473996-4716-46d0-bb49-2a2fcc5a3214 on network b3c71c02-264e-49fe-ace9-fff9d219f343 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:30:05.130120 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] Port 91473996-4716-46d0-bb49-2a2fcc5a3214 on network b3c71c02-264e-49fe-ace9-fff9d219f343 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:30:05.130450 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] Attempting to bind port 91473996-4716-46d0-bb49-2a2fcc5a3214 on network b3c71c02-264e-49fe-ace9-fff9d219f343 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:30:05.148799 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52d738b6-f035-4839-9a63-40af7b830208 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.154028 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:30:05.154028 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] Checking segment: {'id': '2d49401f-b8be-40b5-8a36-057daab36f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:30:05.154028 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] Bound using segment: {'id': '2d49401f-b8be-40b5-8a36-057daab36f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:30:05.154412 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] Bound port: 91473996-4716-46d0-bb49-2a2fcc5a3214, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d49401f-b8be-40b5-8a36-057daab36f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:05.154845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.172782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52d738b6-f035-4839-9a63-40af7b830208 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.201985 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fa32731c-6740-4bf8-b36e-92230793f6a8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.284265 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32731c-6740-4bf8-b36e-92230793f6a8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Subnet': ['ID=5effba09-b27f-4316-a2bb-7dbed5b4f6a1,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:05.295606 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-3dfa5b0b-1fde-4525-aa3e-a6df7748c733 None None] Allocated IP 172.20.0.34 (8ee09330-8f8b-41c2-8bc1-4d35188ce1fc/fb3ebbec-1db7-421c-9281-fcf50e57627e/63398557-b524-4bdd-98c7-ff1a5e472d71) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:05.334211 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80aebfa8-19bb-4a5e-b764-100fe6087edd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.346112 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-52d738b6-f035-4839-9a63-40af7b830208 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] In _notify_port_updated(), no bound segment for port 41281ea8-1465-45fa-b715-827a41b53152 on network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:30:05.353926 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d738b6-f035-4839-9a63-40af7b830208 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:05.354752 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52d738b6-f035-4839-9a63-40af7b830208 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.373372 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-52d738b6-f035-4839-9a63-40af7b830208 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "PUT /v2.0/ports/41281ea8-1465-45fa-b715-827a41b53152 HTTP/1.1" status: 200 len: 960 time: 1.1175146 Mar 14 15:30:05.376028 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d738b6-f035-4839-9a63-40af7b830208 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event updated for resources: {'Port': ['ID=41281ea8-1465-45fa-b715-827a41b53152,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:05.381774 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56266) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:05.427276 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] For port 91473996-4716-46d0-bb49-2a2fcc5a3214, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:05.486430 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa32731c-6740-4bf8-b36e-92230793f6a8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Checking segment: {'id': '77ca6f5a-8b40-402d-8d75-425944cd89f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '39b2c336-f531-422c-87d6-b21c743cbb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:30:05.486817 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa32731c-6740-4bf8-b36e-92230793f6a8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network hostable DHCP agents. Network: 39b2c336-f531-422c-87d6-b21c743cbb2a, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:30:05.503744 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] For port 91473996-4716-46d0-bb49-2a2fcc5a3214, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=91473996-4716-46d0-bb49-2a2fcc5a3214,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:05.510848 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-259d67a8-6290-4a06-9953-753fd4eeab12 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.513717 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.592373 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:05.592845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.597558 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] 10.222.0.18 "PUT /v2.0/ports/91473996-4716-46d0-bb49-2a2fcc5a3214 HTTP/1.1" status: 200 len: 1094 time: 3.4680855 Mar 14 15:30:05.601305 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c004d6a0-74be-4312-a992-cafbcaacc97d no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:30:05.611156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4ed510-394f-4710-8451-04a8fca39648', 'tag': '91473996-4716-46d0-bb49-2a2fcc5a3214'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:30:05.613677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfff0bf-015f-494f-8b15-aefd5d0ed6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4ed510-394f-4710-8451-04a8fca39648", "tag": "91473996-4716-46d0-bb49-2a2fcc5a3214"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:30:05.614543 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d67a8-6290-4a06-9953-753fd4eeab12 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event deleted for resources: {'Port': ['ID=a428130a-4827-4dd2-9df2-1a82e3ec6f8f,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:05.626769 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b31dcc-1b6c-4203-b84a-00b5bc68dc72 None None] DHCP port deletion for 0e58071f-ed6b-4f5e-9912-c6e34b9e0905 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:30:05.632646 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: c004d6a0-74be-4312-a992-cafbcaacc97d {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:30:05.633075 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c004d6a0-74be-4312-a992-cafbcaacc97d not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:30:05.704069 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac141ca6-8c88-4a28-a1b4-c36ba232fe85 req-d918bdbb-c77f-42e4-8117-6899d87d36dc tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:05.705688 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ac141ca6-8c88-4a28-a1b4-c36ba232fe85 req-d918bdbb-c77f-42e4-8117-6899d87d36dc tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 944 time: 0.3857553 Mar 14 15:30:05.713262 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58277954-9845-44ce-9288-a6cfe330131f x-openstack-request-id: req-58277954-9845-44ce-9288-a6cfe330131f {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:30:05.713639 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4ed510-394f-4710-8451-04a8fca39648", "tag": "91473996-4716-46d0-bb49-2a2fcc5a3214", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:30:05.713870 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-58277954-9845-44ce-9288-a6cfe330131f {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:30:05.714304 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4ed510-394f-4710-8451-04a8fca39648', 'tag': '91473996-4716-46d0-bb49-2a2fcc5a3214', 'status': 'completed', 'code': 200} Mar 14 15:30:05.717964 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae14da-2705-4ce2-b3a8-dc22e5a898a5 service neutron] Pushing event updated for resources: {'Port': ['ID=91473996-4716-46d0-bb49-2a2fcc5a3214,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:05.741605 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3dfa5b0b-1fde-4525-aa3e-a6df7748c733 None None] For port 63398557-b524-4bdd-98c7-ff1a5e472d71, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=63398557-b524-4bdd-98c7-ff1a5e472d71,segment=NetworkSegment(4eb69093-03e7-43e8-821b-f75b5768e2aa),segment_id=4eb69093-03e7-43e8-821b-f75b5768e2aa)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:05.756331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-2ca97810-84a7-482c-a9dd-abf561394d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:05.758035 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-2ca97810-84a7-482c-a9dd-abf561394d95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a71e4db168bb4915bec9d021ab48e3b3&device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 1097 time: 0.1090155 Mar 14 15:30:05.763039 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa32731c-6740-4bf8-b36e-92230793f6a8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network 39b2c336-f531-422c-87d6-b21c743cbb2a is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:30:05.793681 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3dfa5b0b-1fde-4525-aa3e-a6df7748c733 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.803950 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3dfa5b0b-1fde-4525-aa3e-a6df7748c733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.810824 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e0b31dcc-1b6c-4203-b84a-00b5bc68dc72 None None] Deleting port 779a29ee-be94-41eb-a808-a2efd544f11a {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:30:05.811234 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0b31dcc-1b6c-4203-b84a-00b5bc68dc72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.827964 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-b4568a5f-981e-4cc4-90a0-93b2cf3ed18b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91473996-4716-46d0-bb49-2a2fcc5a3214 HTTP/1.1" status: 200 len: 217 time: 0.0549095 Mar 14 15:30:05.893879 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e0b31dcc-1b6c-4203-b84a-00b5bc68dc72 None None] For port 779a29ee-be94-41eb-a808-a2efd544f11a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=779a29ee-be94-41eb-a808-a2efd544f11a,segment=NetworkSegment(6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1),segment_id=6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:05.894635 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0b31dcc-1b6c-4203-b84a-00b5bc68dc72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:05.914835 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e0b31dcc-1b6c-4203-b84a-00b5bc68dc72 None None] Calling delete_port for 779a29ee-be94-41eb-a808-a2efd544f11a owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:30:05.921094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-5d40481e-c771-420b-8e09-32dce59b08e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:05.923647 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-5d40481e-c771-420b-8e09-32dce59b08e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2938bbac-db51-4fe5-871d-2be14c242925 HTTP/1.1" status: 200 len: 850 time: 0.0863812 Mar 14 15:30:05.987629 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-958e9211-8686-4a48-984a-e2a9cfec985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:05.989744 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-958e9211-8686-4a48-984a-e2a9cfec985a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3c71c02-264e-49fe-ace9-fff9d219f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0549533 Mar 14 15:30:06.045644 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-80aebfa8-19bb-4a5e-b764-100fe6087edd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 3bf5a5ca-a1f2-493b-aa63-f1fba99824a8 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:30:06.046283 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80aebfa8-19bb-4a5e-b764-100fe6087edd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.053044 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-fa32731c-6740-4bf8-b36e-92230793f6a8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 39b2c336-f531-422c-87d6-b21c743cbb2a) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:06.080123 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa32731c-6740-4bf8-b36e-92230793f6a8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:06.080731 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fa32731c-6740-4bf8-b36e-92230793f6a8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.138991 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-a15b6a82-be44-4203-a3ee-5ff6eb3cfff4 service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377773 Mar 14 15:30:06.149744 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ac141ca6-8c88-4a28-a1b4-c36ba232fe85 req-441ef02a-bb3f-4a48-b89d-f9822e63acad tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4190741 Mar 14 15:30:06.153491 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-259d67a8-6290-4a06-9953-753fd4eeab12 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.169517 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde3d680-5009-4b20-a18d-b67565d3fad9 None None] Network 39b2c336-f531-422c-87d6-b21c743cbb2a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:06.197883 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0b31dcc-1b6c-4203-b84a-00b5bc68dc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.214439 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa5b0b-1fde-4525-aa3e-a6df7748c733 None None] Pushing event updated for resources: {'Port': ['ID=63398557-b524-4bdd-98c7-ff1a5e472d71,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:06.248411 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fa32731c-6740-4bf8-b36e-92230793f6a8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2934077 Mar 14 15:30:06.253639 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b31dcc-1b6c-4203-b84a-00b5bc68dc72 None None] No DVR routers for this DVR port 779a29ee-be94-41eb-a808-a2efd544f11a on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:30:06.260851 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa5b0b-1fde-4525-aa3e-a6df7748c733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:06.261209 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa5b0b-1fde-4525-aa3e-a6df7748c733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:06.261547 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa5b0b-1fde-4525-aa3e-a6df7748c733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:06.261893 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa5b0b-1fde-4525-aa3e-a6df7748c733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:06.262564 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa5b0b-1fde-4525-aa3e-a6df7748c733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:06.262564 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa5b0b-1fde-4525-aa3e-a6df7748c733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:06.262980 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa5b0b-1fde-4525-aa3e-a6df7748c733 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:06.263235 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa5b0b-1fde-4525-aa3e-a6df7748c733 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:06.263570 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa5b0b-1fde-4525-aa3e-a6df7748c733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:06.263900 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa5b0b-1fde-4525-aa3e-a6df7748c733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:06.264229 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa5b0b-1fde-4525-aa3e-a6df7748c733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:06.265401 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa5b0b-1fde-4525-aa3e-a6df7748c733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:06.292213 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bea37e1-6980-435e-bc25-0f2f9d4faf12 req-ed8b89f3-05ae-4c86-a1a8-7e5be87254c0 service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422563 Mar 14 15:30:06.292773 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56270) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:06.305156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b31dcc-1b6c-4203-b84a-00b5bc68dc72 None None] Pushing event deleted for resources: {'Port': ['ID=779a29ee-be94-41eb-a808-a2efd544f11a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:06.344322 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-15f2e898-06ea-40b3-81bc-bfc5a345ae17 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port 41281ea8-1465-45fa-b715-827a41b53152 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:30:06.344738 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15f2e898-06ea-40b3-81bc-bfc5a345ae17 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.361187 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-259d67a8-6290-4a06-9953-753fd4eeab12 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.365431 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-259d67a8-6290-4a06-9953-753fd4eeab12 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.488468 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f4c6edd5-3c05-4a73-a8ad-63b48af143e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.502128 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfff0bf-015f-494f-8b15-aefd5d0ed6c4 req-b40b9ae8-18c8-4345-9513-ffd888e6f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:06.503691 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9dfff0bf-015f-494f-8b15-aefd5d0ed6c4 req-b40b9ae8-18c8-4345-9513-ffd888e6f748 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a71e4db168bb4915bec9d021ab48e3b3&device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 1097 time: 0.1165769 Mar 14 15:30:06.516052 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.517115 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-80aebfa8-19bb-4a5e-b764-100fe6087edd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port 3bf5a5ca-a1f2-493b-aa63-f1fba99824a8, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3bf5a5ca-a1f2-493b-aa63-f1fba99824a8,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:06.517601 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80aebfa8-19bb-4a5e-b764-100fe6087edd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.531609 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-259d67a8-6290-4a06-9953-753fd4eeab12 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.532139 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259d67a8-6290-4a06-9953-753fd4eeab12 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Fanout notify agent at l3_agent the message router_deleted on router 2f843b11-7b9e-4b80-8ce4-1c300e428ae5 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:30:06.548158 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-39b2c336-f531-422c-87d6-b21c743cbb2a', 'network_id': '39b2c336-f531-422c-87d6-b21c743cbb2a', 'tenant_id': 'd6e45125acec452e8c1b6716f23c9b9a', 'fixed_ips': [{'subnet_id': '5effba09-b27f-4316-a2bb-7dbed5b4f6a1'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:30:06.549682 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-259d67a8-6290-4a06-9953-753fd4eeab12 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.550093 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.553785 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-259d67a8-6290-4a06-9953-753fd4eeab12 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "DELETE /v2.0/routers/2f843b11-7b9e-4b80-8ce4-1c300e428ae5 HTTP/1.1" status: 204 len: 168 time: 3.9610453 Mar 14 15:30:06.557464 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56272) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:06.589148 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-80aebfa8-19bb-4a5e-b764-100fe6087edd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 3bf5a5ca-a1f2-493b-aa63-f1fba99824a8 owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:30:06.693290 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15f2e898-06ea-40b3-81bc-bfc5a345ae17 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.725517 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.773231 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfff0bf-015f-494f-8b15-aefd5d0ed6c4 req-a9007e0c-323f-469a-847b-031abf9566ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:06.775087 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9dfff0bf-015f-494f-8b15-aefd5d0ed6c4 req-a9007e0c-323f-469a-847b-031abf9566ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3c71c02-264e-49fe-ace9-fff9d219f343 HTTP/1.1" status: 200 len: 912 time: 0.2512925 Mar 14 15:30:06.778817 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-15f2e898-06ea-40b3-81bc-bfc5a345ae17 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for 41281ea8-1465-45fa-b715-827a41b53152 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:30:06.807022 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e611-5efb-4372-9614-04d732693461 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:06.853497 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] Allocated IP 172.20.0.1 (39b2c336-f531-422c-87d6-b21c743cbb2a/5effba09-b27f-4316-a2bb-7dbed5b4f6a1/5bcd32b7-127f-4dc6-be44-f750b1faa000) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:06.883206 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9dfff0bf-015f-494f-8b15-aefd5d0ed6c4 req-2c7204ae-2412-4df6-bc89-00841c343b17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91473996-4716-46d0-bb49-2a2fcc5a3214 HTTP/1.1" status: 200 len: 217 time: 0.0935118 Mar 14 15:30:06.996188 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfff0bf-015f-494f-8b15-aefd5d0ed6c4 req-2a716e75-27cc-4aa6-a7ce-e274b8f55399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:06.997940 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9dfff0bf-015f-494f-8b15-aefd5d0ed6c4 req-2a716e75-27cc-4aa6-a7ce-e274b8f55399 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2938bbac-db51-4fe5-871d-2be14c242925 HTTP/1.1" status: 200 len: 850 time: 0.1030662 Mar 14 15:30:07.045746 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.060115 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.095100 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e611-5efb-4372-9614-04d732693461 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.111245 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfff0bf-015f-494f-8b15-aefd5d0ed6c4 req-ab5acc72-fc5f-4d20-8ecf-a4e291897f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:07.114344 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9dfff0bf-015f-494f-8b15-aefd5d0ed6c4 req-ab5acc72-fc5f-4d20-8ecf-a4e291897f01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3c71c02-264e-49fe-ace9-fff9d219f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0979249 Mar 14 15:30:07.124849 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] Network 39b2c336-f531-422c-87d6-b21c743cbb2a is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:07.127677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.133813 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:07.149050 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:30:07.170212 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] Pushing event updated for resources: {'Port': ['ID=5bcd32b7-127f-4dc6-be44-f750b1faa000,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:07.181391 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-1dc3e611-5efb-4372-9614-04d732693461 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4067ed-c8cc-4c94-b6e8-5322dc74a22c']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:07.201067 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Subnet': ['ID=5effba09-b27f-4316-a2bb-7dbed5b4f6a1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:07.213923 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-1dc3e611-5efb-4372-9614-04d732693461 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1302457-e334-4ac7-a460-dc0c3c93dd83') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:07.214229 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-1dc3e611-5efb-4372-9614-04d732693461 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1302457-e334-4ac7-a460-dc0c3c93dd83') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:07.244470 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e611-5efb-4372-9614-04d732693461 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.259630 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c413890e-60cf-456e-b3e3-7e3d0325162d None None] Provisioning complete for port 63398557-b524-4bdd-98c7-ff1a5e472d71 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:07.260630 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c413890e-60cf-456e-b3e3-7e3d0325162d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.263217 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e611-5efb-4372-9614-04d732693461 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.272543 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80aebfa8-19bb-4a5e-b764-100fe6087edd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.299144 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] Attempting to bind port 5bcd32b7-127f-4dc6-be44-f750b1faa000 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:07.299518 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] Attempting to bind port 5bcd32b7-127f-4dc6-be44-f750b1faa000 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '77ca6f5a-8b40-402d-8d75-425944cd89f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '39b2c336-f531-422c-87d6-b21c743cbb2a'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:07.299889 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] Attempting to bind port 5bcd32b7-127f-4dc6-be44-f750b1faa000 on network 39b2c336-f531-422c-87d6-b21c743cbb2a {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:30:07.307559 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15f2e898-06ea-40b3-81bc-bfc5a345ae17 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.309836 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:30:07.310368 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] Checking segment: {'id': '77ca6f5a-8b40-402d-8d75-425944cd89f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '39b2c336-f531-422c-87d6-b21c743cbb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:30:07.310790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.311238 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] Bound using segment: {'id': '77ca6f5a-8b40-402d-8d75-425944cd89f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '39b2c336-f531-422c-87d6-b21c743cbb2a'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:30:07.312067 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] Bound port: 5bcd32b7-127f-4dc6-be44-f750b1faa000, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ca6f5a-8b40-402d-8d75-425944cd89f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '39b2c336-f531-422c-87d6-b21c743cbb2a'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:07.312475 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.317805 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc3e611-5efb-4372-9614-04d732693461 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:30:07.318551 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e611-5efb-4372-9614-04d732693461 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.323597 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aebfa8-19bb-4a5e-b764-100fe6087edd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=3bf5a5ca-a1f2-493b-aa63-f1fba99824a8,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:07.335619 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:07.362993 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 63398557-b524-4bdd-98c7-ff1a5e472d71 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:30:07.412048 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2e898-06ea-40b3-81bc-bfc5a345ae17 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=41281ea8-1465-45fa-b715-827a41b53152,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:07.432969 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.482941 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.494068 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] For port 5bcd32b7-127f-4dc6-be44-f750b1faa000, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:07.497371 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] For port 5bcd32b7-127f-4dc6-be44-f750b1faa000, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5bcd32b7-127f-4dc6-be44-f750b1faa000,segment=NetworkSegment(77ca6f5a-8b40-402d-8d75-425944cd89f0),segment_id=77ca6f5a-8b40-402d-8d75-425944cd89f0)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:07.497790 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b2c336-f531-422c-87d6-b21c743cbb2a']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:07.507615 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5ff53-4adf-40fa-b3ed-e00d762eabd8 req-baade547-5fe6-4c0d-8c79-75ab72c7e80f tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:07.509413 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-41e5ff53-4adf-40fa-b3ed-e00d762eabd8 req-baade547-5fe6-4c0d-8c79-75ab72c7e80f tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 944 time: 0.1773913 Mar 14 15:30:07.515703 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.531421 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ca6f5a-8b40-402d-8d75-425944cd89f0') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:07.531930 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ca6f5a-8b40-402d-8d75-425944cd89f0') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:07.535662 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9dfff0bf-015f-494f-8b15-aefd5d0ed6c4 req-5c81438e-7075-4fb9-8acd-3e75458a5fb1 service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030330 Mar 14 15:30:07.574775 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 63398557-b524-4bdd-98c7-ff1a5e472d71 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:07.574775 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.582299 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c413890e-60cf-456e-b3e3-7e3d0325162d None None] Provisioning complete for port ece53b33-4633-425c-bb0b-537d6344a1eb triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:07.582689 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c413890e-60cf-456e-b3e3-7e3d0325162d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.596412 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.636527 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e611-5efb-4372-9614-04d732693461 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.662324 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e611-5efb-4372-9614-04d732693461 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.668305 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1dc3e611-5efb-4372-9614-04d732693461 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "DELETE /v2.0/networks/2b4067ed-c8cc-4c94-b6e8-5322dc74a22c HTTP/1.1" status: 204 len: 168 time: 1.1052864 Mar 14 15:30:07.683617 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56276) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:07.696070 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.716425 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-41e5ff53-4adf-40fa-b3ed-e00d762eabd8 req-e0013710-3502-4f24-9574-7d0402426e3f tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976197 Mar 14 15:30:07.722672 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e641eaa-2743-4e68-b70e-e594216189a4 None None] Pushing event updated for resources: {'Port': ['ID=5bcd32b7-127f-4dc6-be44-f750b1faa000,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:07.735590 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c413890e-60cf-456e-b3e3-7e3d0325162d None None] Port ece53b33-4633-425c-bb0b-537d6344a1eb cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:30:07.745416 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c413890e-60cf-456e-b3e3-7e3d0325162d None None] Could not find standard attr ID for object 41281ea8-1465-45fa-b715-827a41b53152. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:30:07.760106 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:30:07.760837 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.761845 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3e611-5efb-4372-9614-04d732693461 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event deleted for resources: {'Network': ['ID=2b4067ed-c8cc-4c94-b6e8-5322dc74a22c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:07.767067 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:07.775497 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80aebfa8-19bb-4a5e-b764-100fe6087edd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.807815 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9533c48e-ae16-4c93-8c8d-e768fa816630 None None] Network 39b2c336-f531-422c-87d6-b21c743cbb2a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:07.849015 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-15f2e898-06ea-40b3-81bc-bfc5a345ae17 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.862263 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56278) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:07.862851 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-15f2e898-06ea-40b3-81bc-bfc5a345ae17 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/ports/41281ea8-1465-45fa-b715-827a41b53152 HTTP/1.1" status: 204 len: 168 time: 2.4751117 Mar 14 15:30:07.912938 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7973769c-253b-4019-bf50-c38572a82141 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] GET failed (client error): The resource could not be found. Mar 14 15:30:07.917027 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7973769c-253b-4019-bf50-c38572a82141 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports/41281ea8-1465-45fa-b715-827a41b53152 HTTP/1.1" status: 404 len: 333 time: 0.0477343 Mar 14 15:30:07.917027 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9dfff0bf-015f-494f-8b15-aefd5d0ed6c4 req-b10f5287-08a4-4f6d-b173-03ab11b13af4 service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373377 Mar 14 15:30:07.917306 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.db.api [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 15:30:07.917306 dv-neutron-833559-1-hyperv neutron-server[102568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 15:30:07.917306 dv-neutron-833559-1-hyperv neutron-server[102568]: [parameters: {'id': '39b2c336-f531-422c-87d6-b21c743cbb2a'}] Mar 14 15:30:07.917306 dv-neutron-833559-1-hyperv neutron-server[102568]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:30:07.917677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG oslo_db.api [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:30:07.917777 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-0d1be56f-b8df-41f4-901a-326321a575ce None None] Could not find standard attr ID for object 41281ea8-1465-45fa-b715-827a41b53152. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:30:07.919931 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56280) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:07.931025 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a861-5a76-4289-b461-63fa7bc01cf3 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.985917 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 779a29ee-be94-41eb-a808-a2efd544f11a no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:30:07.993422 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80aebfa8-19bb-4a5e-b764-100fe6087edd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:07.995170 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80aebfa8-19bb-4a5e-b764-100fe6087edd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.008178 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a861-5a76-4289-b461-63fa7bc01cf3 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.016476 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 779a29ee-be94-41eb-a808-a2efd544f11a {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:30:08.016831 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 779a29ee-be94-41eb-a808-a2efd544f11a not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:30:08.017310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a428130a-4827-4dd2-9df2-1a82e3ec6f8f no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:30:08.042425 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: a428130a-4827-4dd2-9df2-1a82e3ec6f8f {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:30:08.042788 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a428130a-4827-4dd2-9df2-1a82e3ec6f8f not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:30:08.043378 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 371a35d0-b297-4404-8eff-8f4c86632041 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:30:08.048279 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80aebfa8-19bb-4a5e-b764-100fe6087edd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.050025 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80aebfa8-19bb-4a5e-b764-100fe6087edd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Fanout notify agent at l3_agent the message router_deleted on router ee10d592-5408-4d6a-9f5a-89416c3de9f2 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:30:08.055338 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1dbcabb-1de4-497e-b78a-e38fbeeed9ac tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.057088 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80aebfa8-19bb-4a5e-b764-100fe6087edd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.060986 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-80aebfa8-19bb-4a5e-b764-100fe6087edd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/routers/ee10d592-5408-4d6a-9f5a-89416c3de9f2 HTTP/1.1" status: 204 len: 168 time: 3.3603261 Mar 14 15:30:08.061333 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56282) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:08.081370 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 371a35d0-b297-4404-8eff-8f4c86632041 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:30:08.081722 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 371a35d0-b297-4404-8eff-8f4c86632041 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:30:08.099537 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1dbcabb-1de4-497e-b78a-e38fbeeed9ac tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.147461 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5f2da0-bba3-4a46-b6ac-8bfa42b4107c None None] get_active_networks_info from dv-neutron-833559-1-hyperv {{(pid=102569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 15:30:08.184224 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1dbcabb-1de4-497e-b78a-e38fbeeed9ac tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.188239 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1dbcabb-1de4-497e-b78a-e38fbeeed9ac tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.189422 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f1dbcabb-1de4-497e-b78a-e38fbeeed9ac tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/security-groups/ae742201-95ef-41ca-a7cc-43f9a14f6667 HTTP/1.1" status: 204 len: 168 time: 0.2685692 Mar 14 15:30:08.192218 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56284) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:08.201004 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a861-5a76-4289-b461-63fa7bc01cf3 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.204320 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a861-5a76-4289-b461-63fa7bc01cf3 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.205668 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8cb4a861-5a76-4289-b461-63fa7bc01cf3 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] 10.222.0.59 "DELETE /v2.0/security-groups/90a87a2d-f2bd-4528-b33b-356d5b68d170 HTTP/1.1" status: 204 len: 168 time: 0.5206199 Mar 14 15:30:08.213053 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbcabb-1de4-497e-b78a-e38fbeeed9ac tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae742201-95ef-41ca-a7cc-43f9a14f6667,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:08.221196 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-38a6b584-f2da-4b1c-a0a3-9486cbf942c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.242005 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4a861-5a76-4289-b461-63fa7bc01cf3 tempest-TestNetworkAdvancedServerOps-836400504 tempest-TestNetworkAdvancedServerOps-836400504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a87a2d-f2bd-4528-b33b-356d5b68d170,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:08.358182 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5f2da0-bba3-4a46-b6ac-8bfa42b4107c None None] Resources bound (agent type, host, resource id): {{(pid=102569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:30:08.374444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-abf03a1d-2b6e-4c01-b836-239a48be28fa tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.403496 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-abf03a1d-2b6e-4c01-b836-239a48be28fa tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.419924 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.448967 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-38a6b584-f2da-4b1c-a0a3-9486cbf942c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.491569 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-38a6b584-f2da-4b1c-a0a3-9486cbf942c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e58071f-ed6b-4f5e-9912-c6e34b9e0905']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:08.502883 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-38a6b584-f2da-4b1c-a0a3-9486cbf942c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:08.503217 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-38a6b584-f2da-4b1c-a0a3-9486cbf942c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dee5e99-fab0-4f92-aa4c-bcdf8e537fa1') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:08.512009 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Deleting port 5bcd32b7-127f-4dc6-be44-f750b1faa000 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:30:08.512357 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.513041 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-38a6b584-f2da-4b1c-a0a3-9486cbf942c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.531458 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-38a6b584-f2da-4b1c-a0a3-9486cbf942c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.539934 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a6b584-f2da-4b1c-a0a3-9486cbf942c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:30:08.540304 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-38a6b584-f2da-4b1c-a0a3-9486cbf942c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.584100 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] For port 5bcd32b7-127f-4dc6-be44-f750b1faa000, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5bcd32b7-127f-4dc6-be44-f750b1faa000,segment=NetworkSegment(77ca6f5a-8b40-402d-8d75-425944cd89f0),segment_id=77ca6f5a-8b40-402d-8d75-425944cd89f0)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:08.584495 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.611285 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Calling delete_port for 5bcd32b7-127f-4dc6-be44-f750b1faa000 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:08.629727 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:08.635965 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-38a6b584-f2da-4b1c-a0a3-9486cbf942c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.644154 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-38a6b584-f2da-4b1c-a0a3-9486cbf942c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.650710 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-38a6b584-f2da-4b1c-a0a3-9486cbf942c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/networks/0e58071f-ed6b-4f5e-9912-c6e34b9e0905 HTTP/1.1" status: 204 len: 168 time: 0.5882864 Mar 14 15:30:08.684267 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56292) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:08.689911 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5c4f5b83-db32-4999-a03d-46ebb6371317 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'network': {'name': 'tempest-network-smoke--25973352', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'port_security_enabled': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:08.692744 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-abf03a1d-2b6e-4c01-b836-239a48be28fa tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.695623 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-abf03a1d-2b6e-4c01-b836-239a48be28fa tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.696805 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-abf03a1d-2b6e-4c01-b836-239a48be28fa tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/security-groups/6c048a49-1add-4ac0-9225-ac45eb3cae05 HTTP/1.1" status: 204 len: 168 time: 0.5035427 Mar 14 15:30:08.700961 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56294) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:08.701914 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6b584-f2da-4b1c-a0a3-9486cbf942c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Network': ['ID=0e58071f-ed6b-4f5e-9912-c6e34b9e0905,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:08.726135 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf03a1d-2b6e-4c01-b836-239a48be28fa tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c048a49-1add-4ac0-9225-ac45eb3cae05,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:08.766975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4f5b83-db32-4999-a03d-46ebb6371317 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:08.772584 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5b83-db32-4999-a03d-46ebb6371317 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.776033 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56298) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:08.798439 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.829389 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4f5b83-db32-4999-a03d-46ebb6371317 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:30:08.850173 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5b83-db32-4999-a03d-46ebb6371317 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.850479 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-5c4f5b83-db32-4999-a03d-46ebb6371317 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Added segment 9247e4ef-aaea-4863-ab20-6a6befd50325 of type vlan for network e4728811-2a0a-4d09-bb2e-9c65844bc79f Mar 14 15:30:08.851129 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.907323 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5b83-db32-4999-a03d-46ebb6371317 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.917117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.937993 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No DVR routers for this DVR port 5bcd32b7-127f-4dc6-be44-f750b1faa000 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:30:08.947794 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c8a86-3a85-4bcd-b336-e23f68e4d32b req-081d9ea6-6f17-4382-ad5f-ca5f29cf1252 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:08.948976 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5b83-db32-4999-a03d-46ebb6371317 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.949722 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-694c8a86-3a85-4bcd-b336-e23f68e4d32b req-081d9ea6-6f17-4382-ad5f-ca5f29cf1252 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 944 time: 0.1109710 Mar 14 15:30:08.956245 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fad90d1-0d65-4e93-9995-fa504373e507 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:08.963133 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4f5b83-db32-4999-a03d-46ebb6371317 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:08.963854 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5b83-db32-4999-a03d-46ebb6371317 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.017958 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Port': ['ID=5bcd32b7-127f-4dc6-be44-f750b1faa000,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:09.038582 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5c4f5b83-db32-4999-a03d-46ebb6371317 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3498704 Mar 14 15:30:09.043841 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56302) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:09.051892 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-66d210e3-cd55-4029-ab16-cd7c8ca9b421 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-904199613', 'admin_state_up': True, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:09.069225 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f5b83-db32-4999-a03d-46ebb6371317 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Network': ['ID=e4728811-2a0a-4d09-bb2e-9c65844bc79f,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:09.082758 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network e4728811-2a0a-4d09-bb2e-9c65844bc79f details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:30:09.087079 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fad90d1-0d65-4e93-9995-fa504373e507 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.102447 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7b52afb8-925e-4a76-a273-3ebff65dbc85 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=40b795c97ae74200a3dd966a8235c313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225861 Mar 14 15:30:09.103221 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56304) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:09.105782 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-66d210e3-cd55-4029-ab16-cd7c8ca9b421 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.106960 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-66d210e3-cd55-4029-ab16-cd7c8ca9b421 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.128121 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-694c8a86-3a85-4bcd-b336-e23f68e4d32b req-659689dc-7040-4eb0-a042-61075def1987 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272426 Mar 14 15:30:09.130969 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.162453 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3bf5a5ca-a1f2-493b-aa63-f1fba99824a8 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:30:09.177412 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b2c336-f531-422c-87d6-b21c743cbb2a']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:09.191245 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ca6f5a-8b40-402d-8d75-425944cd89f0') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:09.191588 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ca6f5a-8b40-402d-8d75-425944cd89f0') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:09.194698 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 3bf5a5ca-a1f2-493b-aa63-f1fba99824a8 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:30:09.195187 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3bf5a5ca-a1f2-493b-aa63-f1fba99824a8 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:30:09.206065 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.212999 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fad90d1-0d65-4e93-9995-fa504373e507 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.215672 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8fad90d1-0d65-4e93-9995-fa504373e507 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.219196 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8fad90d1-0d65-4e93-9995-fa504373e507 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/security-groups/4af04b85-8e9c-4f3b-b02a-c151d820378f HTTP/1.1" status: 204 len: 168 time: 0.5119894 Mar 14 15:30:09.224556 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56306) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:09.233941 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-66d210e3-cd55-4029-ab16-cd7c8ca9b421 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.240204 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.245414 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad90d1-0d65-4e93-9995-fa504373e507 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af04b85-8e9c-4f3b-b02a-c151d820378f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:09.271176 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:30:09.271585 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:09.274597 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:09.285914 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-39e91d24-e051-4b93-a4db-700dab4bbc6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.299854 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.310787 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-39e91d24-e051-4b93-a4db-700dab4bbc6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.347408 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9983b6d-0ab8-442a-9575-d2e17bac42de tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting subnet 1f04f298-3de5-46fc-ba4c-828100f48686 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:30:09.350892 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9983b6d-0ab8-442a-9575-d2e17bac42de tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.373277 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.377917 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.384381 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/39b2c336-f531-422c-87d6-b21c743cbb2a HTTP/1.1" status: 204 len: 168 time: 3.0872617 Mar 14 15:30:09.389134 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56308) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:09.402130 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-55b6bd2d-e11c-4d88-9f95-b41eab5bdff6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1621890392'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:09.414457 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867d1ab-4968-47f1-9135-b8ec8e75d073 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Network': ['ID=39b2c336-f531-422c-87d6-b21c743cbb2a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:09.424204 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9983b6d-0ab8-442a-9575-d2e17bac42de tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.443401 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-66d210e3-cd55-4029-ab16-cd7c8ca9b421 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.474520 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b6bd2d-e11c-4d88-9f95-b41eab5bdff6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:09.478297 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-55b6bd2d-e11c-4d88-9f95-b41eab5bdff6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.505359 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-39e91d24-e051-4b93-a4db-700dab4bbc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.507913 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-39e91d24-e051-4b93-a4db-700dab4bbc6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.509067 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-39e91d24-e051-4b93-a4db-700dab4bbc6a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6a3d240d-ce2a-4446-8d4a-e96aeb55988b HTTP/1.1" status: 204 len: 168 time: 0.4044313 Mar 14 15:30:09.517981 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9983b6d-0ab8-442a-9575-d2e17bac42de tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.584279 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9983b6d-0ab8-442a-9575-d2e17bac42de tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.617393 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9983b6d-0ab8-442a-9575-d2e17bac42de tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Subnet': ['ID=1f04f298-3de5-46fc-ba4c-828100f48686,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:09.621089 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f9983b6d-0ab8-442a-9575-d2e17bac42de tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.628493 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f9983b6d-0ab8-442a-9575-d2e17bac42de tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/subnets/1f04f298-3de5-46fc-ba4c-828100f48686 HTTP/1.1" status: 204 len: 168 time: 0.3999169 Mar 14 15:30:09.629182 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56312) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:09.637799 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b5f94b-3af0-4d9a-b3f2-552a9b8ad7fb None None] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:09.696400 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8442271-aee1-413f-b185-b75d30687ad4 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting subnet fb3ebbec-1db7-421c-9281-fcf50e57627e {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:30:09.700124 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8442271-aee1-413f-b185-b75d30687ad4 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.747667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8442271-aee1-413f-b185-b75d30687ad4 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.794100 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b6bd2d-e11c-4d88-9f95-b41eab5bdff6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:30:09.798951 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e91d24-e051-4b93-a4db-700dab4bbc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3d240d-ce2a-4446-8d4a-e96aeb55988b,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:09.817253 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-55b6bd2d-e11c-4d88-9f95-b41eab5bdff6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.817589 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-55b6bd2d-e11c-4d88-9f95-b41eab5bdff6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Added segment 7a2a02ed-821a-40fe-bc88-031d19809832 of type vlan for network d2baa7ac-7f9e-4d51-9209-074da3533f64 Mar 14 15:30:09.871807 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-55b6bd2d-e11c-4d88-9f95-b41eab5bdff6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.878111 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8442271-aee1-413f-b185-b75d30687ad4 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.907774 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56316) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:09.935752 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-52060d54-34bf-4685-9396-86280eb939e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.940521 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-55b6bd2d-e11c-4d88-9f95-b41eab5bdff6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.945548 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8442271-aee1-413f-b185-b75d30687ad4 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.945987 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6bd2d-e11c-4d88-9f95-b41eab5bdff6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:09.946600 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-55b6bd2d-e11c-4d88-9f95-b41eab5bdff6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.978870 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8442271-aee1-413f-b185-b75d30687ad4 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Subnet': ['ID=fb3ebbec-1db7-421c-9281-fcf50e57627e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:09.985180 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8442271-aee1-413f-b185-b75d30687ad4 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:09.990689 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e8442271-aee1-413f-b185-b75d30687ad4 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/subnets/fb3ebbec-1db7-421c-9281-fcf50e57627e HTTP/1.1" status: 204 len: 168 time: 0.3587768 Mar 14 15:30:09.993340 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56318) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:10.020814 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed774705-58eb-447d-8816-041fdd7824c2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:10.021280 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed774705-58eb-447d-8816-041fdd7824c2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:10.024417 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ed774705-58eb-447d-8816-041fdd7824c2 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/subnets/1f04f298-3de5-46fc-ba4c-828100f48686 HTTP/1.1" status: 404 len: 337 time: 0.0300994 Mar 14 15:30:10.026866 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56320) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:10.057352 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-55b6bd2d-e11c-4d88-9f95-b41eab5bdff6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6665053 Mar 14 15:30:10.063989 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56322) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:10.070838 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3d368a43-ef38-4355-ae83-64a471bbfce6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:10.116717 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6bd2d-e11c-4d88-9f95-b41eab5bdff6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Network': ['ID=d2baa7ac-7f9e-4d51-9209-074da3533f64,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:10.132140 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network d2baa7ac-7f9e-4d51-9209-074da3533f64 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:30:10.147644 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-66d210e3-cd55-4029-ab16-cd7c8ca9b421 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.149331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be50c06-e37c-4242-b446-101e1b075485 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting subnet 7305b509-5157-440d-bd0b-c42eb2fca693 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:30:10.156972 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3be50c06-e37c-4242-b446-101e1b075485 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.209070 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-66d210e3-cd55-4029-ab16-cd7c8ca9b421 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.244699 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3be50c06-e37c-4242-b446-101e1b075485 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.385213 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-52060d54-34bf-4685-9396-86280eb939e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.413514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-52060d54-34bf-4685-9396-86280eb939e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.447115 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1666-df86-4c2c-99d5-767b35ce6e88 req-f7f2948a-a341-4703-bfef-4e24faeb9537 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:10.448892 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c3bd1666-df86-4c2c-99d5-767b35ce6e88 req-f7f2948a-a341-4703-bfef-4e24faeb9537 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 944 time: 0.2245641 Mar 14 15:30:10.502144 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52060d54-34bf-4685-9396-86280eb939e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1ce143-d9ff-4e35-a22c-9d7b18ccc387,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:10.515554 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-52060d54-34bf-4685-9396-86280eb939e2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b5819d7fcaa84e5fa174d6b8282eca8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5997038 Mar 14 15:30:10.516335 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56326) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:10.528995 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-66d210e3-cd55-4029-ab16-cd7c8ca9b421 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.26.6.71 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/3798c348-c0c8-4f43-8094-8f25a9792235) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:10.555066 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887c0bb0-112e-481a-b181-8162527d0368 None None] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:10.591122 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c3bd1666-df86-4c2c-99d5-767b35ce6e88 req-02bd1ec4-b79e-43b0-afdb-b91521ab65d5 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251059 Mar 14 15:30:10.636672 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d368a43-ef38-4355-ae83-64a471bbfce6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.648294 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-2fd85bbb-5126-46ef-a28d-07e32a9a80de None None] Provisioning complete for port 63398557-b524-4bdd-98c7-ff1a5e472d71 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:10.648919 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2fd85bbb-5126-46ef-a28d-07e32a9a80de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.651684 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b2b2079-8175-45ca-8107-4784f9ca946d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.677013 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d368a43-ef38-4355-ae83-64a471bbfce6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.692489 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d368a43-ef38-4355-ae83-64a471bbfce6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network d2baa7ac-7f9e-4d51-9209-074da3533f64 is not hosted by any dhcp agent {{(pid=102568) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 14 15:30:10.694025 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b2b2079-8175-45ca-8107-4784f9ca946d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.698018 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d368a43-ef38-4355-ae83-64a471bbfce6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:10.698699 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d368a43-ef38-4355-ae83-64a471bbfce6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.703712 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3d368a43-ef38-4355-ae83-64a471bbfce6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "PUT /v2.0/networks/d2baa7ac-7f9e-4d51-9209-074da3533f64 HTTP/1.1" status: 200 len: 723 time: 0.6354537 Mar 14 15:30:10.706716 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56328) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:10.724177 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9a56dfa4-9c14-4046-9ea0-f048b1f0b210 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'subnet': {'network_id': 'd2baa7ac-7f9e-4d51-9209-074da3533f64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:10.738684 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-66d210e3-cd55-4029-ab16-cd7c8ca9b421 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.748991 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3be50c06-e37c-4242-b446-101e1b075485 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.793645 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d368a43-ef38-4355-ae83-64a471bbfce6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Network': ['ID=d2baa7ac-7f9e-4d51-9209-074da3533f64,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:10.807915 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network d2baa7ac-7f9e-4d51-9209-074da3533f64 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:30:10.851203 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3be50c06-e37c-4242-b446-101e1b075485 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.860635 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b2b2079-8175-45ca-8107-4784f9ca946d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.863172 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b2b2079-8175-45ca-8107-4784f9ca946d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.866743 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9b2b2079-8175-45ca-8107-4784f9ca946d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ea1ce143-d9ff-4e35-a22c-9d7b18ccc387 HTTP/1.1" status: 204 len: 168 time: 0.3408399 Mar 14 15:30:10.880540 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b2079-8175-45ca-8107-4784f9ca946d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1ce143-d9ff-4e35-a22c-9d7b18ccc387,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:10.884373 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-66d210e3-cd55-4029-ab16-cd7c8ca9b421 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.900190 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be50c06-e37c-4242-b446-101e1b075485 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Subnet': ['ID=7305b509-5157-440d-bd0b-c42eb2fca693,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:10.911567 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3be50c06-e37c-4242-b446-101e1b075485 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.915522 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3be50c06-e37c-4242-b446-101e1b075485 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/subnets/7305b509-5157-440d-bd0b-c42eb2fca693 HTTP/1.1" status: 204 len: 168 time: 0.8876910 Mar 14 15:30:10.917972 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56332) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:10.945412 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a56dfa4-9c14-4046-9ea0-f048b1f0b210 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:10.948664 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9a56dfa4-9c14-4046-9ea0-f048b1f0b210 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:10.966988 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e8e41a-92a4-47ec-948f-14bc1ddabbeb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:10.967796 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e8e41a-92a4-47ec-948f-14bc1ddabbeb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:10.971066 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e6e8e41a-92a4-47ec-948f-14bc1ddabbeb tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/subnets/484bbce6-7496-4d3b-8235-80412a146fed HTTP/1.1" status: 404 len: 337 time: 0.0507603 Mar 14 15:30:10.974374 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56334) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:10.981162 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d210e3-cd55-4029-ab16-cd7c8ca9b421 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:11.013945 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-66d210e3-cd55-4029-ab16-cd7c8ca9b421 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:11.018409 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b0d80c28-2dc7-4bb1-9deb-382bfb19f22f tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "GET /v2.0/ports?device_id=14f3957a-61a6-4571-8587-eeb01552f5d2 HTTP/1.1" status: 200 len: 205 time: 0.0425127 Mar 14 15:30:11.021600 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56336) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:11.026988 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d210e3-cd55-4029-ab16-cd7c8ca9b421 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:30:11.032274 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d210e3-cd55-4029-ab16-cd7c8ca9b421 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=3798c348-c0c8-4f43-8094-8f25a9792235,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:11.111134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-2fd85bbb-5126-46ef-a28d-07e32a9a80de None None] Provisioning complete for port ece53b33-4633-425c-bb0b-537d6344a1eb triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:11.111517 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2fd85bbb-5126-46ef-a28d-07e32a9a80de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:11.140365 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-1faf9ff1-bdfa-42e1-8c60-bb667ec8bc8d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] delete failed (client error): The resource could not be found. Mar 14 15:30:11.144002 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1faf9ff1-bdfa-42e1-8c60-bb667ec8bc8d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/routers/14f3957a-61a6-4571-8587-eeb01552f5d2 HTTP/1.1" status: 404 len: 336 time: 0.1211421 Mar 14 15:30:11.146545 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56340) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:11.172522 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2fd85bbb-5126-46ef-a28d-07e32a9a80de None None] Port ece53b33-4633-425c-bb0b-537d6344a1eb cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:30:11.194541 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8999a693-573d-44f4-afc3-6ae5d2e503b3 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:11.195217 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8999a693-573d-44f4-afc3-6ae5d2e503b3 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:11.202791 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56342) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:11.204757 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8999a693-573d-44f4-afc3-6ae5d2e503b3 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/subnets/89920015-7adb-4684-b712-fa062359a077 HTTP/1.1" status: 404 len: 337 time: 0.0570455 Mar 14 15:30:11.267345 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-3228de73-904b-4f96-9b8b-a99e9e18a89b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:11.267804 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3228de73-904b-4f96-9b8b-a99e9e18a89b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:11.270802 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3228de73-904b-4f96-9b8b-a99e9e18a89b tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/subnets/093531a2-df2d-4ed7-9ba9-099675c3059c HTTP/1.1" status: 404 len: 337 time: 0.0639887 Mar 14 15:30:11.273733 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56348) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:11.314593 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a75b74-99b3-48c2-8c31-dae1da016b34 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:11.315093 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a75b74-99b3-48c2-8c31-dae1da016b34 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:11.321015 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-20a75b74-99b3-48c2-8c31-dae1da016b34 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/subnets/2eed9c38-7d5b-473d-8b3a-6a77f0e8aa3f HTTP/1.1" status: 404 len: 337 time: 0.0449381 Mar 14 15:30:11.321361 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56352) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:11.345704 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8326cf76-286a-4009-91c8-27e425eecb91 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:11.346396 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8326cf76-286a-4009-91c8-27e425eecb91 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:11.352405 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8326cf76-286a-4009-91c8-27e425eecb91 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/ports/d42b1c79-631f-41e7-94b8-95058ea3fb62 HTTP/1.1" status: 404 len: 333 time: 0.0299950 Mar 14 15:30:11.353010 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56354) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:11.381334 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2660c2b-1358-49a5-8850-328dd8e836d0 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:11.381810 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2660c2b-1358-49a5-8850-328dd8e836d0 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:11.388654 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b2660c2b-1358-49a5-8850-328dd8e836d0 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/subnets/86b4f417-7ac5-43bd-ba18-a1ef1a658a80 HTTP/1.1" status: 404 len: 337 time: 0.0345011 Mar 14 15:30:11.389898 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56358) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:11.397967 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9a56dfa4-9c14-4046-9ea0-f048b1f0b210 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:11.438461 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a414d8-acce-4637-87db-ced8961ca5bd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:11.438980 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a414d8-acce-4637-87db-ced8961ca5bd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:11.442030 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-86a414d8-acce-4637-87db-ced8961ca5bd tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/subnets/8267d061-bd9d-4709-afb4-529cad39dd31 HTTP/1.1" status: 404 len: 337 time: 0.0470853 Mar 14 15:30:11.444918 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56360) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:11.472345 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8b6e45-4d9d-482e-bfc5-e934f87ef0fe tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:11.473108 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8b6e45-4d9d-482e-bfc5-e934f87ef0fe tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:11.479069 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ef8b6e45-4d9d-482e-bfc5-e934f87ef0fe tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/ports/9d3e9223-8903-4877-b67e-eed4052e3e42 HTTP/1.1" status: 404 len: 333 time: 0.0330894 Mar 14 15:30:11.481738 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56362) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:11.522971 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d6b971-c5b3-4dd2-a3a0-412fb679b910 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:11.523426 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d6b971-c5b3-4dd2-a3a0-412fb679b910 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:11.526681 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d9d6b971-c5b3-4dd2-a3a0-412fb679b910 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/subnets/a23e786e-d91d-4c26-80d1-648599dc2bc4 HTTP/1.1" status: 404 len: 337 time: 0.0435371 Mar 14 15:30:11.531121 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56366) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:11.534324 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56dfa4-9c14-4046-9ea0-f048b1f0b210 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Subnet': ['ID=635af6b1-59f6-46fc-b259-31f5c39d7f03,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:11.536954 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-66d210e3-cd55-4029-ab16-cd7c8ca9b421 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:11.564743 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-154521ee-f7e7-4ef1-8eb4-508539b24de8 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:11.565235 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154521ee-f7e7-4ef1-8eb4-508539b24de8 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:11.568326 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-154521ee-f7e7-4ef1-8eb4-508539b24de8 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/subnets/e5a77646-ce36-4d1e-9ea3-78e04b290f9c HTTP/1.1" status: 404 len: 337 time: 0.0357044 Mar 14 15:30:11.570815 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56370) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:11.590786 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56dfa4-9c14-4046-9ea0-f048b1f0b210 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Checking segment: {'id': '7a2a02ed-821a-40fe-bc88-031d19809832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd2baa7ac-7f9e-4d51-9209-074da3533f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:30:11.591258 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a56dfa4-9c14-4046-9ea0-f048b1f0b210 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network hostable DHCP agents. Network: d2baa7ac-7f9e-4d51-9209-074da3533f64, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:30:11.742267 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a56dfa4-9c14-4046-9ea0-f048b1f0b210 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network d2baa7ac-7f9e-4d51-9209-074da3533f64 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:30:11.742539 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca4446-2f66-424d-9633-65a5e68e03aa req-fb7ebfeb-a88b-41bc-9709-369ec37b01c9 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:11.744195 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e1ca4446-2f66-424d-9633-65a5e68e03aa req-fb7ebfeb-a88b-41bc-9709-369ec37b01c9 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 944 time: 0.0679083 Mar 14 15:30:11.758463 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-9a56dfa4-9c14-4046-9ea0-f048b1f0b210 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, d2baa7ac-7f9e-4d51-9209-074da3533f64) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:11.766209 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a56dfa4-9c14-4046-9ea0-f048b1f0b210 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:11.766847 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9a56dfa4-9c14-4046-9ea0-f048b1f0b210 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:11.770501 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a1fd1fca-c60a-40fd-8e6f-617a9fc857a5 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port ece53b33-4633-425c-bb0b-537d6344a1eb {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:30:11.771065 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1fd1fca-c60a-40fd-8e6f-617a9fc857a5 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:11.774639 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e525e139-89bb-4400-8920-8e22b8d18ec1 None None] Network d2baa7ac-7f9e-4d51-9209-074da3533f64 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:11.839637 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56378) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:11.855992 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9a56dfa4-9c14-4046-9ea0-f048b1f0b210 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1457765 Mar 14 15:30:11.872034 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56382) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:11.882544 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-dc03e843-939d-4259-bd04-41f6bc7aaa7c tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:11.888383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1fd1fca-c60a-40fd-8e6f-617a9fc857a5 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:11.907558 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71caedf7-de9d-4f01-bf81-c7c5c85fbe83 None None] Network 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:11.923763 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e1ca4446-2f66-424d-9633-65a5e68e03aa req-efa51d44-21e9-4eb4-938d-0103484db761 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622815 Mar 14 15:30:11.930326 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a1fd1fca-c60a-40fd-8e6f-617a9fc857a5 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for ece53b33-4633-425c-bb0b-537d6344a1eb owned by {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:30:11.935781 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-66d210e3-cd55-4029-ab16-cd7c8ca9b421 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:11.952905 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-8db1d5e2-39d5-4587-8c7a-3ebc5d97cadb None None] Provisioning complete for port 63398557-b524-4bdd-98c7-ff1a5e472d71 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:11.953300 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8db1d5e2-39d5-4587-8c7a-3ebc5d97cadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.007658 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-136c3b97-53d2-4c05-bb29-bda186e88a32 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1150846332-network', 'tenant_id': '2c340664b3fb4c449d87994efbd8009f'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:12.036114 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1fd1fca-c60a-40fd-8e6f-617a9fc857a5 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.069432 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc03e843-939d-4259-bd04-41f6bc7aaa7c tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2887017'] for subnet, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.073907 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a1fd1fca-c60a-40fd-8e6f-617a9fc857a5 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.078879 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a1fd1fca-c60a-40fd-8e6f-617a9fc857a5 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/ports/ece53b33-4633-425c-bb0b-537d6344a1eb HTTP/1.1" status: 204 len: 168 time: 0.5069141 Mar 14 15:30:12.080011 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd1fca-c60a-40fd-8e6f-617a9fc857a5 tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=ece53b33-4633-425c-bb0b-537d6344a1eb,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:12.082784 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56384) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:12.142892 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-d2baa7ac-7f9e-4d51-9209-074da3533f64', 'network_id': 'd2baa7ac-7f9e-4d51-9209-074da3533f64', 'tenant_id': 'd6e45125acec452e8c1b6716f23c9b9a', 'fixed_ips': [{'subnet_id': '635af6b1-59f6-46fc-b259-31f5c39d7f03'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:30:12.143708 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.150490 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136c3b97-53d2-4c05-bb29-bda186e88a32 admin admin] Made reservation on behalf of 2c340664b3fb4c449d87994efbd8009f for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:12.152806 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-136c3b97-53d2-4c05-bb29-bda186e88a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.174470 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-136c3b97-53d2-4c05-bb29-bda186e88a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.185055 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3c45d45-0c4b-448d-b72b-d926f8ac134d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.243485 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b3c45d45-0c4b-448d-b72b-d926f8ac134d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Deleting port 63398557-b524-4bdd-98c7-ff1a5e472d71 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:30:12.243819 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3c45d45-0c4b-448d-b72b-d926f8ac134d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.285180 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-8db1d5e2-39d5-4587-8c7a-3ebc5d97cadb None None] Could not find standard attr ID for object ece53b33-4633-425c-bb0b-537d6344a1eb. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:30:12.331852 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-b3c45d45-0c4b-448d-b72b-d926f8ac134d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] For port 63398557-b524-4bdd-98c7-ff1a5e472d71, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=63398557-b524-4bdd-98c7-ff1a5e472d71,segment=NetworkSegment(4eb69093-03e7-43e8-821b-f75b5768e2aa),segment_id=4eb69093-03e7-43e8-821b-f75b5768e2aa)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:12.332444 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3c45d45-0c4b-448d-b72b-d926f8ac134d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.351758 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc03e843-939d-4259-bd04-41f6bc7aaa7c tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774684310191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10178307'] for subnet, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.353842 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b3c45d45-0c4b-448d-b72b-d926f8ac134d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Calling delete_port for 63398557-b524-4bdd-98c7-ff1a5e472d71 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:30:12.391175 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d210e3-cd55-4029-ab16-cd7c8ca9b421 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 87f82823-0096-4e43-8c69-08e2029b95d6 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:30:12.411080 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afe79a5-ad42-46c3-8932-a86ac2ba25cf None None] DHCP port deletion for 8ee09330-8f8b-41c2-8bc1-4d35188ce1fc request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:30:12.413727 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc03e843-939d-4259-bd04-41f6bc7aaa7c tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:12.414297 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc03e843-939d-4259-bd04-41f6bc7aaa7c tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.418231 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-dc03e843-939d-4259-bd04-41f6bc7aaa7c tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "PUT /v2.0/subnets/635af6b1-59f6-46fc-b259-31f5c39d7f03 HTTP/1.1" status: 200 len: 806 time: 0.5427301 Mar 14 15:30:12.418626 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56386) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:12.424963 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-136c3b97-53d2-4c05-bb29-bda186e88a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.435727 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-136c3b97-53d2-4c05-bb29-bda186e88a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.438335 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] Allocated IP 172.20.0.2 (d2baa7ac-7f9e-4d51-9209-074da3533f64/635af6b1-59f6-46fc-b259-31f5c39d7f03/4ca4cb84-a9d3-425e-995c-5fba0d8a9992) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:12.482309 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03e843-939d-4259-bd04-41f6bc7aaa7c tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Subnet': ['ID=635af6b1-59f6-46fc-b259-31f5c39d7f03,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:12.519780 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136c3b97-53d2-4c05-bb29-bda186e88a32 admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:30:12.523154 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c3b97-53d2-4c05-bb29-bda186e88a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e995b44-bfdb-498e-b75f-6d20fc2db537,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:12.523922 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9afe79a5-ad42-46c3-8932-a86ac2ba25cf None None] Deleting port 63398557-b524-4bdd-98c7-ff1a5e472d71 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:30:12.524310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9afe79a5-ad42-46c3-8932-a86ac2ba25cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.552892 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.556636 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3c45d45-0c4b-448d-b72b-d926f8ac134d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.596686 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c45d45-0c4b-448d-b72b-d926f8ac134d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Port': ['ID=63398557-b524-4bdd-98c7-ff1a5e472d71,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:12.609101 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c45d45-0c4b-448d-b72b-d926f8ac134d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] No DVR routers for this DVR port 63398557-b524-4bdd-98c7-ff1a5e472d71 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:30:12.636332 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-9afe79a5-ad42-46c3-8932-a86ac2ba25cf None None] For port 63398557-b524-4bdd-98c7-ff1a5e472d71, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=63398557-b524-4bdd-98c7-ff1a5e472d71,segment=NetworkSegment(4eb69093-03e7-43e8-821b-f75b5768e2aa),segment_id=4eb69093-03e7-43e8-821b-f75b5768e2aa)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:12.636737 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9afe79a5-ad42-46c3-8932-a86ac2ba25cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.659986 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9afe79a5-ad42-46c3-8932-a86ac2ba25cf None None] Calling delete_port for 63398557-b524-4bdd-98c7-ff1a5e472d71 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:30:12.726717 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3c45d45-0c4b-448d-b72b-d926f8ac134d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.743887 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.751141 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.757217 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.779704 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-b3c45d45-0c4b-448d-b72b-d926f8ac134d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee09330-8f8b-41c2-8bc1-4d35188ce1fc']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:12.797285 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-b3c45d45-0c4b-448d-b72b-d926f8ac134d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb69093-03e7-43e8-821b-f75b5768e2aa') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:12.797727 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-b3c45d45-0c4b-448d-b72b-d926f8ac134d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb69093-03e7-43e8-821b-f75b5768e2aa') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:12.803729 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-136c3b97-53d2-4c05-bb29-bda186e88a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.805013 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-136c3b97-53d2-4c05-bb29-bda186e88a32 admin admin] Added segment b731d8b6-e7bc-40b0-992a-2c6c75723e1f of type vlan for network c349f7a5-9358-4e25-b080-01bddce4daf3 Mar 14 15:30:12.814888 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] Network d2baa7ac-7f9e-4d51-9209-074da3533f64 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:12.815206 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3c45d45-0c4b-448d-b72b-d926f8ac134d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.818861 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:12.824373 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:30:12.828827 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] Pushing event updated for resources: {'Port': ['ID=4ca4cb84-a9d3-425e-995c-5fba0d8a9992,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:12.832991 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9afe79a5-ad42-46c3-8932-a86ac2ba25cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.839075 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3c45d45-0c4b-448d-b72b-d926f8ac134d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.848211 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afe79a5-ad42-46c3-8932-a86ac2ba25cf None None] No DVR routers for this DVR port 63398557-b524-4bdd-98c7-ff1a5e472d71 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:30:12.848459 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c45d45-0c4b-448d-b72b-d926f8ac134d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:30:12.848835 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3c45d45-0c4b-448d-b72b-d926f8ac134d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:12.852070 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:12.865420 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.872014 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe79a5-ad42-46c3-8932-a86ac2ba25cf None None] Pushing event deleted for resources: {'Port': ['ID=63398557-b524-4bdd-98c7-ff1a5e472d71,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:12.877908 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d210e3-cd55-4029-ab16-cd7c8ca9b421 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:12.887564 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-136c3b97-53d2-4c05-bb29-bda186e88a32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.901818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Subnet': ['ID=635af6b1-59f6-46fc-b259-31f5c39d7f03,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:12.920210 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-66d210e3-cd55-4029-ab16-cd7c8ca9b421 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.921628 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] Sync routers for ids ['87f82823-0096-4e43-8c69-08e2029b95d6'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:30:12.922060 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-66d210e3-cd55-4029-ab16-cd7c8ca9b421 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8759816 Mar 14 15:30:12.924959 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56388) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:12.942041 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] Attempting to bind port 4ca4cb84-a9d3-425e-995c-5fba0d8a9992 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:12.942418 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] Attempting to bind port 4ca4cb84-a9d3-425e-995c-5fba0d8a9992 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '7a2a02ed-821a-40fe-bc88-031d19809832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd2baa7ac-7f9e-4d51-9209-074da3533f64'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:12.943293 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] Attempting to bind port 4ca4cb84-a9d3-425e-995c-5fba0d8a9992 on network d2baa7ac-7f9e-4d51-9209-074da3533f64 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:30:12.948933 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] Routers {'87f82823-0096-4e43-8c69-08e2029b95d6'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:30:12.949463 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:30:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['87f82823-0096-4e43-8c69-08e2029b95d6'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:12.951508 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:30:12.951971 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] Checking segment: {'id': '7a2a02ed-821a-40fe-bc88-031d19809832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd2baa7ac-7f9e-4d51-9209-074da3533f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:30:12.952548 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.953095 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] Bound using segment: {'id': '7a2a02ed-821a-40fe-bc88-031d19809832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd2baa7ac-7f9e-4d51-9209-074da3533f64'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:30:12.953726 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] Bound port: 4ca4cb84-a9d3-425e-995c-5fba0d8a9992, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2a02ed-821a-40fe-bc88-031d19809832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'd2baa7ac-7f9e-4d51-9209-074da3533f64'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:12.954288 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.976043 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3c45d45-0c4b-448d-b72b-d926f8ac134d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.990185 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-136c3b97-53d2-4c05-bb29-bda186e88a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:12.991163 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136c3b97-53d2-4c05-bb29-bda186e88a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:12.991749 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-136c3b97-53d2-4c05-bb29-bda186e88a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.010294 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6a3be2fd-7786-4c2e-9d5a-10961ecd4728 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=981c2b5a3afd42dd95b1da15ede4e026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0813634 Mar 14 15:30:13.010294 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56392) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:13.012564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b3c45d45-0c4b-448d-b72b-d926f8ac134d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.019398 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b3c45d45-0c4b-448d-b72b-d926f8ac134d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] 10.222.0.59 "DELETE /v2.0/networks/8ee09330-8f8b-41c2-8bc1-4d35188ce1fc HTTP/1.1" status: 204 len: 168 time: 0.9352796 Mar 14 15:30:13.051242 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c45d45-0c4b-448d-b72b-d926f8ac134d tempest-PortsTestJSON-102822633 tempest-PortsTestJSON-102822633-project] Pushing event deleted for resources: {'Network': ['ID=8ee09330-8f8b-41c2-8bc1-4d35188ce1fc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:13.054086 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.083392 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2baa7ac-7f9e-4d51-9209-074da3533f64']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:13.107652 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2a02ed-821a-40fe-bc88-031d19809832') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:13.109819 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2a02ed-821a-40fe-bc88-031d19809832') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:13.113388 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] For port 4ca4cb84-a9d3-425e-995c-5fba0d8a9992, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:13.116825 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] For port 4ca4cb84-a9d3-425e-995c-5fba0d8a9992, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=4ca4cb84-a9d3-425e-995c-5fba0d8a9992,segment=NetworkSegment(7a2a02ed-821a-40fe-bc88-031d19809832),segment_id=7a2a02ed-821a-40fe-bc88-031d19809832)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:13.125747 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-136c3b97-53d2-4c05-bb29-bda186e88a32 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2845521 Mar 14 15:30:13.128113 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56396) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:13.130634 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.136028 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.171552 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.175281 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-00326c1a-cf19-448f-8947-515df14fed9c admin admin] Request body: {'subnet': {'network_id': 'c349f7a5-9358-4e25-b080-01bddce4daf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1150846332-subnet', 'tenant_id': '2c340664b3fb4c449d87994efbd8009f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:13.179734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:30:13.180393 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.183743 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 63398557-b524-4bdd-98c7-ff1a5e472d71 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:13.184664 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:13.193103 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] Set router 87f82823-0096-4e43-8c69-08e2029b95d6 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:30:13.272126 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.db.api [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 15:30:13.272126 dv-neutron-833559-1-hyperv neutron-server[102568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 15:30:13.272126 dv-neutron-833559-1-hyperv neutron-server[102568]: [parameters: {'id': 'd2baa7ac-7f9e-4d51-9209-074da3533f64'}] Mar 14 15:30:13.272126 dv-neutron-833559-1-hyperv neutron-server[102568]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:30:13.272638 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG oslo_db.api [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:30:13.292616 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b00d70-aaa9-4282-bffb-08d49dc25bc7 None None] Pushing event updated for resources: {'Port': ['ID=4ca4cb84-a9d3-425e-995c-5fba0d8a9992,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:13.294967 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 63398557-b524-4bdd-98c7-ff1a5e472d71 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:30:13.297652 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 63398557-b524-4bdd-98c7-ff1a5e472d71 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:30:13.351842 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56400) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:13.382991 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00326c1a-cf19-448f-8947-515df14fed9c admin admin] Made reservation on behalf of 2c340664b3fb4c449d87994efbd8009f for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:13.385636 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-00326c1a-cf19-448f-8947-515df14fed9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.387815 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c3b97-53d2-4c05-bb29-bda186e88a32 admin admin] Pushing event updated for resources: {'Network': ['ID=c349f7a5-9358-4e25-b080-01bddce4daf3,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:13.408130 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network c349f7a5-9358-4e25-b080-01bddce4daf3 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:30:13.431487 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0502743-2cd8-4ccc-a15d-b040922e80dc req-ed12b530-e4ea-4eb5-aeba-a2b414d5078f tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:13.433166 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f0502743-2cd8-4ccc-a15d-b040922e80dc req-ed12b530-e4ea-4eb5-aeba-a2b414d5078f tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 944 time: 0.3224974 Mar 14 15:30:13.487211 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1056b8-dfd0-4aaf-8bdc-b42b0e8921b4 None None] Network d2baa7ac-7f9e-4d51-9209-074da3533f64 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:13.565163 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-446f8e8d-a3ff-479a-8b76-231b3f86e291 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2bc6d44e222640628bd023b496b3ec98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118618 Mar 14 15:30:13.565970 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56404) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:13.658303 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627c62b5-ae93-45ae-9727-f630c71873cb tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:13.660190 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-627c62b5-ae93-45ae-9727-f630c71873cb tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6492598 Mar 14 15:30:13.664666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56406) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:13.667738 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'name': 'tempest-TestNetworkBasicOps-router-904199613', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:09Z', 'updated_at': '2022-03-14T15:30:11Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:10Z', 'updated_at': '2022-03-14T15:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:13.671211 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f0502743-2cd8-4ccc-a15d-b040922e80dc req-7ff90a18-8257-4a87-9181-3474601b9dfd tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313229 Mar 14 15:30:13.704434 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d47502-d718-46c5-a4d8-f0ac3ab9e864 None None] Network d2baa7ac-7f9e-4d51-9209-074da3533f64 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:13.707827 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] Checking router: 87f82823-0096-4e43-8c69-08e2029b95d6 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:30:13.708173 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] Updating router 87f82823-0096-4e43-8c69-08e2029b95d6 port 3798c348-c0c8-4f43-8094-8f25a9792235 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:30:13.743426 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9362d14f-dea7-4429-9941-e5bd8d17766d tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0776131 Mar 14 15:30:13.746432 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56408) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:13.751773 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3c2c6d75-7923-472c-8463-104d968099bd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1743841479', 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:13.773698 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.778350 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.784145 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66287c0a-28a7-4c46-b818-28a9747773c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.845335 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-00326c1a-cf19-448f-8947-515df14fed9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.876654 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66287c0a-28a7-4c46-b818-28a9747773c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:13.946730 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00326c1a-cf19-448f-8947-515df14fed9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc706e67-51e6-46cb-b69b-915da11c632f,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:13.970327 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2c6d75-7923-472c-8463-104d968099bd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:13.972190 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00326c1a-cf19-448f-8947-515df14fed9c admin admin] Checking segment: {'id': 'b731d8b6-e7bc-40b0-992a-2c6c75723e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c349f7a5-9358-4e25-b080-01bddce4daf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:30:13.972696 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00326c1a-cf19-448f-8947-515df14fed9c admin admin] Network hostable DHCP agents. Network: c349f7a5-9358-4e25-b080-01bddce4daf3, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:30:13.975854 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c2c6d75-7923-472c-8463-104d968099bd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.000384 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00326c1a-cf19-448f-8947-515df14fed9c admin admin] Network c349f7a5-9358-4e25-b080-01bddce4daf3 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:30:14.017225 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-00326c1a-cf19-448f-8947-515df14fed9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, c349f7a5-9358-4e25-b080-01bddce4daf3) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:14.022098 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00326c1a-cf19-448f-8947-515df14fed9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:14.022820 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-00326c1a-cf19-448f-8947-515df14fed9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.048738 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-00326c1a-cf19-448f-8947-515df14fed9c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8925474 Mar 14 15:30:14.072263 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66287c0a-28a7-4c46-b818-28a9747773c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.074502 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-66287c0a-28a7-4c46-b818-28a9747773c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.078404 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-66287c0a-28a7-4c46-b818-28a9747773c3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2f564cf-18ba-496b-b41c-edf17d638903 HTTP/1.1" status: 204 len: 168 time: 0.5028791 Mar 14 15:30:14.087175 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Deleting port 4ca4cb84-a9d3-425e-995c-5fba0d8a9992 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:30:14.087548 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.117191 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66287c0a-28a7-4c46-b818-28a9747773c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f564cf-18ba-496b-b41c-edf17d638903,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:14.129052 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e0780a-cd46-46aa-b59b-e413fe2f8091 None None] Network c349f7a5-9358-4e25-b080-01bddce4daf3 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:14.205581 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] For port 4ca4cb84-a9d3-425e-995c-5fba0d8a9992, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=4ca4cb84-a9d3-425e-995c-5fba0d8a9992,segment=NetworkSegment(7a2a02ed-821a-40fe-bc88-031d19809832),segment_id=7a2a02ed-821a-40fe-bc88-031d19809832)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:14.205861 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.262818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Calling delete_port for 4ca4cb84-a9d3-425e-995c-5fba0d8a9992 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:30:14.385851 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b154892-e141-4cda-b9cc-9f624d428420 None None] Network c349f7a5-9358-4e25-b080-01bddce4daf3 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:14.490754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c2c6d75-7923-472c-8463-104d968099bd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.535491 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.579495 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Port': ['ID=4ca4cb84-a9d3-425e-995c-5fba0d8a9992,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:14.588761 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c6d75-7923-472c-8463-104d968099bd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Subnet': ['ID=b4dab56e-81ab-4760-a464-ee2142644a67,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:14.590821 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No DVR routers for this DVR port 4ca4cb84-a9d3-425e-995c-5fba0d8a9992 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:30:14.674849 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2c6d75-7923-472c-8463-104d968099bd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Checking segment: {'id': '9247e4ef-aaea-4863-ab20-6a6befd50325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:30:14.675272 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2c6d75-7923-472c-8463-104d968099bd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network hostable DHCP agents. Network: e4728811-2a0a-4d09-bb2e-9c65844bc79f, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:30:14.692770 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.721909 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2baa7ac-7f9e-4d51-9209-074da3533f64']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:14.733429 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2c6d75-7923-472c-8463-104d968099bd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network e4728811-2a0a-4d09-bb2e-9c65844bc79f is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:30:14.739066 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be688ebc-3760-4a21-aceb-05b63c613dea None None] get_active_networks_info from dv-neutron-833559-1-hyperv {{(pid=102569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 15:30:14.741230 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2a02ed-821a-40fe-bc88-031d19809832') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:14.741530 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2a02ed-821a-40fe-bc88-031d19809832') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:14.758520 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.770615 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-3c2c6d75-7923-472c-8463-104d968099bd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, e4728811-2a0a-4d09-bb2e-9c65844bc79f) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:14.793270 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2c6d75-7923-472c-8463-104d968099bd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:14.796030 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3c2c6d75-7923-472c-8463-104d968099bd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.807273 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.824854 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:30:14.825667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:14.830961 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:14.875197 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:14.885393 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3c2c6d75-7923-472c-8463-104d968099bd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1377594 Mar 14 15:30:14.888218 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56434) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:14.888745 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.004098 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] Attempting to bind port 3798c348-c0c8-4f43-8094-8f25a9792235 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:15.008919 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] Attempting to bind port 3798c348-c0c8-4f43-8094-8f25a9792235 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:15.010085 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] Attempting to bind port 3798c348-c0c8-4f43-8094-8f25a9792235 on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:30:15.040080 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.045570 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be688ebc-3760-4a21-aceb-05b63c613dea None None] Resources bound (agent type, host, resource id): {{(pid=102569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:30:15.048504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.054277 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/d2baa7ac-7f9e-4d51-9209-074da3533f64 HTTP/1.1" status: 204 len: 168 time: 2.6346221 Mar 14 15:30:15.057304 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56436) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:15.059421 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:30:15.059810 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:30:15.060220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.060617 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:30:15.065807 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] Bound port: 3798c348-c0c8-4f43-8094-8f25a9792235, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:15.066240 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.068902 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d2faf-8e89-4aa4-8576-ad9df9908077 None None] Pushing event updated for resources: {'Port': ['ID=3798c348-c0c8-4f43-8094-8f25a9792235,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:15.089185 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25a343-7d48-47f7-a56c-9b80e7a7784c req-7e7d30db-ea49-4c86-a514-eb500dc005ad tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:15.100474 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-af25a343-7d48-47f7-a56c-9b80e7a7784c req-7e7d30db-ea49-4c86-a514-eb500dc005ad tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 944 time: 0.2518048 Mar 14 15:30:15.171075 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2c0d1e-fa1c-4fc9-ad14-c5e6b7992459 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:15.171995 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2c0d1e-fa1c-4fc9-ad14-c5e6b7992459 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:15.185476 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5a2c0d1e-fa1c-4fc9-ad14-c5e6b7992459 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/d2baa7ac-7f9e-4d51-9209-074da3533f64 HTTP/1.1" status: 404 len: 339 time: 0.1224627 Mar 14 15:30:15.190158 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56442) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:15.194609 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45e4e0-9697-426b-98a4-5673f1c2481e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Network': ['ID=d2baa7ac-7f9e-4d51-9209-074da3533f64,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:15.195740 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3d4a3460-cd85-4a79-9f51-fba438e0a523 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1481460976', 'description': 'd1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:15.222674 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4a3460-cd85-4a79-9f51-fba438e0a523 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:15.226829 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3460-cd85-4a79-9f51-fba438e0a523 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.270780 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-af25a343-7d48-47f7-a56c-9b80e7a7784c req-a2536fc5-ce92-414d-a75f-cd3d6065e1fb tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654637 Mar 14 15:30:15.326587 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4a3460-cd85-4a79-9f51-fba438e0a523 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:30:15.345153 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3460-cd85-4a79-9f51-fba438e0a523 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.345882 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-3d4a3460-cd85-4a79-9f51-fba438e0a523 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Added segment e12495c5-bee9-4d0f-a64b-0287bec87d57 of type vlan for network b9c5a6cd-85de-4b0b-a8a0-21a791971600 Mar 14 15:30:15.362934 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56444) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:15.368085 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-710609c9-bc11-457c-b4e0-b361dbfbb85c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-556120103-network', 'tenant_id': '27685530a83244afb84d0bbfb3df4ef8'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:15.403003 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710609c9-bc11-457c-b4e0-b361dbfbb85c admin admin] Made reservation on behalf of 27685530a83244afb84d0bbfb3df4ef8 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:15.406121 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-710609c9-bc11-457c-b4e0-b361dbfbb85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.438187 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3460-cd85-4a79-9f51-fba438e0a523 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.444258 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-710609c9-bc11-457c-b4e0-b361dbfbb85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.512240 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3460-cd85-4a79-9f51-fba438e0a523 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.518812 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4a3460-cd85-4a79-9f51-fba438e0a523 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:15.519541 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3460-cd85-4a79-9f51-fba438e0a523 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.572858 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] For port 3798c348-c0c8-4f43-8094-8f25a9792235, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:15.612487 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-710609c9-bc11-457c-b4e0-b361dbfbb85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.615905 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] For port 3798c348-c0c8-4f43-8094-8f25a9792235, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3798c348-c0c8-4f43-8094-8f25a9792235,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:15.622486 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-710609c9-bc11-457c-b4e0-b361dbfbb85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.625011 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.630958 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3d4a3460-cd85-4a79-9f51-fba438e0a523 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4365206 Mar 14 15:30:15.636434 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56446) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:15.645401 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a3460-cd85-4a79-9f51-fba438e0a523 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Network': ['ID=b9c5a6cd-85de-4b0b-a8a0-21a791971600,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:15.666280 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network b9c5a6cd-85de-4b0b-a8a0-21a791971600 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:30:15.756171 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-097b9712-1e74-4972-a0a6-4b741e38867e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.758129 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710609c9-bc11-457c-b4e0-b361dbfbb85c admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:30:15.773455 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] Routers {'87f82823-0096-4e43-8c69-08e2029b95d6'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:30:15.774020 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:30:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['87f82823-0096-4e43-8c69-08e2029b95d6'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:15.783606 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8f4ee7-674a-4a41-9beb-16c13810a4ee tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:15.787732 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bc8f4ee7-674a-4a41-9beb-16c13810a4ee tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "GET /v2.0/networks?id=b9c5a6cd-85de-4b0b-a8a0-21a791971600 HTTP/1.1" status: 200 len: 761 time: 0.1485031 Mar 14 15:30:15.789572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56454) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:15.790324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710609c9-bc11-457c-b4e0-b361dbfbb85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c1788d-e341-43db-b8d9-302aaeadc16a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:15.798778 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-42a009ff-44fb-42c6-a29e-58547b30d4a8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'network': {'description': 'd2'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:15.804058 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-710609c9-bc11-457c-b4e0-b361dbfbb85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.804506 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-710609c9-bc11-457c-b4e0-b361dbfbb85c admin admin] Added segment 8b4adc21-1ee8-4a2a-bf82-f104e9a6fd4c of type vlan for network 05cfe57b-04b6-479c-9e1b-67d373eb3378 Mar 14 15:30:15.832035 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-e4728811-2a0a-4d09-bb2e-9c65844bc79f', 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ips': [{'subnet_id': 'b4dab56e-81ab-4760-a464-ee2142644a67'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:30:15.833016 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.863431 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d2faf-8e89-4aa4-8576-ad9df9908077 None None] Pushing event updated for resources: {'Port': ['ID=3798c348-c0c8-4f43-8094-8f25a9792235,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:15.928738 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-710609c9-bc11-457c-b4e0-b361dbfbb85c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:15.997380 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56458) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:16.024940 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] Set router 87f82823-0096-4e43-8c69-08e2029b95d6 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:30:16.032655 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-710609c9-bc11-457c-b4e0-b361dbfbb85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.033766 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710609c9-bc11-457c-b4e0-b361dbfbb85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:16.034564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-710609c9-bc11-457c-b4e0-b361dbfbb85c admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.076201 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-710609c9-bc11-457c-b4e0-b361dbfbb85c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7120683 Mar 14 15:30:16.081061 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42a009ff-44fb-42c6-a29e-58547b30d4a8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.083814 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56462) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:16.089101 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b299ef30-443e-42c7-b414-fa9b460980ce admin admin] Request body: {'subnet': {'network_id': '05cfe57b-04b6-479c-9e1b-67d373eb3378', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-556120103-subnet', 'tenant_id': '27685530a83244afb84d0bbfb3df4ef8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:16.140425 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-9e414f06-044f-41c8-a3ab-e58b20718c9c tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group': {'name': 'tempest-secgroup--654249508'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:16.152713 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42a009ff-44fb-42c6-a29e-58547b30d4a8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.162384 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710609c9-bc11-457c-b4e0-b361dbfbb85c admin admin] Pushing event updated for resources: {'Network': ['ID=05cfe57b-04b6-479c-9e1b-67d373eb3378,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:16.177412 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-42a009ff-44fb-42c6-a29e-58547b30d4a8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network b9c5a6cd-85de-4b0b-a8a0-21a791971600 is not hosted by any dhcp agent {{(pid=102568) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 14 15:30:16.180088 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 05cfe57b-04b6-479c-9e1b-67d373eb3378 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:30:16.182843 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a009ff-44fb-42c6-a29e-58547b30d4a8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:16.183531 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-42a009ff-44fb-42c6-a29e-58547b30d4a8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.184853 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-42a009ff-44fb-42c6-a29e-58547b30d4a8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "PUT /v2.0/networks/b9c5a6cd-85de-4b0b-a8a0-21a791971600 HTTP/1.1" status: 200 len: 758 time: 0.3913949 Mar 14 15:30:16.187991 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56464) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:16.210464 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] Allocated IP 172.20.0.2 (e4728811-2a0a-4d09-bb2e-9c65844bc79f/b4dab56e-81ab-4760-a464-ee2142644a67/822588e9-638f-4f08-b294-4b4f5c1b0ee4) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:16.238139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e414f06-044f-41c8-a3ab-e58b20718c9c tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.246478 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b299ef30-443e-42c7-b414-fa9b460980ce admin admin] Made reservation on behalf of 27685530a83244afb84d0bbfb3df4ef8 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:16.250094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b299ef30-443e-42c7-b414-fa9b460980ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.276827 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e414f06-044f-41c8-a3ab-e58b20718c9c tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.303525 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a009ff-44fb-42c6-a29e-58547b30d4a8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Network': ['ID=b9c5a6cd-85de-4b0b-a8a0-21a791971600,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:16.326366 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3ee370-8b2f-417b-975b-15b0f36f25b5 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:16.333191 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9f3ee370-8b2f-417b-975b-15b0f36f25b5 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "GET /v2.0/networks?id=b9c5a6cd-85de-4b0b-a8a0-21a791971600 HTTP/1.1" status: 200 len: 761 time: 0.1434031 Mar 14 15:30:16.334903 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56468) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:16.340909 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-b7ec4fb5-fabe-4069-b99c-c5286b7a7869 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-732467387'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:16.365811 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network b9c5a6cd-85de-4b0b-a8a0-21a791971600 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:30:16.367965 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ec4fb5-fabe-4069-b99c-c5286b7a7869 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:16.372968 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7ec4fb5-fabe-4069-b99c-c5286b7a7869 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.442361 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ec4fb5-fabe-4069-b99c-c5286b7a7869 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:30:16.459171 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9786d92-2f58-4651-82da-8e960e589b8b req-d2f7b5f5-0856-46fb-bfec-f27ab4b789e3 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:16.461038 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e9786d92-2f58-4651-82da-8e960e589b8b req-d2f7b5f5-0856-46fb-bfec-f27ab4b789e3 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 944 time: 0.0829442 Mar 14 15:30:16.465760 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7ec4fb5-fabe-4069-b99c-c5286b7a7869 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.466118 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-b7ec4fb5-fabe-4069-b99c-c5286b7a7869 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Added segment b7315531-8d04-4d6c-bfa9-7511d07cc39c of type vlan for network 64145954-9903-4031-926e-e4b4d42e54f7 Mar 14 15:30:16.490235 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e414f06-044f-41c8-a3ab-e58b20718c9c tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.499082 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e414f06-044f-41c8-a3ab-e58b20718c9c tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.541852 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7ec4fb5-fabe-4069-b99c-c5286b7a7869 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.553614 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e9786d92-2f58-4651-82da-8e960e589b8b req-bd45b103-483f-4a31-b86a-aac3a3a2bfd4 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776668 Mar 14 15:30:16.577478 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7ec4fb5-fabe-4069-b99c-c5286b7a7869 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.584276 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ec4fb5-fabe-4069-b99c-c5286b7a7869 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:16.585318 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7ec4fb5-fabe-4069-b99c-c5286b7a7869 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.604142 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e414f06-044f-41c8-a3ab-e58b20718c9c tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b17f64b-173b-4179-96f8-b665667b3451,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:16.636675 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b299ef30-443e-42c7-b414-fa9b460980ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.646971 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 91473996-4716-46d0-bb49-2a2fcc5a3214 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:30:16.669644 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b7ec4fb5-fabe-4069-b99c-c5286b7a7869 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3308160 Mar 14 15:30:16.669644 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56470) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:16.674542 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0e6d5145-d43a-442a-95a3-ec110babedc3 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'subnet': {'network_id': '64145954-9903-4031-926e-e4b4d42e54f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:16.678088 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e414f06-044f-41c8-a3ab-e58b20718c9c tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.697896 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec4fb5-fabe-4069-b99c-c5286b7a7869 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Network': ['ID=64145954-9903-4031-926e-e4b4d42e54f7,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:16.698131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e414f06-044f-41c8-a3ab-e58b20718c9c tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.720981 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 64145954-9903-4031-926e-e4b4d42e54f7 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:30:16.747471 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299ef30-443e-42c7-b414-fa9b460980ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=b11fdf53-c7d2-42ef-aee5-b7c9ac74706a,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:16.757510 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9e414f06-044f-41c8-a3ab-e58b20718c9c tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.761883 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9e414f06-044f-41c8-a3ab-e58b20718c9c tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7583890 Mar 14 15:30:16.762033 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56472) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:16.763417 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e414f06-044f-41c8-a3ab-e58b20718c9c tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7adb09f8-4fd8-4228-b1d0-3fbad2193e2e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:16.767122 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b299ef30-443e-42c7-b414-fa9b460980ce admin admin] Checking segment: {'id': '8b4adc21-1ee8-4a2a-bf82-f104e9a6fd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '05cfe57b-04b6-479c-9e1b-67d373eb3378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:30:16.767596 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b299ef30-443e-42c7-b414-fa9b460980ce admin admin] Network hostable DHCP agents. Network: 05cfe57b-04b6-479c-9e1b-67d373eb3378, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:30:16.788238 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b299ef30-443e-42c7-b414-fa9b460980ce admin admin] Network 05cfe57b-04b6-479c-9e1b-67d373eb3378 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:30:16.803131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-b299ef30-443e-42c7-b414-fa9b460980ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 05cfe57b-04b6-479c-9e1b-67d373eb3378) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:16.817413 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b299ef30-443e-42c7-b414-fa9b460980ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:16.819517 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b299ef30-443e-42c7-b414-fa9b460980ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.837250 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6d5145-d43a-442a-95a3-ec110babedc3 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:16.840850 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e6d5145-d43a-442a-95a3-ec110babedc3 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.850456 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b299ef30-443e-42c7-b414-fa9b460980ce admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7577584 Mar 14 15:30:16.859108 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'name': 'tempest-TestNetworkBasicOps-router-904199613', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:09Z', 'updated_at': '2022-03-14T15:30:11Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:10Z', 'updated_at': '2022-03-14T15:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:16.867558 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ee3be249-56a9-4682-9487-d33496397058 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1023352 Mar 14 15:30:16.868876 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56476) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:16.878304 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-dcbd8141-a26b-4a95-9c84-5018f779515d tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group': {'name': 'tempest-security--1345858461', 'description': 'tempest-security-description-806002520'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:16.916595 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e867632-f1f1-4ef0-b515-9a35d5267091 None None] The sync data for ids ['87f82823-0096-4e43-8c69-08e2029b95d6'] in dv-neutron-833559-1-hyperv is: [{'id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'name': 'tempest-TestNetworkBasicOps-router-904199613', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:09Z', 'updated_at': '2022-03-14T15:30:11Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:10Z', 'updated_at': '2022-03-14T15:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:30:16.918589 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:16.955297 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.000551 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dcbd8141-a26b-4a95-9c84-5018f779515d tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.018278 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] Network e4728811-2a0a-4d09-bb2e-9c65844bc79f is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:17.022173 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 91473996-4716-46d0-bb49-2a2fcc5a3214, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=91473996-4716-46d0-bb49-2a2fcc5a3214,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:17.028370 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:17.032539 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:30:17.058184 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] Pushing event updated for resources: {'Port': ['ID=822588e9-638f-4f08-b294-4b4f5c1b0ee4,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:17.062673 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '91473996-4716-46d0-bb49-2a2fcc5a3214', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'port_id': '91473996-4716-46d0-bb49-2a2fcc5a3214', 'mac_address': 'fa:16:3e:14:59:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:30:17.091068 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-097b9712-1e74-4972-a0a6-4b741e38867e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.20.0.1 (e4728811-2a0a-4d09-bb2e-9c65844bc79f/b4dab56e-81ab-4760-a464-ee2142644a67/dbf97fc3-6335-4163-8840-616c09bcadf2) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:17.118897 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dcbd8141-a26b-4a95-9c84-5018f779515d tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.138517 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] Attempting to bind port 822588e9-638f-4f08-b294-4b4f5c1b0ee4 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:17.139030 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] Attempting to bind port 822588e9-638f-4f08-b294-4b4f5c1b0ee4 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '9247e4ef-aaea-4863-ab20-6a6befd50325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:17.139496 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] Attempting to bind port 822588e9-638f-4f08-b294-4b4f5c1b0ee4 on network e4728811-2a0a-4d09-bb2e-9c65844bc79f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:30:17.151966 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:30:17.152350 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] Checking segment: {'id': '9247e4ef-aaea-4863-ab20-6a6befd50325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:30:17.152758 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.153160 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] Bound using segment: {'id': '9247e4ef-aaea-4863-ab20-6a6befd50325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:30:17.153632 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] Bound port: 822588e9-638f-4f08-b294-4b4f5c1b0ee4, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9247e4ef-aaea-4863-ab20-6a6befd50325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:17.154018 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.172888 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.202756 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dcbd8141-a26b-4a95-9c84-5018f779515d tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.205609 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dcbd8141-a26b-4a95-9c84-5018f779515d tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.206973 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-dcbd8141-a26b-4a95-9c84-5018f779515d tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "PUT /v2.0/security-groups/7adb09f8-4fd8-4228-b1d0-3fbad2193e2e HTTP/1.1" status: 200 len: 1779 time: 0.3380113 Mar 14 15:30:17.211184 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91473996-4716-46d0-bb49-2a2fcc5a3214 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:30:17.211935 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56484) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:17.256660 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] For port 822588e9-638f-4f08-b294-4b4f5c1b0ee4, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:17.260320 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] For port 822588e9-638f-4f08-b294-4b4f5c1b0ee4, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=822588e9-638f-4f08-b294-4b4f5c1b0ee4,segment=NetworkSegment(9247e4ef-aaea-4863-ab20-6a6befd50325),segment_id=9247e4ef-aaea-4863-ab20-6a6befd50325)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:17.272576 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.281288 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-48bbd026-d2b8-4ce2-96ea-b4df07ac6a63 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-groups/7adb09f8-4fd8-4228-b1d0-3fbad2193e2e HTTP/1.1" status: 200 len: 1779 time: 0.0635607 Mar 14 15:30:17.281288 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56486) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:17.303475 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 91473996-4716-46d0-bb49-2a2fcc5a3214, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=91473996-4716-46d0-bb49-2a2fcc5a3214,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:17.338355 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.361645 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd8141-a26b-4a95-9c84-5018f779515d tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7adb09f8-4fd8-4228-b1d0-3fbad2193e2e,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:17.377406 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e6d5145-d43a-442a-95a3-ec110babedc3 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.379097 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d529e-2b41-4cec-af62-de535c29e167 None None] Pushing event updated for resources: {'Port': ['ID=822588e9-638f-4f08-b294-4b4f5c1b0ee4,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:17.416260 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30d5ec08-d358-490f-b8bd-8e3fe1ec5ae6 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.472802 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=91473996-4716-46d0-bb49-2a2fcc5a3214,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:17.487624 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-097b9712-1e74-4972-a0a6-4b741e38867e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.490445 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30d5ec08-d358-490f-b8bd-8e3fe1ec5ae6 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.524499 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d5145-d43a-442a-95a3-ec110babedc3 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Subnet': ['ID=843d2de4-8494-4302-9e7d-46c81eedca77,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:17.554099 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6d5145-d43a-442a-95a3-ec110babedc3 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Checking segment: {'id': 'b7315531-8d04-4d6c-bfa9-7511d07cc39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '64145954-9903-4031-926e-e4b4d42e54f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:30:17.554455 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6d5145-d43a-442a-95a3-ec110babedc3 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network hostable DHCP agents. Network: 64145954-9903-4031-926e-e4b4d42e54f7, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:30:17.559225 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30d5ec08-d358-490f-b8bd-8e3fe1ec5ae6 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.562622 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30d5ec08-d358-490f-b8bd-8e3fe1ec5ae6 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.563962 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-30d5ec08-d358-490f-b8bd-8e3fe1ec5ae6 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-groups/7adb09f8-4fd8-4228-b1d0-3fbad2193e2e HTTP/1.1" status: 204 len: 168 time: 0.2829065 Mar 14 15:30:17.567384 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56492) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:17.581319 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5ec08-d358-490f-b8bd-8e3fe1ec5ae6 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adb09f8-4fd8-4228-b1d0-3fbad2193e2e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:17.652599 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['91473996-4716-46d0-bb49-2a2fcc5a3214'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:30:17.715709 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-097b9712-1e74-4972-a0a6-4b741e38867e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.740525 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6d5145-d43a-442a-95a3-ec110babedc3 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network 64145954-9903-4031-926e-e4b4d42e54f7 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:30:17.792532 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-0e6d5145-d43a-442a-95a3-ec110babedc3 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 64145954-9903-4031-926e-e4b4d42e54f7) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:17.870258 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-29a24620-c005-4f6a-941e-4a0d66a9aeb8 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:17.872564 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-29a24620-c005-4f6a-941e-4a0d66a9aeb8 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/networks?id=c349f7a5-9358-4e25-b080-01bddce4daf3 HTTP/1.1" status: 200 len: 812 time: 0.2148743 Mar 14 15:30:17.894826 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6d5145-d43a-442a-95a3-ec110babedc3 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:17.895836 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e6d5145-d43a-442a-95a3-ec110babedc3 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:17.905871 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-963ffb47-069f-4b07-8a93-ef76f295f07f tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/quotas/2c340664b3fb4c449d87994efbd8009f HTTP/1.1" status: 200 len: 375 time: 0.0195744 Mar 14 15:30:17.906118 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-73efe809-8f7b-47c5-9afd-7edf820bcf16 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3325555 Mar 14 15:30:17.907645 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56500) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:17.922523 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097b9712-1e74-4972-a0a6-4b741e38867e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network e4728811-2a0a-4d09-bb2e-9c65844bc79f is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:17.931705 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-097b9712-1e74-4972-a0a6-4b741e38867e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:17.941271 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-90132683-e511-466f-8613-6b2f93cd0b96 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] delete failed (client error): The resource could not be found. Mar 14 15:30:17.942638 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-90132683-e511-466f-8613-6b2f93cd0b96 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-groups/7adb09f8-4fd8-4228-b1d0-3fbad2193e2e HTTP/1.1" status: 404 len: 347 time: 0.0340319 Mar 14 15:30:17.950427 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56502) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:17.953228 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097b9712-1e74-4972-a0a6-4b741e38867e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:30:17.963835 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-2c3312ef-43d9-4e94-b9ab-1cf860376906 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group': {'name': 'tempest-secgroup--2015015608'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:17.967947 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-58b7e00c-003d-41c6-bc19-a3070822a871 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c340664b3fb4c449d87994efbd8009f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530963 Mar 14 15:30:18.095299 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-82bf9aca-4260-4a7d-bcbf-93dec20e107d service neutron] 10.222.0.59 "GET /v2.0/networks/c349f7a5-9358-4e25-b080-01bddce4daf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176229 Mar 14 15:30:18.220218 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-16dd3511-bad2-49e7-97c5-6f8f89e7b9f7 service neutron] 10.222.0.59 "GET /v2.0/networks/c349f7a5-9358-4e25-b080-01bddce4daf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181891 Mar 14 15:30:18.243965 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0e6d5145-d43a-442a-95a3-ec110babedc3 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5739355 Mar 14 15:30:18.246858 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56504) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:18.275941 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b9712-1e74-4972-a0a6-4b741e38867e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=dbf97fc3-6335-4163-8840-616c09bcadf2,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:18.306273 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ab9af-7cf5-4a61-90f8-a0c13324bf19 req-fc898951-4ea8-4bff-817d-2cd77cef8f35 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:18.307846 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3e0ab9af-7cf5-4a61-90f8-a0c13324bf19 req-fc898951-4ea8-4bff-817d-2cd77cef8f35 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 945 time: 0.5354984 Mar 14 15:30:18.312008 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2c3312ef-43d9-4e94-b9ab-1cf860376906 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:18.336252 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-097b9712-1e74-4972-a0a6-4b741e38867e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:18.379207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8ee90f7-767c-4e50-be6b-9b41c58fcb29 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:18.491610 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8ee90f7-767c-4e50-be6b-9b41c58fcb29 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:18.497509 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-91399cbd-bde3-4c0c-8b7b-1e22cd3fdd1a req-7932c242-2c2a-471b-8d1b-586414b691d3 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 210 time: 0.0383143 Mar 14 15:30:18.520807 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3e0ab9af-7cf5-4a61-90f8-a0c13324bf19 req-b1c8c159-c971-410e-94f5-f5d6dcb96f32 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976724 Mar 14 15:30:18.612080 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8ee90f7-767c-4e50-be6b-9b41c58fcb29 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:18.620872 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 91473996-4716-46d0-bb49-2a2fcc5a3214 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:30:18.626947 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-097b9712-1e74-4972-a0a6-4b741e38867e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:18.635312 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2c3312ef-43d9-4e94-b9ab-1cf860376906 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:18.645467 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2c3312ef-43d9-4e94-b9ab-1cf860376906 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:18.677256 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3312ef-43d9-4e94-b9ab-1cf860376906 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f05c99-0f89-4db5-baa4-739b6d8509c6,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:18.756540 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 91473996-4716-46d0-bb49-2a2fcc5a3214 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:18.760767 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 91473996-4716-46d0-bb49-2a2fcc5a3214 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:18.761147 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:18.946747 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:18.988674 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4ed510-394f-4710-8451-04a8fca39648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91473996-4716-46d0-bb49-2a2fcc5a3214'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:30:18.991980 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63a8abf-f300-435c-8314-dcfa8211d223" -d '{"events": [{"server_uuid": "2f4ed510-394f-4710-8451-04a8fca39648", "name": "network-vif-plugged", "status": "completed", "tag": "91473996-4716-46d0-bb49-2a2fcc5a3214"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:30:19.001907 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b197088d-268f-44b9-addb-2421e63912de None None] Network e4728811-2a0a-4d09-bb2e-9c65844bc79f requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:19.004882 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b02b0a3-1e1a-40ad-8ab4-55d96b978324 None None] Network 05cfe57b-04b6-479c-9e1b-67d373eb3378 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:19.014716 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-097b9712-1e74-4972-a0a6-4b741e38867e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.022841 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-097b9712-1e74-4972-a0a6-4b741e38867e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.037490 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2c3312ef-43d9-4e94-b9ab-1cf860376906 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.039989 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2c3312ef-43d9-4e94-b9ab-1cf860376906 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0834882 Mar 14 15:30:19.059557 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 91473996-4716-46d0-bb49-2a2fcc5a3214, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=91473996-4716-46d0-bb49-2a2fcc5a3214,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:19.060981 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b71265d-831b-43e0-9f1d-64fb8c972930 None None] Network 64145954-9903-4031-926e-e4b4d42e54f7 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:19.100194 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56520) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:19.103148 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee90f7-767c-4e50-be6b-9b41c58fcb29 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Subnet': ['ID=843d2de4-8494-4302-9e7d-46c81eedca77,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:19.115342 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-6fcdf694-4408-4755-9204-dd03115511ef tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group_rule': {'security_group_id': '90f05c99-0f89-4db5-baa4-739b6d8509c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:19.193229 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1223699-bff8-4562-8b53-8d5460f14a8c x-openstack-request-id: req-c1223699-bff8-4562-8b53-8d5460f14a8c {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:30:19.193585 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4ed510-394f-4710-8451-04a8fca39648", "name": "network-vif-plugged", "status": "completed", "tag": "91473996-4716-46d0-bb49-2a2fcc5a3214", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:30:19.193939 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c1223699-bff8-4562-8b53-8d5460f14a8c {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:30:19.194266 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4ed510-394f-4710-8451-04a8fca39648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91473996-4716-46d0-bb49-2a2fcc5a3214', 'code': 200} Mar 14 15:30:19.194379 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8ee90f7-767c-4e50-be6b-9b41c58fcb29 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.209767 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.226462 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6fcdf694-4408-4755-9204-dd03115511ef tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.234614 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b9712-1e74-4972-a0a6-4b741e38867e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=dbf97fc3-6335-4163-8840-616c09bcadf2,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:19.244284 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d8ee90f7-767c-4e50-be6b-9b41c58fcb29 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64145954-9903-4031-926e-e4b4d42e54f7']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:19.280933 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-097b9712-1e74-4972-a0a6-4b741e38867e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.291054 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d8ee90f7-767c-4e50-be6b-9b41c58fcb29 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7315531-8d04-4d6c-bfa9-7511d07cc39c') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:19.294767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-d8ee90f7-767c-4e50-be6b-9b41c58fcb29 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7315531-8d04-4d6c-bfa9-7511d07cc39c') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:19.307937 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-a917f8aa-5573-47b1-a8ea-e51575569da3 None None] Provisioning complete for port 822588e9-638f-4f08-b294-4b4f5c1b0ee4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:19.308314 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a917f8aa-5573-47b1-a8ea-e51575569da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.330472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8ee90f7-767c-4e50-be6b-9b41c58fcb29 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.368295 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 822588e9-638f-4f08-b294-4b4f5c1b0ee4 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:30:19.379244 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8ee90f7-767c-4e50-be6b-9b41c58fcb29 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.387602 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ee90f7-767c-4e50-be6b-9b41c58fcb29 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:30:19.388187 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8ee90f7-767c-4e50-be6b-9b41c58fcb29 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:19.392772 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:19.395025 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53050a18-e3cf-4f4e-9a3f-5a35db41c28a req-bee9d283-6b85-4fa1-9df0-27c34953b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:19.396757 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-53050a18-e3cf-4f4e-9a3f-5a35db41c28a req-bee9d283-6b85-4fa1-9df0-27c34953b287 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 1099 time: 0.0989463 Mar 14 15:30:19.485286 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8ee90f7-767c-4e50-be6b-9b41c58fcb29 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.490846 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6fcdf694-4408-4755-9204-dd03115511ef tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.497156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8ee90f7-767c-4e50-be6b-9b41c58fcb29 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.505844 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6fcdf694-4408-4755-9204-dd03115511ef tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.509203 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d8ee90f7-767c-4e50-be6b-9b41c58fcb29 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/64145954-9903-4031-926e-e4b4d42e54f7 HTTP/1.1" status: 204 len: 168 time: 1.2588489 Mar 14 15:30:19.510448 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56522) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:19.524731 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=91473996-4716-46d0-bb49-2a2fcc5a3214,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:19.538766 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6fcdf694-4408-4755-9204-dd03115511ef tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.540009 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6fcdf694-4408-4755-9204-dd03115511ef tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4388146 Mar 14 15:30:19.549548 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-53050a18-e3cf-4f4e-9a3f-5a35db41c28a req-ed181be7-03cb-4ae6-b69d-3cc7fc305b98 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070783 Mar 14 15:30:19.550169 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56526) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:19.558343 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee90f7-767c-4e50-be6b-9b41c58fcb29 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Network': ['ID=64145954-9903-4031-926e-e4b4d42e54f7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:19.562569 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdf694-4408-4755-9204-dd03115511ef tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309ae0bf-b809-47c9-99b0-5e80019a49ff,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:19.580196 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097b9712-1e74-4972-a0a6-4b741e38867e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network e4728811-2a0a-4d09-bb2e-9c65844bc79f is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:19.585950 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-097b9712-1e74-4972-a0a6-4b741e38867e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:19.601155 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1415d5e7-5fd7-4c53-9e66-5cd493d9ce49 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.621660 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-501ae68c-f2c6-4ed1-b183-287d70a2ec66 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] GET failed (client error): The resource could not be found. Mar 14 15:30:19.628648 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-501ae68c-f2c6-4ed1-b183-287d70a2ec66 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "GET /v2.0/subnets/843d2de4-8494-4302-9e7d-46c81eedca77 HTTP/1.1" status: 404 len: 337 time: 0.1098347 Mar 14 15:30:19.632320 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56530) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:19.675351 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-62356033-2914-4d1e-bdb6-ba10459865b1 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:19.675964 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62356033-2914-4d1e-bdb6-ba10459865b1 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:19.683487 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43f5bb6-a092-43a8-a040-7f438fde053e None None] Network 64145954-9903-4031-926e-e4b4d42e54f7 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:19.683678 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-62356033-2914-4d1e-bdb6-ba10459865b1 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/64145954-9903-4031-926e-e4b4d42e54f7 HTTP/1.1" status: 404 len: 339 time: 0.0463226 Mar 14 15:30:19.683772 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71d1e05-12d1-475f-bba1-b6e67c8e1b51 None None] Network 05cfe57b-04b6-479c-9e1b-67d373eb3378 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:19.688152 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56532) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:19.728628 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43f5bb6-a092-43a8-a040-7f438fde053e None None] Network 64145954-9903-4031-926e-e4b4d42e54f7 could not be found, it might have been deleted concurrently. {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 14 15:30:19.756632 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1415d5e7-5fd7-4c53-9e66-5cd493d9ce49 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.780734 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e10fd824-cedc-4a54-a183-94574ad600dc req-4bacb92d-1196-40eb-b7f5-c9864fae943e tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 210 time: 0.0436659 Mar 14 15:30:19.800533 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097b9712-1e74-4972-a0a6-4b741e38867e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 87f82823-0096-4e43-8c69-08e2029b95d6 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:30:19.816378 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1415d5e7-5fd7-4c53-9e66-5cd493d9ce49 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.830628 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1415d5e7-5fd7-4c53-9e66-5cd493d9ce49 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.830628 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1415d5e7-5fd7-4c53-9e66-5cd493d9ce49 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/309ae0bf-b809-47c9-99b0-5e80019a49ff HTTP/1.1" status: 204 len: 168 time: 0.2716346 Mar 14 15:30:19.831077 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 822588e9-638f-4f08-b294-4b4f5c1b0ee4 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:19.831077 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.831575 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56534) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:19.880325 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415d5e7-5fd7-4c53-9e66-5cd493d9ce49 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=309ae0bf-b809-47c9-99b0-5e80019a49ff,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:19.883703 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc664f-012f-4bd3-bc98-5c1db3bbdc45 req-eaa44116-ccd1-4770-834d-62ff08744041 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:19.886326 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a6dc664f-012f-4bd3-bc98-5c1db3bbdc45 req-eaa44116-ccd1-4770-834d-62ff08744041 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 946 time: 0.2155712 Mar 14 15:30:19.921668 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a917f8aa-5573-47b1-a8ea-e51575569da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:19.976176 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9b658f18-d386-4e01-83d3-015b7453ab57 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1460397 Mar 14 15:30:19.980484 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56536) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:19.994195 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097b9712-1e74-4972-a0a6-4b741e38867e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:20.000403 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-097b9712-1e74-4972-a0a6-4b741e38867e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/routers/87f82823-0096-4e43-8c69-08e2029b95d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1109490 Mar 14 15:30:20.002882 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56538) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:20.007350 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac3a47-e85a-460f-bc3b-42725205a0b0 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.008974 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f1ac3a47-e85a-460f-bc3b-42725205a0b0 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3185010 Mar 14 15:30:20.011778 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56540) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:20.018887 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] Sync routers for ids ['87f82823-0096-4e43-8c69-08e2029b95d6'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:30:20.020408 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a6dc664f-012f-4bd3-bc98-5c1db3bbdc45 req-03e02922-b1bc-4637-895f-86a3c67d17e9 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194668 Mar 14 15:30:20.020545 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-a917f8aa-5573-47b1-a8ea-e51575569da3 None None] For port 822588e9-638f-4f08-b294-4b4f5c1b0ee4, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=822588e9-638f-4f08-b294-4b4f5c1b0ee4,segment=NetworkSegment(9247e4ef-aaea-4863-ab20-6a6befd50325),segment_id=9247e4ef-aaea-4863-ab20-6a6befd50325)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:20.042488 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] Routers {'87f82823-0096-4e43-8c69-08e2029b95d6'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:30:20.042488 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:30:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['87f82823-0096-4e43-8c69-08e2029b95d6'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:20.044850 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a917f8aa-5573-47b1-a8ea-e51575569da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:20.093394 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98eb62e8-d373-4eca-b749-7bdb704dd6d8 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:20.110834 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:20.118487 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ab34a733-91a4-42f9-aa26-dc1abbfbd805 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "GET /v2.0/subnets?network_id=0f3fd893-5baa-4085-951b-8847b15a4083 HTTP/1.1" status: 200 len: 207 time: 0.1055021 Mar 14 15:30:20.125360 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56542) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:20.175455 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98eb62e8-d373-4eca-b749-7bdb704dd6d8 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:20.216265 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] Set router 87f82823-0096-4e43-8c69-08e2029b95d6 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:30:20.363563 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc965465-d989-4fed-bf2c-072142330c17 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.364830 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc965465-d989-4fed-bf2c-072142330c17 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.365494 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc965465-d989-4fed-bf2c-072142330c17 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.366149 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc965465-d989-4fed-bf2c-072142330c17 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.366984 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc965465-d989-4fed-bf2c-072142330c17 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.367669 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc965465-d989-4fed-bf2c-072142330c17 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.368553 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc965465-d989-4fed-bf2c-072142330c17 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.369219 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc965465-d989-4fed-bf2c-072142330c17 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.369995 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc965465-d989-4fed-bf2c-072142330c17 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.370640 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc965465-d989-4fed-bf2c-072142330c17 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.372997 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bc965465-d989-4fed-bf2c-072142330c17 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7032 time: 0.3691199 Mar 14 15:30:20.376117 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56544) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:20.455378 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917f8aa-5573-47b1-a8ea-e51575569da3 None None] Pushing event updated for resources: {'Port': ['ID=822588e9-638f-4f08-b294-4b4f5c1b0ee4,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:20.510025 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'name': 'tempest-TestNetworkBasicOps-router-904199613', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:09Z', 'updated_at': '2022-03-14T15:30:18Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:10Z', 'updated_at': '2022-03-14T15:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'dbf97fc3-6335-4163-8840-616c09bcadf2', 'name': '', 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:f2:38:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'b4dab56e-81ab-4760-a464-ee2142644a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:18Z', 'revision_number': 2, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'b4dab56e-81ab-4760-a464-ee2142644a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:20.525269 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:30:20.525636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:30:20.548769 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] Checking router: 87f82823-0096-4e43-8c69-08e2029b95d6 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:30:20.549276 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] Updating router 87f82823-0096-4e43-8c69-08e2029b95d6 port dbf97fc3-6335-4163-8840-616c09bcadf2 binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:30:20.579949 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec09fb1-fb97-4d2f-ac7b-9875d0deeb53 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.580720 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec09fb1-fb97-4d2f-ac7b-9875d0deeb53 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.581486 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec09fb1-fb97-4d2f-ac7b-9875d0deeb53 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.582110 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec09fb1-fb97-4d2f-ac7b-9875d0deeb53 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.582742 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec09fb1-fb97-4d2f-ac7b-9875d0deeb53 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.583382 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec09fb1-fb97-4d2f-ac7b-9875d0deeb53 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.584041 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec09fb1-fb97-4d2f-ac7b-9875d0deeb53 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.584168 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:20.584761 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec09fb1-fb97-4d2f-ac7b-9875d0deeb53 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.585634 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec09fb1-fb97-4d2f-ac7b-9875d0deeb53 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.587988 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6ec09fb1-fb97-4d2f-ac7b-9875d0deeb53 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5891 time: 0.2106602 Mar 14 15:30:20.590694 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56550) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:20.623157 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98eb62e8-d373-4eca-b749-7bdb704dd6d8 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:20.634521 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-98eb62e8-d373-4eca-b749-7bdb704dd6d8 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:20.646820 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-98eb62e8-d373-4eca-b749-7bdb704dd6d8 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-groups/90f05c99-0f89-4db5-baa4-739b6d8509c6 HTTP/1.1" status: 204 len: 168 time: 0.6614509 Mar 14 15:30:20.662341 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56552) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:20.714362 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb62e8-d373-4eca-b749-7bdb704dd6d8 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f05c99-0f89-4db5-baa4-739b6d8509c6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:20.749109 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4119bdb-3320-48c0-b955-ec533905b594 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.756379 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4119bdb-3320-48c0-b955-ec533905b594 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.767465 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4119bdb-3320-48c0-b955-ec533905b594 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.775481 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5a44d599-7e44-4614-90ce-27d56a26c4db tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1071370 Mar 14 15:30:20.775683 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4119bdb-3320-48c0-b955-ec533905b594 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.776724 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56554) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:20.777295 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d4119bdb-3320-48c0-b955-ec533905b594 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.6509109 Mar 14 15:30:20.787641 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-3325af29-e8ad-4708-9cf1-b8063041eaf2 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:20.790106 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-3325af29-e8ad-4708-9cf1-b8063041eaf2 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.18 "GET /v2.0/networks?id=c349f7a5-9358-4e25-b080-01bddce4daf3 HTTP/1.1" status: 200 len: 812 time: 0.5288577 Mar 14 15:30:20.790711 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56556) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:20.800950 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-b5e35558-103e-48cd-a9be-5c4a5d96bd93 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group': {'name': 'tempest-secgroup--747842193'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:20.818575 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-2f6096df-39d3-4d28-81e8-de986ade95d7 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Request body: {'port': {'device_id': '56188bfe-7d2c-46b4-8491-40990d3de3aa', 'network_id': 'c349f7a5-9358-4e25-b080-01bddce4daf3', 'admin_state_up': True, 'tenant_id': '2c340664b3fb4c449d87994efbd8009f'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:20.922586 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b5e35558-103e-48cd-a9be-5c4a5d96bd93 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:20.947253 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ade8be9-747a-499c-971f-baf39dcea27b None None] Network e4728811-2a0a-4d09-bb2e-9c65844bc79f requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:20.986774 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6e433a89-622d-4fb3-a17a-161183ad3518 req-64b9bf59-af3d-4eac-bb40-bb70470f8d1d tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 210 time: 0.0690024 Mar 14 15:30:21.014422 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.023871 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.026454 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ac0db511-f397-4e98-be1b-30d44c35b9b5 None None] Provisioning complete for port 822588e9-638f-4f08-b294-4b4f5c1b0ee4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:21.027211 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac0db511-f397-4e98-be1b-30d44c35b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.035360 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-2f6096df-39d3-4d28-81e8-de986ade95d7 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Made reservation on behalf of 2c340664b3fb4c449d87994efbd8009f for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:21.039830 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-2f6096df-39d3-4d28-81e8-de986ade95d7 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.055713 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-49f5dbce-1b0a-42eb-9a70-21f64b0a4842 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.4634640 Mar 14 15:30:21.131677 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b5e35558-103e-48cd-a9be-5c4a5d96bd93 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.140856 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b5e35558-103e-48cd-a9be-5c4a5d96bd93 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.144699 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] Attempting to bind port dbf97fc3-6335-4163-8840-616c09bcadf2 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:21.145072 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] Attempting to bind port dbf97fc3-6335-4163-8840-616c09bcadf2 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '9247e4ef-aaea-4863-ab20-6a6befd50325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:21.145521 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] Attempting to bind port dbf97fc3-6335-4163-8840-616c09bcadf2 on network e4728811-2a0a-4d09-bb2e-9c65844bc79f {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:30:21.155785 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:30:21.156156 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] Checking segment: {'id': '9247e4ef-aaea-4863-ab20-6a6befd50325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:30:21.156558 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.157442 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] Bound using segment: {'id': '9247e4ef-aaea-4863-ab20-6a6befd50325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:30:21.157442 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] Bound port: dbf97fc3-6335-4163-8840-616c09bcadf2, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9247e4ef-aaea-4863-ab20-6a6befd50325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:21.164016 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.182961 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56564) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:21.183924 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2c8c67ab-54f8-4d7f-b2cd-aa0c79b1a3c5 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3915606 Mar 14 15:30:21.230909 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b5e35558-103e-48cd-a9be-5c4a5d96bd93 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.238409 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b5e35558-103e-48cd-a9be-5c4a5d96bd93 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4580581 Mar 14 15:30:21.243911 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56566) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:21.261405 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] For port dbf97fc3-6335-4163-8840-616c09bcadf2, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:21.268613 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] For port dbf97fc3-6335-4163-8840-616c09bcadf2, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=dbf97fc3-6335-4163-8840-616c09bcadf2,segment=NetworkSegment(9247e4ef-aaea-4863-ab20-6a6befd50325),segment_id=9247e4ef-aaea-4863-ab20-6a6befd50325)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:21.270288 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35c2d6-8a70-4ace-ba56-0daf9f11f50a None None] Pushing event updated for resources: {'Port': ['ID=dbf97fc3-6335-4163-8840-616c09bcadf2,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:21.272905 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-eb8ff15b-667c-44c1-9099-be50cf06ab62 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group_rule': {'security_group_id': '2baa6edf-ec5c-49f6-893a-1039940b29f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:21.281252 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35c2d6-8a70-4ace-ba56-0daf9f11f50a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:21.282020 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35c2d6-8a70-4ace-ba56-0daf9f11f50a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:21.282685 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35c2d6-8a70-4ace-ba56-0daf9f11f50a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:21.283366 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35c2d6-8a70-4ace-ba56-0daf9f11f50a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:21.283996 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35c2d6-8a70-4ace-ba56-0daf9f11f50a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:21.284555 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35c2d6-8a70-4ace-ba56-0daf9f11f50a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:21.285108 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35c2d6-8a70-4ace-ba56-0daf9f11f50a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:21.285647 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35c2d6-8a70-4ace-ba56-0daf9f11f50a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:21.286235 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35c2d6-8a70-4ace-ba56-0daf9f11f50a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:21.286845 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35c2d6-8a70-4ace-ba56-0daf9f11f50a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:21.287437 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35c2d6-8a70-4ace-ba56-0daf9f11f50a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:21.287990 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35c2d6-8a70-4ace-ba56-0daf9f11f50a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:30:21.290383 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3798c348-c0c8-4f43-8094-8f25a9792235 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:30:21.301217 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.316620 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e35558-103e-48cd-a9be-5c4a5d96bd93 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2baa6edf-ec5c-49f6-893a-1039940b29f1,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:21.346274 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31e49e-18f2-4f4d-819c-6030a58f6da2 req-c92593dd-6eb2-4c07-8eaf-7a33e205ba4b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:21.347975 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4a31e49e-18f2-4f4d-819c-6030a58f6da2 req-c92593dd-6eb2-4c07-8eaf-7a33e205ba4b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 946 time: 0.1603220 Mar 14 15:30:21.364777 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdb0cb3-2911-42b7-b41d-19cbed66e01b tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:21.365498 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] Routers {'87f82823-0096-4e43-8c69-08e2029b95d6'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:30:21.366523 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:30:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['87f82823-0096-4e43-8c69-08e2029b95d6'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:21.370457 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdb0cb3-2911-42b7-b41d-19cbed66e01b tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:21.375041 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ffdb0cb3-2911-42b7-b41d-19cbed66e01b tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1911578 Mar 14 15:30:21.379415 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56568) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:21.388204 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-2f6096df-39d3-4d28-81e8-de986ade95d7 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Allocated IP 172.20.0.6 (c349f7a5-9358-4e25-b080-01bddce4daf3/dc706e67-51e6-46cb-b69b-915da11c632f/0ece5193-f682-48bb-9351-6459d3e86ab5) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:21.398059 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff15b-667c-44c1-9099-be50cf06ab62 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.400488 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56570) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:21.406597 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9c7bc899-2c14-4ca1-8415-435bc72c933e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-565985369', 'description': 'tempest-secgroup-smoke-565985369 description', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:21.436480 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4a31e49e-18f2-4f4d-819c-6030a58f6da2 req-077dec33-6f02-468d-bc47-30b37248d003 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786037 Mar 14 15:30:21.436842 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35c2d6-8a70-4ace-ba56-0daf9f11f50a None None] Pushing event updated for resources: {'Port': ['ID=dbf97fc3-6335-4163-8840-616c09bcadf2,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:21.497062 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c7bc899-2c14-4ca1-8415-435bc72c933e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.522835 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332ca359-f12d-476f-b008-1f39678f1af7 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['shared'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:21.524553 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332ca359-f12d-476f-b008-1f39678f1af7 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['shared'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:21.526174 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-332ca359-f12d-476f-b008-1f39678f1af7 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1457608 Mar 14 15:30:21.530551 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 3798c348-c0c8-4f43-8094-8f25a9792235 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:21.530958 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.531890 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56574) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:21.567188 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff15b-667c-44c1-9099-be50cf06ab62 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.580499 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff15b-667c-44c1-9099-be50cf06ab62 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.584408 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ac0db511-f397-4e98-be1b-30d44c35b9b5 None None] Provisioning complete for port dbf97fc3-6335-4163-8840-616c09bcadf2 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:21.584783 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac0db511-f397-4e98-be1b-30d44c35b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.590878 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] Set router 87f82823-0096-4e43-8c69-08e2029b95d6 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:30:21.624789 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff15b-667c-44c1-9099-be50cf06ab62 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.626357 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-eb8ff15b-667c-44c1-9099-be50cf06ab62 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3816693 Mar 14 15:30:21.635893 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56576) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:21.641636 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b307428b-8055-4416-ae0e-639d24fbcb20 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group_rule': {'security_group_id': '2baa6edf-ec5c-49f6-893a-1039940b29f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:21.694124 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ff15b-667c-44c1-9099-be50cf06ab62 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1f992e-cdb3-4a87-b64b-a3b14f02eaf9,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:21.731161 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.737634 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac0db511-f397-4e98-be1b-30d44c35b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.782503 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 3798c348-c0c8-4f43-8094-8f25a9792235, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3798c348-c0c8-4f43-8094-8f25a9792235,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:21.789335 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b307428b-8055-4416-ae0e-639d24fbcb20 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.795822 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c635fa-53eb-44b0-84df-9e418baabb66 req-d71e46cb-bc2b-41b7-a177-a25cdfde5008 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:21.796501 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.803423 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-55c635fa-53eb-44b0-84df-9e418baabb66 req-d71e46cb-bc2b-41b7-a177-a25cdfde5008 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 946 time: 0.2723529 Mar 14 15:30:21.809947 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ac0db511-f397-4e98-be1b-30d44c35b9b5 None None] For port dbf97fc3-6335-4163-8840-616c09bcadf2, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=dbf97fc3-6335-4163-8840-616c09bcadf2,segment=NetworkSegment(9247e4ef-aaea-4863-ab20-6a6befd50325),segment_id=9247e4ef-aaea-4863-ab20-6a6befd50325)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:21.819545 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c7bc899-2c14-4ca1-8415-435bc72c933e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.827428 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae91aaa-151b-429e-a71c-f3e8e969a950 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:21.828892 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-eae91aaa-151b-429e-a71c-f3e8e969a950 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "GET /v2.0/networks/7a20263e-8065-45b8-85a6-082db885aabe HTTP/1.1" status: 200 len: 800 time: 0.2960792 Mar 14 15:30:21.839485 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c7bc899-2c14-4ca1-8415-435bc72c933e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.844568 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56578) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:21.851382 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac0db511-f397-4e98-be1b-30d44c35b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:21.898985 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=3798c348-c0c8-4f43-8094-8f25a9792235,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:21.957103 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0db511-f397-4e98-be1b-30d44c35b9b5 None None] Pushing event updated for resources: {'Port': ['ID=dbf97fc3-6335-4163-8840-616c09bcadf2,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:21.976315 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'name': 'tempest-TestNetworkBasicOps-router-904199613', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:09Z', 'updated_at': '2022-03-14T15:30:18Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:10Z', 'updated_at': '2022-03-14T15:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'dbf97fc3-6335-4163-8840-616c09bcadf2', 'name': '', 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:f2:38:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'b4dab56e-81ab-4760-a464-ee2142644a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:21Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'b4dab56e-81ab-4760-a464-ee2142644a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:21.996907 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-2f6096df-39d3-4d28-81e8-de986ade95d7 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.002455 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 822588e9-638f-4f08-b294-4b4f5c1b0ee4 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:30:22.023312 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228dd918-d19e-4f69-8ba5-365a49512999 None None] The sync data for ids ['87f82823-0096-4e43-8c69-08e2029b95d6'] in dv-neutron-833559-1-hyperv is: [{'id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'name': 'tempest-TestNetworkBasicOps-router-904199613', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:09Z', 'updated_at': '2022-03-14T15:30:18Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:10Z', 'updated_at': '2022-03-14T15:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'dbf97fc3-6335-4163-8840-616c09bcadf2', 'name': '', 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:f2:38:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'b4dab56e-81ab-4760-a464-ee2142644a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:21Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'b4dab56e-81ab-4760-a464-ee2142644a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:30:22.127426 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-2f6096df-39d3-4d28-81e8-de986ade95d7 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.135074 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-37cf1ea5-991d-455f-a5bc-ac292552e887 None None] Provisioning complete for port 822588e9-638f-4f08-b294-4b4f5c1b0ee4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:22.135824 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-37cf1ea5-991d-455f-a5bc-ac292552e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.228327 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b307428b-8055-4416-ae0e-639d24fbcb20 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.232131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-2f6096df-39d3-4d28-81e8-de986ade95d7 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Network c349f7a5-9358-4e25-b080-01bddce4daf3 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:22.236698 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 822588e9-638f-4f08-b294-4b4f5c1b0ee4 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:22.237220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.238666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-2f6096df-39d3-4d28-81e8-de986ade95d7 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:22.244047 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-2f6096df-39d3-4d28-81e8-de986ade95d7 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:30:22.249546 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b307428b-8055-4416-ae0e-639d24fbcb20 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.296735 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6096df-39d3-4d28-81e8-de986ade95d7 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Pushing event updated for resources: {'Port': ['ID=0ece5193-f682-48bb-9351-6459d3e86ab5,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:22.314783 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307428b-8055-4416-ae0e-639d24fbcb20 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931f86d2-28bc-4c73-a47f-e40e6a422737,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:22.363336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa17a96-18d4-49ff-a1f8-996dd57511fc req-c1f19a98-aae7-49e1-98cd-586fc49eddce tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:22.382331 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-baa17a96-18d4-49ff-a1f8-996dd57511fc req-c1f19a98-aae7-49e1-98cd-586fc49eddce tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 931 time: 0.2436440 Mar 14 15:30:22.399328 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b307428b-8055-4416-ae0e-639d24fbcb20 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.400558 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b307428b-8055-4416-ae0e-639d24fbcb20 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7633944 Mar 14 15:30:22.400840 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-37cf1ea5-991d-455f-a5bc-ac292552e887 None None] Provisioning complete for port dbf97fc3-6335-4163-8840-616c09bcadf2 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:22.402084 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-37cf1ea5-991d-455f-a5bc-ac292552e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.413828 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56582) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:22.418280 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-139192db-e7ac-4e6e-b3b5-98189976cbe0 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group_rule': {'security_group_id': '2baa6edf-ec5c-49f6-893a-1039940b29f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:22.467556 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c7bc899-2c14-4ca1-8415-435bc72c933e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.469510 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9c7bc899-2c14-4ca1-8415-435bc72c933e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0676672 Mar 14 15:30:22.474530 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7bc899-2c14-4ca1-8415-435bc72c933e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee47579-d14c-4f77-9753-e4f03af4a3a7,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:22.478857 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56584) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:22.480133 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-2f6096df-39d3-4d28-81e8-de986ade95d7 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:22.480926 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-2f6096df-39d3-4d28-81e8-de986ade95d7 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.484918 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-456e8e26-a5e2-4cc7-93c9-e865b9b33cc7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'cee47579-d14c-4f77-9753-e4f03af4a3a7', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:22.505967 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-55c635fa-53eb-44b0-84df-9e418baabb66 req-3fae89f6-bd81-4427-a099-26ad57444c24 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7015696 Mar 14 15:30:22.534735 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56586) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:22.560233 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-139192db-e7ac-4e6e-b3b5-98189976cbe0 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.578180 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-29a78252-648b-48c3-b3ab-c07f04e78f89 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "GET /v2.0/networks/7a20263e-8065-45b8-85a6-082db885aabe?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.7290943 Mar 14 15:30:22.579397 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56590) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:22.579637 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-2f6096df-39d3-4d28-81e8-de986ade95d7 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7664068 Mar 14 15:30:22.588278 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-baa17a96-18d4-49ff-a1f8-996dd57511fc req-663bfff1-9c83-46c1-98a5-cb6544464365 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049975 Mar 14 15:30:22.603332 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] Request body: {'port': {'device_id': '56188bfe-7d2c-46b4-8491-40990d3de3aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:22.622048 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-456e8e26-a5e2-4cc7-93c9-e865b9b33cc7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.661721 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-972cd9f7-0f79-4e0d-b4f9-5f96172b5470 None None] Provisioning complete for port dbf97fc3-6335-4163-8840-616c09bcadf2 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:22.665933 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-972cd9f7-0f79-4e0d-b4f9-5f96172b5470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.731443 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.752649 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-139192db-e7ac-4e6e-b3b5-98189976cbe0 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.760652 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-139192db-e7ac-4e6e-b3b5-98189976cbe0 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.817328 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139192db-e7ac-4e6e-b3b5-98189976cbe0 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839a5d3f-35b8-45a4-88d1-15f8985b117c,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:22.828124 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-139192db-e7ac-4e6e-b3b5-98189976cbe0 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.829819 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-139192db-e7ac-4e6e-b3b5-98189976cbe0 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4149573 Mar 14 15:30:22.832693 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56592) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:22.837708 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8f349bb3-2672-421b-8da9-c04ada18a9d7 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group_rule': {'security_group_id': '2baa6edf-ec5c-49f6-893a-1039940b29f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:22.841487 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-456e8e26-a5e2-4cc7-93c9-e865b9b33cc7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.862305 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-456e8e26-a5e2-4cc7-93c9-e865b9b33cc7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.892465 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a094f489-2974-47d7-abfc-83574431f359 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:22.897815 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a094f489-2974-47d7-abfc-83574431f359 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "GET /v2.0/subnets/3e75bb8e-9dfa-4c02-a7fd-1204e013914f HTTP/1.1" status: 200 len: 811 time: 0.3135054 Mar 14 15:30:22.898020 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035c6c69-248a-4544-aaa5-db303c459c7c tempest-TestVolumeBootPattern-1450961294 tempest-TestVolumeBootPattern-1450961294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:22.899796 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-035c6c69-248a-4544-aaa5-db303c459c7c tempest-TestVolumeBootPattern-1450961294 tempest-TestVolumeBootPattern-1450961294-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 1094 time: 0.3631563 Mar 14 15:30:22.900508 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56594) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:22.910908 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56596) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:22.911593 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e8e26-a5e2-4cc7-93c9-e865b9b33cc7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b21b70c-8b87-4ec5-9b66-684945968742,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:22.920969 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ad14dc06-5a00-49dc-9a6d-55724334fb33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': '91473996-4716-46d0-bb49-2a2fcc5a3214', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:22.944134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-f70c91f2-89be-41c0-b131-dc038792fd7b None None] Provisioning complete for port dbf97fc3-6335-4163-8840-616c09bcadf2 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:22.945202 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f70c91f2-89be-41c0-b131-dc038792fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.951577 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-456e8e26-a5e2-4cc7-93c9-e865b9b33cc7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.952773 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-456e8e26-a5e2-4cc7-93c9-e865b9b33cc7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4727933 Mar 14 15:30:22.964200 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56598) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:22.970584 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2bc581c5-a026-4fe0-b4e8-403a144b2cab tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'cee47579-d14c-4f77-9753-e4f03af4a3a7', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:22.974867 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ad14dc06-5a00-49dc-9a6d-55724334fb33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:22.999290 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f349bb3-2672-421b-8da9-c04ada18a9d7 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.021373 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf327ac-e42d-4dc3-8334-205a43791a9b tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['shared'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:23.022862 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5bf327ac-e42d-4dc3-8334-205a43791a9b tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "GET /v2.0/subnets/3e75bb8e-9dfa-4c02-a7fd-1204e013914f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1211317 Mar 14 15:30:23.026378 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56600) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:23.064547 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0df63fb9-244e-46d6-843d-186ea84523a6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-437042419'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:23.098983 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df63fb9-244e-46d6-843d-186ea84523a6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:23.102527 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0df63fb9-244e-46d6-843d-186ea84523a6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.117607 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2bc581c5-a026-4fe0-b4e8-403a144b2cab tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.144838 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df63fb9-244e-46d6-843d-186ea84523a6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:30:23.166351 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0df63fb9-244e-46d6-843d-186ea84523a6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.166688 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-0df63fb9-244e-46d6-843d-186ea84523a6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Added segment 44836f8f-c440-4196-8251-a24e10ccc8f4 of type vlan for network 3dcdaacf-0b25-436a-b5bf-b5246821f42e Mar 14 15:30:23.189975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ad14dc06-5a00-49dc-9a6d-55724334fb33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.236650 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-38bcca73-a662-49e8-a8cb-c33cbc4e5f16 None None] Provisioning complete for port dbf97fc3-6335-4163-8840-616c09bcadf2 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:23.237987 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-38bcca73-a662-49e8-a8cb-c33cbc4e5f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.252484 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f349bb3-2672-421b-8da9-c04ada18a9d7 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.268778 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f349bb3-2672-421b-8da9-c04ada18a9d7 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.277402 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0df63fb9-244e-46d6-843d-186ea84523a6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.344769 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0df63fb9-244e-46d6-843d-186ea84523a6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.350599 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df63fb9-244e-46d6-843d-186ea84523a6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:23.351181 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0df63fb9-244e-46d6-843d-186ea84523a6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.374330 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ece5193-f682-48bb-9351-6459d3e86ab5 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:30:23.386322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f349bb3-2672-421b-8da9-c04ada18a9d7 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0bcbf0-0173-4fa7-83c0-42eb9ff36594,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:23.391620 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.403711 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2bc581c5-a026-4fe0-b4e8-403a144b2cab tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.412568 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2bc581c5-a026-4fe0-b4e8-403a144b2cab tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.423149 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8f349bb3-2672-421b-8da9-c04ada18a9d7 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.424315 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8f349bb3-2672-421b-8da9-c04ada18a9d7 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5904469 Mar 14 15:30:23.429537 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0df63fb9-244e-46d6-843d-186ea84523a6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4018996 Mar 14 15:30:23.431027 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] Transition to ACTIVE for port object 0ece5193-f682-48bb-9351-6459d3e86ab5 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:23.431627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56602) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:23.437185 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-eb08360a-52ee-4999-a570-73f252e9a1e2 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group_rule': {'security_group_id': '2baa6edf-ec5c-49f6-893a-1039940b29f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:23.440748 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56604) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:23.448676 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-33b67302-0962-45ea-9c67-ef10472ca844 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'subnet': {'network_id': '3dcdaacf-0b25-436a-b5bf-b5246821f42e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:23.450654 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.464148 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-ad14dc06-5a00-49dc-9a6d-55724334fb33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Allocated IP 172.26.6.238 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/10ea540d-48b8-45ca-a671-d414c22ba885) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:23.464369 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc581c5-a026-4fe0-b4e8-403a144b2cab tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=becc4fda-238c-4cb6-8ad6-210270c19ec7,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:23.480187 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-5d47159c-fcbb-44bb-b1a2-62676cbc870f None None] Provisioning complete for port dbf97fc3-6335-4163-8840-616c09bcadf2 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:23.480563 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5d47159c-fcbb-44bb-b1a2-62676cbc870f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.505704 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2bc581c5-a026-4fe0-b4e8-403a144b2cab tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.507253 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2bc581c5-a026-4fe0-b4e8-403a144b2cab tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5415189 Mar 14 15:30:23.514841 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56606) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:23.522844 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1964e7e0-9bef-400b-80c6-6f69529c1823 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'cee47579-d14c-4f77-9753-e4f03af4a3a7', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:23.542678 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df63fb9-244e-46d6-843d-186ea84523a6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Network': ['ID=3dcdaacf-0b25-436a-b5bf-b5246821f42e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:23.572962 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] Pushing event updated for resources: {'Port': ['ID=0ece5193-f682-48bb-9351-6459d3e86ab5,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:23.586461 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 3dcdaacf-0b25-436a-b5bf-b5246821f42e details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:30:23.590392 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb08360a-52ee-4999-a570-73f252e9a1e2 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.644828 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1964e7e0-9bef-400b-80c6-6f69529c1823 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.657044 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b67302-0962-45ea-9c67-ef10472ca844 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Made reservation on behalf of d6e45125acec452e8c1b6716f23c9b9a for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:23.661048 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-33b67302-0962-45ea-9c67-ef10472ca844 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.700018 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ad14dc06-5a00-49dc-9a6d-55724334fb33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.751722 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb08360a-52ee-4999-a570-73f252e9a1e2 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.754027 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] Attempting to bind port 0ece5193-f682-48bb-9351-6459d3e86ab5 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:23.754363 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] Attempting to bind port 0ece5193-f682-48bb-9351-6459d3e86ab5 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'b731d8b6-e7bc-40b0-992a-2c6c75723e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c349f7a5-9358-4e25-b080-01bddce4daf3'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:23.754697 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] Attempting to bind port 0ece5193-f682-48bb-9351-6459d3e86ab5 on network c349f7a5-9358-4e25-b080-01bddce4daf3 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:30:23.760063 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb08360a-52ee-4999-a570-73f252e9a1e2 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.765823 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.ipam_backend_mixin [None req-33b67302-0962-45ea-9c67-ef10472ca844 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Performing IP validity checks on allocation pools {{(pid=102567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 14 15:30:23.766342 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.ipam_backend_mixin [None req-33b67302-0962-45ea-9c67-ef10472ca844 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 14 15:30:23.770371 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] Port 0ece5193-f682-48bb-9351-6459d3e86ab5 on network c349f7a5-9358-4e25-b080-01bddce4daf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:30:23.770562 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] Attempting to bind port 0ece5193-f682-48bb-9351-6459d3e86ab5 on network c349f7a5-9358-4e25-b080-01bddce4daf3 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:30:23.788790 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1964e7e0-9bef-400b-80c6-6f69529c1823 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.796015 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:30:23.796355 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] Checking segment: {'id': 'b731d8b6-e7bc-40b0-992a-2c6c75723e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c349f7a5-9358-4e25-b080-01bddce4daf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:30:23.796746 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] Bound using segment: {'id': 'b731d8b6-e7bc-40b0-992a-2c6c75723e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c349f7a5-9358-4e25-b080-01bddce4daf3'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:30:23.797247 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] Bound port: 0ece5193-f682-48bb-9351-6459d3e86ab5, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b731d8b6-e7bc-40b0-992a-2c6c75723e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c349f7a5-9358-4e25-b080-01bddce4daf3'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:23.797613 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.799545 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1964e7e0-9bef-400b-80c6-6f69529c1823 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.802943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08360a-52ee-4999-a570-73f252e9a1e2 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eda8a30-b280-4b15-9620-693eadca23e1,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:23.820660 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb08360a-52ee-4999-a570-73f252e9a1e2 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.821842 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-eb08360a-52ee-4999-a570-73f252e9a1e2 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3892949 Mar 14 15:30:23.830496 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241d37a-d15b-415a-bf1e-bac07283916b req-ab1d9419-5c16-49f7-b665-81333991e7d8 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:23.831674 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1241d37a-d15b-415a-bf1e-bac07283916b req-ab1d9419-5c16-49f7-b665-81333991e7d8 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 943 time: 0.1287711 Mar 14 15:30:23.831839 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56610) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:23.846582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964e7e0-9bef-400b-80c6-6f69529c1823 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5287a2-e1dd-461b-a6ac-757c8ee27549,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:23.875186 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ad14dc06-5a00-49dc-9a6d-55724334fb33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.886287 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1964e7e0-9bef-400b-80c6-6f69529c1823 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.887515 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1964e7e0-9bef-400b-80c6-6f69529c1823 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3694298 Mar 14 15:30:23.894522 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56612) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:23.899768 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b55df369-2f20-483f-8f5a-3ae15625e59b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'cee47579-d14c-4f77-9753-e4f03af4a3a7', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:23.910816 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-379e9e47-196b-42f0-b26d-a035ab44ca52 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.930948 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-379e9e47-196b-42f0-b26d-a035ab44ca52 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.974297 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] For port 0ece5193-f682-48bb-9351-6459d3e86ab5, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:23.976770 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b55df369-2f20-483f-8f5a-3ae15625e59b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.983513 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] For port 0ece5193-f682-48bb-9351-6459d3e86ab5, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=0ece5193-f682-48bb-9351-6459d3e86ab5,segment=NetworkSegment(b731d8b6-e7bc-40b0-992a-2c6c75723e1f),segment_id=b731d8b6-e7bc-40b0-992a-2c6c75723e1f)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:23.993943 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1241d37a-d15b-415a-bf1e-bac07283916b req-3ad71182-f369-4d0b-adc1-9154dcd92f99 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494861 Mar 14 15:30:23.994973 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:23.996158 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad14dc06-5a00-49dc-9a6d-55724334fb33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:24.002778 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-ad14dc06-5a00-49dc-9a6d-55724334fb33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:24.004643 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14dc06-5a00-49dc-9a6d-55724334fb33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event updated for resources: {'Port': ['ID=10ea540d-48b8-45ca-a671-d414c22ba885,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:24.010690 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-379e9e47-196b-42f0-b26d-a035ab44ca52 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.027003 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad14dc06-5a00-49dc-9a6d-55724334fb33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:30:24.046757 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device dbf97fc3-6335-4163-8840-616c09bcadf2 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:30:24.055061 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-379e9e47-196b-42f0-b26d-a035ab44ca52 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.058500 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-379e9e47-196b-42f0-b26d-a035ab44ca52 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/2eda8a30-b280-4b15-9620-693eadca23e1 HTTP/1.1" status: 204 len: 168 time: 0.2234333 Mar 14 15:30:24.059843 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56614) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:24.088887 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-33b67302-0962-45ea-9c67-ef10472ca844 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.095489 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:24.096114 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.097492 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] 10.222.0.18 "PUT /v2.0/ports/0ece5193-f682-48bb-9351-6459d3e86ab5 HTTP/1.1" status: 200 len: 1093 time: 1.5062776 Mar 14 15:30:24.098071 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56188bfe-7d2c-46b4-8491-40990d3de3aa', 'tag': '0ece5193-f682-48bb-9351-6459d3e86ab5'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:30:24.100597 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d6e6d1-ddd6-4c03-9682-f5ca0fdbd2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "56188bfe-7d2c-46b4-8491-40990d3de3aa", "tag": "0ece5193-f682-48bb-9351-6459d3e86ab5"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:30:24.103324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e9e47-196b-42f0-b26d-a035ab44ca52 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2eda8a30-b280-4b15-9620-693eadca23e1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:24.121528 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port dbf97fc3-6335-4163-8840-616c09bcadf2 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:24.122315 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.146306 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfe2d2-091b-461f-967b-cf51913088da service neutron] Pushing event updated for resources: {'Port': ['ID=0ece5193-f682-48bb-9351-6459d3e86ab5,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:24.165319 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b55df369-2f20-483f-8f5a-3ae15625e59b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.193087 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0762fe3-14bb-4d59-80dd-54fe85c52ae5 x-openstack-request-id: req-c0762fe3-14bb-4d59-80dd-54fe85c52ae5 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:30:24.193465 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56188bfe-7d2c-46b4-8491-40990d3de3aa", "tag": "0ece5193-f682-48bb-9351-6459d3e86ab5", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:30:24.193661 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c0762fe3-14bb-4d59-80dd-54fe85c52ae5 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:30:24.194029 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56188bfe-7d2c-46b4-8491-40990d3de3aa', 'tag': '0ece5193-f682-48bb-9351-6459d3e86ab5', 'status': 'completed', 'code': 200} Mar 14 15:30:24.194633 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b55df369-2f20-483f-8f5a-3ae15625e59b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.229864 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3798c348-c0c8-4f43-8094-8f25a9792235 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:30:24.230479 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a1034cf7-4dba-4f9e-9101-dfe4c870bc5c tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1655853 Mar 14 15:30:24.237504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56618) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:24.250938 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55df369-2f20-483f-8f5a-3ae15625e59b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b377681-76eb-4e1f-a27e-2f10f57d2ad5,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:24.254493 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b67302-0962-45ea-9c67-ef10472ca844 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Subnet': ['ID=f0ed2c2c-0f0d-41e7-928b-10616a7411a5,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:24.274786 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b67302-0962-45ea-9c67-ef10472ca844 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Checking segment: {'id': '44836f8f-c440-4196-8251-a24e10ccc8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3dcdaacf-0b25-436a-b5bf-b5246821f42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:30:24.275208 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b67302-0962-45ea-9c67-ef10472ca844 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network hostable DHCP agents. Network: 3dcdaacf-0b25-436a-b5bf-b5246821f42e, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:30:24.279945 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b55df369-2f20-483f-8f5a-3ae15625e59b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.282287 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b55df369-2f20-483f-8f5a-3ae15625e59b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3855915 Mar 14 15:30:24.287190 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56620) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:24.291415 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-78f70925-8ee5-4f1e-9203-46b7dd861437 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'cee47579-d14c-4f77-9753-e4f03af4a3a7', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:24.291615 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 3798c348-c0c8-4f43-8094-8f25a9792235 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:24.292059 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.297382 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-d80f179e-3cac-41b4-be4c-5fd8d12d1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:24.298854 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-d80f179e-3cac-41b4-be4c-5fd8d12d1895 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c340664b3fb4c449d87994efbd8009f&device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 1096 time: 0.1320608 Mar 14 15:30:24.300950 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e165dc6c-1ab9-4757-b354-83dd46f88010 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.315248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e165dc6c-1ab9-4757-b354-83dd46f88010 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.346604 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b67302-0962-45ea-9c67-ef10472ca844 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Network 3dcdaacf-0b25-436a-b5bf-b5246821f42e is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:30:24.360133 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-33b67302-0962-45ea-9c67-ef10472ca844 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 3dcdaacf-0b25-436a-b5bf-b5246821f42e) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:24.365052 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b67302-0962-45ea-9c67-ef10472ca844 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:24.365660 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-33b67302-0962-45ea-9c67-ef10472ca844 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.381874 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0fb846-0af9-4020-a01d-df48a45fed5f None None] Network 3dcdaacf-0b25-436a-b5bf-b5246821f42e requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:24.391947 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-33b67302-0962-45ea-9c67-ef10472ca844 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9476187 Mar 14 15:30:24.392314 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56622) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:24.397585 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-944352e8-a321-45c8-a2fc-d1274f9c9e0c tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:24.562334 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-3dcdaacf-0b25-436a-b5bf-b5246821f42e', 'network_id': '3dcdaacf-0b25-436a-b5bf-b5246821f42e', 'tenant_id': 'd6e45125acec452e8c1b6716f23c9b9a', 'fixed_ips': [{'subnet_id': 'f0ed2c2c-0f0d-41e7-928b-10616a7411a5'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:30:24.563416 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.629479 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-944352e8-a321-45c8-a2fc-d1274f9c9e0c tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2887017'] for subnet, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.657607 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-cba36588-e777-40ea-96ee-8bf39a1b704e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ece5193-f682-48bb-9351-6459d3e86ab5 HTTP/1.1" status: 200 len: 217 time: 0.3441560 Mar 14 15:30:24.665908 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-78f70925-8ee5-4f1e-9203-46b7dd861437 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:30:24.681518 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78f70925-8ee5-4f1e-9203-46b7dd861437 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.716089 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e165dc6c-1ab9-4757-b354-83dd46f88010 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.726126 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e165dc6c-1ab9-4757-b354-83dd46f88010 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.729682 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e165dc6c-1ab9-4757-b354-83dd46f88010 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/4c0bcbf0-0173-4fa7-83c0-42eb9ff36594 HTTP/1.1" status: 204 len: 168 time: 0.4869723 Mar 14 15:30:24.736844 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56624) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:24.750980 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165dc6c-1ab9-4757-b354-83dd46f88010 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c0bcbf0-0173-4fa7-83c0-42eb9ff36594,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:24.770788 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-3e5a578e-9471-4c9e-965b-e8878b94ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:24.772267 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-3e5a578e-9471-4c9e-965b-e8878b94ec3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dc706e67-51e6-46cb-b69b-915da11c632f HTTP/1.1" status: 200 len: 852 time: 0.1075957 Mar 14 15:30:24.823942 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-daab3c14-02b4-49e2-877b-5eed131c92f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c349f7a5-9358-4e25-b080-01bddce4daf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416820 Mar 14 15:30:24.830386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78f70925-8ee5-4f1e-9203-46b7dd861437 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.851457 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 14 15:30:24.851457 dv-neutron-833559-1-hyperv neutron-server[102569]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 14 15:30:24.851457 dv-neutron-833559-1-hyperv neutron-server[102569]: [parameters: {'in_use': 1, 'id_1': 'f0ed2c2c-0f0d-41e7-928b-10616a7411a5'}] Mar 14 15:30:24.851457 dv-neutron-833559-1-hyperv neutron-server[102569]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:30:24.852376 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:30:24.855287 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7b8cca69-ac5e-44e3-aa9c-0963160315ad tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1141055 Mar 14 15:30:24.856063 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78f70925-8ee5-4f1e-9203-46b7dd861437 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.858709 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56626) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:24.913070 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f70925-8ee5-4f1e-9203-46b7dd861437 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360fa51d-7873-4300-972c-cefc9e03984e,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:24.929420 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-78f70925-8ee5-4f1e-9203-46b7dd861437 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.930621 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-78f70925-8ee5-4f1e-9203-46b7dd861437 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6427774 Mar 14 15:30:24.937253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56628) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:24.939699 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ad14dc06-5a00-49dc-9a6d-55724334fb33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.943493 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-961fa10f-f7a8-4e2f-8cf8-a90feb4d8f1b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'cee47579-d14c-4f77-9753-e4f03af4a3a7', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:24.956771 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1183da90-ce24-432b-885d-2bc40799a12f tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.971379 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-18b3eeeb-0814-4107-84a2-90ef21d5fb1d service neutron] 10.222.0.18 "GET /v2.0/networks/c349f7a5-9358-4e25-b080-01bddce4daf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397641 Mar 14 15:30:24.975501 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-961fa10f-f7a8-4e2f-8cf8-a90feb4d8f1b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:30:24.988197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-961fa10f-f7a8-4e2f-8cf8-a90feb4d8f1b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:24.998778 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1183da90-ce24-432b-885d-2bc40799a12f tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.109293 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-961fa10f-f7a8-4e2f-8cf8-a90feb4d8f1b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.113501 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-48d75f0a-8eb7-45a3-9882-6a0a28fee749 req-5e21e1ba-fe4a-4801-b79c-e85348012f0a service neutron] 10.222.0.18 "GET /v2.0/networks/c349f7a5-9358-4e25-b080-01bddce4daf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350124 Mar 14 15:30:25.114548 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-961fa10f-f7a8-4e2f-8cf8-a90feb4d8f1b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.132131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fa10f-f7a8-4e2f-8cf8-a90feb4d8f1b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6079577-bf62-4ce1-a26b-4743c00d489a,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:25.141002 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1183da90-ce24-432b-885d-2bc40799a12f tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.142382 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-961fa10f-f7a8-4e2f-8cf8-a90feb4d8f1b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.142645 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-944352e8-a321-45c8-a2fc-d1274f9c9e0c tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774684310191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10178307'] for subnet, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.143815 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-961fa10f-f7a8-4e2f-8cf8-a90feb4d8f1b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2055795 Mar 14 15:30:25.147169 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1183da90-ce24-432b-885d-2bc40799a12f tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.148272 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1183da90-ce24-432b-885d-2bc40799a12f tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/839a5d3f-35b8-45a4-88d1-15f8985b117c HTTP/1.1" status: 204 len: 168 time: 0.2868843 Mar 14 15:30:25.151046 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56632) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:25.162450 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ad14dc06-5a00-49dc-9a6d-55724334fb33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.213372 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5f921a88-1487-457a-b6f3-ddaf6718ab54 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0584705 Mar 14 15:30:25.214530 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183da90-ce24-432b-885d-2bc40799a12f tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=839a5d3f-35b8-45a4-88d1-15f8985b117c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:25.226430 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56636) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:25.246384 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944352e8-a321-45c8-a2fc-d1274f9c9e0c tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:25.247007 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-944352e8-a321-45c8-a2fc-d1274f9c9e0c tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.252088 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-944352e8-a321-45c8-a2fc-d1274f9c9e0c tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "PUT /v2.0/subnets/f0ed2c2c-0f0d-41e7-928b-10616a7411a5 HTTP/1.1" status: 200 len: 877 time: 0.8556139 Mar 14 15:30:25.254275 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56638) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:25.260256 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86587f-94a7-4973-a52a-2c4f91b135ae req-015d7265-32db-4fa1-9bf3-0c3db56388a0 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:25.261922 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8a86587f-94a7-4973-a52a-2c4f91b135ae req-015d7265-32db-4fa1-9bf3-0c3db56388a0 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 943 time: 0.1921852 Mar 14 15:30:25.272582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6e6d1-ddd6-4c03-9682-f5ca0fdbd2e3 req-66c26427-890a-45f6-b449-6660dea79846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:25.274400 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-29d6e6d1-ddd6-4c03-9682-f5ca0fdbd2e3 req-66c26427-890a-45f6-b449-6660dea79846 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c340664b3fb4c449d87994efbd8009f&device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 1096 time: 0.0939839 Mar 14 15:30:25.285782 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944352e8-a321-45c8-a2fc-d1274f9c9e0c tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event updated for resources: {'Subnet': ['ID=f0ed2c2c-0f0d-41e7-928b-10616a7411a5,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:25.354351 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.373258 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9df5b81-861d-4716-824c-a7bae5e50968 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.382947 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9df5b81-861d-4716-824c-a7bae5e50968 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.476550 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9df5b81-861d-4716-824c-a7bae5e50968 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.493507 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9df5b81-861d-4716-824c-a7bae5e50968 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.494767 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a9df5b81-861d-4716-824c-a7bae5e50968 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/931f86d2-28bc-4c73-a47f-e40e6a422737 HTTP/1.1" status: 204 len: 168 time: 0.2670393 Mar 14 15:30:25.498299 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56650) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:25.516950 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Allocated IP 172.20.0.3 (3dcdaacf-0b25-436a-b5bf-b5246821f42e/f0ed2c2c-0f0d-41e7-928b-10616a7411a5/6da49f1f-5094-413a-85a2-abce83a4079b) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:25.527171 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df5b81-861d-4716-824c-a7bae5e50968 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=931f86d2-28bc-4c73-a47f-e40e6a422737,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:25.577065 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-61c8c032-8ce1-45f6-a8b2-613c740b3ab3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-565985369&fields=id&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 267 time: 0.2101178 Mar 14 15:30:25.589147 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6e6d1-ddd6-4c03-9682-f5ca0fdbd2e3 req-23b2c8d9-6f60-42c9-a3c1-be265866482f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:25.590675 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-29d6e6d1-ddd6-4c03-9682-f5ca0fdbd2e3 req-23b2c8d9-6f60-42c9-a3c1-be265866482f service neutron] 10.222.0.18 "GET /v2.0/networks?id=c349f7a5-9358-4e25-b080-01bddce4daf3 HTTP/1.1" status: 200 len: 913 time: 0.3010209 Mar 14 15:30:25.645394 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8a86587f-94a7-4973-a52a-2c4f91b135ae req-4b8c8a48-0b68-43e2-a26f-5fb666c8da71 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712714 Mar 14 15:30:25.678877 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.692086 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.697620 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.718512 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a79d2dc9-4647-4406-8331-e3dd120321f3 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2119408 Mar 14 15:30:25.718937 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56652) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:25.720529 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-29d6e6d1-ddd6-4c03-9682-f5ca0fdbd2e3 req-cf2dd7f1-959e-43c5-bca4-6a0b19efbc8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ece5193-f682-48bb-9351-6459d3e86ab5 HTTP/1.1" status: 200 len: 217 time: 0.1180787 Mar 14 15:30:25.733667 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ad14dc06-5a00-49dc-9a6d-55724334fb33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.741705 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ad14dc06-5a00-49dc-9a6d-55724334fb33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.750960 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Network 3dcdaacf-0b25-436a-b5bf-b5246821f42e is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:25.757046 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:25.759548 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:30:25.761854 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Pushing event updated for resources: {'Port': ['ID=6da49f1f-5094-413a-85a2-abce83a4079b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:25.781987 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1a983ff-1077-4821-b1b7-762c96f783c8 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.801089 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1a983ff-1077-4821-b1b7-762c96f783c8 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.835772 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Attempting to bind port 6da49f1f-5094-413a-85a2-abce83a4079b on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:25.836234 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Attempting to bind port 6da49f1f-5094-413a-85a2-abce83a4079b by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '44836f8f-c440-4196-8251-a24e10ccc8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3dcdaacf-0b25-436a-b5bf-b5246821f42e'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:25.836664 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Attempting to bind port 6da49f1f-5094-413a-85a2-abce83a4079b on network 3dcdaacf-0b25-436a-b5bf-b5246821f42e {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:30:25.839862 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14dc06-5a00-49dc-9a6d-55724334fb33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event updated for resources: {'Port': ['ID=10ea540d-48b8-45ca-a671-d414c22ba885,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:25.843965 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6e6d1-ddd6-4c03-9682-f5ca0fdbd2e3 req-8d9ad8cb-c4f7-4a1c-9f35-5b899a6448e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:25.844807 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:30:25.845267 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Checking segment: {'id': '44836f8f-c440-4196-8251-a24e10ccc8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3dcdaacf-0b25-436a-b5bf-b5246821f42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:30:25.845742 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.846188 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-29d6e6d1-ddd6-4c03-9682-f5ca0fdbd2e3 req-8d9ad8cb-c4f7-4a1c-9f35-5b899a6448e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dc706e67-51e6-46cb-b69b-915da11c632f HTTP/1.1" status: 200 len: 852 time: 0.1143789 Mar 14 15:30:25.847653 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Bound using segment: {'id': '44836f8f-c440-4196-8251-a24e10ccc8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3dcdaacf-0b25-436a-b5bf-b5246821f42e'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:30:25.848229 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Bound port: 6da49f1f-5094-413a-85a2-abce83a4079b, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44836f8f-c440-4196-8251-a24e10ccc8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3dcdaacf-0b25-436a-b5bf-b5246821f42e'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:25.848844 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.859566 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-cead21b4-7890-4703-a19a-8ed7b9c1855f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:25.861388 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-cead21b4-7890-4703-a19a-8ed7b9c1855f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/networks?id=e4728811-2a0a-4d09-bb2e-9c65844bc79f HTTP/1.1" status: 200 len: 795 time: 0.2743435 Mar 14 15:30:25.864262 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ad14dc06-5a00-49dc-9a6d-55724334fb33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.868818 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1a983ff-1077-4821-b1b7-762c96f783c8 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.894875 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-29d6e6d1-ddd6-4c03-9682-f5ca0fdbd2e3 req-c9193f70-7fbd-475b-b703-5624de077505 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c349f7a5-9358-4e25-b080-01bddce4daf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325174 Mar 14 15:30:25.906599 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1a983ff-1077-4821-b1b7-762c96f783c8 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.907756 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b1a983ff-1077-4821-b1b7-762c96f783c8 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/ab1f992e-cdb3-4a87-b64b-a3b14f02eaf9 HTTP/1.1" status: 204 len: 168 time: 0.1879058 Mar 14 15:30:25.913048 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56654) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:25.916200 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-d29fb009-5e19-4a3a-bec9-cf7045eaf280 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/quotas/981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 375 time: 0.0250642 Mar 14 15:30:25.937158 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a983ff-1077-4821-b1b7-762c96f783c8 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab1f992e-cdb3-4a87-b64b-a3b14f02eaf9,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:25.943360 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] For port 6da49f1f-5094-413a-85a2-abce83a4079b, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:25.948053 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] For port 6da49f1f-5094-413a-85a2-abce83a4079b, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=6da49f1f-5094-413a-85a2-abce83a4079b,segment=NetworkSegment(44836f8f-c440-4196-8251-a24e10ccc8f4),segment_id=44836f8f-c440-4196-8251-a24e10ccc8f4)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:25.954303 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:25.976508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Deleting port 6da49f1f-5094-413a-85a2-abce83a4079b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:30:25.977117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.005069 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ef50a173-2de3-4410-ac1e-a2937336791d tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0819378 Mar 14 15:30:26.008146 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56656) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:26.027322 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8238bd2-a65d-4df7-9050-b1672148d133 None None] Pushing event updated for resources: {'Port': ['ID=6da49f1f-5094-413a-85a2-abce83a4079b,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:26.050653 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-ad14dc06-5a00-49dc-9a6d-55724334fb33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Floating IP 8f632e13-e5a8-4bcb-91aa-bf3109f2405e associated. External IP: 172.26.6.238, port: 91473996-4716-46d0-bb49-2a2fcc5a3214. Mar 14 15:30:26.109335 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-4873a3c6-5ec1-466a-bd21-4bb7094f4d49 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1813042 Mar 14 15:30:26.117745 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-29d6e6d1-ddd6-4c03-9682-f5ca0fdbd2e3 req-28edf89b-abea-46df-b92d-1606b7a2c2a9 service neutron] 10.222.0.18 "GET /v2.0/networks/c349f7a5-9358-4e25-b080-01bddce4daf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140286 Mar 14 15:30:26.132748 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-383ea52a-c57d-4777-aab2-75a38865f805 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.148916 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] For port 6da49f1f-5094-413a-85a2-abce83a4079b, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=6da49f1f-5094-413a-85a2-abce83a4079b,segment=NetworkSegment(44836f8f-c440-4196-8251-a24e10ccc8f4),segment_id=44836f8f-c440-4196-8251-a24e10ccc8f4)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:26.149289 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.181545 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Calling delete_port for 6da49f1f-5094-413a-85a2-abce83a4079b owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:30:26.190754 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-383ea52a-c57d-4777-aab2-75a38865f805 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.318161 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-383ea52a-c57d-4777-aab2-75a38865f805 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.321026 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-383ea52a-c57d-4777-aab2-75a38865f805 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.322218 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-383ea52a-c57d-4777-aab2-75a38865f805 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-groups/2baa6edf-ec5c-49f6-893a-1039940b29f1 HTTP/1.1" status: 204 len: 168 time: 0.3129694 Mar 14 15:30:26.326768 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56658) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:26.336979 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ea52a-c57d-4777-aab2-75a38865f805 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baa6edf-ec5c-49f6-893a-1039940b29f1,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:26.411541 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-72f8671f-b9f0-43de-9af5-e5d05dddfa20 service neutron] 10.222.0.59 "GET /v2.0/networks/e4728811-2a0a-4d09-bb2e-9c65844bc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812245 Mar 14 15:30:26.417052 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad14dc06-5a00-49dc-9a6d-55724334fb33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Router 0664d624-af7f-4b11-b1ee-c9248aa951a2 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:30:26.470578 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-29d6e6d1-ddd6-4c03-9682-f5ca0fdbd2e3 req-917df7da-2e6f-496c-8f0a-13c30ef6ba75 service neutron] 10.222.0.18 "GET /v2.0/networks/c349f7a5-9358-4e25-b080-01bddce4daf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413761 Mar 14 15:30:26.516064 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ea37c82c-3949-474d-99fa-5a9f4e81f04d tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1786058 Mar 14 15:30:26.519473 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56660) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:26.529233 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-13dc53d5-339b-49c9-85c4-a873b9b5ba31 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group': {'name': 'tempest-secgroup--386921056'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:26.538296 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad14dc06-5a00-49dc-9a6d-55724334fb33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:26.553013 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fa0813-b653-49b6-bdfd-17219a9b0f63 None None] Sync routers for ids ['0664d624-af7f-4b11-b1ee-c9248aa951a2'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:30:26.558524 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ad14dc06-5a00-49dc-9a6d-55724334fb33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.564909 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa0813-b653-49b6-bdfd-17219a9b0f63 None None] Routers {'0664d624-af7f-4b11-b1ee-c9248aa951a2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:30:26.566455 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-67fa0813-b653-49b6-bdfd-17219a9b0f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:30:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0664d624-af7f-4b11-b1ee-c9248aa951a2'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:26.592768 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ad14dc06-5a00-49dc-9a6d-55724334fb33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6766033 Mar 14 15:30:26.593792 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4ed510-394f-4710-8451-04a8fca39648', 'tag': '91473996-4716-46d0-bb49-2a2fcc5a3214'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:30:26.597184 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e832522-793c-4f35-aae8-2464b9ba1034" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4ed510-394f-4710-8451-04a8fca39648", "tag": "91473996-4716-46d0-bb49-2a2fcc5a3214"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:30:26.615056 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-13dc53d5-339b-49c9-85c4-a873b9b5ba31 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.620013 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-775d1bcc-9feb-444a-88dd-e71ace6ef8e2 service neutron] 10.222.0.59 "GET /v2.0/networks/e4728811-2a0a-4d09-bb2e-9c65844bc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923680 Mar 14 15:30:26.628562 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.657636 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740a39c0-830e-4205-9809-3d561d837613 x-openstack-request-id: req-740a39c0-830e-4205-9809-3d561d837613 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:30:26.658137 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4ed510-394f-4710-8451-04a8fca39648", "tag": "91473996-4716-46d0-bb49-2a2fcc5a3214", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:30:26.658349 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-740a39c0-830e-4205-9809-3d561d837613 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:30:26.658758 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4ed510-394f-4710-8451-04a8fca39648', 'tag': '91473996-4716-46d0-bb49-2a2fcc5a3214', 'status': 'completed', 'code': 200} Mar 14 15:30:26.693474 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Port': ['ID=6da49f1f-5094-413a-85a2-abce83a4079b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:26.724000 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-67fa0813-b653-49b6-bdfd-17219a9b0f63 None None] Set router 0664d624-af7f-4b11-b1ee-c9248aa951a2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:30:26.742000 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No DVR routers for this DVR port 6da49f1f-5094-413a-85a2-abce83a4079b on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:30:26.854735 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3d483-ba31-4f8c-9131-84db71efc3ec req-e3ac1383-9330-4ebd-b9f0-659f252a249f tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:26.858007 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:26.859429 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d7a3d483-ba31-4f8c-9131-84db71efc3ec req-e3ac1383-9330-4ebd-b9f0-659f252a249f tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 943 time: 0.1166551 Mar 14 15:30:26.862218 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e832522-793c-4f35-aae8-2464b9ba1034 req-3ea082e6-d15f-467b-ac33-dc5cf331cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:26.864178 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6e832522-793c-4f35-aae8-2464b9ba1034 req-3ea082e6-d15f-467b-ac33-dc5cf331cffd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a71e4db168bb4915bec9d021ab48e3b3&device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 1099 time: 0.1737814 Mar 14 15:30:26.938248 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d7a3d483-ba31-4f8c-9131-84db71efc3ec req-d1679c89-3693-41ea-b265-f2bcc40b7773 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751233 Mar 14 15:30:26.961362 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f9b08549-20fe-4335-a875-59cdd67bdba4 req-f9f4a375-32fe-446f-b923-4be61f1aa84a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 210 time: 0.0947220 Mar 14 15:30:27.022324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-13dc53d5-339b-49c9-85c4-a873b9b5ba31 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.039567 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-13dc53d5-339b-49c9-85c4-a873b9b5ba31 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.102640 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.115007 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-13dc53d5-339b-49c9-85c4-a873b9b5ba31 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.116529 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-13dc53d5-339b-49c9-85c4-a873b9b5ba31 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5946133 Mar 14 15:30:27.119212 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56676) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:27.126701 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-51e65d99-6131-456e-9815-27e3735c0bf9 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group_rule': {'security_group_id': '61eace9c-c208-48a3-9467-b257b5ea23ca', 'direction': 'ingress', 'protocol': 17}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:27.129938 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e832522-793c-4f35-aae8-2464b9ba1034 req-9e3c6254-95c2-4ca7-8c9f-69d1ded75766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:27.131499 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6e832522-793c-4f35-aae8-2464b9ba1034 req-9e3c6254-95c2-4ca7-8c9f-69d1ded75766 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3c71c02-264e-49fe-ace9-fff9d219f343 HTTP/1.1" status: 200 len: 912 time: 0.2397897 Mar 14 15:30:27.152301 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc53d5-339b-49c9-85c4-a873b9b5ba31 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61eace9c-c208-48a3-9467-b257b5ea23ca,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:27.179671 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ed2c2c-0f0d-41e7-928b-10616a7411a5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:27.195036 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51e65d99-6131-456e-9815-27e3735c0bf9 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.261161 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51e65d99-6131-456e-9815-27e3735c0bf9 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.275213 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51e65d99-6131-456e-9815-27e3735c0bf9 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.302523 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e65d99-6131-456e-9815-27e3735c0bf9 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1269be-f80d-41a4-97fb-6a0f814f16d4,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:27.321768 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-67fa0813-b653-49b6-bdfd-17219a9b0f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '8f632e13-e5a8-4bcb-91aa-bf3109f2405e', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'floating_ip_address': '172.26.6.238', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'port_id': '91473996-4716-46d0-bb49-2a2fcc5a3214', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'mac_address': 'fa:16:3e:14:59:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4ed510-394f-4710-8451-04a8fca39648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:30:24Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 0, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b630840-3443-40cf-9b20-c4814a742f98', 'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'mac_address': 'fa:16:3e:fd:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:09Z', 'updated_at': '2022-03-14T15:29:16Z', 'revision_number': 5, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'subnets': [{'id': '2938bbac-db51-4fe5-871d-2be14c242925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:27.322044 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51e65d99-6131-456e-9815-27e3735c0bf9 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.324573 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-51e65d99-6131-456e-9815-27e3735c0bf9 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2041082 Mar 14 15:30:27.327805 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56680) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:27.352122 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fa0813-b653-49b6-bdfd-17219a9b0f63 None None] Checking router: 0664d624-af7f-4b11-b1ee-c9248aa951a2 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:30:27.356764 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6e832522-793c-4f35-aae8-2464b9ba1034 req-493c34db-7786-4ac5-b43f-04e0da46c48a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91473996-4716-46d0-bb49-2a2fcc5a3214 HTTP/1.1" status: 200 len: 1000 time: 0.1989374 Mar 14 15:30:27.362208 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa0813-b653-49b6-bdfd-17219a9b0f63 None None] Routers {'0664d624-af7f-4b11-b1ee-c9248aa951a2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:30:27.362862 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-67fa0813-b653-49b6-bdfd-17219a9b0f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:30:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0664d624-af7f-4b11-b1ee-c9248aa951a2'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:27.402414 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.425902 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c7893096-6116-430b-b3b4-d7fb0c473545 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.429994 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71710d1-12c4-449d-a5a3-55d866805794 None None] Network 3dcdaacf-0b25-436a-b5bf-b5246821f42e requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:27.442670 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dcdaacf-0b25-436a-b5bf-b5246821f42e']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:27.458156 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c7893096-6116-430b-b3b4-d7fb0c473545 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.470971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44836f8f-c440-4196-8251-a24e10ccc8f4') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:27.470971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44836f8f-c440-4196-8251-a24e10ccc8f4') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:27.471334 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e832522-793c-4f35-aae8-2464b9ba1034 req-2089e6d3-caf2-49d6-9e13-961abee837e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:27.472564 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6e832522-793c-4f35-aae8-2464b9ba1034 req-2089e6d3-caf2-49d6-9e13-961abee837e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2938bbac-db51-4fe5-871d-2be14c242925 HTTP/1.1" status: 200 len: 850 time: 0.1068714 Mar 14 15:30:27.481240 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.504757 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-1e1a1e7a-3d07-44a0-82d4-a1e418ac47b6 None None] Could not find standard attr ID for object 6da49f1f-5094-413a-85a2-abce83a4079b. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:30:27.525237 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c7893096-6116-430b-b3b4-d7fb0c473545 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.529623 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c7893096-6116-430b-b3b4-d7fb0c473545 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.535510 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c7893096-6116-430b-b3b4-d7fb0c473545 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-groups/61eace9c-c208-48a3-9467-b257b5ea23ca HTTP/1.1" status: 204 len: 168 time: 0.2058539 Mar 14 15:30:27.535841 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56682) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:27.548611 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.552770 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7893096-6116-430b-b3b4-d7fb0c473545 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61eace9c-c208-48a3-9467-b257b5ea23ca,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:27.568714 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:30:27.569197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:27.573302 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:27.626270 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-67fa0813-b653-49b6-bdfd-17219a9b0f63 None None] Set router 0664d624-af7f-4b11-b1ee-c9248aa951a2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:30:27.626836 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e832522-793c-4f35-aae8-2464b9ba1034 req-e8cdddc8-d4f5-43ad-a907-2a0650464336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:27.628305 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6e832522-793c-4f35-aae8-2464b9ba1034 req-e8cdddc8-d4f5-43ad-a907-2a0650464336 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3c71c02-264e-49fe-ace9-fff9d219f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1444654 Mar 14 15:30:27.677316 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.683939 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0ae7274e-144a-484c-b71f-19b028992973 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1445780 Mar 14 15:30:27.689007 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56684) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:27.695329 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-63c74a2e-967e-413c-a5fc-3fcc9eee5254 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1203340181'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:27.728601 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.731781 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/3dcdaacf-0b25-436a-b5bf-b5246821f42e HTTP/1.1" status: 204 len: 168 time: 2.4735291 Mar 14 15:30:27.750127 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56686) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:27.757086 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f2758-66a1-4221-b957-dd9087ce5acb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Network': ['ID=3dcdaacf-0b25-436a-b5bf-b5246821f42e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:27.764337 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63c74a2e-967e-413c-a5fc-3fcc9eee5254 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:27.766861 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c1c3da-76e0-4fa0-a91a-8ef353f3ba39 None None] DHCP port deletion for 3dcdaacf-0b25-436a-b5bf-b5246821f42e request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:30:27.794205 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de58744-39fb-4e80-89b9-e8c3413c45f5 None None] Network 3dcdaacf-0b25-436a-b5bf-b5246821f42e requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:27.801603 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6e832522-793c-4f35-aae8-2464b9ba1034 req-b8a67412-035d-4b2e-a92f-12150f7d7fbc service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612926 Mar 14 15:30:27.809122 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de58744-39fb-4e80-89b9-e8c3413c45f5 None None] Network 3dcdaacf-0b25-436a-b5bf-b5246821f42e could not be found, it might have been deleted concurrently. {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 14 15:30:27.819740 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-239ae484-1684-4fec-95d5-d1e4c363cbcf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:27.820171 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-239ae484-1684-4fec-95d5-d1e4c363cbcf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:27.826056 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-239ae484-1684-4fec-95d5-d1e4c363cbcf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/subnets/f0ed2c2c-0f0d-41e7-928b-10616a7411a5 HTTP/1.1" status: 404 len: 337 time: 0.0735631 Mar 14 15:30:27.828515 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56688) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:27.852632 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e420155-5973-4629-9abe-e0968438ed5a tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:27.853211 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e420155-5973-4629-9abe-e0968438ed5a tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:27.858785 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9e420155-5973-4629-9abe-e0968438ed5a tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/3dcdaacf-0b25-436a-b5bf-b5246821f42e HTTP/1.1" status: 404 len: 339 time: 0.0267954 Mar 14 15:30:27.859275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56690) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:27.896328 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-1198e34a-192f-4798-8418-a34d3921e82e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:27.901842 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1198e34a-192f-4798-8418-a34d3921e82e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:27.905715 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1198e34a-192f-4798-8418-a34d3921e82e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/subnets/843d2de4-8494-4302-9e7d-46c81eedca77 HTTP/1.1" status: 404 len: 337 time: 0.0453632 Mar 14 15:30:27.908621 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56692) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:27.911352 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6e832522-793c-4f35-aae8-2464b9ba1034 req-78f13e4f-8927-46ba-b3d1-15edbe6f1e9b service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025908 Mar 14 15:30:27.936904 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-95faa3fa-637b-4abd-bab7-15bbf27633c6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:27.937485 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95faa3fa-637b-4abd-bab7-15bbf27633c6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:27.943040 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-95faa3fa-637b-4abd-bab7-15bbf27633c6 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/64145954-9903-4031-926e-e4b4d42e54f7 HTTP/1.1" status: 404 len: 339 time: 0.0309906 Mar 14 15:30:27.943244 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56694) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:27.969951 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-67fa0813-b653-49b6-bdfd-17219a9b0f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '8f632e13-e5a8-4bcb-91aa-bf3109f2405e', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'floating_ip_address': '172.26.6.238', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'port_id': '91473996-4716-46d0-bb49-2a2fcc5a3214', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'mac_address': 'fa:16:3e:14:59:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4ed510-394f-4710-8451-04a8fca39648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:30:24Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 0, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b630840-3443-40cf-9b20-c4814a742f98', 'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'mac_address': 'fa:16:3e:fd:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:09Z', 'updated_at': '2022-03-14T15:29:16Z', 'revision_number': 5, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'subnets': [{'id': '2938bbac-db51-4fe5-871d-2be14c242925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:28.002040 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fa0813-b653-49b6-bdfd-17219a9b0f63 None None] The sync data for ids ['0664d624-af7f-4b11-b1ee-c9248aa951a2'] in dv-neutron-833559-1-hyperv is: [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '8f632e13-e5a8-4bcb-91aa-bf3109f2405e', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'floating_ip_address': '172.26.6.238', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'port_id': '91473996-4716-46d0-bb49-2a2fcc5a3214', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'mac_address': 'fa:16:3e:14:59:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4ed510-394f-4710-8451-04a8fca39648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:30:24Z', 'updated_at': '2022-03-14T15:30:24Z', 'revision_number': 0, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b630840-3443-40cf-9b20-c4814a742f98', 'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'mac_address': 'fa:16:3e:fd:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:09Z', 'updated_at': '2022-03-14T15:29:16Z', 'revision_number': 5, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'subnets': [{'id': '2938bbac-db51-4fe5-871d-2be14c242925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:30:28.036715 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63c74a2e-967e-413c-a5fc-3fcc9eee5254 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.055162 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63c74a2e-967e-413c-a5fc-3fcc9eee5254 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.092614 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a27ba53c-49d8-425a-be54-90b51c202647 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.117813 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63c74a2e-967e-413c-a5fc-3fcc9eee5254 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.119088 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-63c74a2e-967e-413c-a5fc-3fcc9eee5254 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4278014 Mar 14 15:30:28.123062 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56700) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:28.128827 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a9fb3651-9f9c-458b-bc7a-9a9fec690c90 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group': {'name': 'tempest-secgroup--391236316'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:28.132384 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fc0819c6-9436-4436-aa42-e58d08d3e0c6 req-de1ebcd0-83d6-4f0d-af3d-54d360f795ad tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 210 time: 0.0371532 Mar 14 15:30:28.135062 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c74a2e-967e-413c-a5fc-3fcc9eee5254 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afce8a66-a148-4e20-af08-661f5aed9a94,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:28.181006 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf5488-2d9e-43da-ab3d-12aea1c97bc9 req-557b4f3a-c0ab-4217-a1c1-02afd5c665d5 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:28.183080 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-29bf5488-2d9e-43da-ab3d-12aea1c97bc9 req-557b4f3a-c0ab-4217-a1c1-02afd5c665d5 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 943 time: 0.1521547 Mar 14 15:30:28.213152 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3651-9f9c-458b-bc7a-9a9fec690c90 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.277442 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a27ba53c-49d8-425a-be54-90b51c202647 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.298980 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-d46ca8e4-aef5-476b-892f-f85616b6b4c5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:28.300896 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-d46ca8e4-aef5-476b-892f-f85616b6b4c5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/networks?id=e4728811-2a0a-4d09-bb2e-9c65844bc79f HTTP/1.1" status: 200 len: 795 time: 0.1554465 Mar 14 15:30:28.319930 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-a27ba53c-49d8-425a-be54-90b51c202647 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c5a6cd-85de-4b0b-a8a0-21a791971600']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:28.330478 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-29bf5488-2d9e-43da-ab3d-12aea1c97bc9 req-b1d1a2ff-ba2a-4064-b81a-d84ae510f692 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396790 Mar 14 15:30:28.336449 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-a27ba53c-49d8-425a-be54-90b51c202647 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12495c5-bee9-4d0f-a64b-0287bec87d57') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:28.336752 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-a27ba53c-49d8-425a-be54-90b51c202647 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12495c5-bee9-4d0f-a64b-0287bec87d57') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:28.356412 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a27ba53c-49d8-425a-be54-90b51c202647 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.363824 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-f3017172-440b-41de-a5c2-4dc7798355fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 379 time: 0.0537436 Mar 14 15:30:28.376356 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-624b2cbd-2a17-469e-a16a-f8d8258a41a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'port': {'device_id': 'ecb6a091-99d1-4f3e-b591-c62d77c9fff3', 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f', 'admin_state_up': True, 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'security_groups': ['cee47579-d14c-4f77-9753-e4f03af4a3a7']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:28.379564 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a27ba53c-49d8-425a-be54-90b51c202647 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.394153 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27ba53c-49d8-425a-be54-90b51c202647 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:30:28.394966 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a27ba53c-49d8-425a-be54-90b51c202647 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:28.399437 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:28.430060 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa6a697-651c-4f0e-8f4e-6e7edfb85cc9 None None] New status for floating IP 8f632e13-e5a8-4bcb-91aa-bf3109f2405e: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:30:28.458996 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3651-9f9c-458b-bc7a-9a9fec690c90 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.472582 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3651-9f9c-458b-bc7a-9a9fec690c90 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.493944 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a27ba53c-49d8-425a-be54-90b51c202647 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.509253 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a27ba53c-49d8-425a-be54-90b51c202647 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.512058 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-624b2cbd-2a17-469e-a16a-f8d8258a41a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:30:28.515455 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a27ba53c-49d8-425a-be54-90b51c202647 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/b9c5a6cd-85de-4b0b-a8a0-21a791971600 HTTP/1.1" status: 204 len: 168 time: 0.5711739 Mar 14 15:30:28.516073 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-624b2cbd-2a17-469e-a16a-f8d8258a41a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.517888 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56706) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:28.518120 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3651-9f9c-458b-bc7a-9a9fec690c90 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.521984 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a9fb3651-9f9c-458b-bc7a-9a9fec690c90 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3975756 Mar 14 15:30:28.524248 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56708) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:28.531083 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-444645e5-ff22-4d62-9761-00c2d9b47e61 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group_rule': {'security_group_id': 'afce8a66-a148-4e20-af08-661f5aed9a94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '456fb4d3-d4b7-4967-a04b-759c18647b0d', 'remote_ip_prefix': None}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:28.549629 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ba53c-49d8-425a-be54-90b51c202647 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Network': ['ID=b9c5a6cd-85de-4b0b-a8a0-21a791971600,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:28.553975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb3651-9f9c-458b-bc7a-9a9fec690c90 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=456fb4d3-d4b7-4967-a04b-759c18647b0d,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:28.557186 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e2b285-939b-4d03-9a45-e212b074eea1 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:28.557705 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e2b285-939b-4d03-9a45-e212b074eea1 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:28.562220 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d3e2b285-939b-4d03-9a45-e212b074eea1 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/subnets/635af6b1-59f6-46fc-b259-31f5c39d7f03 HTTP/1.1" status: 404 len: 337 time: 0.0432632 Mar 14 15:30:28.564953 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56710) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:28.589586 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bb8b90-4671-4ca1-9534-923e961b28cb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:28.590265 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67bb8b90-4671-4ca1-9534-923e961b28cb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:28.595454 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-67bb8b90-4671-4ca1-9534-923e961b28cb tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/d2baa7ac-7f9e-4d51-9209-074da3533f64 HTTP/1.1" status: 404 len: 339 time: 0.0293138 Mar 14 15:30:28.596897 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56712) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:28.625087 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd39fcb0-cc30-4d1e-95a4-02b698c60ac7 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:28.626340 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd39fcb0-cc30-4d1e-95a4-02b698c60ac7 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:28.629113 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-dd39fcb0-cc30-4d1e-95a4-02b698c60ac7 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/subnets/5effba09-b27f-4316-a2bb-7dbed5b4f6a1 HTTP/1.1" status: 404 len: 337 time: 0.0307512 Mar 14 15:30:28.631727 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56714) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:28.634143 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-444645e5-ff22-4d62-9761-00c2d9b47e61 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.657372 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a0ad8d-5a32-4651-8c21-123182ecca87 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:28.657940 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a0ad8d-5a32-4651-8c21-123182ecca87 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:28.660906 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-72a0ad8d-5a32-4651-8c21-123182ecca87 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/39b2c336-f531-422c-87d6-b21c743cbb2a HTTP/1.1" status: 404 len: 339 time: 0.0281501 Mar 14 15:30:28.663795 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56716) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:28.665771 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 0ece5193-f682-48bb-9351-6459d3e86ab5 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:30:28.695377 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79ab384-6d22-4e7d-8545-3bedec70b5e8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:28.695953 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a79ab384-6d22-4e7d-8545-3bedec70b5e8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:28.698835 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a79ab384-6d22-4e7d-8545-3bedec70b5e8 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/subnets/cc425bdb-e7de-4bff-9158-aa01479d2b0a HTTP/1.1" status: 404 len: 337 time: 0.0340831 Mar 14 15:30:28.702304 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56718) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:28.732780 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-444645e5-ff22-4d62-9761-00c2d9b47e61 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.741710 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-444645e5-ff22-4d62-9761-00c2d9b47e61 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.761608 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444645e5-ff22-4d62-9761-00c2d9b47e61 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45cea9ed-6d1b-468c-9e42-59e041f96d38,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:28.778376 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 0ece5193-f682-48bb-9351-6459d3e86ab5, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=0ece5193-f682-48bb-9351-6459d3e86ab5,segment=NetworkSegment(b731d8b6-e7bc-40b0-992a-2c6c75723e1f),segment_id=b731d8b6-e7bc-40b0-992a-2c6c75723e1f)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:28.780479 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-444645e5-ff22-4d62-9761-00c2d9b47e61 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.783526 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-444645e5-ff22-4d62-9761-00c2d9b47e61 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2562881 Mar 14 15:30:28.784724 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56720) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:28.795104 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '0ece5193-f682-48bb-9351-6459d3e86ab5', 'network_id': 'c349f7a5-9358-4e25-b080-01bddce4daf3', 'port_id': '0ece5193-f682-48bb-9351-6459d3e86ab5', 'mac_address': 'fa:16:3e:d9:1c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc706e67-51e6-46cb-b69b-915da11c632f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:30:28.815905 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2d858d6c-cfc2-4d03-9e7b-630d7720916a tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.824846 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2d858d6c-cfc2-4d03-9e7b-630d7720916a tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.838687 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.852872 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ece5193-f682-48bb-9351-6459d3e86ab5 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:30:28.858055 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2d858d6c-cfc2-4d03-9e7b-630d7720916a tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.864778 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2d858d6c-cfc2-4d03-9e7b-630d7720916a tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.865935 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2d858d6c-cfc2-4d03-9e7b-630d7720916a tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/45cea9ed-6d1b-468c-9e42-59e041f96d38 HTTP/1.1" status: 204 len: 168 time: 0.0802662 Mar 14 15:30:28.871205 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56722) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:28.878183 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d858d6c-cfc2-4d03-9e7b-630d7720916a tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45cea9ed-6d1b-468c-9e42-59e041f96d38,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:28.879213 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 0ece5193-f682-48bb-9351-6459d3e86ab5, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=0ece5193-f682-48bb-9351-6459d3e86ab5,segment=NetworkSegment(b731d8b6-e7bc-40b0-992a-2c6c75723e1f),segment_id=b731d8b6-e7bc-40b0-992a-2c6c75723e1f)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:28.886651 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:28.920423 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8527f557-1e5b-44e2-8263-90ae2fc3b40f tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0477991 Mar 14 15:30:28.923128 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56724) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:28.946311 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=0ece5193-f682-48bb-9351-6459d3e86ab5,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:28.980345 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-669c076e-0979-41d0-8296-2da5b181b690 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.004804 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-669c076e-0979-41d0-8296-2da5b181b690 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.044919 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeefcb32-91da-4cb6-b41d-de302dfc856d tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:29.044919 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeefcb32-91da-4cb6-b41d-de302dfc856d tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:29.047418 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-eeefcb32-91da-4cb6-b41d-de302dfc856d tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/2b1f272e-ed3d-4197-9ab3-1ffde7a18546 HTTP/1.1" status: 404 len: 339 time: 0.3437879 Mar 14 15:30:29.048979 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-624b2cbd-2a17-469e-a16a-f8d8258a41a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.20.0.13 (e4728811-2a0a-4d09-bb2e-9c65844bc79f/b4dab56e-81ab-4760-a464-ee2142644a67/7bc4ea2d-4572-4a80-8df8-9007d6d3472c) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:29.050365 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56726) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:29.078997 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-669c076e-0979-41d0-8296-2da5b181b690 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.081520 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-669c076e-0979-41d0-8296-2da5b181b690 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.085398 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-669c076e-0979-41d0-8296-2da5b181b690 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-groups/456fb4d3-d4b7-4967-a04b-759c18647b0d HTTP/1.1" status: 204 len: 168 time: 0.1586123 Mar 14 15:30:29.085727 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56728) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:29.087247 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-13701c34-673a-4cb7-926c-7fe4fda2bb54 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:29.087624 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13701c34-673a-4cb7-926c-7fe4fda2bb54 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:29.090766 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-13701c34-673a-4cb7-926c-7fe4fda2bb54 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/subnets/4b3b6534-0e7b-4f59-aa9a-1546af432e01 HTTP/1.1" status: 404 len: 337 time: 0.0393033 Mar 14 15:30:29.094728 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56730) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:29.109835 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c076e-0979-41d0-8296-2da5b181b690 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=456fb4d3-d4b7-4967-a04b-759c18647b0d,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:29.118022 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['0ece5193-f682-48bb-9351-6459d3e86ab5'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:30:29.121527 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf4db32-db54-4b8f-852d-78e3bc8f1f93 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:29.122151 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf4db32-db54-4b8f-852d-78e3bc8f1f93 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:29.126381 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1bf4db32-db54-4b8f-852d-78e3bc8f1f93 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/1dd94272-ce2f-4323-a392-3a8cb9a10915 HTTP/1.1" status: 404 len: 339 time: 0.0303841 Mar 14 15:30:29.129061 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56732) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:29.161666 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-695e6430-ffaa-4518-96f7-3324087e96f7 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:29.162132 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-695e6430-ffaa-4518-96f7-3324087e96f7 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:29.165190 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-695e6430-ffaa-4518-96f7-3324087e96f7 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/subnets/9d4be634-d3de-4abe-bc68-29f54695ec05 HTTP/1.1" status: 404 len: 337 time: 0.0350592 Mar 14 15:30:29.171516 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56734) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:29.187754 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fdce250e-3b6e-41f1-b227-32e3554a3c0f tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1004660 Mar 14 15:30:29.213550 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56738) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:29.215164 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-659c8cbf-a97a-4fa2-be4d-16e78c446c4f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:29.215614 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-659c8cbf-a97a-4fa2-be4d-16e78c446c4f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:29.221828 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-659c8cbf-a97a-4fa2-be4d-16e78c446c4f tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/bb9e77cb-5bd3-4724-b780-d4fe44db12d0 HTTP/1.1" status: 404 len: 339 time: 0.0464759 Mar 14 15:30:29.229507 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56740) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:29.267042 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-2514fa5d-bac5-49f8-a0fc-678449c10fd4 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:29.267688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2514fa5d-bac5-49f8-a0fc-678449c10fd4 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:29.271315 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2514fa5d-bac5-49f8-a0fc-678449c10fd4 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/subnets/28e25350-c675-4b8c-b10c-f23ecce95ed8 HTTP/1.1" status: 404 len: 337 time: 0.0406590 Mar 14 15:30:29.274989 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56742) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:29.305136 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b0b8b8e8-623b-45a8-afe6-765230cd9488 req-70a9d743-3c31-4501-8a9c-c6978bb01c12 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 210 time: 0.0432158 Mar 14 15:30:29.319173 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-50075766-a38e-4bb9-aa6e-597cec99fbf9 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:29.319767 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50075766-a38e-4bb9-aa6e-597cec99fbf9 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:29.325089 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-50075766-a38e-4bb9-aa6e-597cec99fbf9 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/702aeab6-a462-4032-a578-3f0ee75d92ba HTTP/1.1" status: 404 len: 339 time: 0.0468011 Mar 14 15:30:29.325089 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-307425e5-8cb6-4983-9cb9-bb97ed706628 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.325398 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56744) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:29.339437 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-624b2cbd-2a17-469e-a16a-f8d8258a41a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.362174 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0d2c91-ea3c-47c2-8a06-ca842a901e9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:29.362644 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0d2c91-ea3c-47c2-8a06-ca842a901e9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:29.365704 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1b0d2c91-ea3c-47c2-8a06-ca842a901e9e tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/subnets/b772c00f-3daf-4ff7-ba74-2bfe8d7bad95 HTTP/1.1" status: 404 len: 337 time: 0.0383348 Mar 14 15:30:29.369110 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56748) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:29.382566 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-624b2cbd-2a17-469e-a16a-f8d8258a41a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.394022 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e879749-9398-4bbf-88ed-e23b9bb929d0 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:29.394603 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e879749-9398-4bbf-88ed-e23b9bb929d0 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:29.400251 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3e879749-9398-4bbf-88ed-e23b9bb929d0 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/710063e5-53a8-47e7-b88c-796761085f17 HTTP/1.1" status: 404 len: 339 time: 0.0276592 Mar 14 15:30:29.400251 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-307425e5-8cb6-4983-9cb9-bb97ed706628 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.402077 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56750) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:29.437707 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-624b2cbd-2a17-469e-a16a-f8d8258a41a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network e4728811-2a0a-4d09-bb2e-9c65844bc79f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:29.441453 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-624b2cbd-2a17-469e-a16a-f8d8258a41a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:29.443971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-624b2cbd-2a17-469e-a16a-f8d8258a41a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:30:29.476203 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35e6bb4-995d-42ab-91d7-6d168479ead4 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:29.476674 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d35e6bb4-995d-42ab-91d7-6d168479ead4 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:29.478302 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b2cbd-2a17-469e-a16a-f8d8258a41a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=7bc4ea2d-4572-4a80-8df8-9007d6d3472c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:29.483898 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d35e6bb4-995d-42ab-91d7-6d168479ead4 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/subnets/4f4820a5-1cfa-4752-9140-52665ee2652a HTTP/1.1" status: 404 len: 337 time: 0.0769665 Mar 14 15:30:29.483898 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56752) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:29.519395 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da21794-15d1-4d95-973b-78760ec54f68 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] DELETE failed (client error): The resource could not be found. Mar 14 15:30:29.519981 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da21794-15d1-4d95-973b-78760ec54f68 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:30:29.525555 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8da21794-15d1-4d95-973b-78760ec54f68 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/9551945e-9246-497c-8cc4-403373701905 HTTP/1.1" status: 404 len: 339 time: 0.0392017 Mar 14 15:30:29.527080 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56754) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:29.534111 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-624b2cbd-2a17-469e-a16a-f8d8258a41a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:29.534839 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-624b2cbd-2a17-469e-a16a-f8d8258a41a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.562789 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-624b2cbd-2a17-469e-a16a-f8d8258a41a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1906400 Mar 14 15:30:29.578362 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c0423-5c6e-44c1-b789-db0c26b5356e req-c18e7149-28a4-4f67-9019-43b9cf2a007b tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:29.579942 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1c3c0423-5c6e-44c1-b789-db0c26b5356e req-c18e7149-28a4-4f67-9019-43b9cf2a007b tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 944 time: 0.1608093 Mar 14 15:30:29.583816 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] Request body: {'port': {'device_id': 'ecb6a091-99d1-4f3e-b591-c62d77c9fff3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:29.587948 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-307425e5-8cb6-4983-9cb9-bb97ed706628 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.592546 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-307425e5-8cb6-4983-9cb9-bb97ed706628 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.593741 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-307425e5-8cb6-4983-9cb9-bb97ed706628 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-groups/afce8a66-a148-4e20-af08-661f5aed9a94 HTTP/1.1" status: 204 len: 168 time: 0.3730440 Mar 14 15:30:29.602035 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56756) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:29.656309 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22a10ac-6240-47d1-a83b-c5c45f9e0c02 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Deleting subnet 3e75bb8e-9dfa-4c02-a7fd-1204e013914f {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:30:29.660865 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.663377 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307425e5-8cb6-4983-9cb9-bb97ed706628 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afce8a66-a148-4e20-af08-661f5aed9a94,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:29.665310 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b22a10ac-6240-47d1-a83b-c5c45f9e0c02 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.758848 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-882a70c2-a805-4888-8c33-e64d285c7f55 None None] Provisioning complete for port 7bc4ea2d-4572-4a80-8df8-9007d6d3472c triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:29.759463 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-882a70c2-a805-4888-8c33-e64d285c7f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.783837 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1c3c0423-5c6e-44c1-b789-db0c26b5356e req-31904bc4-505a-427d-949b-a6b6961269e0 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889489 Mar 14 15:30:29.787099 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b22a10ac-6240-47d1-a83b-c5c45f9e0c02 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.793354 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9810c9d0-85a3-4410-97b5-1c937697f2a6 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1814294 Mar 14 15:30:29.799037 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56758) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:29.827092 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9b27662d-130b-4a3d-b8cd-2668be555749 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150761495'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:29.834648 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-882a70c2-a805-4888-8c33-e64d285c7f55 None None] Port 7bc4ea2d-4572-4a80-8df8-9007d6d3472c cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:30:29.871433 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b27662d-130b-4a3d-b8cd-2668be555749 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:29.938143 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b22a10ac-6240-47d1-a83b-c5c45f9e0c02 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.004422 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc4ea2d-4572-4a80-8df8-9007d6d3472c {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:30:30.013926 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.023677 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b27662d-130b-4a3d-b8cd-2668be555749 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.028117 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b27662d-130b-4a3d-b8cd-2668be555749 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.030702 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] Transition to ACTIVE for port object 7bc4ea2d-4572-4a80-8df8-9007d6d3472c will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:30:30.034621 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.037451 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b22a10ac-6240-47d1-a83b-c5c45f9e0c02 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.086976 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a10ac-6240-47d1-a83b-c5c45f9e0c02 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Subnet': ['ID=3e75bb8e-9dfa-4c02-a7fd-1204e013914f,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:30.092915 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc4ea2d-4572-4a80-8df8-9007d6d3472c,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:30.094842 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b22a10ac-6240-47d1-a83b-c5c45f9e0c02 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.098633 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b22a10ac-6240-47d1-a83b-c5c45f9e0c02 tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/subnets/3e75bb8e-9dfa-4c02-a7fd-1204e013914f HTTP/1.1" status: 204 len: 168 time: 0.5705841 Mar 14 15:30:30.101720 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b27662d-130b-4a3d-b8cd-2668be555749 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.103292 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9b27662d-130b-4a3d-b8cd-2668be555749 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2806995 Mar 14 15:30:30.104253 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56760) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:30.105186 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27662d-130b-4a3d-b8cd-2668be555749 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d29f79-dbc0-499f-a5cf-a25a64967449,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:30.115804 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56762) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:30.120080 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-71bdcde6-a80e-44ff-8059-9bdb85f83cd6 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group_rule': {'security_group_id': '24d29f79-dbc0-499f-a5cf-a25a64967449', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:30.128827 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad9c23d-275a-43f3-b568-17e8c6298dba None None] Network 7a20263e-8065-45b8-85a6-082db885aabe requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:30:30.197985 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] Attempting to bind port 7bc4ea2d-4572-4a80-8df8-9007d6d3472c on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:30:30.200316 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] Attempting to bind port 7bc4ea2d-4572-4a80-8df8-9007d6d3472c by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '9247e4ef-aaea-4863-ab20-6a6befd50325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:30:30.201867 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] Attempting to bind port 7bc4ea2d-4572-4a80-8df8-9007d6d3472c on network e4728811-2a0a-4d09-bb2e-9c65844bc79f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:30:30.210868 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] Port 7bc4ea2d-4572-4a80-8df8-9007d6d3472c on network e4728811-2a0a-4d09-bb2e-9c65844bc79f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:30:30.211352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] Attempting to bind port 7bc4ea2d-4572-4a80-8df8-9007d6d3472c on network e4728811-2a0a-4d09-bb2e-9c65844bc79f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:30:30.223062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:30:30.225214 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] Checking segment: {'id': '9247e4ef-aaea-4863-ab20-6a6befd50325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:30:30.225519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] Bound using segment: {'id': '9247e4ef-aaea-4863-ab20-6a6befd50325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:30:30.226111 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] Bound port: 7bc4ea2d-4572-4a80-8df8-9007d6d3472c, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9247e4ef-aaea-4863-ab20-6a6befd50325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:30:30.226247 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6200c1e8-4117-459b-9d1b-0ea6a66f3adf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.226478 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.229060 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-71bdcde6-a80e-44ff-8059-9bdb85f83cd6 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.324785 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] For port 7bc4ea2d-4572-4a80-8df8-9007d6d3472c, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:30:30.345723 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-71bdcde6-a80e-44ff-8059-9bdb85f83cd6 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.353547 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-71bdcde6-a80e-44ff-8059-9bdb85f83cd6 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.356183 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] For port 7bc4ea2d-4572-4a80-8df8-9007d6d3472c, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7bc4ea2d-4572-4a80-8df8-9007d6d3472c,segment=NetworkSegment(9247e4ef-aaea-4863-ab20-6a6befd50325),segment_id=9247e4ef-aaea-4863-ab20-6a6befd50325)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:30:30.374687 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.385262 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdcde6-a80e-44ff-8059-9bdb85f83cd6 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17524ceb-abf8-40a1-b418-097027359290,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:30.401137 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-71bdcde6-a80e-44ff-8059-9bdb85f83cd6 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.406840 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-71bdcde6-a80e-44ff-8059-9bdb85f83cd6 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2864387 Mar 14 15:30:30.406840 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-6200c1e8-4117-459b-9d1b-0ea6a66f3adf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Deleting port 7485d712-5bf7-4619-bf6e-c01b28fabd74 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:30:30.407348 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6200c1e8-4117-459b-9d1b-0ea6a66f3adf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.409460 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56766) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:30.437905 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cceccf6-7f43-4008-878f-55aa7297a99b None None] DHCP port deletion for 7a20263e-8065-45b8-85a6-082db885aabe request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:30:30.451362 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:30.454512 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.457381 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] 10.222.0.18 "PUT /v2.0/ports/7bc4ea2d-4572-4a80-8df8-9007d6d3472c HTTP/1.1" status: 200 len: 1094 time: 0.8805723 Mar 14 15:30:30.457936 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb6a091-99d1-4f3e-b591-c62d77c9fff3', 'tag': '7bc4ea2d-4572-4a80-8df8-9007d6d3472c'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:30:30.460786 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16dba1c-2847-4e04-8516-63a00c1b7511" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb6a091-99d1-4f3e-b591-c62d77c9fff3", "tag": "7bc4ea2d-4572-4a80-8df8-9007d6d3472c"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:30:30.559245 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39888d30-a888-452c-9358-30a7aab46e48 x-openstack-request-id: req-39888d30-a888-452c-9358-30a7aab46e48 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:30:30.560986 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb6a091-99d1-4f3e-b591-c62d77c9fff3", "tag": "7bc4ea2d-4572-4a80-8df8-9007d6d3472c", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:30:30.561455 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-39888d30-a888-452c-9358-30a7aab46e48 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:30:30.562043 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb6a091-99d1-4f3e-b591-c62d77c9fff3', 'tag': '7bc4ea2d-4572-4a80-8df8-9007d6d3472c', 'status': 'completed', 'code': 200} Mar 14 15:30:30.582405 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3cceccf6-7f43-4008-878f-55aa7297a99b None None] Deleting port 7485d712-5bf7-4619-bf6e-c01b28fabd74 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:30:30.582780 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3cceccf6-7f43-4008-878f-55aa7297a99b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.590977 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9a550ee7-9630-415b-970a-3c479b69cdd2 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.600496 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44688103-b7c6-4f1e-95ac-1120b2130257 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc4ea2d-4572-4a80-8df8-9007d6d3472c,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:30.609746 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9a550ee7-9630-415b-970a-3c479b69cdd2 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.638908 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df2a4a-2d11-4897-bfb1-cf6d8c111b29 req-d9701ef6-dd35-4b16-b2b3-b06417716c34 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:30.640140 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-57df2a4a-2d11-4897-bfb1-cf6d8c111b29 req-d9701ef6-dd35-4b16-b2b3-b06417716c34 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 944 time: 0.1411119 Mar 14 15:30:30.642219 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-020f514b-3915-4be8-bd0c-5981bf4eebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:30.643637 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-020f514b-3915-4be8-bd0c-5981bf4eebf8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 1097 time: 0.1092458 Mar 14 15:30:30.667900 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 0ece5193-f682-48bb-9351-6459d3e86ab5 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:30:30.694610 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-6200c1e8-4117-459b-9d1b-0ea6a66f3adf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] For port 7485d712-5bf7-4619-bf6e-c01b28fabd74, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=7485d712-5bf7-4619-bf6e-c01b28fabd74,segment=NetworkSegment(a11c13c4-bc93-40c1-9842-ec19dce7dd88),segment_id=a11c13c4-bc93-40c1-9842-ec19dce7dd88)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:30.694610 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6200c1e8-4117-459b-9d1b-0ea6a66f3adf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.698140 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9a550ee7-9630-415b-970a-3c479b69cdd2 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.709551 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-bbf80751-b156-4fa0-8767-f89080fc7980 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bc4ea2d-4572-4a80-8df8-9007d6d3472c HTTP/1.1" status: 200 len: 217 time: 0.0578270 Mar 14 15:30:30.716607 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9a550ee7-9630-415b-970a-3c479b69cdd2 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.721030 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9a550ee7-9630-415b-970a-3c479b69cdd2 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/17524ceb-abf8-40a1-b418-097027359290 HTTP/1.1" status: 204 len: 168 time: 0.3105388 Mar 14 15:30:30.723564 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56770) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:30.740408 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3cceccf6-7f43-4008-878f-55aa7297a99b None None] For port 7485d712-5bf7-4619-bf6e-c01b28fabd74, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=7485d712-5bf7-4619-bf6e-c01b28fabd74,segment=NetworkSegment(a11c13c4-bc93-40c1-9842-ec19dce7dd88),segment_id=a11c13c4-bc93-40c1-9842-ec19dce7dd88)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:30.742845 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-6200c1e8-4117-459b-9d1b-0ea6a66f3adf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Calling delete_port for 7485d712-5bf7-4619-bf6e-c01b28fabd74 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:30:30.744118 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3cceccf6-7f43-4008-878f-55aa7297a99b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.759556 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a550ee7-9630-415b-970a-3c479b69cdd2 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17524ceb-abf8-40a1-b418-097027359290,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:30.784434 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3cceccf6-7f43-4008-878f-55aa7297a99b None None] Calling delete_port for 7485d712-5bf7-4619-bf6e-c01b28fabd74 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:30:30.801357 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-db9b26d3-67e4-4a9c-933e-c020b8301ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:30.803089 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-db9b26d3-67e4-4a9c-933e-c020b8301ad8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4dab56e-81ab-4760-a464-ee2142644a67 HTTP/1.1" status: 200 len: 835 time: 0.0812008 Mar 14 15:30:30.806336 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-57df2a4a-2d11-4897-bfb1-cf6d8c111b29 req-632f587e-1b43-4997-bbf5-752f5fb909fc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=cee47579-d14c-4f77-9753-e4f03af4a3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533909 Mar 14 15:30:30.868550 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 0ece5193-f682-48bb-9351-6459d3e86ab5 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:30.884569 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 0ece5193-f682-48bb-9351-6459d3e86ab5 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:30.885360 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.889108 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4975c0a8-d608-4d50-8121-6a9f92dd09eb tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1632392 Mar 14 15:30:30.892010 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56774) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:30.894182 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-949d256e-cef5-446a-a1c2-666759b1f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:30.896070 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-949d256e-cef5-446a-a1c2-666759b1f5fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4728811-2a0a-4d09-bb2e-9c65844bc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729015 Mar 14 15:30:30.968266 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aeee3-48ab-48f0-8c08-10a2e061c8b7 req-dcbe7e86-c792-416c-a289-eb453355741a tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:30.969831 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f25aeee3-48ab-48f0-8c08-10a2e061c8b7 req-dcbe7e86-c792-416c-a289-eb453355741a tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 944 time: 0.0795882 Mar 14 15:30:30.971409 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6200c1e8-4117-459b-9d1b-0ea6a66f3adf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:30.990508 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3cceccf6-7f43-4008-878f-55aa7297a99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.012630 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200c1e8-4117-459b-9d1b-0ea6a66f3adf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Port': ['ID=7485d712-5bf7-4619-bf6e-c01b28fabd74,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:31.025244 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6200c1e8-4117-459b-9d1b-0ea6a66f3adf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] No DVR routers for this DVR port 7485d712-5bf7-4619-bf6e-c01b28fabd74 on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:30:31.028010 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cceccf6-7f43-4008-878f-55aa7297a99b None None] Pushing event deleted for resources: {'Port': ['ID=7485d712-5bf7-4619-bf6e-c01b28fabd74,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:31.040235 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c017c6ba-04f1-4b54-a738-d40652cea439 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.068974 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-b68eefb1-9945-4ae5-b146-def0e22b3a41 service neutron] 10.222.0.18 "GET /v2.0/networks/e4728811-2a0a-4d09-bb2e-9c65844bc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656523 Mar 14 15:30:31.078877 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c017c6ba-04f1-4b54-a738-d40652cea439 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.080651 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cceccf6-7f43-4008-878f-55aa7297a99b None None] No DVR routers for this DVR port 7485d712-5bf7-4619-bf6e-c01b28fabd74 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:30:31.082524 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.125426 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56188bfe-7d2c-46b4-8491-40990d3de3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ece5193-f682-48bb-9351-6459d3e86ab5'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:30:31.127838 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e442e0-d00d-4431-86da-d0ca6291f45e" -d '{"events": [{"server_uuid": "56188bfe-7d2c-46b4-8491-40990d3de3aa", "name": "network-vif-plugged", "status": "completed", "tag": "0ece5193-f682-48bb-9351-6459d3e86ab5"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:30:31.161504 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 0ece5193-f682-48bb-9351-6459d3e86ab5, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=0ece5193-f682-48bb-9351-6459d3e86ab5,segment=NetworkSegment(b731d8b6-e7bc-40b0-992a-2c6c75723e1f),segment_id=b731d8b6-e7bc-40b0-992a-2c6c75723e1f)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:31.166779 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.173024 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f25aeee3-48ab-48f0-8c08-10a2e061c8b7 req-592f2263-54c6-4b49-80c6-f019d5ddd28c tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700842 Mar 14 15:30:31.198327 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6200c1e8-4117-459b-9d1b-0ea6a66f3adf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.215148 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b549f6bc-b419-4d71-bbf7-aab9778b437d x-openstack-request-id: req-b549f6bc-b419-4d71-bbf7-aab9778b437d {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:30:31.215639 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56188bfe-7d2c-46b4-8491-40990d3de3aa", "name": "network-vif-plugged", "status": "completed", "tag": "0ece5193-f682-48bb-9351-6459d3e86ab5", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:30:31.217521 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b549f6bc-b419-4d71-bbf7-aab9778b437d {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:30:31.218061 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56188bfe-7d2c-46b4-8491-40990d3de3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ece5193-f682-48bb-9351-6459d3e86ab5', 'code': 200} Mar 14 15:30:31.241941 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-6200c1e8-4117-459b-9d1b-0ea6a66f3adf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a20263e-8065-45b8-85a6-082db885aabe']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:31.257805 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-6200c1e8-4117-459b-9d1b-0ea6a66f3adf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11c13c4-bc93-40c1-9842-ec19dce7dd88') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:31.258295 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-6200c1e8-4117-459b-9d1b-0ea6a66f3adf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11c13c4-bc93-40c1-9842-ec19dce7dd88') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:31.276583 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6200c1e8-4117-459b-9d1b-0ea6a66f3adf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.290302 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c017c6ba-04f1-4b54-a738-d40652cea439 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.293818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c017c6ba-04f1-4b54-a738-d40652cea439 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.298572 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c017c6ba-04f1-4b54-a738-d40652cea439 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-groups/24d29f79-dbc0-499f-a5cf-a25a64967449 HTTP/1.1" status: 204 len: 168 time: 0.3991330 Mar 14 15:30:31.299519 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=0ece5193-f682-48bb-9351-6459d3e86ab5,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:31.300786 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6200c1e8-4117-459b-9d1b-0ea6a66f3adf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.303188 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56778) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:31.305699 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-72a62ef9-f2e6-4450-9c18-95a78b516e95 req-4218e8ec-d192-4fc4-9c1c-eb893851f3a1 service neutron] 10.222.0.18 "GET /v2.0/networks/e4728811-2a0a-4d09-bb2e-9c65844bc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287312 Mar 14 15:30:31.312422 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6200c1e8-4117-459b-9d1b-0ea6a66f3adf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:30:31.313299 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6200c1e8-4117-459b-9d1b-0ea6a66f3adf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:31.317297 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:31.349370 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017c6ba-04f1-4b54-a738-d40652cea439 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d29f79-dbc0-499f-a5cf-a25a64967449,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:31.422537 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6200c1e8-4117-459b-9d1b-0ea6a66f3adf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.432003 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6200c1e8-4117-459b-9d1b-0ea6a66f3adf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.436017 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6200c1e8-4117-459b-9d1b-0ea6a66f3adf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] 10.222.0.59 "DELETE /v2.0/networks/7a20263e-8065-45b8-85a6-082db885aabe HTTP/1.1" status: 204 len: 168 time: 1.3272164 Mar 14 15:30:31.450190 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200c1e8-4117-459b-9d1b-0ea6a66f3adf tempest-NetworksTest-1154269186 tempest-NetworksTest-1154269186-project] Pushing event deleted for resources: {'Network': ['ID=7a20263e-8065-45b8-85a6-082db885aabe,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:31.473569 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f2b7cb79-c2c8-4f04-9c49-42a33b752377 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1643426 Mar 14 15:30:31.476621 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56782) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:31.485793 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-1528dea4-7b76-4ea7-be14-093ab34d3117 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group': {'name': 'tempest-secgroup--921157014'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:31.507657 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ad92d-cc16-4f77-a595-e8b55e64093c req-8e553b9c-0057-443b-8464-1ae9a9443004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:31.510816 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-782ad92d-cc16-4f77-a595-e8b55e64093c req-8e553b9c-0057-443b-8464-1ae9a9443004 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 1098 time: 0.1233616 Mar 14 15:30:31.514860 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dba1c-2847-4e04-8516-63a00c1b7511 req-bfcd2b66-910a-4b94-b0dc-d641b45da953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:31.516550 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e16dba1c-2847-4e04-8516-63a00c1b7511 req-bfcd2b66-910a-4b94-b0dc-d641b45da953 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 1097 time: 0.1154883 Mar 14 15:30:31.517793 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1528dea4-7b76-4ea7-be14-093ab34d3117 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.611318 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1528dea4-7b76-4ea7-be14-093ab34d3117 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.617904 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1528dea4-7b76-4ea7-be14-093ab34d3117 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.637489 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-782ad92d-cc16-4f77-a595-e8b55e64093c req-68d79474-8cc9-4ac5-8af6-2e3e2b2d86b9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189778 Mar 14 15:30:31.647146 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1528dea4-7b76-4ea7-be14-093ab34d3117 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.651844 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1528dea4-7b76-4ea7-be14-093ab34d3117 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1713490 Mar 14 15:30:31.655318 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56784) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:31.662729 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-20fd13fa-68e5-4fe5-b05c-80d2d09fffb2 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group_rule': {'security_group_id': '996de9d1-81e0-44be-b20a-a65c1671f092', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:31.676168 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528dea4-7b76-4ea7-be14-093ab34d3117 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=996de9d1-81e0-44be-b20a-a65c1671f092,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:31.697636 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dba1c-2847-4e04-8516-63a00c1b7511 req-e515c5a2-5ab4-4f0f-a983-c605c007376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:31.698554 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e16dba1c-2847-4e04-8516-63a00c1b7511 req-e515c5a2-5ab4-4f0f-a983-c605c007376e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4728811-2a0a-4d09-bb2e-9c65844bc79f HTTP/1.1" status: 200 len: 896 time: 0.1722589 Mar 14 15:30:31.712985 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-20fd13fa-68e5-4fe5-b05c-80d2d09fffb2 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.772210 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-20fd13fa-68e5-4fe5-b05c-80d2d09fffb2 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.777056 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-20fd13fa-68e5-4fe5-b05c-80d2d09fffb2 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.796976 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd13fa-68e5-4fe5-b05c-80d2d09fffb2 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05fe4eaf-9726-47a3-b294-30791ab9da1f,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:31.797179 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56788) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:31.809720 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-20fd13fa-68e5-4fe5-b05c-80d2d09fffb2 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:31.814449 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-20fd13fa-68e5-4fe5-b05c-80d2d09fffb2 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1580379 Mar 14 15:30:31.815285 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56792) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:31.850474 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8eb7838d-fab3-4a6e-8f4e-cee12a497ae9 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-group-rules/05fe4eaf-9726-47a3-b294-30791ab9da1f HTTP/1.1" status: 200 len: 763 time: 0.0340602 Mar 14 15:30:31.853247 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56796) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:31.895966 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e16dba1c-2847-4e04-8516-63a00c1b7511 req-582e8424-391f-44fd-82e2-367e3320d613 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bc4ea2d-4572-4a80-8df8-9007d6d3472c HTTP/1.1" status: 200 len: 217 time: 0.0667508 Mar 14 15:30:31.955244 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7485d712-5bf7-4619-bf6e-c01b28fabd74 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:30:31.972697 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dba1c-2847-4e04-8516-63a00c1b7511 req-88251a03-04e9-4129-9646-38a587669bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:31.974386 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e16dba1c-2847-4e04-8516-63a00c1b7511 req-88251a03-04e9-4129-9646-38a587669bb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4dab56e-81ab-4760-a464-ee2142644a67 HTTP/1.1" status: 200 len: 835 time: 0.0693274 Mar 14 15:30:31.989395 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 7485d712-5bf7-4619-bf6e-c01b28fabd74 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:30:31.990330 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7485d712-5bf7-4619-bf6e-c01b28fabd74 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:30:32.035384 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1e3ea311-37dc-4b35-8544-7d3634085b52 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1788051 Mar 14 15:30:32.036778 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56798) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:32.058556 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dba1c-2847-4e04-8516-63a00c1b7511 req-8333878a-7211-48f9-9648-77d4914bfe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:32.060915 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e16dba1c-2847-4e04-8516-63a00c1b7511 req-8333878a-7211-48f9-9648-77d4914bfe92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4728811-2a0a-4d09-bb2e-9c65844bc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776350 Mar 14 15:30:32.075115 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ff383d70-1af2-4490-bd40-2ffd751df8a5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d6e45125acec452e8c1b6716f23c9b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703655 Mar 14 15:30:32.084460 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefe501-9648-467c-9eeb-996fab9325fe req-c6b88dc9-b11d-4381-8879-a304a71e7fdc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:32.085149 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56800) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:32.092894 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5aefe501-9648-467c-9eeb-996fab9325fe req-c6b88dc9-b11d-4381-8879-a304a71e7fdc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 944 time: 0.1671312 Mar 14 15:30:32.093421 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-57e83b74-135a-486c-9741-d3f05553411d tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.134680 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5aefe501-9648-467c-9eeb-996fab9325fe req-a1f6c150-1c96-4a36-bcb7-d0b88e9f85db tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=cee47579-d14c-4f77-9753-e4f03af4a3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409307 Mar 14 15:30:32.162446 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-57e83b74-135a-486c-9741-d3f05553411d tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.240115 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b70cb98d-066d-47db-9c7a-f24d5a88caeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.241770 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-57e83b74-135a-486c-9741-d3f05553411d tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.251288 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-57e83b74-135a-486c-9741-d3f05553411d tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.255085 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-57e83b74-135a-486c-9741-d3f05553411d tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/05fe4eaf-9726-47a3-b294-30791ab9da1f HTTP/1.1" status: 204 len: 168 time: 0.2147610 Mar 14 15:30:32.255767 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56804) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:32.262345 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e16dba1c-2847-4e04-8516-63a00c1b7511 req-35d34b4b-c5a6-4cc9-8bdd-1e59add1887d service neutron] 10.222.0.18 "GET /v2.0/networks/e4728811-2a0a-4d09-bb2e-9c65844bc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915600 Mar 14 15:30:32.272495 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e83b74-135a-486c-9741-d3f05553411d tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05fe4eaf-9726-47a3-b294-30791ab9da1f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:32.311884 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b5d66d4a-aab1-4c7c-8965-89b698446975 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0520921 Mar 14 15:30:32.312770 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56806) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:32.317137 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-33054b97-d4a4-4b90-bd73-cdfb9d80e7e7 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group_rule': {'security_group_id': '996de9d1-81e0-44be-b20a-a65c1671f092', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:32.319518 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b70cb98d-066d-47db-9c7a-f24d5a88caeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.348536 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-33054b97-d4a4-4b90-bd73-cdfb9d80e7e7 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.421385 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-33054b97-d4a4-4b90-bd73-cdfb9d80e7e7 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.427031 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-33054b97-d4a4-4b90-bd73-cdfb9d80e7e7 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.440497 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befec729-e3b6-4d8f-b3b3-7b41adf0bdf2 req-830b2f09-16b4-489c-989d-6c83c52ee1ef tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:32.442479 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-befec729-e3b6-4d8f-b3b3-7b41adf0bdf2 req-830b2f09-16b4-489c-989d-6c83c52ee1ef tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 945 time: 0.1555738 Mar 14 15:30:32.460570 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33054b97-d4a4-4b90-bd73-cdfb9d80e7e7 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55499213-6bba-4230-b39f-59f0fb479c1b,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:32.466550 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-33054b97-d4a4-4b90-bd73-cdfb9d80e7e7 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.470679 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-33054b97-d4a4-4b90-bd73-cdfb9d80e7e7 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1574090 Mar 14 15:30:32.472980 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56808) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:32.489154 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ce483c5a-714d-4d84-a467-f38af740d55f tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-group-rules/55499213-6bba-4230-b39f-59f0fb479c1b HTTP/1.1" status: 200 len: 763 time: 0.0160902 Mar 14 15:30:32.491833 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56810) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:32.495936 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e16dba1c-2847-4e04-8516-63a00c1b7511 req-705c52b3-b67a-4ea5-b69c-f2dbd54ffc36 service neutron] 10.222.0.18 "GET /v2.0/networks/e4728811-2a0a-4d09-bb2e-9c65844bc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244499 Mar 14 15:30:32.520875 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b70cb98d-066d-47db-9c7a-f24d5a88caeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.524443 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b70cb98d-066d-47db-9c7a-f24d5a88caeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.525687 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b70cb98d-066d-47db-9c7a-f24d5a88caeb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b5c7d4b-1a59-4a6a-a0da-57fb145a52b7 HTTP/1.1" status: 204 len: 168 time: 0.4395792 Mar 14 15:30:32.542064 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-befec729-e3b6-4d8f-b3b3-7b41adf0bdf2 req-949f50dd-46cc-4b8c-b8ce-0dfb09fefe74 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872159 Mar 14 15:30:32.542995 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cb98d-066d-47db-9c7a-f24d5a88caeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5c7d4b-1a59-4a6a-a0da-57fb145a52b7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:32.576734 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bad639de-b263-4d42-981a-24d7118f394a tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0838125 Mar 14 15:30:32.579295 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56814) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:32.610518 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-695aae3c-712d-4f12-8704-e00df0f72f81 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.621028 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-695aae3c-712d-4f12-8704-e00df0f72f81 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.656205 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-695aae3c-712d-4f12-8704-e00df0f72f81 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.664302 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-695aae3c-712d-4f12-8704-e00df0f72f81 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.665639 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-695aae3c-712d-4f12-8704-e00df0f72f81 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/55499213-6bba-4230-b39f-59f0fb479c1b HTTP/1.1" status: 204 len: 168 time: 0.0853560 Mar 14 15:30:32.668395 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56816) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:32.672175 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695aae3c-712d-4f12-8704-e00df0f72f81 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55499213-6bba-4230-b39f-59f0fb479c1b,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:32.743529 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-db6f1a13-6a4b-4b26-bd28-6d6d5d8fd6e7 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0732563 Mar 14 15:30:32.746301 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56820) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:32.752921 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bb53f00a-ff2e-42fd-9085-8026beae1963 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group_rule': {'security_group_id': '996de9d1-81e0-44be-b20a-a65c1671f092', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:32.786614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb53f00a-ff2e-42fd-9085-8026beae1963 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.869693 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb53f00a-ff2e-42fd-9085-8026beae1963 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.874760 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb53f00a-ff2e-42fd-9085-8026beae1963 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.893085 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53f00a-ff2e-42fd-9085-8026beae1963 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcad41e4-395f-4be2-bc12-6cb0b1035cc9,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:32.902256 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb53f00a-ff2e-42fd-9085-8026beae1963 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:32.906778 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bb53f00a-ff2e-42fd-9085-8026beae1963 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1562955 Mar 14 15:30:32.907154 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56824) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:32.928863 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b6ffdc0c-1750-4028-9c35-25ac2cb4a634 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-group-rules/fcad41e4-395f-4be2-bc12-6cb0b1035cc9 HTTP/1.1" status: 200 len: 764 time: 0.0183008 Mar 14 15:30:32.929182 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56826) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:32.990135 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e3d464d2-4119-4832-a17c-14ec80b32942 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0597441 Mar 14 15:30:32.992811 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56830) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:33.026973 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-645581a0-e325-4e22-bffe-2f2e22650a8a tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.038393 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-645581a0-e325-4e22-bffe-2f2e22650a8a tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.087148 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-645581a0-e325-4e22-bffe-2f2e22650a8a tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.099693 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-645581a0-e325-4e22-bffe-2f2e22650a8a tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.100915 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-645581a0-e325-4e22-bffe-2f2e22650a8a tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/fcad41e4-395f-4be2-bc12-6cb0b1035cc9 HTTP/1.1" status: 204 len: 168 time: 0.1069114 Mar 14 15:30:33.102693 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645581a0-e325-4e22-bffe-2f2e22650a8a tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcad41e4-395f-4be2-bc12-6cb0b1035cc9,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:33.104478 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56836) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:33.156349 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e5777ced-4a4c-43b8-87f9-aca61c6fd582 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0515754 Mar 14 15:30:33.157026 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56838) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:33.226380 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ed0a86ce-8eb1-41c7-a2b3-23be68802c12 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.279280 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ed0a86ce-8eb1-41c7-a2b3-23be68802c12 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.324547 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6de012-578a-4c41-949a-e2f0a726b9f6 req-27d388a5-0696-4af0-97fb-bc3ae849e39d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:33.326658 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-eb6de012-578a-4c41-949a-e2f0a726b9f6 req-27d388a5-0696-4af0-97fb-bc3ae849e39d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 944 time: 0.0928340 Mar 14 15:30:33.348600 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ed0a86ce-8eb1-41c7-a2b3-23be68802c12 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.351266 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ed0a86ce-8eb1-41c7-a2b3-23be68802c12 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.352398 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ed0a86ce-8eb1-41c7-a2b3-23be68802c12 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-groups/996de9d1-81e0-44be-b20a-a65c1671f092 HTTP/1.1" status: 204 len: 168 time: 0.1942334 Mar 14 15:30:33.355297 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56848) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:33.371199 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a86ce-8eb1-41c7-a2b3-23be68802c12 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=996de9d1-81e0-44be-b20a-a65c1671f092,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:33.393912 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-eb6de012-578a-4c41-949a-e2f0a726b9f6 req-9f8f42ee-1abc-467a-9e54-c2b46d52cfe7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=cee47579-d14c-4f77-9753-e4f03af4a3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572217 Mar 14 15:30:33.427108 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0d2b268a-9134-4ab7-a2bb-4588b558ba48 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0705831 Mar 14 15:30:33.430280 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56850) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:33.436041 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0f67d73e-afd9-4816-a068-e662169082af tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055198725'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:33.461547 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f67d73e-afd9-4816-a068-e662169082af tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.536642 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f67d73e-afd9-4816-a068-e662169082af tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.541832 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f67d73e-afd9-4816-a068-e662169082af tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.565235 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56854) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:33.573338 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0f67d73e-afd9-4816-a068-e662169082af tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.574571 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0f67d73e-afd9-4816-a068-e662169082af tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1430924 Mar 14 15:30:33.577277 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67d73e-afd9-4816-a068-e662169082af tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf4118e-3752-4acf-91a4-fe943e5a1fef,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:33.577676 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56858) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:33.583675 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5ede5718-a086-4e7a-8ad2-7fd1128cabaf tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Request body: {'security_group_rule': {'security_group_id': 'bdf4118e-3752-4acf-91a4-fe943e5a1fef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:33.638395 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5ede5718-a086-4e7a-8ad2-7fd1128cabaf tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.703602 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5ede5718-a086-4e7a-8ad2-7fd1128cabaf tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.703815 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0f9ce-0b94-48e5-abe0-e7ac84d37bfa req-3b25cba0-a7d4-437c-a81f-62489e9f02c0 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:33.705402 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5bc0f9ce-0b94-48e5-abe0-e7ac84d37bfa req-3b25cba0-a7d4-437c-a81f-62489e9f02c0 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 945 time: 0.0633521 Mar 14 15:30:33.708864 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5ede5718-a086-4e7a-8ad2-7fd1128cabaf tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.738587 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-993d928f-864d-49be-88a3-61a6e6bf78ba tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1262344551'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:33.749166 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede5718-a086-4e7a-8ad2-7fd1128cabaf tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53df117-c523-4a11-9648-d63012ab25b4,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:33.758400 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5bc0f9ce-0b94-48e5-abe0-e7ac84d37bfa req-25b8e39c-123b-4fef-a2ad-1094e0a093df tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416269 Mar 14 15:30:33.762459 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5ede5718-a086-4e7a-8ad2-7fd1128cabaf tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.766482 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5ede5718-a086-4e7a-8ad2-7fd1128cabaf tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1849873 Mar 14 15:30:33.766862 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56862) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:33.788049 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-993d928f-864d-49be-88a3-61a6e6bf78ba tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.798266 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-993d928f-864d-49be-88a3-61a6e6bf78ba tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.834490 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecf006ae-c11d-4816-b912-62b21af9ce8c tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.862556 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecf006ae-c11d-4816-b912-62b21af9ce8c tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.915135 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecf006ae-c11d-4816-b912-62b21af9ce8c tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.916961 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167718f-670b-41f9-aa53-64a9c1a3a532 req-36527491-15a8-461b-af3d-b2a3c45852f2 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:33.918478 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b167718f-670b-41f9-aa53-64a9c1a3a532 req-36527491-15a8-461b-af3d-b2a3c45852f2 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 945 time: 0.0723448 Mar 14 15:30:33.923754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecf006ae-c11d-4816-b912-62b21af9ce8c tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.928486 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56866) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:33.930465 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ecf006ae-c11d-4816-b912-62b21af9ce8c tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-groups/bdf4118e-3752-4acf-91a4-fe943e5a1fef HTTP/1.1" status: 204 len: 168 time: 0.1621418 Mar 14 15:30:33.943241 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf006ae-c11d-4816-b912-62b21af9ce8c tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf4118e-3752-4acf-91a4-fe943e5a1fef,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:33.971337 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-993d928f-864d-49be-88a3-61a6e6bf78ba tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:33.978534 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-993d928f-864d-49be-88a3-61a6e6bf78ba tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.042420 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-cadbc733-94be-40c0-beb0-51d8389fbf43 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1127579 Mar 14 15:30:34.045097 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56870) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:34.052142 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b167718f-670b-41f9-aa53-64a9c1a3a532 req-a1192f4a-b45e-467c-ac1d-d43d768504ae tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080699 Mar 14 15:30:34.059552 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-471a74b2-a9ca-4df5-8ea3-d1585f13d206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.067155 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d928f-864d-49be-88a3-61a6e6bf78ba tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b2c555-af1b-497e-80bf-16db0fb4a456,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:34.114099 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-dc37136d-0851-4cb3-8f89-c4f4c8c1f9eb tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0650890 Mar 14 15:30:34.114513 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56874) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:34.134967 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-d22da77f-1651-48cb-ba13-44a079ded286 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] delete failed (client error): The resource could not be found. Mar 14 15:30:34.134967 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d22da77f-1651-48cb-ba13-44a079ded286 tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "DELETE /v2.0/security-groups/bdf4118e-3752-4acf-91a4-fe943e5a1fef HTTP/1.1" status: 404 len: 347 time: 0.0168345 Mar 14 15:30:34.137135 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56876) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:34.156403 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-993d928f-864d-49be-88a3-61a6e6bf78ba tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.161520 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-993d928f-864d-49be-88a3-61a6e6bf78ba tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.205164 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-993d928f-864d-49be-88a3-61a6e6bf78ba tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.206492 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-993d928f-864d-49be-88a3-61a6e6bf78ba tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6397111 Mar 14 15:30:34.210947 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56878) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:34.218379 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cbe5b31c-1231-4b11-a5c4-680b8a0fc2dd tempest-SecGroupTest-281688566 tempest-SecGroupTest-281688566-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0789778 Mar 14 15:30:34.252888 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d928f-864d-49be-88a3-61a6e6bf78ba tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27243bc-db32-4175-b6b2-f62a3fd99edd,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:34.295295 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9a95cc3b-e87a-4de3-8c10-b13cd1b2b166 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0835314 Mar 14 15:30:34.297870 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56882) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:34.306733 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-a2c11704-545d-4520-acff-f898ee427cf6 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group': {'name': 'tempest-security--1561207723', 'description': 'tempest-security-description-1182355114'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:34.348422 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2c11704-545d-4520-acff-f898ee427cf6 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.463091 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2c11704-545d-4520-acff-f898ee427cf6 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.472757 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2c11704-545d-4520-acff-f898ee427cf6 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.477411 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2c11704-545d-4520-acff-f898ee427cf6 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.480858 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a2c11704-545d-4520-acff-f898ee427cf6 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "PUT /v2.0/security-groups/c27243bc-db32-4175-b6b2-f62a3fd99edd HTTP/1.1" status: 200 len: 1780 time: 0.1819575 Mar 14 15:30:34.493352 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56888) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:34.526433 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c11704-545d-4520-acff-f898ee427cf6 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27243bc-db32-4175-b6b2-f62a3fd99edd,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:34.594696 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f33b1b10-e5f9-4025-8097-f5d6e03c3d7d tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-groups/c27243bc-db32-4175-b6b2-f62a3fd99edd HTTP/1.1" status: 200 len: 1780 time: 0.1010771 Mar 14 15:30:34.597336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56892) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:34.625714 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98690e8-2db7-4743-aa78-65d80901d2ef req-a2961688-6b53-4124-a3ce-a97b32ec3998 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:34.626542 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0073eb-6cfd-4002-a97d-670abe5a21a4 req-e6229b5d-67a1-4ad1-8b4d-14fc973840b4 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:34.627793 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e98690e8-2db7-4743-aa78-65d80901d2ef req-a2961688-6b53-4124-a3ce-a97b32ec3998 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 944 time: 0.0853696 Mar 14 15:30:34.631970 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8c0073eb-6cfd-4002-a97d-670abe5a21a4 req-e6229b5d-67a1-4ad1-8b4d-14fc973840b4 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 945 time: 0.1492639 Mar 14 15:30:34.672345 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 7bc4ea2d-4572-4a80-8df8-9007d6d3472c details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:30:34.681184 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8c0073eb-6cfd-4002-a97d-670abe5a21a4 req-15af6975-874f-4339-ade6-d7592bf4b64b tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375741 Mar 14 15:30:34.720126 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56894) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:34.722123 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e98690e8-2db7-4743-aa78-65d80901d2ef req-23c7da7d-1358-4aeb-a2e9-5e2c13adf284 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=cee47579-d14c-4f77-9753-e4f03af4a3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824449 Mar 14 15:30:34.728995 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb363e6-0f58-4b88-8992-e7c44ed2b2d6 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.765921 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb363e6-0f58-4b88-8992-e7c44ed2b2d6 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.817512 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb363e6-0f58-4b88-8992-e7c44ed2b2d6 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.822305 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb363e6-0f58-4b88-8992-e7c44ed2b2d6 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:34.824395 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8cb363e6-0f58-4b88-8992-e7c44ed2b2d6 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-groups/c27243bc-db32-4175-b6b2-f62a3fd99edd HTTP/1.1" status: 204 len: 168 time: 0.2252042 Mar 14 15:30:34.827558 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56898) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:34.844249 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb363e6-0f58-4b88-8992-e7c44ed2b2d6 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27243bc-db32-4175-b6b2-f62a3fd99edd,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:34.922704 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56900) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:34.923108 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b349b265-afa2-4e38-9f28-be3c55859707 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0941439 Mar 14 15:30:34.945741 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f9c3ebd8-80c7-4e03-9daa-97fa11b8b921 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec6d7e4b19e54bac82b16ebef5406add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2244120 Mar 14 15:30:34.948678 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56902) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:34.959852 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-e1494f58-9176-44a7-a013-68569aa07ad0 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] delete failed (client error): The resource could not be found. Mar 14 15:30:34.960996 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e1494f58-9176-44a7-a013-68569aa07ad0 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-groups/c27243bc-db32-4175-b6b2-f62a3fd99edd HTTP/1.1" status: 404 len: 347 time: 0.0369244 Mar 14 15:30:34.965780 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56904) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:34.971298 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-295e5bdf-045e-4ca4-be56-5e04e9686019 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group': {'name': 'tempest-secgroup--42060957'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:34.995060 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 7bc4ea2d-4572-4a80-8df8-9007d6d3472c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7bc4ea2d-4572-4a80-8df8-9007d6d3472c,segment=NetworkSegment(9247e4ef-aaea-4863-ab20-6a6befd50325),segment_id=9247e4ef-aaea-4863-ab20-6a6befd50325)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:35.009302 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '7bc4ea2d-4572-4a80-8df8-9007d6d3472c', 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f', 'port_id': '7bc4ea2d-4572-4a80-8df8-9007d6d3472c', 'mac_address': 'fa:16:3e:3e:3b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4dab56e-81ab-4760-a464-ee2142644a67', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:30:35.018848 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-295e5bdf-045e-4ca4-be56-5e04e9686019 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.051549 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bf6de55c-586d-4287-b0ca-5bd57da30862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.056050 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.071847 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc4ea2d-4572-4a80-8df8-9007d6d3472c {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:30:35.089620 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bf6de55c-586d-4287-b0ca-5bd57da30862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.095247 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 7bc4ea2d-4572-4a80-8df8-9007d6d3472c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7bc4ea2d-4572-4a80-8df8-9007d6d3472c,segment=NetworkSegment(9247e4ef-aaea-4863-ab20-6a6befd50325),segment_id=9247e4ef-aaea-4863-ab20-6a6befd50325)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:35.100520 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.155706 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-295e5bdf-045e-4ca4-be56-5e04e9686019 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.161278 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-295e5bdf-045e-4ca4-be56-5e04e9686019 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.166028 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=7bc4ea2d-4572-4a80-8df8-9007d6d3472c,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:35.197196 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e5bdf-045e-4ca4-be56-5e04e9686019 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d89009ae-e9f2-458c-a0b4-358d5ebc5d79,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:35.203532 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-295e5bdf-045e-4ca4-be56-5e04e9686019 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.204776 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-295e5bdf-045e-4ca4-be56-5e04e9686019 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2369401 Mar 14 15:30:35.205417 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bf6de55c-586d-4287-b0ca-5bd57da30862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.207848 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56906) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:35.208073 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bf6de55c-586d-4287-b0ca-5bd57da30862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.209075 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bf6de55c-586d-4287-b0ca-5bd57da30862 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8b17f64b-173b-4179-96f8-b665667b3451 HTTP/1.1" status: 204 len: 168 time: 0.2594471 Mar 14 15:30:35.218667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-214cf82d-dc6f-48f9-9347-fba703803ffb tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group_rule': {'security_group_id': 'd89009ae-e9f2-458c-a0b4-358d5ebc5d79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:35.220177 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6de55c-586d-4287-b0ca-5bd57da30862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b17f64b-173b-4179-96f8-b665667b3451,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:35.251624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-214cf82d-dc6f-48f9-9347-fba703803ffb tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.319312 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-214cf82d-dc6f-48f9-9347-fba703803ffb tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.323727 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-214cf82d-dc6f-48f9-9347-fba703803ffb tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.343366 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['7bc4ea2d-4572-4a80-8df8-9007d6d3472c'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:30:35.356241 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cf82d-dc6f-48f9-9347-fba703803ffb tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a6d5ae-6af5-4a9a-a240-4622142e1c80,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:35.368960 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:30:35.370063 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-214cf82d-dc6f-48f9-9347-fba703803ffb tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.371701 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-214cf82d-dc6f-48f9-9347-fba703803ffb tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1628237 Mar 14 15:30:35.375126 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56910) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:35.413432 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6b63286-f67c-4cd6-b70b-6ce6d6cdc789 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.427887 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6b63286-f67c-4cd6-b70b-6ce6d6cdc789 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.474595 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6b63286-f67c-4cd6-b70b-6ce6d6cdc789 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.482797 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a6b63286-f67c-4cd6-b70b-6ce6d6cdc789 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.488199 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a6b63286-f67c-4cd6-b70b-6ce6d6cdc789 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/88a6d5ae-6af5-4a9a-a240-4622142e1c80 HTTP/1.1" status: 204 len: 168 time: 0.1119089 Mar 14 15:30:35.491147 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56912) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:35.509496 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b63286-f67c-4cd6-b70b-6ce6d6cdc789 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88a6d5ae-6af5-4a9a-a240-4622142e1c80,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:35.563195 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1004d1da-1734-4121-a409-05eca52a08d2 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0704687 Mar 14 15:30:35.565998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56914) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:35.632987 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15cb5368-7798-4d47-be3c-9417388cad99 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.658376 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15cb5368-7798-4d47-be3c-9417388cad99 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.706758 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15cb5368-7798-4d47-be3c-9417388cad99 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.711337 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15cb5368-7798-4d47-be3c-9417388cad99 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.715221 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56918) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:35.715539 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-15cb5368-7798-4d47-be3c-9417388cad99 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-groups/d89009ae-e9f2-458c-a0b4-358d5ebc5d79 HTTP/1.1" status: 204 len: 168 time: 0.1477995 Mar 14 15:30:35.726464 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb5368-7798-4d47-be3c-9417388cad99 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89009ae-e9f2-458c-a0b4-358d5ebc5d79,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:35.822023 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d8960e2f-ad0a-4721-90dd-b362d39e5bd6 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1048195 Mar 14 15:30:35.826228 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56922) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:35.834754 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-00f759d6-b337-4b88-9959-767e212c1740 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1831095020'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:35.854943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd44a8-ab54-4b95-abd0-80bd623f1687 req-269be742-8c33-40df-a9a1-3133ca7092c1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:35.857156 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9fbd44a8-ab54-4b95-abd0-80bd623f1687 req-269be742-8c33-40df-a9a1-3133ca7092c1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 945 time: 0.0561566 Mar 14 15:30:35.864463 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fa5c6-29c8-4bfe-917b-adc21c808502 req-358a1195-36dc-4484-a973-6517b227fc03 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:35.866042 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7e6fa5c6-29c8-4bfe-917b-adc21c808502 req-358a1195-36dc-4484-a973-6517b227fc03 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 945 time: 0.0937145 Mar 14 15:30:35.873171 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-00f759d6-b337-4b88-9959-767e212c1740 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.904944 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9fbd44a8-ab54-4b95-abd0-80bd623f1687 req-1605dc2b-d401-4344-afe4-6826120c626d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=cee47579-d14c-4f77-9753-e4f03af4a3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406303 Mar 14 15:30:35.937016 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7e6fa5c6-29c8-4bfe-917b-adc21c808502 req-fdc69473-87d4-402a-9a0d-bc1542ffe9cd tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602465 Mar 14 15:30:35.993680 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-00f759d6-b337-4b88-9959-767e212c1740 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:35.998062 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-00f759d6-b337-4b88-9959-767e212c1740 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.030413 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-00f759d6-b337-4b88-9959-767e212c1740 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.031804 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-00f759d6-b337-4b88-9959-767e212c1740 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2044640 Mar 14 15:30:36.034630 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56926) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:36.040128 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-addb3478-c734-4260-929f-320193e5e890 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group_rule': {'security_group_id': 'e90dc8cf-7bd1-49e8-af6b-ab0206bd8d9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:36.046159 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f759d6-b337-4b88-9959-767e212c1740 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e90dc8cf-7bd1-49e8-af6b-ab0206bd8d9d,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:36.078624 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-addb3478-c734-4260-929f-320193e5e890 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.181211 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-addb3478-c734-4260-929f-320193e5e890 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.196123 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b25d2-690e-47e6-8239-c471e1a53d09 req-a21b8eb8-60d9-4ea2-b2fb-b4b987fa3e56 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:36.198177 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c00b25d2-690e-47e6-8239-c471e1a53d09 req-a21b8eb8-60d9-4ea2-b2fb-b4b987fa3e56 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 945 time: 0.0750899 Mar 14 15:30:36.198452 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-addb3478-c734-4260-929f-320193e5e890 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.216181 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99665f01-33b2-4325-8efd-85ec75fc4121 req-43633969-307a-432a-b3aa-602d091470ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:36.218024 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-99665f01-33b2-4325-8efd-85ec75fc4121 req-43633969-307a-432a-b3aa-602d091470ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c340664b3fb4c449d87994efbd8009f&device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 1098 time: 0.0510790 Mar 14 15:30:36.225921 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb3478-c734-4260-929f-320193e5e890 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a69b7c8-ef64-45db-8aa5-a02eee83b2a4,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:36.239978 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-addb3478-c734-4260-929f-320193e5e890 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.240953 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-addb3478-c734-4260-929f-320193e5e890 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2053745 Mar 14 15:30:36.245777 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56930) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:36.249714 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-46247236-c3eb-453d-96a6-e82033965ccb tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group_rule': {'security_group_id': 'e90dc8cf-7bd1-49e8-af6b-ab0206bd8d9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:36.278405 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c00b25d2-690e-47e6-8239-c471e1a53d09 req-b8afa6cd-b553-40e3-bc9d-29ef54bd16dd tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618601 Mar 14 15:30:36.297581 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46247236-c3eb-453d-96a6-e82033965ccb tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.328050 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99665f01-33b2-4325-8efd-85ec75fc4121 req-af3bbf73-eff0-483a-9b1a-571af3a03933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:36.331312 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-99665f01-33b2-4325-8efd-85ec75fc4121 req-af3bbf73-eff0-483a-9b1a-571af3a03933 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c349f7a5-9358-4e25-b080-01bddce4daf3 HTTP/1.1" status: 200 len: 913 time: 0.1050594 Mar 14 15:30:36.355036 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46247236-c3eb-453d-96a6-e82033965ccb tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.360307 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46247236-c3eb-453d-96a6-e82033965ccb tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.379077 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46247236-c3eb-453d-96a6-e82033965ccb tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fa618d-9124-4c9d-badb-e1d8fdb53454,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:36.379497 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-99665f01-33b2-4325-8efd-85ec75fc4121 req-06a9de90-7b75-4015-8b94-593c31605368 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ece5193-f682-48bb-9351-6459d3e86ab5 HTTP/1.1" status: 200 len: 217 time: 0.0424647 Mar 14 15:30:36.389469 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-46247236-c3eb-453d-96a6-e82033965ccb tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.390586 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-46247236-c3eb-453d-96a6-e82033965ccb tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1443574 Mar 14 15:30:36.393399 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56932) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:36.402271 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-c3a1b80d-2a3f-4bff-bb83-921616674c65 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group_rule': {'security_group_id': 'e90dc8cf-7bd1-49e8-af6b-ab0206bd8d9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:36.418688 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb2957d6-81f7-4d04-88d3-27c17055d107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.447709 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3a1b80d-2a3f-4bff-bb83-921616674c65 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.447926 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99665f01-33b2-4325-8efd-85ec75fc4121 req-bcf8f6f5-438f-4652-8dd1-ffba3622e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:36.449064 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-99665f01-33b2-4325-8efd-85ec75fc4121 req-bcf8f6f5-438f-4652-8dd1-ffba3622e76e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dc706e67-51e6-46cb-b69b-915da11c632f HTTP/1.1" status: 200 len: 852 time: 0.0630045 Mar 14 15:30:36.483402 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-99665f01-33b2-4325-8efd-85ec75fc4121 req-aecd05e9-c26f-4cbc-a09e-32ab8e094c32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c349f7a5-9358-4e25-b080-01bddce4daf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274940 Mar 14 15:30:36.517968 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3a1b80d-2a3f-4bff-bb83-921616674c65 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.522337 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3a1b80d-2a3f-4bff-bb83-921616674c65 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.542585 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1b80d-2a3f-4bff-bb83-921616674c65 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d85868-9f75-4fb7-a779-bf24af4a0fa0,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:36.555302 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c3a1b80d-2a3f-4bff-bb83-921616674c65 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.556534 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c3a1b80d-2a3f-4bff-bb83-921616674c65 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1619287 Mar 14 15:30:36.559291 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56934) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:36.564473 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-473eb998-c2d0-42ef-b560-bbd1fe6c0dec tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group_rule': {'security_group_id': 'e90dc8cf-7bd1-49e8-af6b-ab0206bd8d9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:36.589284 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-99665f01-33b2-4325-8efd-85ec75fc4121 req-53ad0cbd-0554-4a5e-8882-29aee263874c service neutron] 10.222.0.18 "GET /v2.0/networks/c349f7a5-9358-4e25-b080-01bddce4daf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994179 Mar 14 15:30:36.594833 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-473eb998-c2d0-42ef-b560-bbd1fe6c0dec tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.665714 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-473eb998-c2d0-42ef-b560-bbd1fe6c0dec tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.671817 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-473eb998-c2d0-42ef-b560-bbd1fe6c0dec tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.683731 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 7bc4ea2d-4572-4a80-8df8-9007d6d3472c up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:30:36.687254 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473eb998-c2d0-42ef-b560-bbd1fe6c0dec tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e5fc59-080a-4256-a8a9-73f47c23e271,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:36.704646 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-473eb998-c2d0-42ef-b560-bbd1fe6c0dec tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.708367 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-473eb998-c2d0-42ef-b560-bbd1fe6c0dec tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1450272 Mar 14 15:30:36.708524 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-99665f01-33b2-4325-8efd-85ec75fc4121 req-bddb3bc3-198b-4548-9964-6ae7b5ece09a service neutron] 10.222.0.18 "GET /v2.0/networks/c349f7a5-9358-4e25-b080-01bddce4daf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107073 Mar 14 15:30:36.708793 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56936) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:36.713850 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9c3ef5ec-eb0e-4974-8782-76004cae5871 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group_rule': {'security_group_id': 'e90dc8cf-7bd1-49e8-af6b-ab0206bd8d9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:36.744921 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c3ef5ec-eb0e-4974-8782-76004cae5871 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.754066 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 7bc4ea2d-4572-4a80-8df8-9007d6d3472c completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:30:36.758297 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 7bc4ea2d-4572-4a80-8df8-9007d6d3472c triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:30:36.758706 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.813697 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c3ef5ec-eb0e-4974-8782-76004cae5871 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.818981 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c3ef5ec-eb0e-4974-8782-76004cae5871 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.841427 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ef5ec-eb0e-4974-8782-76004cae5871 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faffbc09-a438-4521-b639-d868a0ddbc59,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:36.848974 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.850183 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9c3ef5ec-eb0e-4974-8782-76004cae5871 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.854811 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9c3ef5ec-eb0e-4974-8782-76004cae5871 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1413195 Mar 14 15:30:36.854811 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56938) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:36.877848 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb6a091-99d1-4f3e-b591-c62d77c9fff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc4ea2d-4572-4a80-8df8-9007d6d3472c'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:30:36.880124 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45171a58-c2ac-4639-b4ba-9a54c81f6eda" -d '{"events": [{"server_uuid": "ecb6a091-99d1-4f3e-b591-c62d77c9fff3", "name": "network-vif-plugged", "status": "completed", "tag": "7bc4ea2d-4572-4a80-8df8-9007d6d3472c"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:30:36.881476 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-40b7c27a-6200-40f7-be7a-72fd7b286d22 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.891310 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-40b7c27a-6200-40f7-be7a-72fd7b286d22 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.897986 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 7bc4ea2d-4572-4a80-8df8-9007d6d3472c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7bc4ea2d-4572-4a80-8df8-9007d6d3472c,segment=NetworkSegment(9247e4ef-aaea-4863-ab20-6a6befd50325),segment_id=9247e4ef-aaea-4863-ab20-6a6befd50325)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:36.904982 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.930496 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-40b7c27a-6200-40f7-be7a-72fd7b286d22 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.932410 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f6c109-3ade-494b-82ba-c257b008acc0 x-openstack-request-id: req-b7f6c109-3ade-494b-82ba-c257b008acc0 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:30:36.932703 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb6a091-99d1-4f3e-b591-c62d77c9fff3", "name": "network-vif-plugged", "status": "completed", "tag": "7bc4ea2d-4572-4a80-8df8-9007d6d3472c", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:30:36.932965 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b7f6c109-3ade-494b-82ba-c257b008acc0 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:30:36.933354 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb6a091-99d1-4f3e-b591-c62d77c9fff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc4ea2d-4572-4a80-8df8-9007d6d3472c', 'code': 200} Mar 14 15:30:36.945183 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-40b7c27a-6200-40f7-be7a-72fd7b286d22 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:36.946496 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-40b7c27a-6200-40f7-be7a-72fd7b286d22 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/faffbc09-a438-4521-b639-d868a0ddbc59 HTTP/1.1" status: 204 len: 168 time: 0.0912747 Mar 14 15:30:36.951435 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56944) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:36.962083 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7c27a-6200-40f7-be7a-72fd7b286d22 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=faffbc09-a438-4521-b639-d868a0ddbc59,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:36.993603 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=7bc4ea2d-4572-4a80-8df8-9007d6d3472c,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:37.028934 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b9ff9a72-60be-402b-b861-b3b2fcb03933 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0763187 Mar 14 15:30:37.031932 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56946) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:37.067006 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ff8b8f85-1821-4c59-ac9e-75cd230adf77 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.092663 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ff8b8f85-1821-4c59-ac9e-75cd230adf77 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.121876 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44d303-ce1b-4c3c-8d1e-98b1141b0faa req-0fa8607d-479b-44b8-874d-9b8a77a6e273 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:37.123825 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5e44d303-ce1b-4c3c-8d1e-98b1141b0faa req-0fa8607d-479b-44b8-874d-9b8a77a6e273 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 946 time: 0.0910625 Mar 14 15:30:37.133643 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ff8b8f85-1821-4c59-ac9e-75cd230adf77 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.143963 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ff8b8f85-1821-4c59-ac9e-75cd230adf77 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.145743 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ff8b8f85-1821-4c59-ac9e-75cd230adf77 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/c6e5fc59-080a-4256-a8a9-73f47c23e271 HTTP/1.1" status: 204 len: 168 time: 0.1127152 Mar 14 15:30:37.150531 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56948) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:37.160752 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b8f85-1821-4c59-ac9e-75cd230adf77 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6e5fc59-080a-4256-a8a9-73f47c23e271,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:37.207336 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5e44d303-ce1b-4c3c-8d1e-98b1141b0faa req-7bd15a70-a651-4f37-bc1d-25fe0d827aff tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=cee47579-d14c-4f77-9753-e4f03af4a3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751247 Mar 14 15:30:37.219196 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24310a-f614-4ea0-a935-1c3bac4e44ea req-e7a49b86-93a8-45e8-9060-5087c0d4d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:37.224631 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-73071979-8ecd-43e7-a4bc-d115bc0f9bdb tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0729430 Mar 14 15:30:37.227438 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56950) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:37.230830 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dd24310a-f614-4ea0-a935-1c3bac4e44ea req-e7a49b86-93a8-45e8-9060-5087c0d4d02c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 1099 time: 0.0558891 Mar 14 15:30:37.253971 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-276331a1-6478-4faa-be68-3da52ca1fe08 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.264221 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-276331a1-6478-4faa-be68-3da52ca1fe08 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.270125 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dd24310a-f614-4ea0-a935-1c3bac4e44ea req-831f6a8e-d170-40b9-86b6-68a78ccb49e7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cee47579-d14c-4f77-9753-e4f03af4a3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320845 Mar 14 15:30:37.297348 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-276331a1-6478-4faa-be68-3da52ca1fe08 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.304615 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-276331a1-6478-4faa-be68-3da52ca1fe08 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.306437 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-276331a1-6478-4faa-be68-3da52ca1fe08 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/b1d85868-9f75-4fb7-a779-bf24af4a0fa0 HTTP/1.1" status: 204 len: 168 time: 0.0778255 Mar 14 15:30:37.311579 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56954) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:37.329808 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276331a1-6478-4faa-be68-3da52ca1fe08 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1d85868-9f75-4fb7-a779-bf24af4a0fa0,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:37.370759 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-05c7dd35-a1ee-4186-b465-a06fcb5cf4c8 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0580473 Mar 14 15:30:37.373886 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56956) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:37.400503 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-194b98c4-c5bf-4225-9941-f3a3414a9e61 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.409957 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-194b98c4-c5bf-4225-9941-f3a3414a9e61 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.421847 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f959197-bbd7-48bc-8465-42dca65f1b7a req-d4aee64d-2312-43f0-948b-e92bc56a3dae tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:37.423179 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.429580 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5f959197-bbd7-48bc-8465-42dca65f1b7a req-d4aee64d-2312-43f0-948b-e92bc56a3dae tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 945 time: 0.0684509 Mar 14 15:30:37.443182 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-194b98c4-c5bf-4225-9941-f3a3414a9e61 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.449341 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-194b98c4-c5bf-4225-9941-f3a3414a9e61 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.450627 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-194b98c4-c5bf-4225-9941-f3a3414a9e61 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/83fa618d-9124-4c9d-badb-e1d8fdb53454 HTTP/1.1" status: 204 len: 168 time: 0.0756984 Mar 14 15:30:37.457660 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56958) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:37.464222 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b98c4-c5bf-4225-9941-f3a3414a9e61 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83fa618d-9124-4c9d-badb-e1d8fdb53454,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:37.479366 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5f959197-bbd7-48bc-8465-42dca65f1b7a req-cc21ad1b-8634-471d-b347-54315f8539d5 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464849 Mar 14 15:30:37.509673 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-adc48b70-685b-4f55-b1c8-e74b3555a890 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0510159 Mar 14 15:30:37.511725 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56960) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:37.537540 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b26363e1-e5ad-4440-8fe1-409427da689a tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.549235 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b26363e1-e5ad-4440-8fe1-409427da689a tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.581243 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b26363e1-e5ad-4440-8fe1-409427da689a tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.587704 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b26363e1-e5ad-4440-8fe1-409427da689a tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.588812 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b26363e1-e5ad-4440-8fe1-409427da689a tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/0a69b7c8-ef64-45db-8aa5-a02eee83b2a4 HTTP/1.1" status: 204 len: 168 time: 0.0761127 Mar 14 15:30:37.591577 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56962) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:37.603557 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26363e1-e5ad-4440-8fe1-409427da689a tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a69b7c8-ef64-45db-8aa5-a02eee83b2a4,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:37.646969 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2eb884ab-5b92-4d5b-8a0f-837e81090564 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0528197 Mar 14 15:30:37.648733 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56964) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:37.710484 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8dd04a2-7e70-41fd-b557-b15cf483e66e tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.734558 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8dd04a2-7e70-41fd-b557-b15cf483e66e tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.779870 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8dd04a2-7e70-41fd-b557-b15cf483e66e tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.782367 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e8dd04a2-7e70-41fd-b557-b15cf483e66e tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.783687 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e8dd04a2-7e70-41fd-b557-b15cf483e66e tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-groups/e90dc8cf-7bd1-49e8-af6b-ab0206bd8d9d HTTP/1.1" status: 204 len: 168 time: 0.1342778 Mar 14 15:30:37.786563 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56966) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:37.794417 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd04a2-7e70-41fd-b557-b15cf483e66e tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90dc8cf-7bd1-49e8-af6b-ab0206bd8d9d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:37.843438 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-43c56655-a38f-4489-b8a1-0a737238737f tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552411 Mar 14 15:30:37.848038 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56968) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:37.852713 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6817ceca-60ae-4aec-88c5-5b417783762d tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group': {'name': 'tempest-secgroup--292543865'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:37.875351 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6817ceca-60ae-4aec-88c5-5b417783762d tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.945466 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6817ceca-60ae-4aec-88c5-5b417783762d tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.950084 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6817ceca-60ae-4aec-88c5-5b417783762d tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.979180 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6817ceca-60ae-4aec-88c5-5b417783762d tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:37.980416 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6817ceca-60ae-4aec-88c5-5b417783762d tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1313200 Mar 14 15:30:37.984351 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56970) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:37.985653 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817ceca-60ae-4aec-88c5-5b417783762d tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2c2046-e960-420f-b40f-0194e01f30a7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:37.988927 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-bca42ab1-2d08-4cd8-929d-1dfbc4a2dc14 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group_rule': {'security_group_id': '0a2c2046-e960-420f-b40f-0194e01f30a7', 'direction': 'ingress', 'protocol': 17}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:38.016724 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bca42ab1-2d08-4cd8-929d-1dfbc4a2dc14 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.072745 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bca42ab1-2d08-4cd8-929d-1dfbc4a2dc14 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.077324 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bca42ab1-2d08-4cd8-929d-1dfbc4a2dc14 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.094990 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca42ab1-2d08-4cd8-929d-1dfbc4a2dc14 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4aa8a0-cec9-4249-8139-4438ef7e9921,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:38.103559 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bca42ab1-2d08-4cd8-929d-1dfbc4a2dc14 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.104777 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bca42ab1-2d08-4cd8-929d-1dfbc4a2dc14 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1194415 Mar 14 15:30:38.108346 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56972) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:38.165784 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a6213cb1-9286-4e40-afb0-1a1d352f81ad tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.190659 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a6213cb1-9286-4e40-afb0-1a1d352f81ad tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.241259 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a6213cb1-9286-4e40-afb0-1a1d352f81ad tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.244100 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a6213cb1-9286-4e40-afb0-1a1d352f81ad tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.248495 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a6213cb1-9286-4e40-afb0-1a1d352f81ad tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-groups/0a2c2046-e960-420f-b40f-0194e01f30a7 HTTP/1.1" status: 204 len: 168 time: 0.1359839 Mar 14 15:30:38.248969 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56976) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:38.256378 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6213cb1-9286-4e40-afb0-1a1d352f81ad tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2c2046-e960-420f-b40f-0194e01f30a7,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:38.316546 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1d89c375-ccd2-4121-b3ab-02b3e79f33ce tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0656254 Mar 14 15:30:38.321273 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56978) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:38.324456 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6668dc6a-9980-447a-8e34-61df3c425326 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group': {'name': 'tempest-secgroup--101884761'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:38.349628 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6668dc6a-9980-447a-8e34-61df3c425326 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.379618 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccc0f7-b3b8-48d7-a1e6-72fb20584310 req-b9b779cf-77a2-4e49-a742-9cc3de5c6ec7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:38.389333 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-96ccc0f7-b3b8-48d7-a1e6-72fb20584310 req-b9b779cf-77a2-4e49-a742-9cc3de5c6ec7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 946 time: 0.0848203 Mar 14 15:30:38.446085 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6668dc6a-9980-447a-8e34-61df3c425326 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.446807 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-96ccc0f7-b3b8-48d7-a1e6-72fb20584310 req-029ddff6-80aa-42bd-a7fa-4a90e6390158 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=cee47579-d14c-4f77-9753-e4f03af4a3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564752 Mar 14 15:30:38.452428 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6668dc6a-9980-447a-8e34-61df3c425326 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.503983 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6668dc6a-9980-447a-8e34-61df3c425326 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.505549 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6668dc6a-9980-447a-8e34-61df3c425326 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1844647 Mar 14 15:30:38.506734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668dc6a-9980-447a-8e34-61df3c425326 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9298fd87-b89d-4140-ac10-0805d81b1f89,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:38.509210 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56982) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:38.514663 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-212f0989-7846-4cc1-abc2-2212e09c48ea tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group': {'name': 'tempest-secgroup--2117003922'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:38.541819 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-212f0989-7846-4cc1-abc2-2212e09c48ea tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.614587 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec3a-3afd-432b-8283-b02f1fddd56a req-1e101cac-75b4-424b-a467-c54c1d60ccf4 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:38.616283 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7ec4ec3a-3afd-432b-8283-b02f1fddd56a req-1e101cac-75b4-424b-a467-c54c1d60ccf4 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 945 time: 0.0551596 Mar 14 15:30:38.620071 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-212f0989-7846-4cc1-abc2-2212e09c48ea tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.624746 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-212f0989-7846-4cc1-abc2-2212e09c48ea tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.660378 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-212f0989-7846-4cc1-abc2-2212e09c48ea tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.661524 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-212f0989-7846-4cc1-abc2-2212e09c48ea tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1513143 Mar 14 15:30:38.662386 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f0989-7846-4cc1-abc2-2212e09c48ea tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba568781-8126-4f4c-8581-3ab169d412fe,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:38.664397 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56984) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:38.669742 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-349b369d-ae1e-4346-a452-195b377da1a2 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group_rule': {'security_group_id': '9298fd87-b89d-4140-ac10-0805d81b1f89', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ba568781-8126-4f4c-8581-3ab169d412fe', 'remote_ip_prefix': None}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:38.670943 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7ec4ec3a-3afd-432b-8283-b02f1fddd56a req-bf6d68ee-a9d9-4ebf-98ef-e11500160b18 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481353 Mar 14 15:30:38.704797 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-349b369d-ae1e-4346-a452-195b377da1a2 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.775216 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-349b369d-ae1e-4346-a452-195b377da1a2 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.777277 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.781482 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-349b369d-ae1e-4346-a452-195b377da1a2 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.806669 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-349b369d-ae1e-4346-a452-195b377da1a2 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.811412 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-349b369d-ae1e-4346-a452-195b377da1a2 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1428599 Mar 14 15:30:38.811674 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b369d-ae1e-4346-a452-195b377da1a2 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c3cf0f-3145-4d8f-b8e2-d4aa8067f904,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:38.813416 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56988) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:38.862573 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.864794 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10186976-1389-4f3f-9dfd-568a7e91f52b tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.874884 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10186976-1389-4f3f-9dfd-568a7e91f52b tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.910293 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10186976-1389-4f3f-9dfd-568a7e91f52b tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.939761 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10186976-1389-4f3f-9dfd-568a7e91f52b tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:38.940886 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-10186976-1389-4f3f-9dfd-568a7e91f52b tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/57c3cf0f-3145-4d8f-b8e2-d4aa8067f904 HTTP/1.1" status: 204 len: 168 time: 0.1245942 Mar 14 15:30:38.943654 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56992) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:38.946489 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10186976-1389-4f3f-9dfd-568a7e91f52b tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57c3cf0f-3145-4d8f-b8e2-d4aa8067f904,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:38.973662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec696c-5aec-4193-996e-712f04ec08ce req-05000851-6531-4d13-bbe7-49f58442f1f6 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:38.975175 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d2ec696c-5aec-4193-996e-712f04ec08ce req-05000851-6531-4d13-bbe7-49f58442f1f6 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 945 time: 0.0755749 Mar 14 15:30:38.998427 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f3931db4-cecf-4dcc-ac3c-9d75a97350a1 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0532324 Mar 14 15:30:39.001435 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 56994) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:39.018517 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d2ec696c-5aec-4193-996e-712f04ec08ce req-6bd2b2ed-0095-4db1-9f85-70bb87d9efea tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365074 Mar 14 15:30:39.056704 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-61d4e85d-c26d-4472-a29d-764fe821f464 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.079348 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-61d4e85d-c26d-4472-a29d-764fe821f464 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.125921 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-61d4e85d-c26d-4472-a29d-764fe821f464 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.128782 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-61d4e85d-c26d-4472-a29d-764fe821f464 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.129972 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-61d4e85d-c26d-4472-a29d-764fe821f464 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-groups/ba568781-8126-4f4c-8581-3ab169d412fe HTTP/1.1" status: 204 len: 168 time: 0.1275475 Mar 14 15:30:39.133036 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56996) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:39.139905 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4e85d-c26d-4472-a29d-764fe821f464 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba568781-8126-4f4c-8581-3ab169d412fe,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:39.199188 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d8705c83-49e6-491c-9661-ee02102beb89 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0647736 Mar 14 15:30:39.202133 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 56998) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:39.252931 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c6294287-e108-4aed-ab7a-bef6d4ce46d4 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.277415 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c6294287-e108-4aed-ab7a-bef6d4ce46d4 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.305850 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.321684 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c6294287-e108-4aed-ab7a-bef6d4ce46d4 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.324260 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c6294287-e108-4aed-ab7a-bef6d4ce46d4 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.325470 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c6294287-e108-4aed-ab7a-bef6d4ce46d4 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-groups/9298fd87-b89d-4140-ac10-0805d81b1f89 HTTP/1.1" status: 204 len: 168 time: 0.1224542 Mar 14 15:30:39.328414 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57000) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:39.334388 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6294287-e108-4aed-ab7a-bef6d4ce46d4 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9298fd87-b89d-4140-ac10-0805d81b1f89,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:39.404261 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e1d5583c-152d-4888-87fa-f2749164f120 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0738392 Mar 14 15:30:39.409093 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57002) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:39.416870 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b82b18ff-a69f-4a29-9794-314a21ebce33 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group': {'name': 'tempest-secgroup--2003895915'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:39.443560 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b82b18ff-a69f-4a29-9794-314a21ebce33 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.530261 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b82b18ff-a69f-4a29-9794-314a21ebce33 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.539941 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b82b18ff-a69f-4a29-9794-314a21ebce33 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.576076 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e625f-ab5b-4d01-825a-3f45f1de958d req-53bf0380-96d2-415e-9b85-40a5a98f4e5e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:39.577741 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-497e625f-ab5b-4d01-825a-3f45f1de958d req-53bf0380-96d2-415e-9b85-40a5a98f4e5e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 946 time: 0.0566926 Mar 14 15:30:39.593618 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b82b18ff-a69f-4a29-9794-314a21ebce33 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.595870 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b82b18ff-a69f-4a29-9794-314a21ebce33 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1828072 Mar 14 15:30:39.600256 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57006) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:39.608463 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1b55fe68-2c88-4b0d-88b0-a5a20b7975c5 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group_rule': {'security_group_id': '93e3cb0c-4033-4310-8cd1-d3428311a3a7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:39.640374 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b18ff-a69f-4a29-9794-314a21ebce33 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e3cb0c-4033-4310-8cd1-d3428311a3a7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:39.654764 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b55fe68-2c88-4b0d-88b0-a5a20b7975c5 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.676750 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-497e625f-ab5b-4d01-825a-3f45f1de958d req-45e15895-c9e3-46ac-92cc-2183b468cb2a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=cee47579-d14c-4f77-9753-e4f03af4a3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748384 Mar 14 15:30:39.750278 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b55fe68-2c88-4b0d-88b0-a5a20b7975c5 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.755924 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b55fe68-2c88-4b0d-88b0-a5a20b7975c5 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.791924 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55fe68-2c88-4b0d-88b0-a5a20b7975c5 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3decd9-e612-46cf-a756-00e3e5d3ed03,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:39.813661 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b55fe68-2c88-4b0d-88b0-a5a20b7975c5 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.815035 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1b55fe68-2c88-4b0d-88b0-a5a20b7975c5 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2133806 Mar 14 15:30:39.819145 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57010) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:39.859819 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d7074403-b01a-4151-8bcc-ec9692b68786 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.860305 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe4da3-3d4f-4eff-ad7e-a2a3f23355cf req-2a878773-9baa-4f57-9001-329765bf71fa tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:39.862032 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9fe4da3-3d4f-4eff-ad7e-a2a3f23355cf req-2a878773-9baa-4f57-9001-329765bf71fa tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 946 time: 0.0833402 Mar 14 15:30:39.872496 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d7074403-b01a-4151-8bcc-ec9692b68786 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.913757 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9fe4da3-3d4f-4eff-ad7e-a2a3f23355cf req-0a5e3699-dc9a-480d-8c38-62394135d973 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=cee47579-d14c-4f77-9753-e4f03af4a3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451972 Mar 14 15:30:39.914711 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d7074403-b01a-4151-8bcc-ec9692b68786 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.922393 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d7074403-b01a-4151-8bcc-ec9692b68786 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:39.923573 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d7074403-b01a-4151-8bcc-ec9692b68786 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/0b3decd9-e612-46cf-a756-00e3e5d3ed03 HTTP/1.1" status: 204 len: 168 time: 0.1033137 Mar 14 15:30:39.928621 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57012) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:39.936266 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7074403-b01a-4151-8bcc-ec9692b68786 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b3decd9-e612-46cf-a756-00e3e5d3ed03,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:39.945760 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57014) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:39.992240 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d5e855cc-2df8-4249-8e8e-2f234f3835cf tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0622010 Mar 14 15:30:39.995109 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36114d2-2bcf-45e6-b6ee-47c09e7adf6d tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:39.995274 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57016) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:39.997714 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d36114d2-2bcf-45e6-b6ee-47c09e7adf6d tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 1094 time: 0.0501163 Mar 14 15:30:40.000850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57018) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:40.006719 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-295bd37e-1bcb-4ca4-a99e-81a050433eda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': '7bc4ea2d-4572-4a80-8df8-9007d6d3472c', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:40.039821 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-295bd37e-1bcb-4ca4-a99e-81a050433eda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.093434 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d513924e-9938-4e39-abf9-fbb4ad1786e1 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.165253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-295bd37e-1bcb-4ca4-a99e-81a050433eda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.167307 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d513924e-9938-4e39-abf9-fbb4ad1786e1 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.234743 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6a438-8efe-4a7b-9456-8b1400154f0d req-d9fdbad8-4f83-4e04-af77-4dbd1f62cc32 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:40.236591 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4ce6a438-8efe-4a7b-9456-8b1400154f0d req-d9fdbad8-4f83-4e04-af77-4dbd1f62cc32 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 945 time: 0.1169028 Mar 14 15:30:40.270686 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d513924e-9938-4e39-abf9-fbb4ad1786e1 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.275012 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d513924e-9938-4e39-abf9-fbb4ad1786e1 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.279825 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d513924e-9938-4e39-abf9-fbb4ad1786e1 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-groups/93e3cb0c-4033-4310-8cd1-d3428311a3a7 HTTP/1.1" status: 204 len: 168 time: 0.2801111 Mar 14 15:30:40.281667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57022) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:40.302130 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513924e-9938-4e39-abf9-fbb4ad1786e1 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e3cb0c-4033-4310-8cd1-d3428311a3a7,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:40.313537 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4ce6a438-8efe-4a7b-9456-8b1400154f0d req-2fe81752-61dc-44f5-8067-c2f9640d97d4 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687935 Mar 14 15:30:40.338692 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-295bd37e-1bcb-4ca4-a99e-81a050433eda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.26.6.88 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/5b4a59a8-0f97-4418-84f3-5735eb2c789a) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:30:40.420958 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c775663f-b3f2-443f-b933-1bd33099e9cb tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1378987 Mar 14 15:30:40.424958 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57026) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:40.430712 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-da202d40-3114-4c32-8554-1ef1f15b5ea7 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091648010'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:40.468206 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da202d40-3114-4c32-8554-1ef1f15b5ea7 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.512254 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-295bd37e-1bcb-4ca4-a99e-81a050433eda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.553228 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-295bd37e-1bcb-4ca4-a99e-81a050433eda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.620128 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295bd37e-1bcb-4ca4-a99e-81a050433eda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:30:40.626807 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-295bd37e-1bcb-4ca4-a99e-81a050433eda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:30:40.629484 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295bd37e-1bcb-4ca4-a99e-81a050433eda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:30:40.677877 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bd37e-1bcb-4ca4-a99e-81a050433eda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=5b4a59a8-0f97-4418-84f3-5735eb2c789a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:40.695531 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab00588-1c07-49d0-97a4-8c0b2a01e7e4 req-0f2bd75d-ce1c-49df-9914-af9af8357ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:40.697339 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bab00588-1c07-49d0-97a4-8c0b2a01e7e4 req-0f2bd75d-ce1c-49df-9914-af9af8357ace service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c340664b3fb4c449d87994efbd8009f&device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 1098 time: 0.1289225 Mar 14 15:30:40.869107 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7306d22-c563-4084-8d0a-c3f9c44d5d8c req-b9fe5d6f-4d92-4f16-a96a-4473f8be9a37 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:40.870650 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f7306d22-c563-4084-8d0a-c3f9c44d5d8c req-b9fe5d6f-4d92-4f16-a96a-4473f8be9a37 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 945 time: 0.3671255 Mar 14 15:30:40.897144 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab00588-1c07-49d0-97a4-8c0b2a01e7e4 req-e68d73c5-e0e5-41c9-b419-e0e80fa4ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:40.898617 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bab00588-1c07-49d0-97a4-8c0b2a01e7e4 req-e68d73c5-e0e5-41c9-b419-e0e80fa4ecc7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c349f7a5-9358-4e25-b080-01bddce4daf3 HTTP/1.1" status: 200 len: 913 time: 0.1943703 Mar 14 15:30:40.918301 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da202d40-3114-4c32-8554-1ef1f15b5ea7 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.927348 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da202d40-3114-4c32-8554-1ef1f15b5ea7 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.950690 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f7306d22-c563-4084-8d0a-c3f9c44d5d8c req-485ea483-cb06-4f0c-885e-eca5ba57c56a tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670135 Mar 14 15:30:40.966582 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da202d40-3114-4c32-8554-1ef1f15b5ea7 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:40.967876 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-da202d40-3114-4c32-8554-1ef1f15b5ea7 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5413468 Mar 14 15:30:40.970512 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57032) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:40.973654 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da202d40-3114-4c32-8554-1ef1f15b5ea7 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d278b9a-cf26-4f53-be88-a2bfff15e5e0,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:40.978385 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-6551887b-ebe1-4de0-bbda-11349dd4ffb7 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group_rule': {'security_group_id': '0d278b9a-cf26-4f53-be88-a2bfff15e5e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:40.978857 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bab00588-1c07-49d0-97a4-8c0b2a01e7e4 req-3232f348-5270-4c70-9a62-a34546c371e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ece5193-f682-48bb-9351-6459d3e86ab5 HTTP/1.1" status: 200 len: 217 time: 0.0421946 Mar 14 15:30:41.004284 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6551887b-ebe1-4de0-bbda-11349dd4ffb7 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.064141 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6551887b-ebe1-4de0-bbda-11349dd4ffb7 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.068917 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6551887b-ebe1-4de0-bbda-11349dd4ffb7 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.086258 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551887b-ebe1-4de0-bbda-11349dd4ffb7 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70493444-acd2-4342-a01a-a2edc757b725,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:41.100197 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6551887b-ebe1-4de0-bbda-11349dd4ffb7 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.104303 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6551887b-ebe1-4de0-bbda-11349dd4ffb7 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327934 Mar 14 15:30:41.104908 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57034) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:41.121499 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-597d49ab-19a4-41d1-8ff6-a0bb3809fd25 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-group-rules/70493444-acd2-4342-a01a-a2edc757b725 HTTP/1.1" status: 200 len: 763 time: 0.0153708 Mar 14 15:30:41.123989 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57036) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:41.126741 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab00588-1c07-49d0-97a4-8c0b2a01e7e4 req-9656e7e6-cc0e-43ad-a66a-0c374acfcdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:41.128246 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bab00588-1c07-49d0-97a4-8c0b2a01e7e4 req-9656e7e6-cc0e-43ad-a66a-0c374acfcdc8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dc706e67-51e6-46cb-b69b-915da11c632f HTTP/1.1" status: 200 len: 852 time: 0.1425049 Mar 14 15:30:41.164466 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a7adc5c3-b495-4c12-965b-ee70117cb339 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0394249 Mar 14 15:30:41.167092 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57038) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:41.191296 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57478d23-0146-49b3-b15d-9313c156dbbc tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.199358 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57478d23-0146-49b3-b15d-9313c156dbbc tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.228027 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57478d23-0146-49b3-b15d-9313c156dbbc tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.234822 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-57478d23-0146-49b3-b15d-9313c156dbbc tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.236022 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-57478d23-0146-49b3-b15d-9313c156dbbc tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/70493444-acd2-4342-a01a-a2edc757b725 HTTP/1.1" status: 204 len: 168 time: 0.0679977 Mar 14 15:30:41.241184 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57040) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:41.248235 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57478d23-0146-49b3-b15d-9313c156dbbc tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70493444-acd2-4342-a01a-a2edc757b725,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:41.292757 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-17682f58-ebc9-4d6c-84d0-51a7732f9e59 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0480664 Mar 14 15:30:41.293155 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57042) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:41.299104 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5bced15f-2175-42af-b3f4-90e5d11c62d3 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group_rule': {'security_group_id': '0d278b9a-cf26-4f53-be88-a2bfff15e5e0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:41.327668 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5bced15f-2175-42af-b3f4-90e5d11c62d3 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.380752 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5bced15f-2175-42af-b3f4-90e5d11c62d3 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.384744 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5bced15f-2175-42af-b3f4-90e5d11c62d3 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.404998 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bced15f-2175-42af-b3f4-90e5d11c62d3 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0f9e2c-76b1-45a3-ad50-fda99a072b8c,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:41.417647 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5bced15f-2175-42af-b3f4-90e5d11c62d3 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.419526 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5bced15f-2175-42af-b3f4-90e5d11c62d3 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233697 Mar 14 15:30:41.422734 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57044) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:41.439991 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4e4da169-9ed0-4c1c-a19f-3a140952b05e tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-group-rules/3a0f9e2c-76b1-45a3-ad50-fda99a072b8c HTTP/1.1" status: 200 len: 763 time: 0.0160599 Mar 14 15:30:41.442526 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57046) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:41.486270 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8b6f5770-7105-40ac-9c22-9468d1e36875 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0426118 Mar 14 15:30:41.488979 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57048) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:41.489141 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bab00588-1c07-49d0-97a4-8c0b2a01e7e4 req-2e709ff2-d516-4f4f-b7c0-bb011f507ba3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c349f7a5-9358-4e25-b080-01bddce4daf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3491540 Mar 14 15:30:41.511722 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7581cf52-981a-4236-b419-3949d2a749ee tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.519746 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7581cf52-981a-4236-b419-3949d2a749ee tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.547281 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7581cf52-981a-4236-b419-3949d2a749ee tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.553314 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7581cf52-981a-4236-b419-3949d2a749ee tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.554404 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7581cf52-981a-4236-b419-3949d2a749ee tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/3a0f9e2c-76b1-45a3-ad50-fda99a072b8c HTTP/1.1" status: 204 len: 168 time: 0.0646114 Mar 14 15:30:41.556956 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57050) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:41.572727 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581cf52-981a-4236-b419-3949d2a749ee tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a0f9e2c-76b1-45a3-ad50-fda99a072b8c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:41.603644 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-744d8705-0781-4077-b6f7-b0627006e03f tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0432682 Mar 14 15:30:41.603888 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57052) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:41.608721 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-21243d54-267c-481d-a33b-9f06f7f33a38 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group_rule': {'security_group_id': '0d278b9a-cf26-4f53-be88-a2bfff15e5e0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:41.630640 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-21243d54-267c-481d-a33b-9f06f7f33a38 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Project 25aa521c1b6244728d5e3e7321af3e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:30:41.635519 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21243d54-267c-481d-a33b-9f06f7f33a38 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.693228 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21243d54-267c-481d-a33b-9f06f7f33a38 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.698477 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21243d54-267c-481d-a33b-9f06f7f33a38 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.715675 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21243d54-267c-481d-a33b-9f06f7f33a38 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7529f01-2f25-4fdf-98e6-8ee7799fa8a9,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:41.717594 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-295bd37e-1bcb-4ca4-a99e-81a050433eda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.725014 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21243d54-267c-481d-a33b-9f06f7f33a38 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.726214 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-21243d54-267c-481d-a33b-9f06f7f33a38 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214759 Mar 14 15:30:41.728874 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57054) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:41.736829 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bab00588-1c07-49d0-97a4-8c0b2a01e7e4 req-1e1102b2-1a1f-4d44-b9fd-fb6684423b91 service neutron] 10.222.0.18 "GET /v2.0/networks/c349f7a5-9358-4e25-b080-01bddce4daf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167773 Mar 14 15:30:41.745135 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ae9ebecb-50a1-42eb-babb-53f6c0f40f13 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-group-rules/d7529f01-2f25-4fdf-98e6-8ee7799fa8a9 HTTP/1.1" status: 200 len: 769 time: 0.0152624 Mar 14 15:30:41.747859 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57056) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:41.788837 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6f896f7a-ed15-4f84-8d63-3196a7595db4 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0398111 Mar 14 15:30:41.791552 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57058) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:41.816590 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-259779f6-9145-4072-9a65-31e97bd28782 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.824379 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-259779f6-9145-4072-9a65-31e97bd28782 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.853363 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-259779f6-9145-4072-9a65-31e97bd28782 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.860298 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-259779f6-9145-4072-9a65-31e97bd28782 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.863448 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-259779f6-9145-4072-9a65-31e97bd28782 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/d7529f01-2f25-4fdf-98e6-8ee7799fa8a9 HTTP/1.1" status: 204 len: 168 time: 0.0687912 Mar 14 15:30:41.868891 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57060) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:41.878678 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259779f6-9145-4072-9a65-31e97bd28782 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7529f01-2f25-4fdf-98e6-8ee7799fa8a9,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:41.891751 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-295bd37e-1bcb-4ca4-a99e-81a050433eda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:41.922984 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8ad04096-7eea-4f11-bda7-33e5084afe58 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0509017 Mar 14 15:30:41.924261 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57062) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:41.932440 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bab00588-1c07-49d0-97a4-8c0b2a01e7e4 req-962b1bc6-2f70-4c7f-85cd-821938ac70c2 service neutron] 10.222.0.18 "GET /v2.0/networks/c349f7a5-9358-4e25-b080-01bddce4daf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738203 Mar 14 15:30:41.987273 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bd331e22-a4c2-49ed-a2fc-5249e0c4486e tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.023949 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bd331e22-a4c2-49ed-a2fc-5249e0c4486e tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.073670 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bd331e22-a4c2-49ed-a2fc-5249e0c4486e tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.076828 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bd331e22-a4c2-49ed-a2fc-5249e0c4486e tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.078025 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bd331e22-a4c2-49ed-a2fc-5249e0c4486e tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-groups/0d278b9a-cf26-4f53-be88-a2bfff15e5e0 HTTP/1.1" status: 204 len: 168 time: 0.1525800 Mar 14 15:30:42.081726 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57066) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:42.102839 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd331e22-a4c2-49ed-a2fc-5249e0c4486e tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d278b9a-cf26-4f53-be88-a2bfff15e5e0,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:42.112626 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-295bd37e-1bcb-4ca4-a99e-81a050433eda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.138588 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f75b47-e45c-4896-b31d-a1ecec11f9c4 req-da08b14c-7798-4c42-a316-3c1bfedc2d84 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:42.140254 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-45f75b47-e45c-4896-b31d-a1ecec11f9c4 req-da08b14c-7798-4c42-a316-3c1bfedc2d84 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 945 time: 0.0955768 Mar 14 15:30:42.141115 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-295bd37e-1bcb-4ca4-a99e-81a050433eda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.159962 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-61d87448-123a-440d-86c9-04f398b672c9 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0771613 Mar 14 15:30:42.164213 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57068) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:42.169433 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-86d335f2-6623-4abe-9457-de4c24dfe150 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group': {'name': 'tempest-secgroup--595598123'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:42.189678 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-86d335f2-6623-4abe-9457-de4c24dfe150 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.249529 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-45f75b47-e45c-4896-b31d-a1ecec11f9c4 req-59afec71-53b5-449e-b016-88cc30caffde tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017880 Mar 14 15:30:42.252048 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bd37e-1bcb-4ca4-a99e-81a050433eda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=5b4a59a8-0f97-4418-84f3-5735eb2c789a,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:42.257842 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-86d335f2-6623-4abe-9457-de4c24dfe150 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.271094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-295bd37e-1bcb-4ca4-a99e-81a050433eda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.271521 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-86d335f2-6623-4abe-9457-de4c24dfe150 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.296845 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-86d335f2-6623-4abe-9457-de4c24dfe150 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.300748 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-86d335f2-6623-4abe-9457-de4c24dfe150 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1331036 Mar 14 15:30:42.301019 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57070) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:42.305290 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-2b674871-88dd-4bb0-b92c-9e25eca401a2 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Request body: {'security_group_rule': {'security_group_id': 'e94791b7-56c2-43ef-bba9-eb56921e4896', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:30:42.313006 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d335f2-6623-4abe-9457-de4c24dfe150 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94791b7-56c2-43ef-bba9-eb56921e4896,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:42.333516 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2b674871-88dd-4bb0-b92c-9e25eca401a2 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.371363 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-295bd37e-1bcb-4ca4-a99e-81a050433eda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Floating IP 1aabafcc-6272-4a98-9996-f9c9629fbadb associated. External IP: 172.26.6.88, port: 7bc4ea2d-4572-4a80-8df8-9007d6d3472c. Mar 14 15:30:42.392154 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2b674871-88dd-4bb0-b92c-9e25eca401a2 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.396275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2b674871-88dd-4bb0-b92c-9e25eca401a2 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.416324 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b674871-88dd-4bb0-b92c-9e25eca401a2 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981eed10-7435-41be-9952-b28fabe6d2df,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:42.427045 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2b674871-88dd-4bb0-b92c-9e25eca401a2 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.431066 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2b674871-88dd-4bb0-b92c-9e25eca401a2 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263120 Mar 14 15:30:42.431661 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57072) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:42.562512 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54a33e36-4db5-46b0-96cc-1ff8570e6948 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.596756 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54a33e36-4db5-46b0-96cc-1ff8570e6948 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.680871 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295bd37e-1bcb-4ca4-a99e-81a050433eda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 87f82823-0096-4e43-8c69-08e2029b95d6 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:30:42.691395 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54a33e36-4db5-46b0-96cc-1ff8570e6948 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.693858 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54a33e36-4db5-46b0-96cc-1ff8570e6948 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.695012 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-54a33e36-4db5-46b0-96cc-1ff8570e6948 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-groups/e94791b7-56c2-43ef-bba9-eb56921e4896 HTTP/1.1" status: 204 len: 168 time: 0.2623236 Mar 14 15:30:42.697570 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57074) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:42.735536 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a33e36-4db5-46b0-96cc-1ff8570e6948 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94791b7-56c2-43ef-bba9-eb56921e4896,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:42.744399 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7739d892-31ee-497e-bf20-3cc6c606cc87 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0428138 Mar 14 15:30:42.744399 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57076) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:42.785926 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-46cc0204-4b88-44b6-a4ce-ed16f1f591ba tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0407033 Mar 14 15:30:42.788952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57078) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:42.802292 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.api.v2.resource [None req-d57eefff-8e88-4762-b639-537de74f43bf tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] delete failed (client error): The resource could not be found. Mar 14 15:30:42.802975 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295bd37e-1bcb-4ca4-a99e-81a050433eda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:30:42.803322 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d57eefff-8e88-4762-b639-537de74f43bf tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "DELETE /v2.0/security-groups/e94791b7-56c2-43ef-bba9-eb56921e4896 HTTP/1.1" status: 404 len: 347 time: 0.0134640 Mar 14 15:30:42.807047 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57080) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:42.813518 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e10fa4-8add-447e-835e-515e889145a7 None None] Sync routers for ids ['87f82823-0096-4e43-8c69-08e2029b95d6'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:30:42.824326 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e10fa4-8add-447e-835e-515e889145a7 None None] Routers {'87f82823-0096-4e43-8c69-08e2029b95d6'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:30:42.826371 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-71e10fa4-8add-447e-835e-515e889145a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:30:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['87f82823-0096-4e43-8c69-08e2029b95d6'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:42.840358 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-295bd37e-1bcb-4ca4-a99e-81a050433eda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:42.885474 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e07f3259-b6eb-4631-afc1-8faac07b24f2 tempest-SecGroupIPv6Test-1747840271 tempest-SecGroupIPv6Test-1747840271-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0772934 Mar 14 15:30:42.887913 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-295bd37e-1bcb-4ca4-a99e-81a050433eda tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8854694 Mar 14 15:30:42.888496 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb6a091-99d1-4f3e-b591-c62d77c9fff3', 'tag': '7bc4ea2d-4572-4a80-8df8-9007d6d3472c'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:30:42.890871 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be0b0be-ea55-4642-94a7-9fa0fde99ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb6a091-99d1-4f3e-b591-c62d77c9fff3", "tag": "7bc4ea2d-4572-4a80-8df8-9007d6d3472c"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:30:42.891468 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57082) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:42.936662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450bad57-6c3b-41b0-9c97-86a7097be66c x-openstack-request-id: req-450bad57-6c3b-41b0-9c97-86a7097be66c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:30:42.937277 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb6a091-99d1-4f3e-b591-c62d77c9fff3", "tag": "7bc4ea2d-4572-4a80-8df8-9007d6d3472c", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:30:42.937277 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-450bad57-6c3b-41b0-9c97-86a7097be66c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:30:42.937617 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb6a091-99d1-4f3e-b591-c62d77c9fff3', 'tag': '7bc4ea2d-4572-4a80-8df8-9007d6d3472c', 'status': 'completed', 'code': 200} Mar 14 15:30:42.955958 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-71e10fa4-8add-447e-835e-515e889145a7 None None] Set router 87f82823-0096-4e43-8c69-08e2029b95d6 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:30:42.974961 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5a5c7a76-4cfa-4114-9f72-f167d1f98e24 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/1aabafcc-6272-4a98-9996-f9c9629fbadb HTTP/1.1" status: 200 len: 991 time: 0.0821607 Mar 14 15:30:43.023186 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0b0be-ea55-4642-94a7-9fa0fde99ab2 req-75f39571-5972-4762-bbbc-e27f2cb72529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:43.024850 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9be0b0be-ea55-4642-94a7-9fa0fde99ab2 req-75f39571-5972-4762-bbbc-e27f2cb72529 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 1099 time: 0.0555332 Mar 14 15:30:43.128806 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0b0be-ea55-4642-94a7-9fa0fde99ab2 req-279e762e-8410-441d-95e6-0639aca949fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:43.130308 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9be0b0be-ea55-4642-94a7-9fa0fde99ab2 req-279e762e-8410-441d-95e6-0639aca949fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4728811-2a0a-4d09-bb2e-9c65844bc79f HTTP/1.1" status: 200 len: 896 time: 0.0985417 Mar 14 15:30:43.171645 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57090) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:43.211116 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9be0b0be-ea55-4642-94a7-9fa0fde99ab2 req-b50e1658-a1bc-4f60-96c8-b154d8d6af55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bc4ea2d-4572-4a80-8df8-9007d6d3472c HTTP/1.1" status: 200 len: 999 time: 0.0726030 Mar 14 15:30:43.225521 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-71e10fa4-8add-447e-835e-515e889145a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'name': 'tempest-TestNetworkBasicOps-router-904199613', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:09Z', 'updated_at': '2022-03-14T15:30:18Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:10Z', 'updated_at': '2022-03-14T15:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '1aabafcc-6272-4a98-9996-f9c9629fbadb', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.88', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'port_id': '7bc4ea2d-4572-4a80-8df8-9007d6d3472c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f', 'mac_address': 'fa:16:3e:3e:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb6a091-99d1-4f3e-b591-c62d77c9fff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:30:41Z', 'updated_at': '2022-03-14T15:30:41Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf97fc3-6335-4163-8840-616c09bcadf2', 'name': '', 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:f2:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'b4dab56e-81ab-4760-a464-ee2142644a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'b4dab56e-81ab-4760-a464-ee2142644a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:43.252866 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e10fa4-8add-447e-835e-515e889145a7 None None] Checking router: 87f82823-0096-4e43-8c69-08e2029b95d6 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:30:43.261580 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e10fa4-8add-447e-835e-515e889145a7 None None] Routers {'87f82823-0096-4e43-8c69-08e2029b95d6'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:30:43.262800 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-71e10fa4-8add-447e-835e-515e889145a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:30:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['87f82823-0096-4e43-8c69-08e2029b95d6'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:43.265321 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0b0be-ea55-4642-94a7-9fa0fde99ab2 req-cfb566d8-e279-4715-8d87-14f4c3e9df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:43.267438 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9be0b0be-ea55-4642-94a7-9fa0fde99ab2 req-cfb566d8-e279-4715-8d87-14f4c3e9df12 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4dab56e-81ab-4760-a464-ee2142644a67 HTTP/1.1" status: 200 len: 835 time: 0.0498626 Mar 14 15:30:43.324078 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0b0be-ea55-4642-94a7-9fa0fde99ab2 req-d8c53bb5-2e61-4e44-bf8e-fe01ea726da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:43.326201 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9be0b0be-ea55-4642-94a7-9fa0fde99ab2 req-d8c53bb5-2e61-4e44-bf8e-fe01ea726da2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4728811-2a0a-4d09-bb2e-9c65844bc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500591 Mar 14 15:30:43.358184 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-540d3b4d-3354-4b00-b39a-4be298e480d3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=25aa521c1b6244728d5e3e7321af3e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827381 Mar 14 15:30:43.358979 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57096) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:43.382782 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-71e10fa4-8add-447e-835e-515e889145a7 None None] Set router 87f82823-0096-4e43-8c69-08e2029b95d6 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:30:43.415748 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0c323e7f-c45f-404b-b0ed-95309aa02918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.438273 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0c323e7f-c45f-404b-b0ed-95309aa02918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.448987 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14a3ae-567d-449f-ae8f-7fc9450ff333 req-6620601e-e881-4587-9d7b-ba0b9cd8e874 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:43.450649 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4c14a3ae-567d-449f-ae8f-7fc9450ff333 req-6620601e-e881-4587-9d7b-ba0b9cd8e874 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 945 time: 0.0975668 Mar 14 15:30:43.488793 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9be0b0be-ea55-4642-94a7-9fa0fde99ab2 req-554a03a6-4c37-45a2-8dea-adaf7cb3dcf6 service neutron] 10.222.0.18 "GET /v2.0/networks/e4728811-2a0a-4d09-bb2e-9c65844bc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554594 Mar 14 15:30:43.497930 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0c323e7f-c45f-404b-b0ed-95309aa02918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.500947 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0c323e7f-c45f-404b-b0ed-95309aa02918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:43.504805 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0c323e7f-c45f-404b-b0ed-95309aa02918 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e6b2c555-af1b-497e-80bf-16db0fb4a456 HTTP/1.1" status: 204 len: 168 time: 0.1426804 Mar 14 15:30:43.518817 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c323e7f-c45f-404b-b0ed-95309aa02918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b2c555-af1b-497e-80bf-16db0fb4a456,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:43.531088 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4c14a3ae-567d-449f-ae8f-7fc9450ff333 req-a99b4161-8a04-44dd-93af-dc6fd2dce6f1 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687156 Mar 14 15:30:43.625916 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9be0b0be-ea55-4642-94a7-9fa0fde99ab2 req-8cf8bf2f-88b5-420e-919b-6b547e56f6b6 service neutron] 10.222.0.18 "GET /v2.0/networks/e4728811-2a0a-4d09-bb2e-9c65844bc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281419 Mar 14 15:30:43.700579 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-71e10fa4-8add-447e-835e-515e889145a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'name': 'tempest-TestNetworkBasicOps-router-904199613', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:09Z', 'updated_at': '2022-03-14T15:30:18Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:10Z', 'updated_at': '2022-03-14T15:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '1aabafcc-6272-4a98-9996-f9c9629fbadb', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.88', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'port_id': '7bc4ea2d-4572-4a80-8df8-9007d6d3472c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f', 'mac_address': 'fa:16:3e:3e:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb6a091-99d1-4f3e-b591-c62d77c9fff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:30:41Z', 'updated_at': '2022-03-14T15:30:41Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf97fc3-6335-4163-8840-616c09bcadf2', 'name': '', 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:f2:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'b4dab56e-81ab-4760-a464-ee2142644a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'b4dab56e-81ab-4760-a464-ee2142644a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:43.735295 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e10fa4-8add-447e-835e-515e889145a7 None None] The sync data for ids ['87f82823-0096-4e43-8c69-08e2029b95d6'] in dv-neutron-833559-1-hyperv is: [{'id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'name': 'tempest-TestNetworkBasicOps-router-904199613', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:09Z', 'updated_at': '2022-03-14T15:30:18Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:10Z', 'updated_at': '2022-03-14T15:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '1aabafcc-6272-4a98-9996-f9c9629fbadb', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.88', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'port_id': '7bc4ea2d-4572-4a80-8df8-9007d6d3472c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f', 'mac_address': 'fa:16:3e:3e:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb6a091-99d1-4f3e-b591-c62d77c9fff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:30:41Z', 'updated_at': '2022-03-14T15:30:41Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf97fc3-6335-4163-8840-616c09bcadf2', 'name': '', 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:f2:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'b4dab56e-81ab-4760-a464-ee2142644a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'b4dab56e-81ab-4760-a464-ee2142644a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:30:43.811657 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea012752-c2ba-489e-8919-0cd6b20783f8 req-c6e47435-0495-45e1-b8e3-7b191178873b tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:43.813291 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ea012752-c2ba-489e-8919-0cd6b20783f8 req-c6e47435-0495-45e1-b8e3-7b191178873b tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 945 time: 0.0574324 Mar 14 15:30:43.869590 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ea012752-c2ba-489e-8919-0cd6b20783f8 req-59f0524f-07bb-4ff5-ac8f-3e6963b3b6b1 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494843 Mar 14 15:30:43.977092 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57104) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:44.045244 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-99831d12-fc58-4acc-a534-dd84a24d0c21 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/1aabafcc-6272-4a98-9996-f9c9629fbadb HTTP/1.1" status: 200 len: 991 time: 0.0652492 Mar 14 15:30:44.393920 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11fc16e-3a70-486e-9c90-e4842bdcbc7a None None] New status for floating IP 1aabafcc-6272-4a98-9996-f9c9629fbadb: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:30:44.995619 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9d054-2621-4574-a918-51ace39c09af req-7806fbc7-6b94-439f-bf20-4e51e6168d3d tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:44.997621 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c6f9d054-2621-4574-a918-51ace39c09af req-7806fbc7-6b94-439f-bf20-4e51e6168d3d tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 945 time: 0.0492425 Mar 14 15:30:45.037043 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c6f9d054-2621-4574-a918-51ace39c09af req-a6a08d42-2b3f-4c9d-8eae-c6bb1f0ebe39 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331738 Mar 14 15:30:45.047937 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57108) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:45.115284 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5517b3e8-1a1b-4de0-a6c6-c86494706c1e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/1aabafcc-6272-4a98-9996-f9c9629fbadb HTTP/1.1" status: 200 len: 993 time: 0.0662327 Mar 14 15:30:45.857045 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ec7ca-b9af-443d-9244-2ee4e71195b8 req-b9fb34ec-ea02-40bb-ae0d-bfb815141b5a tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:45.858500 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2b0ec7ca-b9af-443d-9244-2ee4e71195b8 req-b9fb34ec-ea02-40bb-ae0d-bfb815141b5a tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.18 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 945 time: 0.0537698 Mar 14 15:30:45.957015 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-2b0ec7ca-b9af-443d-9244-2ee4e71195b8 req-f5895041-c8e5-48c9-a775-dd2ab7160046 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Deleting port 0ece5193-f682-48bb-9351-6459d3e86ab5 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:30:45.957395 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b0ec7ca-b9af-443d-9244-2ee4e71195b8 req-f5895041-c8e5-48c9-a775-dd2ab7160046 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:46.056462 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2b0ec7ca-b9af-443d-9244-2ee4e71195b8 req-f5895041-c8e5-48c9-a775-dd2ab7160046 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] For port 0ece5193-f682-48bb-9351-6459d3e86ab5, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=0ece5193-f682-48bb-9351-6459d3e86ab5,segment=NetworkSegment(b731d8b6-e7bc-40b0-992a-2c6c75723e1f),segment_id=b731d8b6-e7bc-40b0-992a-2c6c75723e1f)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:30:46.056824 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b0ec7ca-b9af-443d-9244-2ee4e71195b8 req-f5895041-c8e5-48c9-a775-dd2ab7160046 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:46.070066 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-2b0ec7ca-b9af-443d-9244-2ee4e71195b8 req-f5895041-c8e5-48c9-a775-dd2ab7160046 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Calling delete_port for 0ece5193-f682-48bb-9351-6459d3e86ab5 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:30:46.182687 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a24e4-4d94-4f61-a067-f2d7f401c0da req-008bb22e-2c00-41a0-b705-f6b69922c885 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:30:46.184317 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-361a24e4-4d94-4f61-a067-f2d7f401c0da req-008bb22e-2c00-41a0-b705-f6b69922c885 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/ports?device_id=56188bfe-7d2c-46b4-8491-40990d3de3aa HTTP/1.1" status: 200 len: 945 time: 0.0726953 Mar 14 15:30:46.265513 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-361a24e4-4d94-4f61-a067-f2d7f401c0da req-741f7f84-6661-4fc2-924b-ad327b6e1fbd tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e995b44-bfdb-498e-b75f-6d20fc2db537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734422 Mar 14 15:30:46.276185 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b0ec7ca-b9af-443d-9244-2ee4e71195b8 req-f5895041-c8e5-48c9-a775-dd2ab7160046 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:46.295123 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['0ece5193-f682-48bb-9351-6459d3e86ab5'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:30:46.309865 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5895041-c8e5-48c9-a775-dd2ab7160046 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Pushing event deleted for resources: {'Port': ['ID=0ece5193-f682-48bb-9351-6459d3e86ab5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:46.352083 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0ec7ca-b9af-443d-9244-2ee4e71195b8 req-f5895041-c8e5-48c9-a775-dd2ab7160046 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] No DVR routers for this DVR port 0ece5193-f682-48bb-9351-6459d3e86ab5 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:30:46.354637 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b0ec7ca-b9af-443d-9244-2ee4e71195b8 req-f5895041-c8e5-48c9-a775-dd2ab7160046 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:46.358946 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2b0ec7ca-b9af-443d-9244-2ee4e71195b8 req-f5895041-c8e5-48c9-a775-dd2ab7160046 tempest-TestServerAdvancedOps-340592284 tempest-TestServerAdvancedOps-340592284-project] 10.222.0.18 "DELETE /v2.0/ports/0ece5193-f682-48bb-9351-6459d3e86ab5 HTTP/1.1" status: 204 len: 173 time: 0.4935300 Mar 14 15:30:46.359479 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56188bfe-7d2c-46b4-8491-40990d3de3aa', 'name': 'network-vif-deleted', 'tag': '0ece5193-f682-48bb-9351-6459d3e86ab5'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:30:46.361814 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67501812-6605-40b1-a05e-93a942448d97" -d '{"events": [{"server_uuid": "56188bfe-7d2c-46b4-8491-40990d3de3aa", "name": "network-vif-deleted", "tag": "0ece5193-f682-48bb-9351-6459d3e86ab5"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:30:46.413233 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be11cad8-c734-4980-936c-6cef7979b7db x-openstack-request-id: req-be11cad8-c734-4980-936c-6cef7979b7db {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:30:46.413652 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56188bfe-7d2c-46b4-8491-40990d3de3aa", "name": "network-vif-deleted", "tag": "0ece5193-f682-48bb-9351-6459d3e86ab5", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:30:46.414171 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-be11cad8-c734-4980-936c-6cef7979b7db {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:30:46.414627 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56188bfe-7d2c-46b4-8491-40990d3de3aa', 'name': 'network-vif-deleted', 'tag': '0ece5193-f682-48bb-9351-6459d3e86ab5', 'status': 'completed', 'code': 200} Mar 14 15:30:47.336415 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57116) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:47.385914 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda3ecd9-153f-4916-a47d-625f7d5b175e admin admin] Deleting subnet dc706e67-51e6-46cb-b69b-915da11c632f {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:30:47.389939 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eda3ecd9-153f-4916-a47d-625f7d5b175e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.426254 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eda3ecd9-153f-4916-a47d-625f7d5b175e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.473503 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eda3ecd9-153f-4916-a47d-625f7d5b175e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.527748 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eda3ecd9-153f-4916-a47d-625f7d5b175e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.554328 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3ecd9-153f-4916-a47d-625f7d5b175e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc706e67-51e6-46cb-b69b-915da11c632f,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:47.556318 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eda3ecd9-153f-4916-a47d-625f7d5b175e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.560189 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-eda3ecd9-153f-4916-a47d-625f7d5b175e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/dc706e67-51e6-46cb-b69b-915da11c632f HTTP/1.1" status: 204 len: 168 time: 0.2226577 Mar 14 15:30:47.562744 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57118) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:47.629774 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-772f2115-0cda-4e39-92d7-ceac26138535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.709679 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-772f2115-0cda-4e39-92d7-ceac26138535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.729035 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-772f2115-0cda-4e39-92d7-ceac26138535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c349f7a5-9358-4e25-b080-01bddce4daf3']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:47.739225 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-772f2115-0cda-4e39-92d7-ceac26138535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b731d8b6-e7bc-40b0-992a-2c6c75723e1f') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:47.739524 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-772f2115-0cda-4e39-92d7-ceac26138535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b731d8b6-e7bc-40b0-992a-2c6c75723e1f') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:47.749975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-772f2115-0cda-4e39-92d7-ceac26138535 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.763716 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-772f2115-0cda-4e39-92d7-ceac26138535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.769743 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772f2115-0cda-4e39-92d7-ceac26138535 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:30:47.770130 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-772f2115-0cda-4e39-92d7-ceac26138535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:47.771887 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:47.828173 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-772f2115-0cda-4e39-92d7-ceac26138535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.833310 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-772f2115-0cda-4e39-92d7-ceac26138535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.837283 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-772f2115-0cda-4e39-92d7-ceac26138535 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c349f7a5-9358-4e25-b080-01bddce4daf3 HTTP/1.1" status: 204 len: 168 time: 0.2735803 Mar 14 15:30:47.840784 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57120) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:47.849822 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f2115-0cda-4e39-92d7-ceac26138535 admin admin] Pushing event deleted for resources: {'Network': ['ID=c349f7a5-9358-4e25-b080-01bddce4daf3,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:47.900154 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2941e60d-d10d-4fd6-8974-73863ce26b41 admin admin] Deleting subnet b11fdf53-c7d2-42ef-aee5-b7c9ac74706a {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:30:47.903826 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2941e60d-d10d-4fd6-8974-73863ce26b41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.939201 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2941e60d-d10d-4fd6-8974-73863ce26b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:47.978868 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2941e60d-d10d-4fd6-8974-73863ce26b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.029717 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2941e60d-d10d-4fd6-8974-73863ce26b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.054549 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941e60d-d10d-4fd6-8974-73863ce26b41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b11fdf53-c7d2-42ef-aee5-b7c9ac74706a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:48.059346 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2941e60d-d10d-4fd6-8974-73863ce26b41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.062513 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2941e60d-d10d-4fd6-8974-73863ce26b41 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b11fdf53-c7d2-42ef-aee5-b7c9ac74706a HTTP/1.1" status: 204 len: 168 time: 0.2207613 Mar 14 15:30:48.064984 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57122) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:48.136184 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7415499f-f2de-447d-a86c-d7d1865ca8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.212706 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7415499f-f2de-447d-a86c-d7d1865ca8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.236195 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-7415499f-f2de-447d-a86c-d7d1865ca8fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cfe57b-04b6-479c-9e1b-67d373eb3378']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:48.245172 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-7415499f-f2de-447d-a86c-d7d1865ca8fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b4adc21-1ee8-4a2a-bf82-f104e9a6fd4c') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:48.245461 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-7415499f-f2de-447d-a86c-d7d1865ca8fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b4adc21-1ee8-4a2a-bf82-f104e9a6fd4c') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:30:48.254595 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7415499f-f2de-447d-a86c-d7d1865ca8fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.268432 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7415499f-f2de-447d-a86c-d7d1865ca8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.274147 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7415499f-f2de-447d-a86c-d7d1865ca8fd admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:30:48.274532 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7415499f-f2de-447d-a86c-d7d1865ca8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:30:48.276186 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:30:48.331227 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7415499f-f2de-447d-a86c-d7d1865ca8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.336747 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7415499f-f2de-447d-a86c-d7d1865ca8fd admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.339838 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7415499f-f2de-447d-a86c-d7d1865ca8fd admin admin] 10.222.0.59 "DELETE /v2.0/networks/05cfe57b-04b6-479c-9e1b-67d373eb3378 HTTP/1.1" status: 204 len: 168 time: 0.2739701 Mar 14 15:30:48.351919 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415499f-f2de-447d-a86c-d7d1865ca8fd admin admin] Pushing event deleted for resources: {'Network': ['ID=05cfe57b-04b6-479c-9e1b-67d373eb3378,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:48.507579 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57128) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:48.546648 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9d35ec17-d804-4f4c-8aed-7d1e360780d6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2c340664b3fb4c449d87994efbd8009f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379384 Mar 14 15:30:48.549036 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57130) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:48.596474 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe38e6bb-57c9-4462-aa13-18645b80dc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.620146 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe38e6bb-57c9-4462-aa13-18645b80dc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.664872 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe38e6bb-57c9-4462-aa13-18645b80dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.667385 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fe38e6bb-57c9-4462-aa13-18645b80dc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:48.668528 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fe38e6bb-57c9-4462-aa13-18645b80dc8a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2e995b44-bfdb-498e-b75f-6d20fc2db537 HTTP/1.1" status: 204 len: 168 time: 0.1186230 Mar 14 15:30:48.676210 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38e6bb-57c9-4462-aa13-18645b80dc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e995b44-bfdb-498e-b75f-6d20fc2db537,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:48.978157 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57136) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:49.018476 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d15ccc0c-910b-4fc0-be6e-95025d80a6bb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=27685530a83244afb84d0bbfb3df4ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391030 Mar 14 15:30:49.020857 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57138) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:30:49.068027 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-026d1d4e-27cc-486f-8508-f636eeeebc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:49.088262 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-026d1d4e-27cc-486f-8508-f636eeeebc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:49.134536 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-026d1d4e-27cc-486f-8508-f636eeeebc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:49.137614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-026d1d4e-27cc-486f-8508-f636eeeebc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:30:49.138756 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-026d1d4e-27cc-486f-8508-f636eeeebc98 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/40c1788d-e341-43db-b8d9-302aaeadc16a HTTP/1.1" status: 204 len: 168 time: 0.1170349 Mar 14 15:30:49.146438 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d1d4e-27cc-486f-8508-f636eeeebc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c1788d-e341-43db-b8d9-302aaeadc16a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:30:50.757844 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 0ece5193-f682-48bb-9351-6459d3e86ab5 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:30:50.779578 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 0ece5193-f682-48bb-9351-6459d3e86ab5 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:30:50.779925 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 0ece5193-f682-48bb-9351-6459d3e86ab5 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:31:04.043200 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eb067e31-218d-4910-a804-ab34318df9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:06.393400 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2dd5dc2-ee71-4578-8d51-bd1d6e72b3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:07.414661 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:08.769343 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:08.847782 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:09.297790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:12.368598 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:31:16.373629 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57160) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:16.436721 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-173759e2-ad6a-4c4a-919b-b3838b4f767a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/1aabafcc-6272-4a98-9996-f9c9629fbadb HTTP/1.1" status: 200 len: 993 time: 0.0620084 Mar 14 15:31:16.736598 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57166) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:16.889108 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 5b4a59a8-0f97-4418-84f3-5735eb2c789a {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:31:16.889448 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.960841 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.961159 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:16.972245 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 5b4a59a8-0f97-4418-84f3-5735eb2c789a owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:31:17.115540 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:17.142241 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=5b4a59a8-0f97-4418-84f3-5735eb2c789a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:17.169618 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:17.169989 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:17.170331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:17.170668 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:17.171020 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:17.171354 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:17.171680 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:17.172021 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:17.172330 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:17.172650 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:17.172971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:17.173290 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:17.212240 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:17.212571 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Floating IP 1aabafcc-6272-4a98-9996-f9c9629fbadb disassociated (deleted). External IP: 172.26.6.88, port: 7bc4ea2d-4572-4a80-8df8-9007d6d3472c. Mar 14 15:31:17.709238 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 87f82823-0096-4e43-8c69-08e2029b95d6 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:31:17.815137 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:17.820124 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:17.824651 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fa6b9e-756b-4bfa-a53f-790de9fe29a1 None None] Sync routers for ids ['87f82823-0096-4e43-8c69-08e2029b95d6'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:31:17.834479 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fa6b9e-756b-4bfa-a53f-790de9fe29a1 None None] Routers {'87f82823-0096-4e43-8c69-08e2029b95d6'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:31:17.835115 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-64fa6b9e-756b-4bfa-a53f-790de9fe29a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:31:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['87f82823-0096-4e43-8c69-08e2029b95d6'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:17.852852 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-afb2b433-a7b0-4fb7-9d50-47c08d99d535 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/floatingips/1aabafcc-6272-4a98-9996-f9c9629fbadb HTTP/1.1" status: 204 len: 168 time: 1.1126401 Mar 14 15:31:17.852852 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb6a091-99d1-4f3e-b591-c62d77c9fff3', 'tag': '7bc4ea2d-4572-4a80-8df8-9007d6d3472c'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:31:17.853044 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43ce5d1-3692-4980-a55b-825af4bc1b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb6a091-99d1-4f3e-b591-c62d77c9fff3", "tag": "7bc4ea2d-4572-4a80-8df8-9007d6d3472c"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:31:17.893986 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44839054-8ec5-47c4-b965-659af837f9d9 x-openstack-request-id: req-44839054-8ec5-47c4-b965-659af837f9d9 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:31:17.894283 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb6a091-99d1-4f3e-b591-c62d77c9fff3", "tag": "7bc4ea2d-4572-4a80-8df8-9007d6d3472c", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:31:17.894556 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-44839054-8ec5-47c4-b965-659af837f9d9 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:31:17.895126 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb6a091-99d1-4f3e-b591-c62d77c9fff3', 'tag': '7bc4ea2d-4572-4a80-8df8-9007d6d3472c', 'status': 'completed', 'code': 200} Mar 14 15:31:17.945743 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-64fa6b9e-756b-4bfa-a53f-790de9fe29a1 None None] Set router 87f82823-0096-4e43-8c69-08e2029b95d6 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:31:17.969156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ce5d1-3692-4980-a55b-825af4bc1b0e req-fb3f9bdb-9092-4821-ab40-4c1a297d07ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:17.970588 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e43ce5d1-3692-4980-a55b-825af4bc1b0e req-fb3f9bdb-9092-4821-ab40-4c1a297d07ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 1099 time: 0.0432613 Mar 14 15:31:18.115491 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ce5d1-3692-4980-a55b-825af4bc1b0e req-514f4e0f-7930-4889-9b60-0b20830aea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:18.116954 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e43ce5d1-3692-4980-a55b-825af4bc1b0e req-514f4e0f-7930-4889-9b60-0b20830aea98 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4728811-2a0a-4d09-bb2e-9c65844bc79f HTTP/1.1" status: 200 len: 896 time: 0.1210454 Mar 14 15:31:18.125239 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a6113-2c12-4198-927c-fdd895cc0940 req-89c2cfdb-44de-4b6d-ad50-872f6551ddf8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:18.126594 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6b6a6113-2c12-4198-927c-fdd895cc0940 req-89c2cfdb-44de-4b6d-ad50-872f6551ddf8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 946 time: 0.0766287 Mar 14 15:31:18.157256 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-64fa6b9e-756b-4bfa-a53f-790de9fe29a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'name': 'tempest-TestNetworkBasicOps-router-904199613', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:09Z', 'updated_at': '2022-03-14T15:30:18Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:10Z', 'updated_at': '2022-03-14T15:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'dbf97fc3-6335-4163-8840-616c09bcadf2', 'name': '', 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:f2:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'b4dab56e-81ab-4760-a464-ee2142644a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'b4dab56e-81ab-4760-a464-ee2142644a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:18.172184 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e43ce5d1-3692-4980-a55b-825af4bc1b0e req-3d92174f-4d6b-460d-b1d1-d207cd6a4399 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bc4ea2d-4572-4a80-8df8-9007d6d3472c HTTP/1.1" status: 200 len: 217 time: 0.0446155 Mar 14 15:31:18.190636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fa6b9e-756b-4bfa-a53f-790de9fe29a1 None None] Checking router: 87f82823-0096-4e43-8c69-08e2029b95d6 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:31:18.198882 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fa6b9e-756b-4bfa-a53f-790de9fe29a1 None None] Routers {'87f82823-0096-4e43-8c69-08e2029b95d6'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:31:18.199590 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-64fa6b9e-756b-4bfa-a53f-790de9fe29a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:31:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['87f82823-0096-4e43-8c69-08e2029b95d6'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:18.227943 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6b6a6113-2c12-4198-927c-fdd895cc0940 req-b427c641-4a4b-4dbf-8305-bbca997197f1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=cee47579-d14c-4f77-9753-e4f03af4a3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943456 Mar 14 15:31:18.240015 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ce5d1-3692-4980-a55b-825af4bc1b0e req-9a010743-eaaa-479d-9d8a-69be16e52e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:18.241597 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e43ce5d1-3692-4980-a55b-825af4bc1b0e req-9a010743-eaaa-479d-9d8a-69be16e52e9c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4dab56e-81ab-4760-a464-ee2142644a67 HTTP/1.1" status: 200 len: 835 time: 0.0600438 Mar 14 15:31:18.287839 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ce5d1-3692-4980-a55b-825af4bc1b0e req-aeb535d6-7f69-4465-becf-7035c64ee7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:18.289378 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e43ce5d1-3692-4980-a55b-825af4bc1b0e req-aeb535d6-7f69-4465-becf-7035c64ee7a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4728811-2a0a-4d09-bb2e-9c65844bc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404165 Mar 14 15:31:18.306546 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-64fa6b9e-756b-4bfa-a53f-790de9fe29a1 None None] Set router 87f82823-0096-4e43-8c69-08e2029b95d6 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:31:18.383122 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e43ce5d1-3692-4980-a55b-825af4bc1b0e req-bf2dfc9b-f2df-4df4-ade3-e9d69ac1f5a0 service neutron] 10.222.0.18 "GET /v2.0/networks/e4728811-2a0a-4d09-bb2e-9c65844bc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831954 Mar 14 15:31:18.482240 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e43ce5d1-3692-4980-a55b-825af4bc1b0e req-c89e441a-9654-49c5-a945-ff069b43b948 service neutron] 10.222.0.18 "GET /v2.0/networks/e4728811-2a0a-4d09-bb2e-9c65844bc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917673 Mar 14 15:31:18.648423 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e37fb387-f9cf-4230-a7c5-8ba71d5edc6a req-9def5236-c003-4b78-9214-d18bd9a27fbb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399802 Mar 14 15:31:18.661348 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-64fa6b9e-756b-4bfa-a53f-790de9fe29a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'name': 'tempest-TestNetworkBasicOps-router-904199613', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:09Z', 'updated_at': '2022-03-14T15:30:18Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:10Z', 'updated_at': '2022-03-14T15:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'dbf97fc3-6335-4163-8840-616c09bcadf2', 'name': '', 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:f2:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'b4dab56e-81ab-4760-a464-ee2142644a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'b4dab56e-81ab-4760-a464-ee2142644a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:18.690039 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fa6b9e-756b-4bfa-a53f-790de9fe29a1 None None] The sync data for ids ['87f82823-0096-4e43-8c69-08e2029b95d6'] in dv-neutron-833559-1-hyperv is: [{'id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'name': 'tempest-TestNetworkBasicOps-router-904199613', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:09Z', 'updated_at': '2022-03-14T15:30:18Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:10Z', 'updated_at': '2022-03-14T15:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'dbf97fc3-6335-4163-8840-616c09bcadf2', 'name': '', 'network_id': 'e4728811-2a0a-4d09-bb2e-9c65844bc79f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:f2:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'b4dab56e-81ab-4760-a464-ee2142644a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:15Z', 'updated_at': '2022-03-14T15:30:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'b4dab56e-81ab-4760-a464-ee2142644a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:31:18.730853 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fb387-f9cf-4230-a7c5-8ba71d5edc6a req-e9ebbc9d-b78c-4816-8a1a-647dfa8e588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:18.732544 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e37fb387-f9cf-4230-a7c5-8ba71d5edc6a req-e9ebbc9d-b78c-4816-8a1a-647dfa8e588c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a71e4db168bb4915bec9d021ab48e3b3&device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 1099 time: 0.0417075 Mar 14 15:31:18.843672 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fb387-f9cf-4230-a7c5-8ba71d5edc6a req-6f7b7c3c-1dd5-4442-9c71-cac3e45dcabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:18.845151 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e37fb387-f9cf-4230-a7c5-8ba71d5edc6a req-6f7b7c3c-1dd5-4442-9c71-cac3e45dcabd service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3c71c02-264e-49fe-ace9-fff9d219f343 HTTP/1.1" status: 200 len: 912 time: 0.0937259 Mar 14 15:31:18.917341 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e37fb387-f9cf-4230-a7c5-8ba71d5edc6a req-493923af-ca21-4833-b0be-95c3979cb48f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91473996-4716-46d0-bb49-2a2fcc5a3214 HTTP/1.1" status: 200 len: 1002 time: 0.0632122 Mar 14 15:31:18.923851 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d36c1-f233-4db0-9588-a26c30457170 None None] New status for floating IP 1aabafcc-6272-4a98-9996-f9c9629fbadb: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:31:18.970927 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fb387-f9cf-4230-a7c5-8ba71d5edc6a req-bfaad8ab-fcb0-4911-a2a4-3e35df36c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:18.972432 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e37fb387-f9cf-4230-a7c5-8ba71d5edc6a req-bfaad8ab-fcb0-4911-a2a4-3e35df36c1b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2938bbac-db51-4fe5-871d-2be14c242925 HTTP/1.1" status: 200 len: 850 time: 0.0474410 Mar 14 15:31:19.024646 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fb387-f9cf-4230-a7c5-8ba71d5edc6a req-07692b15-b9a9-4e08-a8b1-26321a9f0fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:19.026162 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e37fb387-f9cf-4230-a7c5-8ba71d5edc6a req-07692b15-b9a9-4e08-a8b1-26321a9f0fe8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3c71c02-264e-49fe-ace9-fff9d219f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465446 Mar 14 15:31:19.114036 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e37fb387-f9cf-4230-a7c5-8ba71d5edc6a req-be4788db-ca32-4883-aa0b-fb5723f59878 service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806403 Mar 14 15:31:19.205390 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e37fb387-f9cf-4230-a7c5-8ba71d5edc6a req-aacee21a-e884-44d6-a94b-fbc8e1c4393a service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842650 Mar 14 15:31:19.346586 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bba9c-8fd5-48ac-88a0-04a42ffdd7b0 req-e7e0776d-4e5c-4dbe-b81b-810ad6dde3b0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:19.348128 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c08bba9c-8fd5-48ac-88a0-04a42ffdd7b0 req-e7e0776d-4e5c-4dbe-b81b-810ad6dde3b0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 946 time: 0.0499182 Mar 14 15:31:19.386015 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c08bba9c-8fd5-48ac-88a0-04a42ffdd7b0 req-a6f0c45e-154f-4b17-96c7-7d40fdfbbea8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=cee47579-d14c-4f77-9753-e4f03af4a3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319624 Mar 14 15:31:19.573221 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a02c7a-4845-4b3f-8db5-a5ed5bd99cdf req-b9913089-32a9-458b-97e5-f9c8bff68b72 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:19.574587 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-09a02c7a-4845-4b3f-8db5-a5ed5bd99cdf req-b9913089-32a9-458b-97e5-f9c8bff68b72 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 946 time: 0.0483027 Mar 14 15:31:19.670537 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-09a02c7a-4845-4b3f-8db5-a5ed5bd99cdf req-d3b4b9d4-b7a0-4e25-9db0-1e37c7005aa0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 7bc4ea2d-4572-4a80-8df8-9007d6d3472c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:31:19.670871 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-09a02c7a-4845-4b3f-8db5-a5ed5bd99cdf req-d3b4b9d4-b7a0-4e25-9db0-1e37c7005aa0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:19.756706 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-09a02c7a-4845-4b3f-8db5-a5ed5bd99cdf req-d3b4b9d4-b7a0-4e25-9db0-1e37c7005aa0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port 7bc4ea2d-4572-4a80-8df8-9007d6d3472c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7bc4ea2d-4572-4a80-8df8-9007d6d3472c,segment=NetworkSegment(9247e4ef-aaea-4863-ab20-6a6befd50325),segment_id=9247e4ef-aaea-4863-ab20-6a6befd50325)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:19.757435 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-09a02c7a-4845-4b3f-8db5-a5ed5bd99cdf req-d3b4b9d4-b7a0-4e25-9db0-1e37c7005aa0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:19.769504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-09a02c7a-4845-4b3f-8db5-a5ed5bd99cdf req-d3b4b9d4-b7a0-4e25-9db0-1e37c7005aa0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 7bc4ea2d-4572-4a80-8df8-9007d6d3472c owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:31:19.896086 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-09a02c7a-4845-4b3f-8db5-a5ed5bd99cdf req-d3b4b9d4-b7a0-4e25-9db0-1e37c7005aa0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:19.924591 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4b9d4-b7a0-4e25-9db0-1e37c7005aa0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=7bc4ea2d-4572-4a80-8df8-9007d6d3472c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:19.969171 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a02c7a-4845-4b3f-8db5-a5ed5bd99cdf req-d3b4b9d4-b7a0-4e25-9db0-1e37c7005aa0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] No DVR routers for this DVR port 7bc4ea2d-4572-4a80-8df8-9007d6d3472c on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:31:19.971652 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-09a02c7a-4845-4b3f-8db5-a5ed5bd99cdf req-d3b4b9d4-b7a0-4e25-9db0-1e37c7005aa0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:19.975201 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-09a02c7a-4845-4b3f-8db5-a5ed5bd99cdf req-d3b4b9d4-b7a0-4e25-9db0-1e37c7005aa0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "DELETE /v2.0/ports/7bc4ea2d-4572-4a80-8df8-9007d6d3472c HTTP/1.1" status: 204 len: 173 time: 0.3892424 Mar 14 15:31:19.975638 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb6a091-99d1-4f3e-b591-c62d77c9fff3', 'name': 'network-vif-deleted', 'tag': '7bc4ea2d-4572-4a80-8df8-9007d6d3472c'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:31:19.977837 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb19913-2467-4eb3-908c-92e47c14e6b7" -d '{"events": [{"server_uuid": "ecb6a091-99d1-4f3e-b591-c62d77c9fff3", "name": "network-vif-deleted", "tag": "7bc4ea2d-4572-4a80-8df8-9007d6d3472c"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:31:20.019611 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9e8c53-12fe-4253-abbd-5722cf812a1a x-openstack-request-id: req-3b9e8c53-12fe-4253-abbd-5722cf812a1a {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:31:20.019902 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb6a091-99d1-4f3e-b591-c62d77c9fff3", "name": "network-vif-deleted", "tag": "7bc4ea2d-4572-4a80-8df8-9007d6d3472c", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:31:20.020156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3b9e8c53-12fe-4253-abbd-5722cf812a1a {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:31:20.020558 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb6a091-99d1-4f3e-b591-c62d77c9fff3', 'name': 'network-vif-deleted', 'tag': '7bc4ea2d-4572-4a80-8df8-9007d6d3472c', 'status': 'completed', 'code': 200} Mar 14 15:31:20.498052 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c3df8e06-160f-42f3-b25f-d7d8a6bf7ead req-e353a1e6-b8d5-42b7-a87f-85e3709a027c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb6a091-99d1-4f3e-b591-c62d77c9fff3 HTTP/1.1" status: 200 len: 210 time: 0.0282564 Mar 14 15:31:21.553505 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57182) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:21.615761 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1a4518c-c7f2-477d-bfe1-a11dc5488dc2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:21.641878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1a4518c-c7f2-477d-bfe1-a11dc5488dc2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:21.699529 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1a4518c-c7f2-477d-bfe1-a11dc5488dc2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:21.702788 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c1a4518c-c7f2-477d-bfe1-a11dc5488dc2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:21.703988 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c1a4518c-c7f2-477d-bfe1-a11dc5488dc2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/security-groups/cee47579-d14c-4f77-9753-e4f03af4a3a7 HTTP/1.1" status: 204 len: 168 time: 0.1495209 Mar 14 15:31:21.712998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4518c-c7f2-477d-bfe1-a11dc5488dc2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee47579-d14c-4f77-9753-e4f03af4a3a7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:21.735058 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57186) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:22.088219 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55491250-5147-40c1-88e1-1f58e14d9eec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:22.341327 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-55491250-5147-40c1-88e1-1f58e14d9eec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port dbf97fc3-6335-4163-8840-616c09bcadf2 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:31:22.341590 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55491250-5147-40c1-88e1-1f58e14d9eec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:22.430503 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-55491250-5147-40c1-88e1-1f58e14d9eec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port dbf97fc3-6335-4163-8840-616c09bcadf2, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=dbf97fc3-6335-4163-8840-616c09bcadf2,segment=NetworkSegment(9247e4ef-aaea-4863-ab20-6a6befd50325),segment_id=9247e4ef-aaea-4863-ab20-6a6befd50325)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:22.430869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55491250-5147-40c1-88e1-1f58e14d9eec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:22.444044 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-55491250-5147-40c1-88e1-1f58e14d9eec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for dbf97fc3-6335-4163-8840-616c09bcadf2 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:31:22.624975 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55491250-5147-40c1-88e1-1f58e14d9eec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:22.651362 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55491250-5147-40c1-88e1-1f58e14d9eec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=dbf97fc3-6335-4163-8840-616c09bcadf2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:22.819488 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-55491250-5147-40c1-88e1-1f58e14d9eec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:23.028242 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55491250-5147-40c1-88e1-1f58e14d9eec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 87f82823-0096-4e43-8c69-08e2029b95d6 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:31:23.138227 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55491250-5147-40c1-88e1-1f58e14d9eec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:23.143260 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-55491250-5147-40c1-88e1-1f58e14d9eec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/routers/87f82823-0096-4e43-8c69-08e2029b95d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4072475 Mar 14 15:31:23.145998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57188) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:23.147642 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0481a9aa-62b2-4ad4-af2c-79e7833650c3 None None] Sync routers for ids ['87f82823-0096-4e43-8c69-08e2029b95d6'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:31:23.157552 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0481a9aa-62b2-4ad4-af2c-79e7833650c3 None None] Routers {'87f82823-0096-4e43-8c69-08e2029b95d6'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:31:23.158159 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-0481a9aa-62b2-4ad4-af2c-79e7833650c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:31:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['87f82823-0096-4e43-8c69-08e2029b95d6'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:23.201662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25a06ab-2223-431d-a51e-c14517e1a53c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting subnet b4dab56e-81ab-4760-a464-ee2142644a67 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:31:23.205416 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f25a06ab-2223-431d-a51e-c14517e1a53c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:23.247053 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f25a06ab-2223-431d-a51e-c14517e1a53c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:23.268927 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-0481a9aa-62b2-4ad4-af2c-79e7833650c3 None None] Set router 87f82823-0096-4e43-8c69-08e2029b95d6 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:31:23.330237 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f25a06ab-2223-431d-a51e-c14517e1a53c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:23.393621 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f25a06ab-2223-431d-a51e-c14517e1a53c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:23.422973 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f25a06ab-2223-431d-a51e-c14517e1a53c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:23.428672 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f25a06ab-2223-431d-a51e-c14517e1a53c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/subnets/b4dab56e-81ab-4760-a464-ee2142644a67 HTTP/1.1" status: 204 len: 168 time: 0.2789605 Mar 14 15:31:23.428672 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a06ab-2223-431d-a51e-c14517e1a53c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Subnet': ['ID=b4dab56e-81ab-4760-a464-ee2142644a67,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:23.429997 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57190) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:23.433799 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8378e6b8-4bca-4659-bf43-d1b474151b74 None None] Network e4728811-2a0a-4d09-bb2e-9c65844bc79f requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:31:23.532937 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-0481a9aa-62b2-4ad4-af2c-79e7833650c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'name': 'tempest-TestNetworkBasicOps-router-904199613', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:09Z', 'updated_at': '2022-03-14T15:31:22Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:10Z', 'updated_at': '2022-03-14T15:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:23.539046 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d042659f-84ee-4a9c-be5c-ede6c2cc9ba7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:23.571995 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0481a9aa-62b2-4ad4-af2c-79e7833650c3 None None] Checking router: 87f82823-0096-4e43-8c69-08e2029b95d6 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:31:23.586140 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0481a9aa-62b2-4ad4-af2c-79e7833650c3 None None] Routers {'87f82823-0096-4e43-8c69-08e2029b95d6'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:31:23.586755 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-0481a9aa-62b2-4ad4-af2c-79e7833650c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:31:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['87f82823-0096-4e43-8c69-08e2029b95d6'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:23.643237 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d042659f-84ee-4a9c-be5c-ede6c2cc9ba7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:23.700113 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-0481a9aa-62b2-4ad4-af2c-79e7833650c3 None None] Set router 87f82823-0096-4e43-8c69-08e2029b95d6 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:31:23.701719 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d042659f-84ee-4a9c-be5c-ede6c2cc9ba7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 3798c348-c0c8-4f43-8094-8f25a9792235 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:31:23.702094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d042659f-84ee-4a9c-be5c-ede6c2cc9ba7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:23.731371 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fe2bcf-e9e3-4c29-ac43-2b126da2bdaa None None] DHCP port deletion for e4728811-2a0a-4d09-bb2e-9c65844bc79f request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:31:23.781066 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-d042659f-84ee-4a9c-be5c-ede6c2cc9ba7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port 3798c348-c0c8-4f43-8094-8f25a9792235, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3798c348-c0c8-4f43-8094-8f25a9792235,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:23.781448 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d042659f-84ee-4a9c-be5c-ede6c2cc9ba7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:23.792895 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d042659f-84ee-4a9c-be5c-ede6c2cc9ba7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 3798c348-c0c8-4f43-8094-8f25a9792235 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:31:23.891475 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-15fe2bcf-e9e3-4c29-ac43-2b126da2bdaa None None] Deleting port 822588e9-638f-4f08-b294-4b4f5c1b0ee4 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:31:23.891864 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-15fe2bcf-e9e3-4c29-ac43-2b126da2bdaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:23.961401 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d042659f-84ee-4a9c-be5c-ede6c2cc9ba7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:23.966493 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-15fe2bcf-e9e3-4c29-ac43-2b126da2bdaa None None] For port 822588e9-638f-4f08-b294-4b4f5c1b0ee4, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=822588e9-638f-4f08-b294-4b4f5c1b0ee4,segment=NetworkSegment(9247e4ef-aaea-4863-ab20-6a6befd50325),segment_id=9247e4ef-aaea-4863-ab20-6a6befd50325)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:23.966897 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-15fe2bcf-e9e3-4c29-ac43-2b126da2bdaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:23.981484 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-15fe2bcf-e9e3-4c29-ac43-2b126da2bdaa None None] Calling delete_port for 822588e9-638f-4f08-b294-4b4f5c1b0ee4 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:31:23.993493 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042659f-84ee-4a9c-be5c-ede6c2cc9ba7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=3798c348-c0c8-4f43-8094-8f25a9792235,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:24.030597 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 822588e9-638f-4f08-b294-4b4f5c1b0ee4 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:31:24.063240 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-0481a9aa-62b2-4ad4-af2c-79e7833650c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'name': 'tempest-TestNetworkBasicOps-router-904199613', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:09Z', 'updated_at': '2022-03-14T15:31:22Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:10Z', 'updated_at': '2022-03-14T15:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:24.112826 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0481a9aa-62b2-4ad4-af2c-79e7833650c3 None None] The sync data for ids ['87f82823-0096-4e43-8c69-08e2029b95d6'] in dv-neutron-833559-1-hyperv is: [{'id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'name': 'tempest-TestNetworkBasicOps-router-904199613', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:30:09Z', 'updated_at': '2022-03-14T15:31:22Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '3798c348-c0c8-4f43-8094-8f25a9792235', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f82823-0096-4e43-8c69-08e2029b95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:30:10Z', 'updated_at': '2022-03-14T15:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:31:24.167687 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-15fe2bcf-e9e3-4c29-ac43-2b126da2bdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.198810 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.200847 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe2bcf-e9e3-4c29-ac43-2b126da2bdaa None None] Pushing event deleted for resources: {'Port': ['ID=822588e9-638f-4f08-b294-4b4f5c1b0ee4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:24.218963 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fe2bcf-e9e3-4c29-ac43-2b126da2bdaa None None] No DVR routers for this DVR port 822588e9-638f-4f08-b294-4b4f5c1b0ee4 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:31:24.220966 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe2bcf-e9e3-4c29-ac43-2b126da2bdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:24.221323 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe2bcf-e9e3-4c29-ac43-2b126da2bdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:24.221670 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe2bcf-e9e3-4c29-ac43-2b126da2bdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:24.222018 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe2bcf-e9e3-4c29-ac43-2b126da2bdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:24.222352 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe2bcf-e9e3-4c29-ac43-2b126da2bdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:24.222686 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe2bcf-e9e3-4c29-ac43-2b126da2bdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:24.223061 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe2bcf-e9e3-4c29-ac43-2b126da2bdaa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:24.223396 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe2bcf-e9e3-4c29-ac43-2b126da2bdaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:24.223728 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe2bcf-e9e3-4c29-ac43-2b126da2bdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:24.224142 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe2bcf-e9e3-4c29-ac43-2b126da2bdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:24.224474 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe2bcf-e9e3-4c29-ac43-2b126da2bdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:24.224800 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe2bcf-e9e3-4c29-ac43-2b126da2bdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:24.367700 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d042659f-84ee-4a9c-be5c-ede6c2cc9ba7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.457087 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d042659f-84ee-4a9c-be5c-ede6c2cc9ba7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.459557 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d042659f-84ee-4a9c-be5c-ede6c2cc9ba7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.508193 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d042659f-84ee-4a9c-be5c-ede6c2cc9ba7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.508850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d042659f-84ee-4a9c-be5c-ede6c2cc9ba7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Fanout notify agent at l3_agent the message router_deleted on router 87f82823-0096-4e43-8c69-08e2029b95d6 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:31:24.516993 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d042659f-84ee-4a9c-be5c-ede6c2cc9ba7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.517993 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d042659f-84ee-4a9c-be5c-ede6c2cc9ba7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/routers/87f82823-0096-4e43-8c69-08e2029b95d6 HTTP/1.1" status: 204 len: 168 time: 1.0869086 Mar 14 15:31:24.520719 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57192) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:24.601461 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bd4a77b-00c7-4ec0-a63a-37b48a6f7785 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.687194 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bd4a77b-00c7-4ec0-a63a-37b48a6f7785 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.709134 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-1bd4a77b-00c7-4ec0-a63a-37b48a6f7785 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4728811-2a0a-4d09-bb2e-9c65844bc79f']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:24.719007 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-1bd4a77b-00c7-4ec0-a63a-37b48a6f7785 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9247e4ef-aaea-4863-ab20-6a6befd50325') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:24.719306 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-1bd4a77b-00c7-4ec0-a63a-37b48a6f7785 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9247e4ef-aaea-4863-ab20-6a6befd50325') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:24.734142 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bd4a77b-00c7-4ec0-a63a-37b48a6f7785 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.748142 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bd4a77b-00c7-4ec0-a63a-37b48a6f7785 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.754153 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd4a77b-00c7-4ec0-a63a-37b48a6f7785 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:31:24.754544 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bd4a77b-00c7-4ec0-a63a-37b48a6f7785 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:31:24.757697 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:31:24.816254 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bd4a77b-00c7-4ec0-a63a-37b48a6f7785 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.823653 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bd4a77b-00c7-4ec0-a63a-37b48a6f7785 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.826345 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1bd4a77b-00c7-4ec0-a63a-37b48a6f7785 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/networks/e4728811-2a0a-4d09-bb2e-9c65844bc79f HTTP/1.1" status: 204 len: 168 time: 0.3047023 Mar 14 15:31:24.837927 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4a77b-00c7-4ec0-a63a-37b48a6f7785 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Network': ['ID=e4728811-2a0a-4d09-bb2e-9c65844bc79f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:24.838863 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57194) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:24.848561 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'network': {'name': 'tempest-network-smoke--1275037290', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'port_security_enabled': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:31:24.850693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 7bc4ea2d-4572-4a80-8df8-9007d6d3472c no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:31:24.868518 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:24.871957 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.874971 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 7bc4ea2d-4572-4a80-8df8-9007d6d3472c {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:31:24.875328 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 7bc4ea2d-4572-4a80-8df8-9007d6d3472c not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:31:24.895792 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:31:24.905894 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.906230 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Added segment 7f98bf38-3a12-4ad4-ace9-c54ceb231440 of type vlan for network 860bd411-49ce-495f-b077-7d1c6599a4ba Mar 14 15:31:24.947592 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.972220 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:24.977718 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:24.978340 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:25.032677 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1924500 Mar 14 15:31:25.035567 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57196) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:25.040096 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6ba805fa-09bf-42be-a641-3ca1b18aebc9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'admin_state_up': True, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:31:25.046693 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Network': ['ID=860bd411-49ce-495f-b077-7d1c6599a4ba,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:25.053895 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:25.054253 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:25.054700 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:25.055075 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:25.055414 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:25.055743 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:25.056069 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:25.056396 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:25.056747 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:25.057069 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:25.057390 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:25.057707 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279aefb4-0114-4055-947a-ee848345b6e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:25.061909 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ba805fa-09bf-42be-a641-3ca1b18aebc9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:25.062954 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ba805fa-09bf-42be-a641-3ca1b18aebc9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:25.071486 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 860bd411-49ce-495f-b077-7d1c6599a4ba details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:31:25.122478 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ba805fa-09bf-42be-a641-3ca1b18aebc9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:25.261942 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ba805fa-09bf-42be-a641-3ca1b18aebc9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:25.455165 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ba805fa-09bf-42be-a641-3ca1b18aebc9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:25.474067 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ba805fa-09bf-42be-a641-3ca1b18aebc9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:25.576451 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-6ba805fa-09bf-42be-a641-3ca1b18aebc9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.26.6.250 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/d1defab2-c370-4f67-9e01-59c283f3a188) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:25.680049 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ba805fa-09bf-42be-a641-3ca1b18aebc9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:25.713112 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ba805fa-09bf-42be-a641-3ca1b18aebc9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:25.751945 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba805fa-09bf-42be-a641-3ca1b18aebc9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:25.754802 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-6ba805fa-09bf-42be-a641-3ca1b18aebc9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:25.758131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba805fa-09bf-42be-a641-3ca1b18aebc9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:31:25.786114 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba805fa-09bf-42be-a641-3ca1b18aebc9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=d1defab2-c370-4f67-9e01-59c283f3a188,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:25.920232 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device dbf97fc3-6335-4163-8840-616c09bcadf2 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:31:25.940482 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: dbf97fc3-6335-4163-8840-616c09bcadf2 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:31:25.940831 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device dbf97fc3-6335-4163-8840-616c09bcadf2 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:31:25.941241 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3798c348-c0c8-4f43-8094-8f25a9792235 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:31:26.022178 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ba805fa-09bf-42be-a641-3ca1b18aebc9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:26.109266 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 3798c348-c0c8-4f43-8094-8f25a9792235 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:31:26.109526 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3798c348-c0c8-4f43-8094-8f25a9792235 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:31:26.219309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ba805fa-09bf-42be-a641-3ca1b18aebc9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:26.342796 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba805fa-09bf-42be-a641-3ca1b18aebc9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:31:26.447519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba805fa-09bf-42be-a641-3ca1b18aebc9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:26.457230 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] Sync routers for ids ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:31:26.468831 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6ba805fa-09bf-42be-a641-3ca1b18aebc9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:26.470072 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6ba805fa-09bf-42be-a641-3ca1b18aebc9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4335041 Mar 14 15:31:26.473263 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57198) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:26.474286 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] Routers {'0ed79f9a-a0bc-47db-8e17-f4b5228a969b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:31:26.474997 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:31:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:26.507373 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e47d9918-66da-4c0c-8c27-2f08af3c9d8a tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=981c2b5a3afd42dd95b1da15ede4e026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329096 Mar 14 15:31:26.509818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57200) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:26.591277 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] Set router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:31:26.656241 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b525c873-084a-4eab-9b6f-49f39da7428f tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:26.657756 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b525c873-084a-4eab-9b6f-49f39da7428f tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1470389 Mar 14 15:31:26.660580 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57202) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:26.691204 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d0e5f718-2e11-4824-a6d3-43c6b3e2250e tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294602 Mar 14 15:31:26.693647 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57204) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:26.698199 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-675a1cc4-5b41-4dee-91df-898c475b0e76 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-420079529', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:31:26.764008 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:25Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:26.783537 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675a1cc4-5b41-4dee-91df-898c475b0e76 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:26.787126 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-675a1cc4-5b41-4dee-91df-898c475b0e76 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:26.794721 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] Checking router: 0ed79f9a-a0bc-47db-8e17-f4b5228a969b for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:31:26.795113 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] Updating router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b port d1defab2-c370-4f67-9e01-59c283f3a188 binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:31:26.819648 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:26.968348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-675a1cc4-5b41-4dee-91df-898c475b0e76 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.027242 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a1cc4-5b41-4dee-91df-898c475b0e76 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Subnet': ['ID=344a8678-085d-4e42-810c-5ad50572ea1d,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:27.036550 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675a1cc4-5b41-4dee-91df-898c475b0e76 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Checking segment: {'id': '7f98bf38-3a12-4ad4-ace9-c54ceb231440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:31:27.037014 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675a1cc4-5b41-4dee-91df-898c475b0e76 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network hostable DHCP agents. Network: 860bd411-49ce-495f-b077-7d1c6599a4ba, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:31:27.053893 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675a1cc4-5b41-4dee-91df-898c475b0e76 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 860bd411-49ce-495f-b077-7d1c6599a4ba is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:31:27.063326 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-675a1cc4-5b41-4dee-91df-898c475b0e76 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 860bd411-49ce-495f-b077-7d1c6599a4ba) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:27.067954 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675a1cc4-5b41-4dee-91df-898c475b0e76 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:27.068839 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-675a1cc4-5b41-4dee-91df-898c475b0e76 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.074426 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.075412 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bb5a86-5ed6-43f2-81bc-77ba6e6071d6 None None] Network 860bd411-49ce-495f-b077-7d1c6599a4ba requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:31:27.081641 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.087730 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-675a1cc4-5b41-4dee-91df-898c475b0e76 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3931077 Mar 14 15:31:27.091366 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57206) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:27.139720 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] Attempting to bind port d1defab2-c370-4f67-9e01-59c283f3a188 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:31:27.140428 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] Attempting to bind port d1defab2-c370-4f67-9e01-59c283f3a188 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:31:27.140605 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] Attempting to bind port d1defab2-c370-4f67-9e01-59c283f3a188 on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:31:27.150235 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:31:27.150700 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:31:27.151276 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.151643 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:31:27.152172 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] Bound port: d1defab2-c370-4f67-9e01-59c283f3a188, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:31:27.152706 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.155791 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d7b29-f561-4534-a65e-c99d8d248356 None None] Pushing event updated for resources: {'Port': ['ID=d1defab2-c370-4f67-9e01-59c283f3a188,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:27.183389 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d7b29-f561-4534-a65e-c99d8d248356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:27.184010 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d7b29-f561-4534-a65e-c99d8d248356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:27.184529 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d7b29-f561-4534-a65e-c99d8d248356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:27.185388 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d7b29-f561-4534-a65e-c99d8d248356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:27.185388 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d7b29-f561-4534-a65e-c99d8d248356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:27.185731 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d7b29-f561-4534-a65e-c99d8d248356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:27.186128 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d7b29-f561-4534-a65e-c99d8d248356 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:27.186536 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d7b29-f561-4534-a65e-c99d8d248356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:27.187233 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d7b29-f561-4534-a65e-c99d8d248356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:27.187398 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d7b29-f561-4534-a65e-c99d8d248356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:27.187734 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d7b29-f561-4534-a65e-c99d8d248356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:27.188111 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d7b29-f561-4534-a65e-c99d8d248356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:31:27.218606 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] For port d1defab2-c370-4f67-9e01-59c283f3a188, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:31:27.224919 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] For port d1defab2-c370-4f67-9e01-59c283f3a188, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d1defab2-c370-4f67-9e01-59c283f3a188,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:31:27.229501 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-860bd411-49ce-495f-b077-7d1c6599a4ba', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ips': [{'subnet_id': '344a8678-085d-4e42-810c-5ad50572ea1d'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:31:27.230491 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.231867 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.285516 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] Routers {'0ed79f9a-a0bc-47db-8e17-f4b5228a969b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:31:27.286124 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:31:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:27.330479 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d7b29-f561-4534-a65e-c99d8d248356 None None] Pushing event updated for resources: {'Port': ['ID=d1defab2-c370-4f67-9e01-59c283f3a188,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:27.382647 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] Allocated IP 172.20.0.2 (860bd411-49ce-495f-b077-7d1c6599a4ba/344a8678-085d-4e42-810c-5ad50572ea1d/2182d6a8-b1fb-4c67-bfa9-4d8553336435) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:27.401570 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] Set router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:31:27.548581 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.553378 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7afe1d16-c7ef-445e-b7b7-ef996f0ae906 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.555304 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.598674 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:25Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:27.606100 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] Network 860bd411-49ce-495f-b077-7d1c6599a4ba is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:27.609023 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:27.611576 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:31:27.620145 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] Pushing event updated for resources: {'Port': ['ID=2182d6a8-b1fb-4c67-bfa9-4d8553336435,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:27.628821 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3e318-5fb9-4c30-8791-d93fd6c97b3b None None] The sync data for ids ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'] in dv-neutron-833559-1-hyperv is: [{'id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:25Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:31:27.681420 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] Attempting to bind port 2182d6a8-b1fb-4c67-bfa9-4d8553336435 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:31:27.681799 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] Attempting to bind port 2182d6a8-b1fb-4c67-bfa9-4d8553336435 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '7f98bf38-3a12-4ad4-ace9-c54ceb231440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:31:27.682175 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] Attempting to bind port 2182d6a8-b1fb-4c67-bfa9-4d8553336435 on network 860bd411-49ce-495f-b077-7d1c6599a4ba {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:31:27.687553 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:31:27.687941 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] Checking segment: {'id': '7f98bf38-3a12-4ad4-ace9-c54ceb231440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:31:27.688505 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.688890 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] Bound using segment: {'id': '7f98bf38-3a12-4ad4-ace9-c54ceb231440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:31:27.689376 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] Bound port: 2182d6a8-b1fb-4c67-bfa9-4d8553336435, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f98bf38-3a12-4ad4-ace9-c54ceb231440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:31:27.690144 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.763200 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] For port 2182d6a8-b1fb-4c67-bfa9-4d8553336435, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:31:27.767255 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] For port 2182d6a8-b1fb-4c67-bfa9-4d8553336435, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=2182d6a8-b1fb-4c67-bfa9-4d8553336435,segment=NetworkSegment(7f98bf38-3a12-4ad4-ace9-c54ceb231440),segment_id=7f98bf38-3a12-4ad4-ace9-c54ceb231440)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:31:27.771500 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:27.834473 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabb2e8-86a6-4253-a0f5-347176785094 None None] Pushing event updated for resources: {'Port': ['ID=2182d6a8-b1fb-4c67-bfa9-4d8553336435,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:27.877390 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-7afe1d16-c7ef-445e-b7b7-ef996f0ae906 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.20.0.1 (860bd411-49ce-495f-b077-7d1c6599a4ba/344a8678-085d-4e42-810c-5ad50572ea1d/8a9653c4-f608-4359-9f7e-7a2d156a0bf9) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:28.021436 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7afe1d16-c7ef-445e-b7b7-ef996f0ae906 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:28.081143 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7afe1d16-c7ef-445e-b7b7-ef996f0ae906 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:28.129917 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afe1d16-c7ef-445e-b7b7-ef996f0ae906 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 860bd411-49ce-495f-b077-7d1c6599a4ba is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:28.133346 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7afe1d16-c7ef-445e-b7b7-ef996f0ae906 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:28.135951 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afe1d16-c7ef-445e-b7b7-ef996f0ae906 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:31:28.174014 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe1d16-c7ef-445e-b7b7-ef996f0ae906 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=8a9653c4-f608-4359-9f7e-7a2d156a0bf9,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:28.205172 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7afe1d16-c7ef-445e-b7b7-ef996f0ae906 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:28.353967 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7afe1d16-c7ef-445e-b7b7-ef996f0ae906 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:28.649242 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7afe1d16-c7ef-445e-b7b7-ef996f0ae906 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:28.654325 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7afe1d16-c7ef-445e-b7b7-ef996f0ae906 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:28.727163 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe1d16-c7ef-445e-b7b7-ef996f0ae906 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=8a9653c4-f608-4359-9f7e-7a2d156a0bf9,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:28.729569 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7afe1d16-c7ef-445e-b7b7-ef996f0ae906 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:28.829623 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afe1d16-c7ef-445e-b7b7-ef996f0ae906 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 860bd411-49ce-495f-b077-7d1c6599a4ba is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:28.830796 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f4b32f-d2bc-418a-9c33-11de0b883a2c None None] Network 860bd411-49ce-495f-b077-7d1c6599a4ba requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:31:28.831307 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7afe1d16-c7ef-445e-b7b7-ef996f0ae906 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:28.911275 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b82eda0d-1283-41bf-8fe3-f37b7bea7fac None None] Provisioning complete for port 2182d6a8-b1fb-4c67-bfa9-4d8553336435 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:28.911646 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b82eda0d-1283-41bf-8fe3-f37b7bea7fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.071429 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b82eda0d-1283-41bf-8fe3-f37b7bea7fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.109722 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b82eda0d-1283-41bf-8fe3-f37b7bea7fac None None] For port 2182d6a8-b1fb-4c67-bfa9-4d8553336435, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=2182d6a8-b1fb-4c67-bfa9-4d8553336435,segment=NetworkSegment(7f98bf38-3a12-4ad4-ace9-c54ceb231440),segment_id=7f98bf38-3a12-4ad4-ace9-c54ceb231440)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:29.116115 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b82eda0d-1283-41bf-8fe3-f37b7bea7fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.179835 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82eda0d-1283-41bf-8fe3-f37b7bea7fac None None] Pushing event updated for resources: {'Port': ['ID=2182d6a8-b1fb-4c67-bfa9-4d8553336435,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:29.260797 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afe1d16-c7ef-445e-b7b7-ef996f0ae906 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:31:29.345222 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-28701be0-9b02-4641-8b4a-7d03761b63d8 None None] Provisioning complete for port 2182d6a8-b1fb-4c67-bfa9-4d8553336435 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:29.345641 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28701be0-9b02-4641-8b4a-7d03761b63d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.391569 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afe1d16-c7ef-445e-b7b7-ef996f0ae906 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:29.396611 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7afe1d16-c7ef-445e-b7b7-ef996f0ae906 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/routers/0ed79f9a-a0bc-47db-8e17-f4b5228a969b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3040607 Mar 14 15:31:29.399174 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57208) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:29.403388 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] Sync routers for ids ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:31:29.439372 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] Routers {'0ed79f9a-a0bc-47db-8e17-f4b5228a969b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:31:29.440135 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:31:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:29.546805 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-28701be0-9b02-4641-8b4a-7d03761b63d8 None None] Provisioning complete for port 8a9653c4-f608-4359-9f7e-7a2d156a0bf9 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:29.547225 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-28701be0-9b02-4641-8b4a-7d03761b63d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.580081 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb68bd4-ab91-4105-8075-f77119b6ae4f tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:29.580562 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb68bd4-ab91-4105-8075-f77119b6ae4f tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:29.581279 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb68bd4-ab91-4105-8075-f77119b6ae4f tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:29.581490 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb68bd4-ab91-4105-8075-f77119b6ae4f tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:29.581954 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb68bd4-ab91-4105-8075-f77119b6ae4f tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:29.582416 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb68bd4-ab91-4105-8075-f77119b6ae4f tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:29.585274 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bfb68bd4-ab91-4105-8075-f77119b6ae4f tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1841049 Mar 14 15:31:29.588447 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57210) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:29.598804 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] Set router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:31:29.629879 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-28701be0-9b02-4641-8b4a-7d03761b63d8 None None] Port 8a9653c4-f608-4359-9f7e-7a2d156a0bf9 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:31:29.685009 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ef5307-27af-43ab-80a4-abd0b74ca9fe tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:29.685477 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ef5307-27af-43ab-80a4-abd0b74ca9fe tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:29.685997 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ef5307-27af-43ab-80a4-abd0b74ca9fe tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:29.686451 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ef5307-27af-43ab-80a4-abd0b74ca9fe tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:29.687319 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ef5307-27af-43ab-80a4-abd0b74ca9fe tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:29.687470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ef5307-27af-43ab-80a4-abd0b74ca9fe tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:29.691803 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d1ef5307-27af-43ab-80a4-abd0b74ca9fe tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0997264 Mar 14 15:31:29.691963 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57212) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:29.771767 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-2ca718ad-c5af-4f6f-85a2-9248e5ee0d83 None None] Provisioning complete for port 8a9653c4-f608-4359-9f7e-7a2d156a0bf9 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:29.772133 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2ca718ad-c5af-4f6f-85a2-9248e5ee0d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.833815 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2ca718ad-c5af-4f6f-85a2-9248e5ee0d83 None None] Port 8a9653c4-f608-4359-9f7e-7a2d156a0bf9 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:31:29.850566 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:28Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '8a9653c4-f608-4359-9f7e-7a2d156a0bf9', 'name': '', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:35:30:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:27Z', 'updated_at': '2022-03-14T15:31:28Z', 'revision_number': 2, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:29.881606 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] Checking router: 0ed79f9a-a0bc-47db-8e17-f4b5228a969b for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:31:29.881830 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] Updating router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b port 8a9653c4-f608-4359-9f7e-7a2d156a0bf9 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:31:29.913254 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:29.922729 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6a3abefe-e409-49fb-b3fd-20334d113718 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2296870 Mar 14 15:31:30.022351 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d1defab2-c370-4f67-9e01-59c283f3a188 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:31:30.135421 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port d1defab2-c370-4f67-9e01-59c283f3a188 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:30.135800 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.143731 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57216) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:30.148213 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-429de540-0352-4652-9250-56b459e91322 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1531765307', 'description': 'tempest-secgroup-smoke-1531765307 description', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:31:30.169727 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-429de540-0352-4652-9250-56b459e91322 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.236948 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-429de540-0352-4652-9250-56b459e91322 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.241549 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-429de540-0352-4652-9250-56b459e91322 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.270673 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-429de540-0352-4652-9250-56b459e91322 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.274903 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-429de540-0352-4652-9250-56b459e91322 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1274469 Mar 14 15:31:30.274903 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429de540-0352-4652-9250-56b459e91322 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80925ae2-1337-4672-aa47-2465b310e5f1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:30.276297 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57218) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:30.281398 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-e5e399b5-607e-4b25-afa5-094d401d4848 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '80925ae2-1337-4672-aa47-2465b310e5f1', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:31:30.289398 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.295636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.302340 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.309817 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e5e399b5-607e-4b25-afa5-094d401d4848 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.347745 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port d1defab2-c370-4f67-9e01-59c283f3a188, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d1defab2-c370-4f67-9e01-59c283f3a188,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:30.357434 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.358862 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2182d6a8-b1fb-4c67-bfa9-4d8553336435 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:31:30.371124 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e5e399b5-607e-4b25-afa5-094d401d4848 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.377830 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e5e399b5-607e-4b25-afa5-094d401d4848 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.404373 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e5e399b5-607e-4b25-afa5-094d401d4848 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.408220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a18b5f-3c97-4b40-9df1-14066a42f108 None None] Pushing event updated for resources: {'Port': ['ID=8a9653c4-f608-4359-9f7e-7a2d156a0bf9,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:30.409000 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e5e399b5-607e-4b25-afa5-094d401d4848 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315451 Mar 14 15:31:30.409739 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57220) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:30.414809 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-6c8f47e4-003e-40ed-b0bc-939177c3f2b0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '80925ae2-1337-4672-aa47-2465b310e5f1', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:31:30.420505 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e399b5-607e-4b25-afa5-094d401d4848 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f6dcb1-9926-4bad-be96-14f5ba05e29a,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:30.449478 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6c8f47e4-003e-40ed-b0bc-939177c3f2b0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.503399 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] Attempting to bind port 8a9653c4-f608-4359-9f7e-7a2d156a0bf9 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:31:30.503779 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] Attempting to bind port 8a9653c4-f608-4359-9f7e-7a2d156a0bf9 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '7f98bf38-3a12-4ad4-ace9-c54ceb231440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:31:30.504156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] Attempting to bind port 8a9653c4-f608-4359-9f7e-7a2d156a0bf9 on network 860bd411-49ce-495f-b077-7d1c6599a4ba {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:31:30.520030 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6c8f47e4-003e-40ed-b0bc-939177c3f2b0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.521912 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=d1defab2-c370-4f67-9e01-59c283f3a188,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:30.526348 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6c8f47e4-003e-40ed-b0bc-939177c3f2b0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.530035 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:31:30.530415 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] Checking segment: {'id': '7f98bf38-3a12-4ad4-ace9-c54ceb231440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:31:30.530825 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.531325 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] Bound using segment: {'id': '7f98bf38-3a12-4ad4-ace9-c54ceb231440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:31:30.531716 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] Bound port: 8a9653c4-f608-4359-9f7e-7a2d156a0bf9, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f98bf38-3a12-4ad4-ace9-c54ceb231440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:31:30.532100 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.546288 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f47e4-003e-40ed-b0bc-939177c3f2b0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9551d0f3-ee82-4c5c-acc5-a41843fc8ed2,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:30.562641 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6c8f47e4-003e-40ed-b0bc-939177c3f2b0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.563967 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6c8f47e4-003e-40ed-b0bc-939177c3f2b0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1530068 Mar 14 15:31:30.567010 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57222) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:30.571661 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-076a4176-4c73-431b-81da-ed7e28565e92 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '80925ae2-1337-4672-aa47-2465b310e5f1', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:31:30.599778 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-076a4176-4c73-431b-81da-ed7e28565e92 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.666852 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-076a4176-4c73-431b-81da-ed7e28565e92 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.670964 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-076a4176-4c73-431b-81da-ed7e28565e92 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.690145 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a4176-4c73-431b-81da-ed7e28565e92 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ce7a9b-9aa0-4ee9-b28b-3a1f13a16582,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:30.698050 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-076a4176-4c73-431b-81da-ed7e28565e92 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.699051 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 2182d6a8-b1fb-4c67-bfa9-4d8553336435 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:30.699969 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.700709 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-076a4176-4c73-431b-81da-ed7e28565e92 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313627 Mar 14 15:31:30.702952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57224) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:30.707637 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-e9a95a25-82da-44f1-a1ca-4686280a310a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '80925ae2-1337-4672-aa47-2465b310e5f1', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:31:30.733500 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e9a95a25-82da-44f1-a1ca-4686280a310a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.763055 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-03330105-351b-4ee8-a123-a2506d311246 None None] Provisioning complete for port 8a9653c4-f608-4359-9f7e-7a2d156a0bf9 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:30.763439 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03330105-351b-4ee8-a123-a2506d311246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.794867 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e9a95a25-82da-44f1-a1ca-4686280a310a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.799603 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e9a95a25-82da-44f1-a1ca-4686280a310a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.817348 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a95a25-82da-44f1-a1ca-4686280a310a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6c4ef4-ed01-407b-8331-d00859fc137a,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:30.827340 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e9a95a25-82da-44f1-a1ca-4686280a310a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.829504 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] For port 8a9653c4-f608-4359-9f7e-7a2d156a0bf9, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:31:30.831578 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57226) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:30.835466 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e9a95a25-82da-44f1-a1ca-4686280a310a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312208 Mar 14 15:31:30.835640 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] For port 8a9653c4-f608-4359-9f7e-7a2d156a0bf9, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=8a9653c4-f608-4359-9f7e-7a2d156a0bf9,segment=NetworkSegment(7f98bf38-3a12-4ad4-ace9-c54ceb231440),segment_id=7f98bf38-3a12-4ad4-ace9-c54ceb231440)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:31:30.836476 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6fd3489a-ed10-43ef-b90b-50634f4dd20b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '80925ae2-1337-4672-aa47-2465b310e5f1', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:31:30.840813 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-03330105-351b-4ee8-a123-a2506d311246 None None] Port 8a9653c4-f608-4359-9f7e-7a2d156a0bf9 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:31:30.845296 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.857456 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-6fd3489a-ed10-43ef-b90b-50634f4dd20b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:31:30.862492 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6fd3489a-ed10-43ef-b90b-50634f4dd20b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.929093 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] Routers {'0ed79f9a-a0bc-47db-8e17-f4b5228a969b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:31:30.929718 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:31:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:30.931813 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6fd3489a-ed10-43ef-b90b-50634f4dd20b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.937646 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6fd3489a-ed10-43ef-b90b-50634f4dd20b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.958400 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3489a-ed10-43ef-b90b-50634f4dd20b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b38c427-2110-4b6f-acd1-5b1085a0df6f,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:30.967691 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6fd3489a-ed10-43ef-b90b-50634f4dd20b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:30.971761 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6fd3489a-ed10-43ef-b90b-50634f4dd20b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366839 Mar 14 15:31:30.972102 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57228) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:30.976660 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-eebd3084-dc93-4ef1-8757-998415ddbc18 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '80925ae2-1337-4672-aa47-2465b310e5f1', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:31:30.982077 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a18b5f-3c97-4b40-9df1-14066a42f108 None None] Pushing event updated for resources: {'Port': ['ID=8a9653c4-f608-4359-9f7e-7a2d156a0bf9,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:30.999342 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-eebd3084-dc93-4ef1-8757-998415ddbc18 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:31:31.004636 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eebd3084-dc93-4ef1-8757-998415ddbc18 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:31.063758 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] Set router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:31:31.073815 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eebd3084-dc93-4ef1-8757-998415ddbc18 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:31.079465 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eebd3084-dc93-4ef1-8757-998415ddbc18 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:31.098293 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd3084-dc93-4ef1-8757-998415ddbc18 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f744470-f975-4e53-93ad-3efa59b85c5b,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:31.108906 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eebd3084-dc93-4ef1-8757-998415ddbc18 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:31.110112 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-eebd3084-dc93-4ef1-8757-998415ddbc18 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1369333 Mar 14 15:31:31.209610 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-7b325525-5a44-4e28-ad6a-c2d6e77d5793 None None] Provisioning complete for port 8a9653c4-f608-4359-9f7e-7a2d156a0bf9 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:31.209985 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b325525-5a44-4e28-ad6a-c2d6e77d5793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:31.310385 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-553db352-1416-412c-b1ca-15f55793c8ee tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1531765307&fields=id&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 267 time: 0.0447669 Mar 14 15:31:31.343918 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b325525-5a44-4e28-ad6a-c2d6e77d5793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:31.361012 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:28Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '8a9653c4-f608-4359-9f7e-7a2d156a0bf9', 'name': '', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:35:30:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:27Z', 'updated_at': '2022-03-14T15:31:30Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:31.397160 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd5acb-3ec6-47fa-8201-cc097a86beae None None] The sync data for ids ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'] in dv-neutron-833559-1-hyperv is: [{'id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:28Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '8a9653c4-f608-4359-9f7e-7a2d156a0bf9', 'name': '', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:35:30:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:27Z', 'updated_at': '2022-03-14T15:31:30Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:31:31.423563 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-7b325525-5a44-4e28-ad6a-c2d6e77d5793 None None] For port 8a9653c4-f608-4359-9f7e-7a2d156a0bf9, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=8a9653c4-f608-4359-9f7e-7a2d156a0bf9,segment=NetworkSegment(7f98bf38-3a12-4ad4-ace9-c54ceb231440),segment_id=7f98bf38-3a12-4ad4-ace9-c54ceb231440)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:31.429994 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b325525-5a44-4e28-ad6a-c2d6e77d5793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:31.484771 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-a8764744-8350-4514-aafe-71cc83d37659 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:31.486280 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-a8764744-8350-4514-aafe-71cc83d37659 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/networks?id=860bd411-49ce-495f-b077-7d1c6599a4ba HTTP/1.1" status: 200 len: 797 time: 0.1689215 Mar 14 15:31:31.499149 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b325525-5a44-4e28-ad6a-c2d6e77d5793 None None] Pushing event updated for resources: {'Port': ['ID=8a9653c4-f608-4359-9f7e-7a2d156a0bf9,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:31.502893 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-c06d17fd-9d89-4f28-983a-f1dfb4776aaf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/quotas/981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 375 time: 0.0100644 Mar 14 15:31:31.602126 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4ff7846e-8f6a-45db-9f05-10ae0cc8fb38 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889790 Mar 14 15:31:31.802207 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-b056a126-d68b-495a-a585-0fea5f24de7a service neutron] 10.222.0.59 "GET /v2.0/networks/860bd411-49ce-495f-b077-7d1c6599a4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880813 Mar 14 15:31:31.904429 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4b60a45c-e10b-48cb-b082-74cdc5c7ce9f service neutron] 10.222.0.59 "GET /v2.0/networks/860bd411-49ce-495f-b077-7d1c6599a4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961020 Mar 14 15:31:32.039547 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 8a9653c4-f608-4359-9f7e-7a2d156a0bf9 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:31:32.085941 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d570e809-3440-4d93-934b-1d766d762da8 req-8ea386b5-2a00-4851-a477-91b1a0191812 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c9ddf8b-51e5-442a-a9f8-8ba65a777de5 HTTP/1.1" status: 200 len: 210 time: 0.0320599 Mar 14 15:31:32.115927 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 8a9653c4-f608-4359-9f7e-7a2d156a0bf9 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:32.116513 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:32.208760 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d1defab2-c370-4f67-9e01-59c283f3a188 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:31:32.262121 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port d1defab2-c370-4f67-9e01-59c283f3a188 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:32.262496 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:33.186882 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-43c9f59d-87c8-43bb-97a6-0f920c0e1e4c req-73c7cf77-21e7-42a2-88d6-8768ac85aba6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c9ddf8b-51e5-442a-a9f8-8ba65a777de5 HTTP/1.1" status: 200 len: 210 time: 0.0271902 Mar 14 15:31:33.309408 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4626c0bc-7359-47fc-903c-d0bf0b6c87ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:33.310952 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4626c0bc-7359-47fc-903c-d0bf0b6c87ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/networks?id=860bd411-49ce-495f-b077-7d1c6599a4ba HTTP/1.1" status: 200 len: 797 time: 0.1339414 Mar 14 15:31:33.370940 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-f95ea48b-bd58-4016-9361-862571cbb8fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 380 time: 0.0343864 Mar 14 15:31:33.388640 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4bdea348-2e7c-4845-9ea1-851e72a9488e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'port': {'device_id': '3c9ddf8b-51e5-442a-a9f8-8ba65a777de5', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'admin_state_up': True, 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'security_groups': ['80925ae2-1337-4672-aa47-2465b310e5f1']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:31:33.495010 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4bdea348-2e7c-4845-9ea1-851e72a9488e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:31:33.499158 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4bdea348-2e7c-4845-9ea1-851e72a9488e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:33.618782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4bdea348-2e7c-4845-9ea1-851e72a9488e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.20.0.13 (860bd411-49ce-495f-b077-7d1c6599a4ba/344a8678-085d-4e42-810c-5ad50572ea1d/ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:33.757123 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4bdea348-2e7c-4845-9ea1-851e72a9488e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:33.790752 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4bdea348-2e7c-4845-9ea1-851e72a9488e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:33.833744 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4bdea348-2e7c-4845-9ea1-851e72a9488e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 860bd411-49ce-495f-b077-7d1c6599a4ba is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:33.836663 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4bdea348-2e7c-4845-9ea1-851e72a9488e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:33.840772 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4bdea348-2e7c-4845-9ea1-851e72a9488e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:31:33.868610 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdea348-2e7c-4845-9ea1-851e72a9488e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:33.898571 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4bdea348-2e7c-4845-9ea1-851e72a9488e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:33.899239 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4bdea348-2e7c-4845-9ea1-851e72a9488e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:33.916515 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4bdea348-2e7c-4845-9ea1-851e72a9488e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5315511 Mar 14 15:31:33.933377 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] Request body: {'port': {'device_id': '3c9ddf8b-51e5-442a-a9f8-8ba65a777de5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:31:33.989867 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:34.050018 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c2222fe2-a669-4b1d-9a09-fc88ce3ac44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:34.100709 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-9e58da2c-8cd9-485a-b107-68f2c71b2f51 None None] Provisioning complete for port ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:34.101196 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9e58da2c-8cd9-485a-b107-68f2c71b2f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:34.135300 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9e58da2c-8cd9-485a-b107-68f2c71b2f51 None None] Port ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:31:34.254562 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:31:34.262298 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:34.302194 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] Transition to ACTIVE for port object ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:31:34.306576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:34.356980 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3572c-ed61-4511-b82e-3f6594013a34 req-88cf0c44-8c34-415e-89bb-f3a783eb3778 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:34.358529 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-64b3572c-ed61-4511-b82e-3f6594013a34 req-88cf0c44-8c34-415e-89bb-f3a783eb3778 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c9ddf8b-51e5-442a-a9f8-8ba65a777de5 HTTP/1.1" status: 200 len: 932 time: 0.0937972 Mar 14 15:31:34.380012 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:34.452434 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-64b3572c-ed61-4511-b82e-3f6594013a34 req-bbd835ad-2231-4295-80a0-39b9ae48f762 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=80925ae2-1337-4672-aa47-2465b310e5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865645 Mar 14 15:31:34.482316 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] Attempting to bind port ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:31:34.482652 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] Attempting to bind port ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7f98bf38-3a12-4ad4-ace9-c54ceb231440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:31:34.483010 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] Attempting to bind port ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 on network 860bd411-49ce-495f-b077-7d1c6599a4ba {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:31:34.487470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] Port ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 on network 860bd411-49ce-495f-b077-7d1c6599a4ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:31:34.487785 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] Attempting to bind port ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 on network 860bd411-49ce-495f-b077-7d1c6599a4ba {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:31:34.492696 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:31:34.493030 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] Checking segment: {'id': '7f98bf38-3a12-4ad4-ace9-c54ceb231440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:31:34.493410 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] Bound using segment: {'id': '7f98bf38-3a12-4ad4-ace9-c54ceb231440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:31:34.493828 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] Bound port: ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f98bf38-3a12-4ad4-ace9-c54ceb231440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:31:34.494185 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:34.563658 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] For port ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:31:34.566906 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] For port ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81,segment=NetworkSegment(7f98bf38-3a12-4ad4-ace9-c54ceb231440),segment_id=7f98bf38-3a12-4ad4-ace9-c54ceb231440)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:31:34.572369 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:34.612192 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:34.612845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:34.614408 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] 10.222.0.18 "PUT /v2.0/ports/ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 HTTP/1.1" status: 200 len: 1094 time: 0.6855314 Mar 14 15:31:34.614945 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9ddf8b-51e5-442a-a9f8-8ba65a777de5', 'tag': 'ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:31:34.617192 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427014c0-afbc-4c91-9a6b-85976a4cfedd" -d '{"events": [{"name": "network-changed", "server_uuid": "3c9ddf8b-51e5-442a-a9f8-8ba65a777de5", "tag": "ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:31:34.651688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291be1b-9b9a-4866-a394-3ab764435259 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:34.697828 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661493d6-116d-4c45-aa62-bee05dba16c0 x-openstack-request-id: req-661493d6-116d-4c45-aa62-bee05dba16c0 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:31:34.698267 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c9ddf8b-51e5-442a-a9f8-8ba65a777de5", "tag": "ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:31:34.698726 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-661493d6-116d-4c45-aa62-bee05dba16c0 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:31:34.699679 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c9ddf8b-51e5-442a-a9f8-8ba65a777de5', 'tag': 'ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81', 'status': 'completed', 'code': 200} Mar 14 15:31:34.716793 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-468e917f-5573-4bee-b973-077fe480ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:34.718303 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-468e917f-5573-4bee-b973-077fe480ace6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=3c9ddf8b-51e5-442a-a9f8-8ba65a777de5 HTTP/1.1" status: 200 len: 1097 time: 0.0514760 Mar 14 15:31:34.772404 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-f7d8e36f-fcdf-4abc-b283-3762baac6ba7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 HTTP/1.1" status: 200 len: 217 time: 0.0420079 Mar 14 15:31:34.828333 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-e8171ace-b508-41b4-976e-7b9c22a2851e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:34.829793 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-e8171ace-b508-41b4-976e-7b9c22a2851e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=344a8678-085d-4e42-810c-5ad50572ea1d HTTP/1.1" status: 200 len: 834 time: 0.0479524 Mar 14 15:31:34.878409 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-e01aae26-ca87-4361-b908-b1efdd241388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:34.879936 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-e01aae26-ca87-4361-b908-b1efdd241388 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=860bd411-49ce-495f-b077-7d1c6599a4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397232 Mar 14 15:31:34.975582 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-fdee6b95-2443-4e07-9de9-b46f0245fd10 service neutron] 10.222.0.18 "GET /v2.0/networks/860bd411-49ce-495f-b077-7d1c6599a4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845025 Mar 14 15:31:35.066453 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-555337e9-8af3-4380-8068-1ae9732b82d5 req-82006a87-da64-4345-963c-90cb9d3d5bdf service neutron] 10.222.0.18 "GET /v2.0/networks/860bd411-49ce-495f-b077-7d1c6599a4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807433 Mar 14 15:31:35.171388 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427014c0-afbc-4c91-9a6b-85976a4cfedd req-4b9efe77-c3bd-4611-be1e-b9b1ad13b35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:35.172765 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-427014c0-afbc-4c91-9a6b-85976a4cfedd req-4b9efe77-c3bd-4611-be1e-b9b1ad13b35c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=3c9ddf8b-51e5-442a-a9f8-8ba65a777de5 HTTP/1.1" status: 200 len: 1097 time: 0.0459342 Mar 14 15:31:35.260976 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427014c0-afbc-4c91-9a6b-85976a4cfedd req-421689a5-55ce-4d3e-b046-cc20a9e0e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:35.262497 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-427014c0-afbc-4c91-9a6b-85976a4cfedd req-421689a5-55ce-4d3e-b046-cc20a9e0e290 service neutron] 10.222.0.18 "GET /v2.0/networks?id=860bd411-49ce-495f-b077-7d1c6599a4ba HTTP/1.1" status: 200 len: 898 time: 0.0821111 Mar 14 15:31:35.305323 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-427014c0-afbc-4c91-9a6b-85976a4cfedd req-6b1d8e6a-1113-41a7-b12c-ed1cd2d49809 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 HTTP/1.1" status: 200 len: 217 time: 0.0349214 Mar 14 15:31:35.364248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427014c0-afbc-4c91-9a6b-85976a4cfedd req-ac07e329-428e-477c-8dad-033be81dda93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:35.365686 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-427014c0-afbc-4c91-9a6b-85976a4cfedd req-ac07e329-428e-477c-8dad-033be81dda93 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=344a8678-085d-4e42-810c-5ad50572ea1d HTTP/1.1" status: 200 len: 834 time: 0.0524004 Mar 14 15:31:35.411159 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427014c0-afbc-4c91-9a6b-85976a4cfedd req-074cdcfb-582e-4210-ad25-33842426c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:35.412687 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-427014c0-afbc-4c91-9a6b-85976a4cfedd req-074cdcfb-582e-4210-ad25-33842426c1dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=860bd411-49ce-495f-b077-7d1c6599a4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399122 Mar 14 15:31:35.500597 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-427014c0-afbc-4c91-9a6b-85976a4cfedd req-3eb9c762-e73a-4428-a4d0-bdbeec8cd313 service neutron] 10.222.0.18 "GET /v2.0/networks/860bd411-49ce-495f-b077-7d1c6599a4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804818 Mar 14 15:31:35.616479 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894be74b-29b9-4e58-8d0d-53b598135ed8 req-7633835b-cea1-439a-ae56-82f8ff06bf72 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:35.617928 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-894be74b-29b9-4e58-8d0d-53b598135ed8 req-7633835b-cea1-439a-ae56-82f8ff06bf72 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c9ddf8b-51e5-442a-a9f8-8ba65a777de5 HTTP/1.1" status: 200 len: 944 time: 0.0882795 Mar 14 15:31:35.638423 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-427014c0-afbc-4c91-9a6b-85976a4cfedd req-fe68b736-fa15-48c1-8d84-bf4edbb728b0 service neutron] 10.222.0.18 "GET /v2.0/networks/860bd411-49ce-495f-b077-7d1c6599a4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303253 Mar 14 15:31:35.663706 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-894be74b-29b9-4e58-8d0d-53b598135ed8 req-ae2fc9f3-643f-4d50-9717-1fc7abb3edbe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=80925ae2-1337-4672-aa47-2465b310e5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372636 Mar 14 15:31:36.395713 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2bb61f95-1ba4-4e3b-8b06-44f72a42724a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:36.780743 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78813c37-d5d3-4dc9-9a57-77985f29278f req-fbc3da30-3176-4f98-9afd-b446df8b47be tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:36.782199 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-78813c37-d5d3-4dc9-9a57-77985f29278f req-fbc3da30-3176-4f98-9afd-b446df8b47be tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c9ddf8b-51e5-442a-a9f8-8ba65a777de5 HTTP/1.1" status: 200 len: 944 time: 0.0477378 Mar 14 15:31:36.819466 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-78813c37-d5d3-4dc9-9a57-77985f29278f req-919eab54-2172-42d6-9056-7da0a91ed1e6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=80925ae2-1337-4672-aa47-2465b310e5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313442 Mar 14 15:31:37.416283 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:37.936507 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54f6cc-a680-4437-bd39-3b4e6603f33d req-66720703-90b9-426a-b1b9-26b35ed4525c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:37.937985 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-da54f6cc-a680-4437-bd39-3b4e6603f33d req-66720703-90b9-426a-b1b9-26b35ed4525c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c9ddf8b-51e5-442a-a9f8-8ba65a777de5 HTTP/1.1" status: 200 len: 944 time: 0.0516844 Mar 14 15:31:37.974902 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-da54f6cc-a680-4437-bd39-3b4e6603f33d req-edc423f2-7f91-4312-af09-3cb8e3b768ef tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=80925ae2-1337-4672-aa47-2465b310e5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311306 Mar 14 15:31:38.784052 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:38.848286 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:31:38.863178 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:38.946778 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81,segment=NetworkSegment(7f98bf38-3a12-4ad4-ace9-c54ceb231440),segment_id=7f98bf38-3a12-4ad4-ace9-c54ceb231440)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:38.958781 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'port_id': 'ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81', 'mac_address': 'fa:16:3e:50:37:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:31:38.993868 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:39.011166 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:31:39.031677 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81,segment=NetworkSegment(7f98bf38-3a12-4ad4-ace9-c54ceb231440),segment_id=7f98bf38-3a12-4ad4-ace9-c54ceb231440)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:39.035341 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:39.082398 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:39.097819 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73498c3-bea6-40d1-8ca5-b149ad175260 req-b8c3d455-3cc4-4e30-b1f9-9210b3c55165 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:39.099322 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e73498c3-bea6-40d1-8ca5-b149ad175260 req-b8c3d455-3cc4-4e30-b1f9-9210b3c55165 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c9ddf8b-51e5-442a-a9f8-8ba65a777de5 HTTP/1.1" status: 200 len: 945 time: 0.0543318 Mar 14 15:31:39.138769 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e73498c3-bea6-40d1-8ca5-b149ad175260 req-6812eceb-2503-463c-a657-a4deae9942ab tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=80925ae2-1337-4672-aa47-2465b310e5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335183 Mar 14 15:31:39.298001 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:39.301054 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:31:40.251319 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4dc5c-b079-48db-98a1-a1f38cc9af5d req-3e3ce7eb-5847-443b-9ee1-5fd976624911 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:40.252764 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c4e4dc5c-b079-48db-98a1-a1f38cc9af5d req-3e3ce7eb-5847-443b-9ee1-5fd976624911 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c9ddf8b-51e5-442a-a9f8-8ba65a777de5 HTTP/1.1" status: 200 len: 945 time: 0.0490444 Mar 14 15:31:40.292677 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c4e4dc5c-b079-48db-98a1-a1f38cc9af5d req-598b8d8b-fbe3-40b6-a061-aacfe7d058e2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=80925ae2-1337-4672-aa47-2465b310e5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340707 Mar 14 15:31:40.865112 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:31:40.911774 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:31:40.915622 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:31:40.915994 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:40.994833 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:41.017395 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9ddf8b-51e5-442a-a9f8-8ba65a777de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:31:41.019656 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f45786-29c3-40bd-abf4-b4cf7ec171e4" -d '{"events": [{"server_uuid": "3c9ddf8b-51e5-442a-a9f8-8ba65a777de5", "name": "network-vif-plugged", "status": "completed", "tag": "ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:31:41.033247 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81,segment=NetworkSegment(7f98bf38-3a12-4ad4-ace9-c54ceb231440),segment_id=7f98bf38-3a12-4ad4-ace9-c54ceb231440)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:31:41.037504 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:41.062976 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698a6a33-56b6-44c5-82e5-d137420252c2 x-openstack-request-id: req-698a6a33-56b6-44c5-82e5-d137420252c2 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:31:41.063270 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9ddf8b-51e5-442a-a9f8-8ba65a777de5", "name": "network-vif-plugged", "status": "completed", "tag": "ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:31:41.063528 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-698a6a33-56b6-44c5-82e5-d137420252c2 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:31:41.063917 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9ddf8b-51e5-442a-a9f8-8ba65a777de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81', 'code': 200} Mar 14 15:31:41.088936 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:41.236547 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6566c6-ef5d-40b4-b27c-f33d352a9141 req-c5e48d91-7e6f-48c7-a13b-54642ad04906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:41.237923 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3a6566c6-ef5d-40b4-b27c-f33d352a9141 req-c5e48d91-7e6f-48c7-a13b-54642ad04906 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3c9ddf8b-51e5-442a-a9f8-8ba65a777de5 HTTP/1.1" status: 200 len: 1099 time: 0.0406272 Mar 14 15:31:41.272905 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3a6566c6-ef5d-40b4-b27c-f33d352a9141 req-82c41e60-139c-4f0b-be55-59ea4f231d6c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=80925ae2-1337-4672-aa47-2465b310e5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278480 Mar 14 15:31:41.414604 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbfab-f3dc-473b-a02d-cd397823dcd7 req-185e465c-75e8-43d7-97c9-ff2b1cee39a8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:41.416108 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-74afbfab-f3dc-473b-a02d-cd397823dcd7 req-185e465c-75e8-43d7-97c9-ff2b1cee39a8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c9ddf8b-51e5-442a-a9f8-8ba65a777de5 HTTP/1.1" status: 200 len: 946 time: 0.0517578 Mar 14 15:31:41.455011 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-74afbfab-f3dc-473b-a02d-cd397823dcd7 req-5f8e1206-9b78-4faf-80a8-1c4bc91d1a8e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=80925ae2-1337-4672-aa47-2465b310e5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328493 Mar 14 15:31:42.571309 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357b98c-b147-4890-8a8f-8f8100f57b9d req-b17d5b8f-10be-4804-b204-06ce3ea1c20c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:42.572779 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c357b98c-b147-4890-8a8f-8f8100f57b9d req-b17d5b8f-10be-4804-b204-06ce3ea1c20c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c9ddf8b-51e5-442a-a9f8-8ba65a777de5 HTTP/1.1" status: 200 len: 946 time: 0.0486937 Mar 14 15:31:42.610885 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c357b98c-b147-4890-8a8f-8f8100f57b9d req-50870bfd-3000-431c-b3bc-0ab0eff91aaf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=80925ae2-1337-4672-aa47-2465b310e5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318208 Mar 14 15:31:42.723643 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fceedc4-cdaf-438d-b58f-b5dd7a4103b5 req-caa3816c-f23e-4db7-90fe-77912ea976a2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:42.725008 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5fceedc4-cdaf-438d-b58f-b5dd7a4103b5 req-caa3816c-f23e-4db7-90fe-77912ea976a2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c9ddf8b-51e5-442a-a9f8-8ba65a777de5 HTTP/1.1" status: 200 len: 946 time: 0.0483420 Mar 14 15:31:42.761477 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5fceedc4-cdaf-438d-b58f-b5dd7a4103b5 req-01ca2fc1-0dd6-407e-b101-4314a81dbead tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=80925ae2-1337-4672-aa47-2465b310e5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306509 Mar 14 15:31:42.782892 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57288) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:42.820528 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e418ef5-7415-40ad-b553-6adcc8f64892 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:42.821986 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5e418ef5-7415-40ad-b553-6adcc8f64892 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3c9ddf8b-51e5-442a-a9f8-8ba65a777de5 HTTP/1.1" status: 200 len: 1094 time: 0.0381291 Mar 14 15:31:42.824781 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57290) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:42.828851 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-39b05a73-ed08-4e7d-99f3-390e4e690bf1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': 'ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:31:42.849527 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b05a73-ed08-4e7d-99f3-390e4e690bf1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:42.946729 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b05a73-ed08-4e7d-99f3-390e4e690bf1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:43.051204 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-39b05a73-ed08-4e7d-99f3-390e4e690bf1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.26.6.219 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/15e13506-049d-44c7-a778-2b5e03d2ec2e) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:31:43.148975 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b05a73-ed08-4e7d-99f3-390e4e690bf1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:43.182051 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b05a73-ed08-4e7d-99f3-390e4e690bf1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:43.222071 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b05a73-ed08-4e7d-99f3-390e4e690bf1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:31:43.224932 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-39b05a73-ed08-4e7d-99f3-390e4e690bf1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:31:43.228253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b05a73-ed08-4e7d-99f3-390e4e690bf1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:31:43.256485 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b05a73-ed08-4e7d-99f3-390e4e690bf1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=15e13506-049d-44c7-a778-2b5e03d2ec2e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:43.883717 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b05a73-ed08-4e7d-99f3-390e4e690bf1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:43.950748 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b05a73-ed08-4e7d-99f3-390e4e690bf1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:44.097024 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b05a73-ed08-4e7d-99f3-390e4e690bf1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:44.102179 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b05a73-ed08-4e7d-99f3-390e4e690bf1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:44.170765 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b05a73-ed08-4e7d-99f3-390e4e690bf1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=15e13506-049d-44c7-a778-2b5e03d2ec2e,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:31:44.180036 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b05a73-ed08-4e7d-99f3-390e4e690bf1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:44.281999 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-39b05a73-ed08-4e7d-99f3-390e4e690bf1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Floating IP a8837786-2858-4c05-a6cd-d8e9cc19f2b5 associated. External IP: 172.26.6.219, port: ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81. Mar 14 15:31:44.489858 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b05a73-ed08-4e7d-99f3-390e4e690bf1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:31:44.597360 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b05a73-ed08-4e7d-99f3-390e4e690bf1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:31:44.607403 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f961c07b-d82a-4c45-be37-7215f4e711e8 None None] Sync routers for ids ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:31:44.615186 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b05a73-ed08-4e7d-99f3-390e4e690bf1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:31:44.617099 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f961c07b-d82a-4c45-be37-7215f4e711e8 None None] Routers {'0ed79f9a-a0bc-47db-8e17-f4b5228a969b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:31:44.617706 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f961c07b-d82a-4c45-be37-7215f4e711e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:31:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:44.642298 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-39b05a73-ed08-4e7d-99f3-390e4e690bf1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8165014 Mar 14 15:31:44.643510 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9ddf8b-51e5-442a-a9f8-8ba65a777de5', 'tag': 'ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:31:44.645095 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57292) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:44.645591 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bbaeec-9042-4e1d-aedb-6f2109fe3119" -d '{"events": [{"name": "network-changed", "server_uuid": "3c9ddf8b-51e5-442a-a9f8-8ba65a777de5", "tag": "ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:31:44.681916 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39dd5fa-3189-439a-b7bb-00e344ae3e01 x-openstack-request-id: req-e39dd5fa-3189-439a-b7bb-00e344ae3e01 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:31:44.682211 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c9ddf8b-51e5-442a-a9f8-8ba65a777de5", "tag": "ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:31:44.682470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e39dd5fa-3189-439a-b7bb-00e344ae3e01 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:31:44.682877 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c9ddf8b-51e5-442a-a9f8-8ba65a777de5', 'tag': 'ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81', 'status': 'completed', 'code': 200} Mar 14 15:31:44.711973 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b0161145-9ed0-4696-b000-01f2cd82580b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/a8837786-2858-4c05-a6cd-d8e9cc19f2b5 HTTP/1.1" status: 200 len: 992 time: 0.0657315 Mar 14 15:31:44.732066 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-f961c07b-d82a-4c45-be37-7215f4e711e8 None None] Set router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:31:44.754554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbaeec-9042-4e1d-aedb-6f2109fe3119 req-c1021c84-dd83-405c-91b6-e9f8d0505dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:44.756055 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c8bbaeec-9042-4e1d-aedb-6f2109fe3119 req-c1021c84-dd83-405c-91b6-e9f8d0505dcc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=3c9ddf8b-51e5-442a-a9f8-8ba65a777de5 HTTP/1.1" status: 200 len: 1099 time: 0.0410888 Mar 14 15:31:44.852693 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbaeec-9042-4e1d-aedb-6f2109fe3119 req-7dc83798-d77f-4dbf-9ef8-6a98ba0bb4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:44.854294 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c8bbaeec-9042-4e1d-aedb-6f2109fe3119 req-7dc83798-d77f-4dbf-9ef8-6a98ba0bb4ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=860bd411-49ce-495f-b077-7d1c6599a4ba HTTP/1.1" status: 200 len: 898 time: 0.0903828 Mar 14 15:31:44.922742 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c8bbaeec-9042-4e1d-aedb-6f2109fe3119 req-bbb7f094-d871-44a9-b177-6aa048cbcc52 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 HTTP/1.1" status: 200 len: 1000 time: 0.0603046 Mar 14 15:31:44.971133 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbaeec-9042-4e1d-aedb-6f2109fe3119 req-30e13690-38dc-4e6b-9480-79b370f70aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:44.972583 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c8bbaeec-9042-4e1d-aedb-6f2109fe3119 req-30e13690-38dc-4e6b-9480-79b370f70aec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=344a8678-085d-4e42-810c-5ad50572ea1d HTTP/1.1" status: 200 len: 834 time: 0.0430260 Mar 14 15:31:45.021818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbaeec-9042-4e1d-aedb-6f2109fe3119 req-ddd15ffd-c208-4f10-a9ac-b831312be2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:31:45.023272 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c8bbaeec-9042-4e1d-aedb-6f2109fe3119 req-ddd15ffd-c208-4f10-a9ac-b831312be2fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=860bd411-49ce-495f-b077-7d1c6599a4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438759 Mar 14 15:31:45.039215 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f961c07b-d82a-4c45-be37-7215f4e711e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:28Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'a8837786-2858-4c05-a6cd-d8e9cc19f2b5', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'port_id': 'ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'mac_address': 'fa:16:3e:50:37:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9ddf8b-51e5-442a-a9f8-8ba65a777de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:31:43Z', 'updated_at': '2022-03-14T15:31:43Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a9653c4-f608-4359-9f7e-7a2d156a0bf9', 'name': '', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:35:30:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:27Z', 'updated_at': '2022-03-14T15:31:31Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:45.065169 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f961c07b-d82a-4c45-be37-7215f4e711e8 None None] Checking router: 0ed79f9a-a0bc-47db-8e17-f4b5228a969b for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:31:45.073241 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f961c07b-d82a-4c45-be37-7215f4e711e8 None None] Routers {'0ed79f9a-a0bc-47db-8e17-f4b5228a969b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:31:45.073842 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f961c07b-d82a-4c45-be37-7215f4e711e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:31:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:45.111928 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c8bbaeec-9042-4e1d-aedb-6f2109fe3119 req-344dfc8c-c362-45d5-b9cd-c81216f23df3 service neutron] 10.222.0.18 "GET /v2.0/networks/860bd411-49ce-495f-b077-7d1c6599a4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820699 Mar 14 15:31:45.176872 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-f961c07b-d82a-4c45-be37-7215f4e711e8 None None] Set router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:31:45.205613 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c8bbaeec-9042-4e1d-aedb-6f2109fe3119 req-668a905d-91c6-472e-8eb2-4761c5611d72 service neutron] 10.222.0.18 "GET /v2.0/networks/860bd411-49ce-495f-b077-7d1c6599a4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872200 Mar 14 15:31:45.394630 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f961c07b-d82a-4c45-be37-7215f4e711e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:28Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'a8837786-2858-4c05-a6cd-d8e9cc19f2b5', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'port_id': 'ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'mac_address': 'fa:16:3e:50:37:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9ddf8b-51e5-442a-a9f8-8ba65a777de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:31:43Z', 'updated_at': '2022-03-14T15:31:43Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a9653c4-f608-4359-9f7e-7a2d156a0bf9', 'name': '', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:35:30:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:27Z', 'updated_at': '2022-03-14T15:31:31Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:31:45.424581 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f961c07b-d82a-4c45-be37-7215f4e711e8 None None] The sync data for ids ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'] in dv-neutron-833559-1-hyperv is: [{'id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:28Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'a8837786-2858-4c05-a6cd-d8e9cc19f2b5', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'port_id': 'ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'mac_address': 'fa:16:3e:50:37:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9ddf8b-51e5-442a-a9f8-8ba65a777de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:31:43Z', 'updated_at': '2022-03-14T15:31:43Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a9653c4-f608-4359-9f7e-7a2d156a0bf9', 'name': '', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:35:30:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:27Z', 'updated_at': '2022-03-14T15:31:31Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:31:45.598319 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd6ef06-c5d0-4cdc-93df-63c456f239c8 None None] New status for floating IP a8837786-2858-4c05-a6cd-d8e9cc19f2b5: ACTIVE {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:31:45.715210 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57296) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:45.783816 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0096dd80-b026-4cdd-8583-550c20533c4b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/a8837786-2858-4c05-a6cd-d8e9cc19f2b5 HTTP/1.1" status: 200 len: 992 time: 0.0664923 Mar 14 15:31:46.787752 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57298) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:31:46.852111 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6f31d312-f9c5-4fba-bc5a-b53c302cce0c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/a8837786-2858-4c05-a6cd-d8e9cc19f2b5 HTTP/1.1" status: 200 len: 994 time: 0.0631101 Mar 14 15:31:49.367980 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:32:04.042577 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e982e57-413d-44f5-b5ff-4affce637d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:06.397408 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3bef8f37-a484-4dba-9551-0afb4d80e422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:07.419387 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:08.781234 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:08.850956 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:09.300497 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:18.841366 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2bca0300-d393-4b36-9665-d2573b700f48 req-0b6fd43b-8b49-4637-ab7c-5e142936ff60 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406022 Mar 14 15:32:18.921606 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca0300-d393-4b36-9665-d2573b700f48 req-d05d11ff-46c3-44c9-9d3d-4e1b90f459fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:18.923098 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2bca0300-d393-4b36-9665-d2573b700f48 req-d05d11ff-46c3-44c9-9d3d-4e1b90f459fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a71e4db168bb4915bec9d021ab48e3b3&device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 1099 time: 0.0397506 Mar 14 15:32:19.029520 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca0300-d393-4b36-9665-d2573b700f48 req-cdf93958-e155-413f-a42b-49090f9329cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:19.031011 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2bca0300-d393-4b36-9665-d2573b700f48 req-cdf93958-e155-413f-a42b-49090f9329cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3c71c02-264e-49fe-ace9-fff9d219f343 HTTP/1.1" status: 200 len: 912 time: 0.0855954 Mar 14 15:32:19.099562 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2bca0300-d393-4b36-9665-d2573b700f48 req-5c97cd4f-5396-46d3-b5df-25df475a4add service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91473996-4716-46d0-bb49-2a2fcc5a3214 HTTP/1.1" status: 200 len: 1002 time: 0.0581510 Mar 14 15:32:19.148636 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca0300-d393-4b36-9665-d2573b700f48 req-1b1842a2-86e0-454b-aba6-168923c642c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:19.150100 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2bca0300-d393-4b36-9665-d2573b700f48 req-1b1842a2-86e0-454b-aba6-168923c642c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2938bbac-db51-4fe5-871d-2be14c242925 HTTP/1.1" status: 200 len: 850 time: 0.0433981 Mar 14 15:32:19.200713 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca0300-d393-4b36-9665-d2573b700f48 req-fd8f4fc6-e92a-4a50-9382-997cc7b90d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:19.202183 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2bca0300-d393-4b36-9665-d2573b700f48 req-fd8f4fc6-e92a-4a50-9382-997cc7b90d5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3c71c02-264e-49fe-ace9-fff9d219f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442019 Mar 14 15:32:19.292246 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2bca0300-d393-4b36-9665-d2573b700f48 req-e06375a7-a082-41ff-8e37-a21cf4641d5f service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814812 Mar 14 15:32:19.388978 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2bca0300-d393-4b36-9665-d2573b700f48 req-0f4c78ae-fae9-4b69-aa9e-854b74b95a64 service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893540 Mar 14 15:32:20.034556 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57312) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:32:20.104557 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c36578-4892-4835-99cf-2f0b6b14ea24 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:20.105059 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c36578-4892-4835-99cf-2f0b6b14ea24 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:20.105523 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c36578-4892-4835-99cf-2f0b6b14ea24 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:20.107197 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c8c36578-4892-4835-99cf-2f0b6b14ea24 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/ports?project_id=981c2b5a3afd42dd95b1da15ede4e026&network_id=860bd411-49ce-495f-b077-7d1c6599a4ba HTTP/1.1" status: 200 len: 3000 time: 0.0716107 Mar 14 15:32:22.258610 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57322) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:32:22.408453 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18433f3-7411-4f45-b6b1-aeaa8ef8dbc8 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:22.409932 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e18433f3-7411-4f45-b6b1-aeaa8ef8dbc8 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=0f3fd893-5baa-4085-951b-8847b15a4083 HTTP/1.1" status: 200 len: 814 time: 0.1504114 Mar 14 15:32:22.879381 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e0928-121c-4f1b-a191-ddd18ac0cdab req-7bcfbe06-0c04-4be0-91bf-ee23a6469d05 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:22.880854 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c11e0928-121c-4f1b-a191-ddd18ac0cdab req-7bcfbe06-0c04-4be0-91bf-ee23a6469d05 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 946 time: 0.0543096 Mar 14 15:32:22.919255 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c11e0928-121c-4f1b-a191-ddd18ac0cdab req-df3c9f7a-7548-47f5-b6b6-7cc3966b3fa2 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322924 Mar 14 15:32:22.926628 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57334) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:32:22.975453 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bac62008-3145-4581-a585-17349e373246 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:32:23.029158 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bac62008-3145-4581-a585-17349e373246 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:23.170403 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bac62008-3145-4581-a585-17349e373246 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:23.174808 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bac62008-3145-4581-a585-17349e373246 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:23.175231 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-bac62008-3145-4581-a585-17349e373246 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Floating IP a8837786-2858-4c05-a6cd-d8e9cc19f2b5 disassociated. External IP: 172.26.6.219, port: ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81. Mar 14 15:32:23.377983 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac62008-3145-4581-a585-17349e373246 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:32:23.484290 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac62008-3145-4581-a585-17349e373246 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:32:23.489148 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bac62008-3145-4581-a585-17349e373246 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:23.497098 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad930e79-94d4-49c2-9724-52b8d75a2f8e None None] Sync routers for ids ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:32:23.506312 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad930e79-94d4-49c2-9724-52b8d75a2f8e None None] Routers {'0ed79f9a-a0bc-47db-8e17-f4b5228a969b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:32:23.506937 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ad930e79-94d4-49c2-9724-52b8d75a2f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:32:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:23.515109 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bac62008-3145-4581-a585-17349e373246 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/floatingips/a8837786-2858-4c05-a6cd-d8e9cc19f2b5 HTTP/1.1" status: 200 len: 690 time: 0.5873828 Mar 14 15:32:23.515701 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9ddf8b-51e5-442a-a9f8-8ba65a777de5', 'tag': 'ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:32:23.517931 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da794071-120b-41cc-98c3-066d4e3ab08e" -d '{"events": [{"name": "network-changed", "server_uuid": "3c9ddf8b-51e5-442a-a9f8-8ba65a777de5", "tag": "ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:32:23.518295 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57338) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:32:23.556011 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5965119-e7eb-4ab2-9dad-609cf18ed28a x-openstack-request-id: req-a5965119-e7eb-4ab2-9dad-609cf18ed28a {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:32:23.556312 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c9ddf8b-51e5-442a-a9f8-8ba65a777de5", "tag": "ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:32:23.556755 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a5965119-e7eb-4ab2-9dad-609cf18ed28a {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:32:23.557493 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c9ddf8b-51e5-442a-a9f8-8ba65a777de5', 'tag': 'ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81', 'status': 'completed', 'code': 200} Mar 14 15:32:23.572781 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ff9c02c4-a64c-4b48-b227-031f734db042 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/a8837786-2858-4c05-a6cd-d8e9cc19f2b5 HTTP/1.1" status: 200 len: 690 time: 0.0518508 Mar 14 15:32:23.613687 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-ad930e79-94d4-49c2-9724-52b8d75a2f8e None None] Set router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:32:23.619637 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da794071-120b-41cc-98c3-066d4e3ab08e req-0ff492fb-aee4-4b51-a107-05332299f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:23.621811 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-da794071-120b-41cc-98c3-066d4e3ab08e req-0ff492fb-aee4-4b51-a107-05332299f2b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=3c9ddf8b-51e5-442a-a9f8-8ba65a777de5 HTTP/1.1" status: 200 len: 1099 time: 0.0412445 Mar 14 15:32:23.710933 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da794071-120b-41cc-98c3-066d4e3ab08e req-e12f38f7-7de7-4e65-9e95-71d40476600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:23.712449 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-da794071-120b-41cc-98c3-066d4e3ab08e req-e12f38f7-7de7-4e65-9e95-71d40476600b service neutron] 10.222.0.18 "GET /v2.0/networks?id=860bd411-49ce-495f-b077-7d1c6599a4ba HTTP/1.1" status: 200 len: 898 time: 0.0828383 Mar 14 15:32:23.758932 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-da794071-120b-41cc-98c3-066d4e3ab08e req-456f5d7f-3f12-44ce-b91f-976443248f38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 HTTP/1.1" status: 200 len: 217 time: 0.0375438 Mar 14 15:32:23.806405 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da794071-120b-41cc-98c3-066d4e3ab08e req-10fc6149-786b-41f6-b740-6a80e57207df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:23.806700 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ad930e79-94d4-49c2-9724-52b8d75a2f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:28Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '8a9653c4-f608-4359-9f7e-7a2d156a0bf9', 'name': '', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:35:30:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:27Z', 'updated_at': '2022-03-14T15:31:31Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:23.808418 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-da794071-120b-41cc-98c3-066d4e3ab08e req-10fc6149-786b-41f6-b740-6a80e57207df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=344a8678-085d-4e42-810c-5ad50572ea1d HTTP/1.1" status: 200 len: 834 time: 0.0427957 Mar 14 15:32:23.833505 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad930e79-94d4-49c2-9724-52b8d75a2f8e None None] Checking router: 0ed79f9a-a0bc-47db-8e17-f4b5228a969b for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:32:23.841797 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad930e79-94d4-49c2-9724-52b8d75a2f8e None None] Routers {'0ed79f9a-a0bc-47db-8e17-f4b5228a969b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:32:23.842408 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ad930e79-94d4-49c2-9724-52b8d75a2f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:32:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:23.853480 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da794071-120b-41cc-98c3-066d4e3ab08e req-0270199f-3c35-4f13-bf92-7f782cd87673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:23.855148 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-da794071-120b-41cc-98c3-066d4e3ab08e req-0270199f-3c35-4f13-bf92-7f782cd87673 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=860bd411-49ce-495f-b077-7d1c6599a4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396981 Mar 14 15:32:23.950849 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-ad930e79-94d4-49c2-9724-52b8d75a2f8e None None] Set router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:32:23.951643 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-da794071-120b-41cc-98c3-066d4e3ab08e req-67395247-6234-4be6-90aa-08cb9b1e9a6c service neutron] 10.222.0.18 "GET /v2.0/networks/860bd411-49ce-495f-b077-7d1c6599a4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893474 Mar 14 15:32:24.082485 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce2f30-3fa1-498c-a688-ac071e771ca6 req-edb811d3-c259-4087-b23a-1ac3ddf3a77d tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:24.083893 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-73ce2f30-3fa1-498c-a688-ac071e771ca6 req-edb811d3-c259-4087-b23a-1ac3ddf3a77d tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 946 time: 0.0784075 Mar 14 15:32:24.086111 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-da794071-120b-41cc-98c3-066d4e3ab08e req-59ecc6c2-be9d-4c86-9e4f-c3940ec931d0 service neutron] 10.222.0.18 "GET /v2.0/networks/860bd411-49ce-495f-b077-7d1c6599a4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279573 Mar 14 15:32:24.126426 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-73ce2f30-3fa1-498c-a688-ac071e771ca6 req-a50ebb67-7690-4695-9ebc-89f82e390e18 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354035 Mar 14 15:32:24.161173 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ad930e79-94d4-49c2-9724-52b8d75a2f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:28Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '8a9653c4-f608-4359-9f7e-7a2d156a0bf9', 'name': '', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:35:30:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:27Z', 'updated_at': '2022-03-14T15:31:31Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:24.268448 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad930e79-94d4-49c2-9724-52b8d75a2f8e None None] The sync data for ids ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'] in dv-neutron-833559-1-hyperv is: [{'id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:28Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '8a9653c4-f608-4359-9f7e-7a2d156a0bf9', 'name': '', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:35:30:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:27Z', 'updated_at': '2022-03-14T15:31:31Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:32:24.494147 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c342a4-a29d-4b9d-b391-8c8c279b097d None None] New status for floating IP a8837786-2858-4c05-a6cd-d8e9cc19f2b5: DOWN {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:32:24.576267 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57344) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:32:24.622095 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c53a2677-f529-4922-ab69-4b97eb4b4a75 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/a8837786-2858-4c05-a6cd-d8e9cc19f2b5 HTTP/1.1" status: 200 len: 690 time: 0.0429714 Mar 14 15:32:24.641824 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf7450-9827-419c-ac2f-18bb6248acba req-ba174039-3fde-418e-a39d-885b5bcbe2a3 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:24.643702 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dfcf7450-9827-419c-ac2f-18bb6248acba req-ba174039-3fde-418e-a39d-885b5bcbe2a3 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 946 time: 0.0504138 Mar 14 15:32:24.742673 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-dfcf7450-9827-419c-ac2f-18bb6248acba req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Deleting port 91473996-4716-46d0-bb49-2a2fcc5a3214 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:32:24.743052 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-dfcf7450-9827-419c-ac2f-18bb6248acba req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:24.829350 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-dfcf7450-9827-419c-ac2f-18bb6248acba req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] For port 91473996-4716-46d0-bb49-2a2fcc5a3214, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=91473996-4716-46d0-bb49-2a2fcc5a3214,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:24.829720 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-dfcf7450-9827-419c-ac2f-18bb6248acba req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:25.250317 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbec9d0-d017-4103-9719-ca9620467934 req-bd144014-4231-4ab0-986d-43082876e80b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:25.251842 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-acbec9d0-d017-4103-9719-ca9620467934 req-bd144014-4231-4ab0-986d-43082876e80b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 946 time: 0.0544844 Mar 14 15:32:25.292068 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-acbec9d0-d017-4103-9719-ca9620467934 req-33fcbe78-2dfb-4306-8b55-db06771ef975 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340207 Mar 14 15:32:25.396023 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-dfcf7450-9827-419c-ac2f-18bb6248acba req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:25.396407 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-dfcf7450-9827-419c-ac2f-18bb6248acba req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:25.396712 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [req-dfcf7450-9827-419c-ac2f-18bb6248acba req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Floating IP 8f632e13-e5a8-4bcb-91aa-bf3109f2405e disassociated. External IP: 172.26.6.238, port: 91473996-4716-46d0-bb49-2a2fcc5a3214. Mar 14 15:32:25.397078 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-dfcf7450-9827-419c-ac2f-18bb6248acba req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Calling delete_port for 91473996-4716-46d0-bb49-2a2fcc5a3214 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:32:25.549021 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-dfcf7450-9827-419c-ac2f-18bb6248acba req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:25.578744 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event deleted for resources: {'Port': ['ID=91473996-4716-46d0-bb49-2a2fcc5a3214,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:25.594244 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:25.594600 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:25.594960 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:25.595303 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:25.595638 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:25.595991 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:25.596322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:25.596785 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:25.599688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:25.599688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:25.599688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:25.599688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:25.625077 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57348) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:32:25.671290 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5b562395-8237-49b7-9243-3f6302925c52 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/a8837786-2858-4c05-a6cd-d8e9cc19f2b5 HTTP/1.1" status: 200 len: 688 time: 0.0447617 Mar 14 15:32:25.707453 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfcf7450-9827-419c-ac2f-18bb6248acba req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Router 0664d624-af7f-4b11-b1ee-c9248aa951a2 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:32:25.810621 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfcf7450-9827-419c-ac2f-18bb6248acba req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:32:25.820270 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee93282-1037-4cac-995c-c4c6905ba494 None None] Sync routers for ids ['0664d624-af7f-4b11-b1ee-c9248aa951a2'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:32:25.830042 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee93282-1037-4cac-995c-c4c6905ba494 None None] Routers {'0664d624-af7f-4b11-b1ee-c9248aa951a2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:32:25.830726 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2ee93282-1037-4cac-995c-c4c6905ba494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:32:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0664d624-af7f-4b11-b1ee-c9248aa951a2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:25.872623 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcf7450-9827-419c-ac2f-18bb6248acba req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] No DVR routers for this DVR port 91473996-4716-46d0-bb49-2a2fcc5a3214 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:32:25.875061 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-dfcf7450-9827-419c-ac2f-18bb6248acba req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:25.878383 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dfcf7450-9827-419c-ac2f-18bb6248acba req-f9f24943-8524-4aba-9508-bf427da4f627 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.18 "DELETE /v2.0/ports/91473996-4716-46d0-bb49-2a2fcc5a3214 HTTP/1.1" status: 204 len: 173 time: 1.2255111 Mar 14 15:32:25.878816 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4ed510-394f-4710-8451-04a8fca39648', 'name': 'network-vif-deleted', 'tag': '91473996-4716-46d0-bb49-2a2fcc5a3214'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:32:25.881083 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068ad06e-a87b-443d-9266-d55b9dd33bba" -d '{"events": [{"server_uuid": "2f4ed510-394f-4710-8451-04a8fca39648", "name": "network-vif-deleted", "tag": "91473996-4716-46d0-bb49-2a2fcc5a3214"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:32:25.927405 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6dd12b-eaf0-41b6-9f20-de4956524180 x-openstack-request-id: req-4d6dd12b-eaf0-41b6-9f20-de4956524180 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:32:25.927841 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4ed510-394f-4710-8451-04a8fca39648", "name": "network-vif-deleted", "tag": "91473996-4716-46d0-bb49-2a2fcc5a3214", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:32:25.928618 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d6dd12b-eaf0-41b6-9f20-de4956524180 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:32:25.929065 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4ed510-394f-4710-8451-04a8fca39648', 'name': 'network-vif-deleted', 'tag': '91473996-4716-46d0-bb49-2a2fcc5a3214', 'status': 'completed', 'code': 200} Mar 14 15:32:25.945864 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2ee93282-1037-4cac-995c-c4c6905ba494 None None] Set router 0664d624-af7f-4b11-b1ee-c9248aa951a2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:32:26.162577 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2ee93282-1037-4cac-995c-c4c6905ba494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '4b630840-3443-40cf-9b20-c4814a742f98', 'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'mac_address': 'fa:16:3e:fd:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:09Z', 'updated_at': '2022-03-14T15:29:16Z', 'revision_number': 5, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'subnets': [{'id': '2938bbac-db51-4fe5-871d-2be14c242925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:26.190101 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee93282-1037-4cac-995c-c4c6905ba494 None None] Checking router: 0664d624-af7f-4b11-b1ee-c9248aa951a2 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:32:26.198065 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee93282-1037-4cac-995c-c4c6905ba494 None None] Routers {'0664d624-af7f-4b11-b1ee-c9248aa951a2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:32:26.198747 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2ee93282-1037-4cac-995c-c4c6905ba494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:32:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0664d624-af7f-4b11-b1ee-c9248aa951a2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:26.304887 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2ee93282-1037-4cac-995c-c4c6905ba494 None None] Set router 0664d624-af7f-4b11-b1ee-c9248aa951a2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:32:26.382938 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:32:26.389869 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-257f93b8-770b-432a-9ccd-cef72db935ff req-74534089-dc7c-4c48-8da8-f651d210952e tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 210 time: 0.0274806 Mar 14 15:32:26.523075 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2ee93282-1037-4cac-995c-c4c6905ba494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '4b630840-3443-40cf-9b20-c4814a742f98', 'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'mac_address': 'fa:16:3e:fd:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:09Z', 'updated_at': '2022-03-14T15:29:16Z', 'revision_number': 5, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'subnets': [{'id': '2938bbac-db51-4fe5-871d-2be14c242925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:26.552198 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee93282-1037-4cac-995c-c4c6905ba494 None None] The sync data for ids ['0664d624-af7f-4b11-b1ee-c9248aa951a2'] in dv-neutron-833559-1-hyperv is: [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '4b630840-3443-40cf-9b20-c4814a742f98', 'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'mac_address': 'fa:16:3e:fd:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:09Z', 'updated_at': '2022-03-14T15:29:16Z', 'revision_number': 5, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'subnets': [{'id': '2938bbac-db51-4fe5-871d-2be14c242925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:32:26.794416 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f49b4f-a122-4e66-9156-1e37c0ef1b00 None None] New status for floating IP 8f632e13-e5a8-4bcb-91aa-bf3109f2405e: DOWN {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:32:26.904629 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57358) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:32:26.910546 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-fa92d3da-3719-4ea8-89be-75752e297957 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1073425667', 'description': 'tempest-secgroup-smoke-1073425667 description', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:32:26.933479 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fa92d3da-3719-4ea8-89be-75752e297957 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.003410 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fa92d3da-3719-4ea8-89be-75752e297957 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.008232 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fa92d3da-3719-4ea8-89be-75752e297957 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.036416 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fa92d3da-3719-4ea8-89be-75752e297957 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.037632 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fa92d3da-3719-4ea8-89be-75752e297957 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1318891 Mar 14 15:32:27.041076 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57360) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:32:27.045074 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92d3da-3719-4ea8-89be-75752e297957 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36903c9a-a273-4559-baac-9cb066fec710,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:27.046293 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-48a4c742-7963-4a16-b652-5c136a1c0fb9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '36903c9a-a273-4559-baac-9cb066fec710', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:32:27.053014 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92d3da-3719-4ea8-89be-75752e297957 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:27.053362 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92d3da-3719-4ea8-89be-75752e297957 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:27.053725 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92d3da-3719-4ea8-89be-75752e297957 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:27.054031 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92d3da-3719-4ea8-89be-75752e297957 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:27.054358 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92d3da-3719-4ea8-89be-75752e297957 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:27.054689 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92d3da-3719-4ea8-89be-75752e297957 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:27.055035 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92d3da-3719-4ea8-89be-75752e297957 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:27.055362 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92d3da-3719-4ea8-89be-75752e297957 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:27.055689 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92d3da-3719-4ea8-89be-75752e297957 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:27.056009 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92d3da-3719-4ea8-89be-75752e297957 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:27.056321 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92d3da-3719-4ea8-89be-75752e297957 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:27.056642 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92d3da-3719-4ea8-89be-75752e297957 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:27.077249 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48a4c742-7963-4a16-b652-5c136a1c0fb9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.134680 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48a4c742-7963-4a16-b652-5c136a1c0fb9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.138735 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48a4c742-7963-4a16-b652-5c136a1c0fb9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.156075 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4c742-7963-4a16-b652-5c136a1c0fb9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87254e0-16cb-4daa-b475-1bf6cc221650,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:27.165229 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-48a4c742-7963-4a16-b652-5c136a1c0fb9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.166513 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-48a4c742-7963-4a16-b652-5c136a1c0fb9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245184 Mar 14 15:32:27.169900 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57362) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:32:27.174366 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c229a913-c98e-482e-be72-e9e4eca9eee6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '36903c9a-a273-4559-baac-9cb066fec710', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:32:27.201282 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c229a913-c98e-482e-be72-e9e4eca9eee6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.257236 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c229a913-c98e-482e-be72-e9e4eca9eee6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.261710 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c229a913-c98e-482e-be72-e9e4eca9eee6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.285233 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229a913-c98e-482e-be72-e9e4eca9eee6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1fa47a-970a-49a9-87bb-0d8db65e0ed6,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:27.293692 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c229a913-c98e-482e-be72-e9e4eca9eee6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.294992 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c229a913-c98e-482e-be72-e9e4eca9eee6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239841 Mar 14 15:32:27.298030 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57364) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:32:27.302508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8cc44508-b165-49cd-a2cd-309e2bebaea4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '36903c9a-a273-4559-baac-9cb066fec710', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:32:27.335508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cc44508-b165-49cd-a2cd-309e2bebaea4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.394819 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cc44508-b165-49cd-a2cd-309e2bebaea4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.398483 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cc44508-b165-49cd-a2cd-309e2bebaea4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.417393 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc44508-b165-49cd-a2cd-309e2bebaea4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427dc134-93e2-4f48-a0cc-fc00d4731ad5,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:27.426837 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cc44508-b165-49cd-a2cd-309e2bebaea4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.428077 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8cc44508-b165-49cd-a2cd-309e2bebaea4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290634 Mar 14 15:32:27.430879 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57368) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:32:27.435927 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0fc84124-5302-4058-9830-0fb78bcd9e85 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '36903c9a-a273-4559-baac-9cb066fec710', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:32:27.461756 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0fc84124-5302-4058-9830-0fb78bcd9e85 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.498206 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4f43f1ee-31a4-4e4f-983d-590a6253d58e req-9625822a-0d81-4208-8075-13a6ab7ab4ea tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 210 time: 0.0332181 Mar 14 15:32:27.531215 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0fc84124-5302-4058-9830-0fb78bcd9e85 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.535450 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0fc84124-5302-4058-9830-0fb78bcd9e85 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.552937 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc84124-5302-4058-9830-0fb78bcd9e85 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b75813-079d-41d6-b0d2-099fda5d7288,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:27.561875 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0fc84124-5302-4058-9830-0fb78bcd9e85 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.565698 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0fc84124-5302-4058-9830-0fb78bcd9e85 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312044 Mar 14 15:32:27.565893 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57370) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:32:27.570151 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4cb52711-e844-4e75-83d6-71bf1e7263d4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '36903c9a-a273-4559-baac-9cb066fec710', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:32:27.591126 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-4cb52711-e844-4e75-83d6-71bf1e7263d4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:32:27.595960 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4cb52711-e844-4e75-83d6-71bf1e7263d4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.657006 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4cb52711-e844-4e75-83d6-71bf1e7263d4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.662767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4cb52711-e844-4e75-83d6-71bf1e7263d4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.683884 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb52711-e844-4e75-83d6-71bf1e7263d4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8572339e-f31e-4067-974a-62a7dfab9abc,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:27.693455 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4cb52711-e844-4e75-83d6-71bf1e7263d4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.694655 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4cb52711-e844-4e75-83d6-71bf1e7263d4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278555 Mar 14 15:32:27.697542 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57372) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:32:27.702661 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f5a21273-0eb2-44b1-99bd-5b405697686c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '36903c9a-a273-4559-baac-9cb066fec710', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:32:27.724468 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-f5a21273-0eb2-44b1-99bd-5b405697686c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:32:27.730059 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f5a21273-0eb2-44b1-99bd-5b405697686c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.794036 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f5a21273-0eb2-44b1-99bd-5b405697686c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.798944 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f5a21273-0eb2-44b1-99bd-5b405697686c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.817111 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a21273-0eb2-44b1-99bd-5b405697686c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f3ad9c-4704-4853-bffc-d5972e282266,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:27.825882 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f5a21273-0eb2-44b1-99bd-5b405697686c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:27.827196 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f5a21273-0eb2-44b1-99bd-5b405697686c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280448 Mar 14 15:32:27.984303 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-51e9864c-5203-4f97-992e-76b4b48b5579 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1073425667&fields=id&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 267 time: 0.0463977 Mar 14 15:32:28.091183 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-86877743-4098-4319-a738-cebfafd2708b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:28.092669 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-86877743-4098-4319-a738-cebfafd2708b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/networks?id=860bd411-49ce-495f-b077-7d1c6599a4ba HTTP/1.1" status: 200 len: 797 time: 0.1015785 Mar 14 15:32:28.108266 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-b0a93a39-ffd6-4ae2-8edb-055f5345d071 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/quotas/981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 375 time: 0.0097873 Mar 14 15:32:28.199225 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-31f96839-160b-44f1-83bf-8ad80fef2682 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0855753 Mar 14 15:32:28.301938 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-44da248a-def1-4c67-a8c8-6a80ad1abbf6 service neutron] 10.222.0.59 "GET /v2.0/networks/860bd411-49ce-495f-b077-7d1c6599a4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907533 Mar 14 15:32:28.394263 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-3574fc7b-6a9a-4bac-9e89-69ee72e65b13 service neutron] 10.222.0.59 "GET /v2.0/networks/860bd411-49ce-495f-b077-7d1c6599a4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860429 Mar 14 15:32:28.557763 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1cf00f82-ea5f-49d4-ba1e-b17f143f8f26 req-83410935-617c-4e58-bcd9-7da4e0f2879c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=60bb3168-c1f9-4c15-9697-23734b64c454 HTTP/1.1" status: 200 len: 210 time: 0.0283310 Mar 14 15:32:28.602528 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2679a535-3124-402e-9e54-e1a57ee4cf87 req-ac3cb0ed-1d27-4a8c-aefb-bd1879e4574a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 210 time: 0.0294747 Mar 14 15:32:29.113380 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 91473996-4716-46d0-bb49-2a2fcc5a3214 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:32:29.134844 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 91473996-4716-46d0-bb49-2a2fcc5a3214 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:32:29.135221 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 91473996-4716-46d0-bb49-2a2fcc5a3214 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:32:29.556646 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-d887e337-7c10-4f01-a2ab-7a1416c5b91e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:29.558288 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-d887e337-7c10-4f01-a2ab-7a1416c5b91e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/networks?id=860bd411-49ce-495f-b077-7d1c6599a4ba HTTP/1.1" status: 200 len: 797 time: 0.1082735 Mar 14 15:32:29.610859 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-aed81344-b455-4f51-95da-af0bf867539e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 473 time: 0.0409281 Mar 14 15:32:29.625242 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-1757293d-4239-4da5-abad-47eb6fa90879 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'port': {'device_id': '60bb3168-c1f9-4c15-9697-23734b64c454', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'admin_state_up': True, 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'security_groups': ['36903c9a-a273-4559-baac-9cb066fec710']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:32:29.659368 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-94b61826-f24e-4adc-b743-e27f00b03b57 req-5b55a87f-9586-46df-97e1-524084c44bcc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=60bb3168-c1f9-4c15-9697-23734b64c454 HTTP/1.1" status: 200 len: 210 time: 0.0283203 Mar 14 15:32:29.724389 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3613539e-165d-4c02-9e23-8a0ef4048cca req-9b678e94-3988-4f7c-b213-31e377cdfd7a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f4ed510-394f-4710-8451-04a8fca39648 HTTP/1.1" status: 200 len: 210 time: 0.0367274 Mar 14 15:32:29.766564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-1757293d-4239-4da5-abad-47eb6fa90879 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:29.770175 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-1757293d-4239-4da5-abad-47eb6fa90879 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:29.898850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-1757293d-4239-4da5-abad-47eb6fa90879 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.20.0.10 (860bd411-49ce-495f-b077-7d1c6599a4ba/344a8678-085d-4e42-810c-5ad50572ea1d/3a83c248-16e0-440e-9d84-2fa4c66e6c31) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:30.041307 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-1757293d-4239-4da5-abad-47eb6fa90879 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.075166 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-1757293d-4239-4da5-abad-47eb6fa90879 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.118834 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-1757293d-4239-4da5-abad-47eb6fa90879 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 860bd411-49ce-495f-b077-7d1c6599a4ba is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:30.122445 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-1757293d-4239-4da5-abad-47eb6fa90879 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:30.124779 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-1757293d-4239-4da5-abad-47eb6fa90879 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:32:30.149754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757293d-4239-4da5-abad-47eb6fa90879 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=3a83c248-16e0-440e-9d84-2fa4c66e6c31,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:30.180194 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-1757293d-4239-4da5-abad-47eb6fa90879 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:30.180835 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-1757293d-4239-4da5-abad-47eb6fa90879 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.197636 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-1757293d-4239-4da5-abad-47eb6fa90879 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5764580 Mar 14 15:32:30.214684 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] Request body: {'port': {'device_id': '60bb3168-c1f9-4c15-9697-23734b64c454', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:32:30.276572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.330398 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-07b99b8f-ba92-4e17-b199-36b3c55ac6ff None None] Provisioning complete for port 3a83c248-16e0-440e-9d84-2fa4c66e6c31 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:30.331290 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-07b99b8f-ba92-4e17-b199-36b3c55ac6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.368829 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-07b99b8f-ba92-4e17-b199-36b3c55ac6ff None None] Port 3a83c248-16e0-440e-9d84-2fa4c66e6c31 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:32:30.540146 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a83c248-16e0-440e-9d84-2fa4c66e6c31 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:32:30.547444 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.559501 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] Transition to ACTIVE for port object 3a83c248-16e0-440e-9d84-2fa4c66e6c31 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:30.563425 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.614539 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] Pushing event updated for resources: {'Port': ['ID=3a83c248-16e0-440e-9d84-2fa4c66e6c31,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:30.688129 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] Attempting to bind port 3a83c248-16e0-440e-9d84-2fa4c66e6c31 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:32:30.688485 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] Attempting to bind port 3a83c248-16e0-440e-9d84-2fa4c66e6c31 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '7f98bf38-3a12-4ad4-ace9-c54ceb231440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:32:30.688822 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] Attempting to bind port 3a83c248-16e0-440e-9d84-2fa4c66e6c31 on network 860bd411-49ce-495f-b077-7d1c6599a4ba {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:32:30.693654 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] Port 3a83c248-16e0-440e-9d84-2fa4c66e6c31 on network 860bd411-49ce-495f-b077-7d1c6599a4ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:32:30.693983 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] Attempting to bind port 3a83c248-16e0-440e-9d84-2fa4c66e6c31 on network 860bd411-49ce-495f-b077-7d1c6599a4ba {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:32:30.699433 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:32:30.699775 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] Checking segment: {'id': '7f98bf38-3a12-4ad4-ace9-c54ceb231440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:32:30.700158 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] Bound using segment: {'id': '7f98bf38-3a12-4ad4-ace9-c54ceb231440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:32:30.700581 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] Bound port: 3a83c248-16e0-440e-9d84-2fa4c66e6c31, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f98bf38-3a12-4ad4-ace9-c54ceb231440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:32:30.700940 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.772510 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] For port 3a83c248-16e0-440e-9d84-2fa4c66e6c31, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:32:30.775758 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] For port 3a83c248-16e0-440e-9d84-2fa4c66e6c31, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3a83c248-16e0-440e-9d84-2fa4c66e6c31,segment=NetworkSegment(7f98bf38-3a12-4ad4-ace9-c54ceb231440),segment_id=7f98bf38-3a12-4ad4-ace9-c54ceb231440)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:32:30.781635 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.795025 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693c5c3-6984-4cd0-9c15-1fd9ae920008 req-989fe103-caeb-4d7a-bd0e-4ba97ec4c89d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:30.797145 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b693c5c3-6984-4cd0-9c15-1fd9ae920008 req-989fe103-caeb-4d7a-bd0e-4ba97ec4c89d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=60bb3168-c1f9-4c15-9697-23734b64c454 HTTP/1.1" status: 200 len: 944 time: 0.0632896 Mar 14 15:32:30.826538 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:30.827225 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:30.828951 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] 10.222.0.18 "PUT /v2.0/ports/3a83c248-16e0-440e-9d84-2fa4c66e6c31 HTTP/1.1" status: 200 len: 1094 time: 0.6183059 Mar 14 15:32:30.829119 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bb3168-c1f9-4c15-9697-23734b64c454', 'tag': '3a83c248-16e0-440e-9d84-2fa4c66e6c31'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:32:30.831771 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df05afd-f393-4aab-bb94-b567c76d5a84" -d '{"events": [{"name": "network-changed", "server_uuid": "60bb3168-c1f9-4c15-9697-23734b64c454", "tag": "3a83c248-16e0-440e-9d84-2fa4c66e6c31"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:32:30.878654 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b693c5c3-6984-4cd0-9c15-1fd9ae920008 req-98ef6224-d731-4f82-8ca2-16ec01873ec7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=36903c9a-a273-4559-baac-9cb066fec710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732932 Mar 14 15:32:30.897501 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6e129-0345-4afa-a356-19f3e3ded229 service neutron] Pushing event updated for resources: {'Port': ['ID=3a83c248-16e0-440e-9d84-2fa4c66e6c31,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:30.905235 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aeffbda-afd5-4740-a77f-f395eafc50ea x-openstack-request-id: req-4aeffbda-afd5-4740-a77f-f395eafc50ea {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:32:30.905525 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bb3168-c1f9-4c15-9697-23734b64c454", "tag": "3a83c248-16e0-440e-9d84-2fa4c66e6c31", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:32:30.905776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4aeffbda-afd5-4740-a77f-f395eafc50ea {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:32:30.906335 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bb3168-c1f9-4c15-9697-23734b64c454', 'tag': '3a83c248-16e0-440e-9d84-2fa4c66e6c31', 'status': 'completed', 'code': 200} Mar 14 15:32:30.947562 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-7189fe7e-1744-4938-abbb-b72ff3f8d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:30.949909 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-7189fe7e-1744-4938-abbb-b72ff3f8d312 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=60bb3168-c1f9-4c15-9697-23734b64c454 HTTP/1.1" status: 200 len: 1097 time: 0.0744572 Mar 14 15:32:30.999609 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-995c7ae6-9e1f-4e17-8d12-2ded35556eaa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a83c248-16e0-440e-9d84-2fa4c66e6c31 HTTP/1.1" status: 200 len: 217 time: 0.0368574 Mar 14 15:32:31.044175 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-d57c4018-665c-41f0-b3dd-96a5276a1bfb tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060483150&fields=id&tenant_id=a71e4db168bb4915bec9d021ab48e3b3 HTTP/1.1" status: 200 len: 267 time: 0.0350349 Mar 14 15:32:31.057242 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-0544a556-05d3-4039-8e51-fe44aac71a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:31.059498 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-0544a556-05d3-4039-8e51-fe44aac71a59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=344a8678-085d-4e42-810c-5ad50572ea1d HTTP/1.1" status: 200 len: 834 time: 0.0454974 Mar 14 15:32:31.110651 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-29ac425d-db78-42cd-bb55-19d471e9533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:31.112208 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-29ac425d-db78-42cd-bb55-19d471e9533a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=860bd411-49ce-495f-b077-7d1c6599a4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425329 Mar 14 15:32:31.153088 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-875b57ff-1e1a-422f-986c-5d3f810071f2 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:31.154561 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-875b57ff-1e1a-422f-986c-5d3f810071f2 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/networks?id=b3c71c02-264e-49fe-ace9-fff9d219f343 HTTP/1.1" status: 200 len: 811 time: 0.1035066 Mar 14 15:32:31.169840 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-3dbd9897-1ca7-436e-a697-4f73fd768bef tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/quotas/a71e4db168bb4915bec9d021ab48e3b3 HTTP/1.1" status: 200 len: 375 time: 0.0093305 Mar 14 15:32:31.211756 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-934c3b93-2577-44e6-a1b7-26e7cf2729c9 service neutron] 10.222.0.18 "GET /v2.0/networks/860bd411-49ce-495f-b077-7d1c6599a4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888715 Mar 14 15:32:31.228166 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-44be07b1-a2eb-463c-89b0-fedfab5fabd8 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a71e4db168bb4915bec9d021ab48e3b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528722 Mar 14 15:32:31.308087 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c72bd111-b899-4bb8-ba2c-1fad27cbf586 req-5619ab82-6833-4fed-9227-49036c1b9802 service neutron] 10.222.0.18 "GET /v2.0/networks/860bd411-49ce-495f-b077-7d1c6599a4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850222 Mar 14 15:32:31.322268 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-7e8d2dee-713b-41ab-8b20-a1247d0db0c4 service neutron] 10.222.0.59 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820570 Mar 14 15:32:31.402352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df05afd-f393-4aab-bb94-b567c76d5a84 req-3e5ace21-71eb-42f6-9006-04dc0ba9cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:31.403987 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2df05afd-f393-4aab-bb94-b567c76d5a84 req-3e5ace21-71eb-42f6-9006-04dc0ba9cf84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=60bb3168-c1f9-4c15-9697-23734b64c454 HTTP/1.1" status: 200 len: 1097 time: 0.0461295 Mar 14 15:32:31.420892 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-85ec5407-2024-42fb-a98e-a6dd84890e77 service neutron] 10.222.0.59 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902865 Mar 14 15:32:31.498074 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df05afd-f393-4aab-bb94-b567c76d5a84 req-dbba2816-48b1-4eca-b1a1-d45ad1d1aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:31.499586 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2df05afd-f393-4aab-bb94-b567c76d5a84 req-dbba2816-48b1-4eca-b1a1-d45ad1d1aa9f service neutron] 10.222.0.18 "GET /v2.0/networks?id=860bd411-49ce-495f-b077-7d1c6599a4ba HTTP/1.1" status: 200 len: 898 time: 0.0880156 Mar 14 15:32:31.547706 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2df05afd-f393-4aab-bb94-b567c76d5a84 req-8a33c174-4da7-4f3f-ac64-e7c65d0cf4d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a83c248-16e0-440e-9d84-2fa4c66e6c31 HTTP/1.1" status: 200 len: 217 time: 0.0391603 Mar 14 15:32:31.603629 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df05afd-f393-4aab-bb94-b567c76d5a84 req-7c83e681-f293-4c21-af0a-bce15c8933c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:31.605875 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2df05afd-f393-4aab-bb94-b567c76d5a84 req-7c83e681-f293-4c21-af0a-bce15c8933c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=344a8678-085d-4e42-810c-5ad50572ea1d HTTP/1.1" status: 200 len: 834 time: 0.0486417 Mar 14 15:32:31.654505 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df05afd-f393-4aab-bb94-b567c76d5a84 req-d8d7305b-eb37-4662-b531-d1d742f87924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:31.656465 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2df05afd-f393-4aab-bb94-b567c76d5a84 req-d8d7305b-eb37-4662-b531-d1d742f87924 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=860bd411-49ce-495f-b077-7d1c6599a4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434752 Mar 14 15:32:31.746658 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-224b4b36-152d-4bf9-8a71-90637ddd99ea req-42368fab-af3c-4671-afa6-ab10e06692dd tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 210 time: 0.0580468 Mar 14 15:32:31.778833 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2df05afd-f393-4aab-bb94-b567c76d5a84 req-11f1b207-c127-4c9f-ad0b-607d186ac065 service neutron] 10.222.0.18 "GET /v2.0/networks/860bd411-49ce-495f-b077-7d1c6599a4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129503 Mar 14 15:32:31.874411 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2df05afd-f393-4aab-bb94-b567c76d5a84 req-2849fb5f-4bf4-4d4e-bb17-3521fa676b24 service neutron] 10.222.0.18 "GET /v2.0/networks/860bd411-49ce-495f-b077-7d1c6599a4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875342 Mar 14 15:32:31.992327 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32b1e8-2651-458e-92f1-4a1a82f0f065 req-2d1fd023-af66-4961-b4cc-184b93e3d375 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:31.993832 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fe32b1e8-2651-458e-92f1-4a1a82f0f065 req-2d1fd023-af66-4961-b4cc-184b93e3d375 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=60bb3168-c1f9-4c15-9697-23734b64c454 HTTP/1.1" status: 200 len: 944 time: 0.0547733 Mar 14 15:32:32.036866 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fe32b1e8-2651-458e-92f1-4a1a82f0f065 req-5f6e34c9-3983-4101-a3c5-85f26e8b7a28 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=36903c9a-a273-4559-baac-9cb066fec710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337646 Mar 14 15:32:32.679341 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-bfb51b76-2cc7-4f44-b4fa-af6deeae13ed tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:32.680802 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-bfb51b76-2cc7-4f44-b4fa-af6deeae13ed tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.18 "GET /v2.0/networks?id=b3c71c02-264e-49fe-ace9-fff9d219f343 HTTP/1.1" status: 200 len: 811 time: 0.1058114 Mar 14 15:32:32.724589 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-8244efaa-4f3e-42aa-8c0d-d0a33e34c480 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a71e4db168bb4915bec9d021ab48e3b3 HTTP/1.1" status: 200 len: 380 time: 0.0346737 Mar 14 15:32:32.741398 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-1541a2b2-277b-47ea-a49b-beb952789f08 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Request body: {'port': {'device_id': 'b040cfa6-5bfa-44d7-a3fc-35828e66f259', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'admin_state_up': True, 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'security_groups': ['a9573bac-f2e8-4eb5-b19b-e06396b288ff']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:32:32.857678 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-84fa9c8f-c725-4f5e-8fd5-8d59fa47a49f req-80478ac5-c93e-4ed3-be53-08372f958bf6 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 210 time: 0.0403678 Mar 14 15:32:32.890285 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-1541a2b2-277b-47ea-a49b-beb952789f08 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Made reservation on behalf of a71e4db168bb4915bec9d021ab48e3b3 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:32:32.894420 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-1541a2b2-277b-47ea-a49b-beb952789f08 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:33.027877 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-1541a2b2-277b-47ea-a49b-beb952789f08 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Allocated IP 172.20.0.5 (b3c71c02-264e-49fe-ace9-fff9d219f343/2938bbac-db51-4fe5-871d-2be14c242925/1078d008-05d7-4358-993f-43b719e6f644) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:33.131442 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3a83c248-16e0-440e-9d84-2fa4c66e6c31 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:32:33.160482 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65635b-72bc-48aa-941a-9dba71f60cad req-7bf4a783-908a-4d1e-99cd-86bdcade4261 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:33.162650 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2d65635b-72bc-48aa-941a-9dba71f60cad req-7bf4a783-908a-4d1e-99cd-86bdcade4261 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=60bb3168-c1f9-4c15-9697-23734b64c454 HTTP/1.1" status: 200 len: 944 time: 0.0515354 Mar 14 15:32:33.196809 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-1541a2b2-277b-47ea-a49b-beb952789f08 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:33.208441 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2d65635b-72bc-48aa-941a-9dba71f60cad req-3c932407-4635-406f-ae5a-6057fb05aa98 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=36903c9a-a273-4559-baac-9cb066fec710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387781 Mar 14 15:32:33.244386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-1541a2b2-277b-47ea-a49b-beb952789f08 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:33.282315 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 3a83c248-16e0-440e-9d84-2fa4c66e6c31, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3a83c248-16e0-440e-9d84-2fa4c66e6c31,segment=NetworkSegment(7f98bf38-3a12-4ad4-ace9-c54ceb231440),segment_id=7f98bf38-3a12-4ad4-ace9-c54ceb231440)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:33.293933 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-1541a2b2-277b-47ea-a49b-beb952789f08 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Network b3c71c02-264e-49fe-ace9-fff9d219f343 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:33.295778 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '3a83c248-16e0-440e-9d84-2fa4c66e6c31', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'port_id': '3a83c248-16e0-440e-9d84-2fa4c66e6c31', 'mac_address': 'fa:16:3e:d2:4f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:32:33.297155 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-1541a2b2-277b-47ea-a49b-beb952789f08 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:33.307801 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541a2b2-277b-47ea-a49b-beb952789f08 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event updated for resources: {'Port': ['ID=1078d008-05d7-4358-993f-43b719e6f644,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:33.315163 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-1541a2b2-277b-47ea-a49b-beb952789f08 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:32:33.339670 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:33.362157 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a83c248-16e0-440e-9d84-2fa4c66e6c31 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:32:33.374785 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-1541a2b2-277b-47ea-a49b-beb952789f08 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:33.375822 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-1541a2b2-277b-47ea-a49b-beb952789f08 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:33.391203 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 3a83c248-16e0-440e-9d84-2fa4c66e6c31, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3a83c248-16e0-440e-9d84-2fa4c66e6c31,segment=NetworkSegment(7f98bf38-3a12-4ad4-ace9-c54ceb231440),segment_id=7f98bf38-3a12-4ad4-ace9-c54ceb231440)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:33.395563 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:33.398098 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-1541a2b2-277b-47ea-a49b-beb952789f08 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6602061 Mar 14 15:32:33.416143 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] Request body: {'port': {'device_id': 'b040cfa6-5bfa-44d7-a3fc-35828e66f259', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:32:33.460314 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=3a83c248-16e0-440e-9d84-2fa4c66e6c31,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:33.469133 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:33.469483 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:33.469828 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:33.470163 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:33.470495 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:33.470879 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:33.471243 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:33.471637 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:33.471965 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:33.472288 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:33.472817 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:33.473146 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:32:33.484535 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:33.552839 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-a1609240-5d85-4b97-b73f-91ed6c73380b None None] Provisioning complete for port 1078d008-05d7-4358-993f-43b719e6f644 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:33.553254 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a1609240-5d85-4b97-b73f-91ed6c73380b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:33.590023 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a1609240-5d85-4b97-b73f-91ed6c73380b None None] Port 1078d008-05d7-4358-993f-43b719e6f644 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:32:33.642980 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['3a83c248-16e0-440e-9d84-2fa4c66e6c31'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:32:33.763225 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1078d008-05d7-4358-993f-43b719e6f644 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:32:33.771913 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:33.785132 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] Transition to ACTIVE for port object 1078d008-05d7-4358-993f-43b719e6f644 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:32:33.791290 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:33.840330 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] Pushing event updated for resources: {'Port': ['ID=1078d008-05d7-4358-993f-43b719e6f644,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:33.966413 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] Attempting to bind port 1078d008-05d7-4358-993f-43b719e6f644 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:32:33.966902 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] Attempting to bind port 1078d008-05d7-4358-993f-43b719e6f644 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2d49401f-b8be-40b5-8a36-057daab36f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:32:33.967354 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] Attempting to bind port 1078d008-05d7-4358-993f-43b719e6f644 on network b3c71c02-264e-49fe-ace9-fff9d219f343 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:32:33.992710 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] Port 1078d008-05d7-4358-993f-43b719e6f644 on network b3c71c02-264e-49fe-ace9-fff9d219f343 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:32:33.992710 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] Attempting to bind port 1078d008-05d7-4358-993f-43b719e6f644 on network b3c71c02-264e-49fe-ace9-fff9d219f343 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:32:34.002819 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:32:34.003180 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] Checking segment: {'id': '2d49401f-b8be-40b5-8a36-057daab36f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:32:34.003564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] Bound using segment: {'id': '2d49401f-b8be-40b5-8a36-057daab36f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:32:34.004003 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] Bound port: 1078d008-05d7-4358-993f-43b719e6f644, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d49401f-b8be-40b5-8a36-057daab36f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:32:34.004362 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:34.037835 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a72621-3f8b-4185-a5b0-1eca326329df req-b4baf3f8-0779-4a39-888d-78b85c8fe05c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:34.039539 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5a72621-3f8b-4185-a5b0-1eca326329df req-b4baf3f8-0779-4a39-888d-78b85c8fe05c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 943 time: 0.0885859 Mar 14 15:32:34.051760 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-90d33e0b-50a4-4a85-af95-17ab59c3b959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:34.121383 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5a72621-3f8b-4185-a5b0-1eca326329df req-0d3d60a1-8a7a-4eb1-92b5-da5060ffc4d8 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581896 Mar 14 15:32:34.122387 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] For port 1078d008-05d7-4358-993f-43b719e6f644, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:32:34.125810 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] For port 1078d008-05d7-4358-993f-43b719e6f644, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1078d008-05d7-4358-993f-43b719e6f644,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:32:34.132421 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:34.172719 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:34.173432 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:34.174679 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] 10.222.0.18 "PUT /v2.0/ports/1078d008-05d7-4358-993f-43b719e6f644 HTTP/1.1" status: 200 len: 1093 time: 0.7636893 Mar 14 15:32:34.175137 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b040cfa6-5bfa-44d7-a3fc-35828e66f259', 'tag': '1078d008-05d7-4358-993f-43b719e6f644'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:32:34.177327 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b9fbeb-1e27-4947-af6d-4d5c76b22bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "b040cfa6-5bfa-44d7-a3fc-35828e66f259", "tag": "1078d008-05d7-4358-993f-43b719e6f644"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:32:34.199594 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adce39-ab46-45a4-a9fd-2cc2ccd94217 service neutron] Pushing event updated for resources: {'Port': ['ID=1078d008-05d7-4358-993f-43b719e6f644,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:34.273287 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075030c3-6e85-4fd0-9939-d10dd0c4a4a7 x-openstack-request-id: req-075030c3-6e85-4fd0-9939-d10dd0c4a4a7 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:32:34.273489 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b040cfa6-5bfa-44d7-a3fc-35828e66f259", "tag": "1078d008-05d7-4358-993f-43b719e6f644", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:32:34.273901 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-075030c3-6e85-4fd0-9939-d10dd0c4a4a7 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:32:34.274334 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b040cfa6-5bfa-44d7-a3fc-35828e66f259', 'tag': '1078d008-05d7-4358-993f-43b719e6f644', 'status': 'completed', 'code': 200} Mar 14 15:32:34.287573 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-9de086ce-ef38-4313-a98c-048a210d28ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:34.289271 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-9de086ce-ef38-4313-a98c-048a210d28ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a71e4db168bb4915bec9d021ab48e3b3&device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 1096 time: 0.0625262 Mar 14 15:32:34.343222 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-d1fdad17-3897-4aac-9fbc-8508a2ff840e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1078d008-05d7-4358-993f-43b719e6f644 HTTP/1.1" status: 200 len: 217 time: 0.0441487 Mar 14 15:32:34.424673 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-56efda4f-8106-4ebb-a1a4-0a02e82e436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:34.426153 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-56efda4f-8106-4ebb-a1a4-0a02e82e436a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2938bbac-db51-4fe5-871d-2be14c242925 HTTP/1.1" status: 200 len: 850 time: 0.0721517 Mar 14 15:32:34.439579 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214d539-f09e-4b34-ba19-1057c40481aa req-4a272557-dbf0-43ef-ace5-1e7780a9fca7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:34.441054 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c214d539-f09e-4b34-ba19-1057c40481aa req-4a272557-dbf0-43ef-ace5-1e7780a9fca7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=60bb3168-c1f9-4c15-9697-23734b64c454 HTTP/1.1" status: 200 len: 945 time: 0.1006985 Mar 14 15:32:34.513400 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c214d539-f09e-4b34-ba19-1057c40481aa req-a93b3734-fe18-48bd-93f4-d1d253e8a152 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=36903c9a-a273-4559-baac-9cb066fec710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624371 Mar 14 15:32:34.518224 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-8a993010-883f-4f9a-bb29-5928a56f9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:34.519715 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-8a993010-883f-4f9a-bb29-5928a56f9ede service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3c71c02-264e-49fe-ace9-fff9d219f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777309 Mar 14 15:32:34.616591 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-675dd6f9-d800-4b0d-8698-64a6891053ce service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858841 Mar 14 15:32:34.719391 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b89d988c-7b56-4b2a-a975-377b364fe3be req-ca9c302d-4518-4556-a502-ad111f9147b4 service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898974 Mar 14 15:32:34.813827 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9fbeb-1e27-4947-af6d-4d5c76b22bf7 req-004b084c-31a7-49f4-9183-3524c948806b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:34.815368 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-56b9fbeb-1e27-4947-af6d-4d5c76b22bf7 req-004b084c-31a7-49f4-9183-3524c948806b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a71e4db168bb4915bec9d021ab48e3b3&device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 1096 time: 0.0415196 Mar 14 15:32:34.921985 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9fbeb-1e27-4947-af6d-4d5c76b22bf7 req-2b82f20a-a8d3-4beb-a97b-434815b179ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:34.923736 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-56b9fbeb-1e27-4947-af6d-4d5c76b22bf7 req-2b82f20a-a8d3-4beb-a97b-434815b179ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3c71c02-264e-49fe-ace9-fff9d219f343 HTTP/1.1" status: 200 len: 912 time: 0.0983877 Mar 14 15:32:34.970162 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-56b9fbeb-1e27-4947-af6d-4d5c76b22bf7 req-30517a41-f7f0-4d98-b101-231a621d9652 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1078d008-05d7-4358-993f-43b719e6f644 HTTP/1.1" status: 200 len: 217 time: 0.0366888 Mar 14 15:32:35.023773 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9fbeb-1e27-4947-af6d-4d5c76b22bf7 req-1629d6d0-afbb-45ea-a138-c1fceddab188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:35.025398 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-56b9fbeb-1e27-4947-af6d-4d5c76b22bf7 req-1629d6d0-afbb-45ea-a138-c1fceddab188 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2938bbac-db51-4fe5-871d-2be14c242925 HTTP/1.1" status: 200 len: 850 time: 0.0473504 Mar 14 15:32:35.077662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9fbeb-1e27-4947-af6d-4d5c76b22bf7 req-ee8804a1-b788-4e85-9b9b-6fed1ebc4836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:35.079519 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-56b9fbeb-1e27-4947-af6d-4d5c76b22bf7 req-ee8804a1-b788-4e85-9b9b-6fed1ebc4836 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3c71c02-264e-49fe-ace9-fff9d219f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450909 Mar 14 15:32:35.143576 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3a83c248-16e0-440e-9d84-2fa4c66e6c31 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:32:35.191016 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-56b9fbeb-1e27-4947-af6d-4d5c76b22bf7 req-98086c26-161a-4425-9f1e-43d7866344f1 service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011791 Mar 14 15:32:35.195804 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 3a83c248-16e0-440e-9d84-2fa4c66e6c31 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:35.201265 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 3a83c248-16e0-440e-9d84-2fa4c66e6c31 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:35.201869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:35.252529 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd8db0-df2f-4de5-8ee0-0c810aa7ac22 req-86d4948f-fefe-4a32-908b-0db3c4c4e8b9 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:35.256348 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5ebd8db0-df2f-4de5-8ee0-0c810aa7ac22 req-86d4948f-fefe-4a32-908b-0db3c4c4e8b9 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 943 time: 0.0615497 Mar 14 15:32:35.296116 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:35.308367 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-56b9fbeb-1e27-4947-af6d-4d5c76b22bf7 req-87d5c125-87fd-495f-80a6-58be982c3fcd service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067314 Mar 14 15:32:35.312720 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5ebd8db0-df2f-4de5-8ee0-0c810aa7ac22 req-b547f6db-7e21-4ecd-b769-1a975af08243 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489697 Mar 14 15:32:35.335589 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bb3168-c1f9-4c15-9697-23734b64c454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a83c248-16e0-440e-9d84-2fa4c66e6c31'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:32:35.338314 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392be03f-75c4-44cc-a227-832957a665e7" -d '{"events": [{"server_uuid": "60bb3168-c1f9-4c15-9697-23734b64c454", "name": "network-vif-plugged", "status": "completed", "tag": "3a83c248-16e0-440e-9d84-2fa4c66e6c31"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:32:35.344504 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 3a83c248-16e0-440e-9d84-2fa4c66e6c31, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3a83c248-16e0-440e-9d84-2fa4c66e6c31,segment=NetworkSegment(7f98bf38-3a12-4ad4-ace9-c54ceb231440),segment_id=7f98bf38-3a12-4ad4-ace9-c54ceb231440)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:35.348560 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:35.389158 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdce7a3-9bad-48b7-9ac9-85ca6d3e6ef1 x-openstack-request-id: req-2fdce7a3-9bad-48b7-9ac9-85ca6d3e6ef1 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:32:35.389432 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bb3168-c1f9-4c15-9697-23734b64c454", "name": "network-vif-plugged", "status": "completed", "tag": "3a83c248-16e0-440e-9d84-2fa4c66e6c31", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:32:35.389686 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2fdce7a3-9bad-48b7-9ac9-85ca6d3e6ef1 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:32:35.390076 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bb3168-c1f9-4c15-9697-23734b64c454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a83c248-16e0-440e-9d84-2fa4c66e6c31', 'code': 200} Mar 14 15:32:35.409363 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=3a83c248-16e0-440e-9d84-2fa4c66e6c31,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:35.589370 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c54d2-f742-4e34-8be2-4dab5385628d req-71da2354-1f85-4f8c-9bef-e5c4728d83dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:35.591354 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-247c54d2-f742-4e34-8be2-4dab5385628d req-71da2354-1f85-4f8c-9bef-e5c4728d83dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=60bb3168-c1f9-4c15-9697-23734b64c454 HTTP/1.1" status: 200 len: 1099 time: 0.0477467 Mar 14 15:32:35.629602 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-247c54d2-f742-4e34-8be2-4dab5385628d req-93ae0313-9ddb-4dfe-bc03-457bb4a3d181 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=36903c9a-a273-4559-baac-9cb066fec710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279779 Mar 14 15:32:35.630871 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3b03b-dc6d-4a79-a50d-062e8f5af50a req-085bdabd-42c2-4762-905e-cc1066dae16e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:35.632373 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e4c3b03b-dc6d-4a79-a50d-062e8f5af50a req-085bdabd-42c2-4762-905e-cc1066dae16e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=60bb3168-c1f9-4c15-9697-23734b64c454 HTTP/1.1" status: 200 len: 946 time: 0.0491989 Mar 14 15:32:35.671199 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e4c3b03b-dc6d-4a79-a50d-062e8f5af50a req-2f845a5b-36ae-42fb-be41-f91ff5a05383 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=36903c9a-a273-4559-baac-9cb066fec710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320754 Mar 14 15:32:36.401080 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e14bf626-0cbc-4111-81d7-dbdb3a2d4d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:36.436701 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd5bae-38ec-49f7-9309-b6fb71a62340 req-8e27d842-4b64-4dc7-81da-18237c3ffe50 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:36.438234 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a8fd5bae-38ec-49f7-9309-b6fb71a62340 req-8e27d842-4b64-4dc7-81da-18237c3ffe50 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 943 time: 0.0550942 Mar 14 15:32:36.477718 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a8fd5bae-38ec-49f7-9309-b6fb71a62340 req-808b26ff-722e-40e2-bf58-bccc4c78d657 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334167 Mar 14 15:32:36.801842 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e10ee-332b-4e00-9e82-0e47252074b6 req-59d9e767-117c-41a0-b0e8-72e3ffc681cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:36.803400 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-cd0e10ee-332b-4e00-9e82-0e47252074b6 req-59d9e767-117c-41a0-b0e8-72e3ffc681cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=60bb3168-c1f9-4c15-9697-23734b64c454 HTTP/1.1" status: 200 len: 946 time: 0.0581384 Mar 14 15:32:36.847485 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-cd0e10ee-332b-4e00-9e82-0e47252074b6 req-019732aa-1b29-4f7c-816d-9971d08dcabf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=36903c9a-a273-4559-baac-9cb066fec710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362105 Mar 14 15:32:37.422586 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:37.591503 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e93d4-b5bf-4c08-adda-af18b9a1cd6d req-7a31f837-65e6-4f69-bd09-a2c75352cacb tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:37.593058 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-107e93d4-b5bf-4c08-adda-af18b9a1cd6d req-7a31f837-65e6-4f69-bd09-a2c75352cacb tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 943 time: 0.0484114 Mar 14 15:32:37.628944 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-107e93d4-b5bf-4c08-adda-af18b9a1cd6d req-a4c1d741-0d7b-4f1d-87da-f1b4b2a0c5c8 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299232 Mar 14 15:32:37.961459 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519b173-1d7f-4b0e-b61a-04ed39c94559 req-77e5dfd3-6185-4a08-81b5-005af813032c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:37.962978 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1519b173-1d7f-4b0e-b61a-04ed39c94559 req-77e5dfd3-6185-4a08-81b5-005af813032c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=60bb3168-c1f9-4c15-9697-23734b64c454 HTTP/1.1" status: 200 len: 946 time: 0.0488482 Mar 14 15:32:38.004331 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1519b173-1d7f-4b0e-b61a-04ed39c94559 req-6dac65b5-9c73-4e4e-a5c1-4ffb68ce5bfc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=36903c9a-a273-4559-baac-9cb066fec710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350664 Mar 14 15:32:38.121182 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ff209-e6bf-4684-ba81-4955931547e2 req-dcaef7c7-c13f-4efd-9e23-08b043507cb7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:38.122637 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1d7ff209-e6bf-4684-ba81-4955931547e2 req-dcaef7c7-c13f-4efd-9e23-08b043507cb7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=60bb3168-c1f9-4c15-9697-23734b64c454 HTTP/1.1" status: 200 len: 946 time: 0.0525413 Mar 14 15:32:38.160787 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1d7ff209-e6bf-4684-ba81-4955931547e2 req-e7236db5-99e7-4cba-ac8d-34b89ba95aa5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=36903c9a-a273-4559-baac-9cb066fec710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311580 Mar 14 15:32:38.181513 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57466) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:32:38.221287 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6421db0e-6b13-4514-bf6a-83c9e6715957 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:38.222801 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6421db0e-6b13-4514-bf6a-83c9e6715957 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=60bb3168-c1f9-4c15-9697-23734b64c454 HTTP/1.1" status: 200 len: 1094 time: 0.0397069 Mar 14 15:32:38.225638 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57468) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:32:38.229912 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f6cf6630-b4c2-4e4b-aab3-b4686da5776b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'floatingip': {'port_id': '3a83c248-16e0-440e-9d84-2fa4c66e6c31'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:32:38.268015 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6cf6630-b4c2-4e4b-aab3-b4686da5776b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:38.746043 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8d694-92c9-4ce0-b928-ce3a6f6d380c req-be0440bb-3ed1-4dba-8df4-1cc6693b519c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:38.747646 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-46a8d694-92c9-4ce0-b928-ce3a6f6d380c req-be0440bb-3ed1-4dba-8df4-1cc6693b519c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 943 time: 0.0514271 Mar 14 15:32:38.781613 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:38.788114 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-46a8d694-92c9-4ce0-b928-ce3a6f6d380c req-f270d426-7bf9-4aa2-8549-1c484ef1b8ea tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344534 Mar 14 15:32:38.855668 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:39.042691 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6cf6630-b4c2-4e4b-aab3-b4686da5776b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:39.046263 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6cf6630-b4c2-4e4b-aab3-b4686da5776b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:39.145362 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-f6cf6630-b4c2-4e4b-aab3-b4686da5776b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Floating IP a8837786-2858-4c05-a6cd-d8e9cc19f2b5 associated. External IP: 172.26.6.219, port: 3a83c248-16e0-440e-9d84-2fa4c66e6c31. Mar 14 15:32:39.302654 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:39.354731 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cf6630-b4c2-4e4b-aab3-b4686da5776b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:32:39.464928 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cf6630-b4c2-4e4b-aab3-b4686da5776b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:32:39.469504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f6cf6630-b4c2-4e4b-aab3-b4686da5776b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:39.476813 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eb552a-ff9f-4573-89c9-9ad30668bd92 None None] Sync routers for ids ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:32:39.488029 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eb552a-ff9f-4573-89c9-9ad30668bd92 None None] Routers {'0ed79f9a-a0bc-47db-8e17-f4b5228a969b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:32:39.488628 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-65eb552a-ff9f-4573-89c9-9ad30668bd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:32:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:39.497916 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f6cf6630-b4c2-4e4b-aab3-b4686da5776b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/floatingips/a8837786-2858-4c05-a6cd-d8e9cc19f2b5 HTTP/1.1" status: 200 len: 992 time: 1.2712908 Mar 14 15:32:39.498593 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bb3168-c1f9-4c15-9697-23734b64c454', 'tag': '3a83c248-16e0-440e-9d84-2fa4c66e6c31'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:32:39.500762 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57472) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:32:39.501252 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9dbef2-9ca4-4425-8fb4-3c6a2ab6c7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "60bb3168-c1f9-4c15-9697-23734b64c454", "tag": "3a83c248-16e0-440e-9d84-2fa4c66e6c31"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:32:39.536758 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b90a7ac-4943-4716-81e3-a47d1d310f96 x-openstack-request-id: req-4b90a7ac-4943-4716-81e3-a47d1d310f96 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:32:39.537125 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bb3168-c1f9-4c15-9697-23734b64c454", "tag": "3a83c248-16e0-440e-9d84-2fa4c66e6c31", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:32:39.537443 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b90a7ac-4943-4716-81e3-a47d1d310f96 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:32:39.537936 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bb3168-c1f9-4c15-9697-23734b64c454', 'tag': '3a83c248-16e0-440e-9d84-2fa4c66e6c31', 'status': 'completed', 'code': 200} Mar 14 15:32:39.564446 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4a9ab4ac-c293-4d56-81b4-96014b1fbf19 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/a8837786-2858-4c05-a6cd-d8e9cc19f2b5 HTTP/1.1" status: 200 len: 992 time: 0.0623636 Mar 14 15:32:39.598776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9dbef2-9ca4-4425-8fb4-3c6a2ab6c7a1 req-bbceeeb8-bf16-4d7d-847b-bedebe17391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:39.600350 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3a9dbef2-9ca4-4425-8fb4-3c6a2ab6c7a1 req-bbceeeb8-bf16-4d7d-847b-bedebe17391c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=60bb3168-c1f9-4c15-9697-23734b64c454 HTTP/1.1" status: 200 len: 1099 time: 0.0413992 Mar 14 15:32:39.604893 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-65eb552a-ff9f-4573-89c9-9ad30668bd92 None None] Set router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:32:39.695002 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9dbef2-9ca4-4425-8fb4-3c6a2ab6c7a1 req-6cd62bb7-405c-4401-9445-eeeb738b9184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:39.696518 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3a9dbef2-9ca4-4425-8fb4-3c6a2ab6c7a1 req-6cd62bb7-405c-4401-9445-eeeb738b9184 service neutron] 10.222.0.18 "GET /v2.0/networks?id=860bd411-49ce-495f-b077-7d1c6599a4ba HTTP/1.1" status: 200 len: 898 time: 0.0890214 Mar 14 15:32:39.765704 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3a9dbef2-9ca4-4425-8fb4-3c6a2ab6c7a1 req-4b144b63-c66c-4d66-b033-5706d0197a9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a83c248-16e0-440e-9d84-2fa4c66e6c31 HTTP/1.1" status: 200 len: 1000 time: 0.0625327 Mar 14 15:32:39.819683 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9dbef2-9ca4-4425-8fb4-3c6a2ab6c7a1 req-e9667a75-0ca0-4a76-a75e-1a4b05eb116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:39.821128 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3a9dbef2-9ca4-4425-8fb4-3c6a2ab6c7a1 req-e9667a75-0ca0-4a76-a75e-1a4b05eb116b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=344a8678-085d-4e42-810c-5ad50572ea1d HTTP/1.1" status: 200 len: 834 time: 0.0487525 Mar 14 15:32:39.825924 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-65eb552a-ff9f-4573-89c9-9ad30668bd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:28Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'a8837786-2858-4c05-a6cd-d8e9cc19f2b5', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'port_id': '3a83c248-16e0-440e-9d84-2fa4c66e6c31', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'mac_address': 'fa:16:3e:d2:4f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bb3168-c1f9-4c15-9697-23734b64c454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:31:43Z', 'updated_at': '2022-03-14T15:32:38Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a9653c4-f608-4359-9f7e-7a2d156a0bf9', 'name': '', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:35:30:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:27Z', 'updated_at': '2022-03-14T15:31:31Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:39.856317 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eb552a-ff9f-4573-89c9-9ad30668bd92 None None] Checking router: 0ed79f9a-a0bc-47db-8e17-f4b5228a969b for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:32:39.867504 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eb552a-ff9f-4573-89c9-9ad30668bd92 None None] Routers {'0ed79f9a-a0bc-47db-8e17-f4b5228a969b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:32:39.868107 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-65eb552a-ff9f-4573-89c9-9ad30668bd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:32:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:39.868540 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9dbef2-9ca4-4425-8fb4-3c6a2ab6c7a1 req-d9888f0c-cadc-4daa-a10d-5ca9f0799fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:39.870347 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3a9dbef2-9ca4-4425-8fb4-3c6a2ab6c7a1 req-d9888f0c-cadc-4daa-a10d-5ca9f0799fa8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=860bd411-49ce-495f-b077-7d1c6599a4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418508 Mar 14 15:32:39.912876 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386628a0-44b9-402f-b229-c1ad75099e80 req-49f1cf87-478b-4a20-9808-b2aea493261b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:39.914358 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-386628a0-44b9-402f-b229-c1ad75099e80 req-49f1cf87-478b-4a20-9808-b2aea493261b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 943 time: 0.0559647 Mar 14 15:32:39.964273 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-386628a0-44b9-402f-b229-c1ad75099e80 req-82f72898-80f0-4af6-97b6-b2b71c149cab tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418508 Mar 14 15:32:39.970047 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3a9dbef2-9ca4-4425-8fb4-3c6a2ab6c7a1 req-d263fcd6-81bc-479c-b8c7-8bf4ef89eda2 service neutron] 10.222.0.18 "GET /v2.0/networks/860bd411-49ce-495f-b077-7d1c6599a4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928419 Mar 14 15:32:39.982049 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-65eb552a-ff9f-4573-89c9-9ad30668bd92 None None] Set router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:32:40.063216 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3a9dbef2-9ca4-4425-8fb4-3c6a2ab6c7a1 req-ca446696-8f1c-456f-b8e5-77fcfe4ca302 service neutron] 10.222.0.18 "GET /v2.0/networks/860bd411-49ce-495f-b077-7d1c6599a4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867136 Mar 14 15:32:40.288166 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-65eb552a-ff9f-4573-89c9-9ad30668bd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:28Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'a8837786-2858-4c05-a6cd-d8e9cc19f2b5', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'port_id': '3a83c248-16e0-440e-9d84-2fa4c66e6c31', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'mac_address': 'fa:16:3e:d2:4f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bb3168-c1f9-4c15-9697-23734b64c454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:31:43Z', 'updated_at': '2022-03-14T15:32:38Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a9653c4-f608-4359-9f7e-7a2d156a0bf9', 'name': '', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:35:30:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:27Z', 'updated_at': '2022-03-14T15:31:31Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:40.316499 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eb552a-ff9f-4573-89c9-9ad30668bd92 None None] The sync data for ids ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'] in dv-neutron-833559-1-hyperv is: [{'id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:28Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'a8837786-2858-4c05-a6cd-d8e9cc19f2b5', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'port_id': '3a83c248-16e0-440e-9d84-2fa4c66e6c31', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'mac_address': 'fa:16:3e:d2:4f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bb3168-c1f9-4c15-9697-23734b64c454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:31:43Z', 'updated_at': '2022-03-14T15:32:38Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a9653c4-f608-4359-9f7e-7a2d156a0bf9', 'name': '', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:35:30:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:27Z', 'updated_at': '2022-03-14T15:31:31Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:32:40.503941 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8e7699-cf59-4d80-b118-5a1bfee07504 None None] New status for floating IP a8837786-2858-4c05-a6cd-d8e9cc19f2b5: ACTIVE {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:32:40.568276 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57478) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:32:40.629121 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5d63d54f-5bef-4388-997c-28a2169d7fbb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/a8837786-2858-4c05-a6cd-d8e9cc19f2b5 HTTP/1.1" status: 200 len: 992 time: 0.0597944 Mar 14 15:32:41.078705 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fec7e-e3d0-4f57-a15c-22a679050123 req-2ecd14de-4e86-45d3-a80a-b22632425fd4 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:41.080187 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7c8fec7e-e3d0-4f57-a15c-22a679050123 req-2ecd14de-4e86-45d3-a80a-b22632425fd4 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 943 time: 0.0482936 Mar 14 15:32:41.117845 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7c8fec7e-e3d0-4f57-a15c-22a679050123 req-7f1453de-5219-4221-a668-e3f6a7604473 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316160 Mar 14 15:32:41.633011 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57482) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:32:41.696517 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bb5f0c64-6c97-439a-b54f-770f75c1886a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/a8837786-2858-4c05-a6cd-d8e9cc19f2b5 HTTP/1.1" status: 200 len: 994 time: 0.0621946 Mar 14 15:32:42.232109 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940ea3b-69c5-41f6-a329-b0776e433855 req-2f983421-3800-445d-88cc-71f153e7ac16 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:42.233583 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3940ea3b-69c5-41f6-a329-b0776e433855 req-2f983421-3800-445d-88cc-71f153e7ac16 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 943 time: 0.0494854 Mar 14 15:32:42.271298 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3940ea3b-69c5-41f6-a329-b0776e433855 req-aa47582c-4db4-4078-814e-c81944a96bb1 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317240 Mar 14 15:32:43.387703 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4757e79-d2e6-47b5-87fa-4290c12901ad req-a42b4cbd-a4ba-4c0a-be0e-594f98207a8d tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:43.389206 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b4757e79-d2e6-47b5-87fa-4290c12901ad req-a42b4cbd-a4ba-4c0a-be0e-594f98207a8d tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 943 time: 0.0495079 Mar 14 15:32:43.428371 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b4757e79-d2e6-47b5-87fa-4290c12901ad req-a6de3689-cbde-4b7e-b413-cdb013f811e4 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331299 Mar 14 15:32:44.539755 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dc866-abd3-4066-b5d5-95488ee4bb23 req-e66b03a0-d782-44cc-a375-675bf78101a2 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:44.541755 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f46dc866-abd3-4066-b5d5-95488ee4bb23 req-e66b03a0-d782-44cc-a375-675bf78101a2 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 943 time: 0.0480292 Mar 14 15:32:44.578999 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f46dc866-abd3-4066-b5d5-95488ee4bb23 req-79d67dcb-d38d-4f36-8c8c-c7e0cfa9935c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313261 Mar 14 15:32:45.211878 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 1078d008-05d7-4358-993f-43b719e6f644 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:32:45.304077 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 1078d008-05d7-4358-993f-43b719e6f644, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1078d008-05d7-4358-993f-43b719e6f644,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:45.315822 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '1078d008-05d7-4358-993f-43b719e6f644', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'port_id': '1078d008-05d7-4358-993f-43b719e6f644', 'mac_address': 'fa:16:3e:00:25:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:32:45.351568 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:45.367745 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1078d008-05d7-4358-993f-43b719e6f644 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:32:45.386430 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 1078d008-05d7-4358-993f-43b719e6f644, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1078d008-05d7-4358-993f-43b719e6f644,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:45.390006 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:45.435659 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=1078d008-05d7-4358-993f-43b719e6f644,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:45.665311 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['1078d008-05d7-4358-993f-43b719e6f644'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:32:45.699792 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99caacbc-b309-4cba-a315-ebc8d50a6930 req-fee370de-530c-4c6a-8bc5-4d2a123716b7 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:45.701380 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-99caacbc-b309-4cba-a315-ebc8d50a6930 req-fee370de-530c-4c6a-8bc5-4d2a123716b7 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 944 time: 0.0547330 Mar 14 15:32:45.740200 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-99caacbc-b309-4cba-a315-ebc8d50a6930 req-0dfc8df6-0717-4bde-9ce3-8383e6201994 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325511 Mar 14 15:32:46.857808 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db924c-3dfc-40d0-97c9-d74f1ea8c7ee req-c5fc09c1-6fff-4e42-8a07-acfb6c826c0e tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:46.859264 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-22db924c-3dfc-40d0-97c9-d74f1ea8c7ee req-c5fc09c1-6fff-4e42-8a07-acfb6c826c0e tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 944 time: 0.0527401 Mar 14 15:32:46.897225 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-22db924c-3dfc-40d0-97c9-d74f1ea8c7ee req-308abab0-238b-42a7-ac35-93b31b97bc30 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320423 Mar 14 15:32:47.210577 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 1078d008-05d7-4358-993f-43b719e6f644 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:32:47.257754 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 1078d008-05d7-4358-993f-43b719e6f644 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:32:47.262213 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 1078d008-05d7-4358-993f-43b719e6f644 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:32:47.262590 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.341193 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.362729 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b040cfa6-5bfa-44d7-a3fc-35828e66f259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1078d008-05d7-4358-993f-43b719e6f644'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:32:47.364947 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6832cb-7fb7-43fe-a196-e80e73ec3cf9" -d '{"events": [{"server_uuid": "b040cfa6-5bfa-44d7-a3fc-35828e66f259", "name": "network-vif-plugged", "status": "completed", "tag": "1078d008-05d7-4358-993f-43b719e6f644"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:32:47.378471 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 1078d008-05d7-4358-993f-43b719e6f644, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1078d008-05d7-4358-993f-43b719e6f644,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:32:47.382931 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:47.405413 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082947be-4a5c-41b9-ab5d-d8264a60d6f3 x-openstack-request-id: req-082947be-4a5c-41b9-ab5d-d8264a60d6f3 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:32:47.405711 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b040cfa6-5bfa-44d7-a3fc-35828e66f259", "name": "network-vif-plugged", "status": "completed", "tag": "1078d008-05d7-4358-993f-43b719e6f644", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:32:47.405972 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-082947be-4a5c-41b9-ab5d-d8264a60d6f3 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:32:47.406392 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b040cfa6-5bfa-44d7-a3fc-35828e66f259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1078d008-05d7-4358-993f-43b719e6f644', 'code': 200} Mar 14 15:32:47.435149 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=1078d008-05d7-4358-993f-43b719e6f644,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:47.617318 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd901e97-d828-474f-a154-1b647dbba378 req-02f93322-130a-41ac-8be2-d1c60a8ef0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:47.619388 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dd901e97-d828-474f-a154-1b647dbba378 req-02f93322-130a-41ac-8be2-d1c60a8ef0a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 1098 time: 0.0393958 Mar 14 15:32:47.653008 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dd901e97-d828-474f-a154-1b647dbba378 req-31cf364f-d5b2-41c4-a241-6dd335d9fae7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269628 Mar 14 15:32:48.013614 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30d023-3ef7-406f-b429-cf5cf47f1077 req-46aac186-d1f1-46d3-915e-1aa1d2af28bc tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:48.015091 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4a30d023-3ef7-406f-b429-cf5cf47f1077 req-46aac186-d1f1-46d3-915e-1aa1d2af28bc tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 945 time: 0.0490961 Mar 14 15:32:48.053111 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4a30d023-3ef7-406f-b429-cf5cf47f1077 req-9c80e03c-3b6f-44d8-878b-1019fe771842 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321450 Mar 14 15:32:49.168436 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385f013-e60d-408f-a4e1-94e367feeb50 req-e6ddd06e-d653-4c5f-bc2f-9b3561cebc2b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:49.169894 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3385f013-e60d-408f-a4e1-94e367feeb50 req-e6ddd06e-d653-4c5f-bc2f-9b3561cebc2b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 945 time: 0.0486195 Mar 14 15:32:49.207858 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3385f013-e60d-408f-a4e1-94e367feeb50 req-3105825c-8458-403e-8fa6-0f749f617a9f tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320566 Mar 14 15:32:49.319621 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257723ce-4025-4489-b8f6-95c06754e796 req-a9f3e8c0-c069-4d30-bb48-fbe8e8ba6b07 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:49.321077 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-257723ce-4025-4489-b8f6-95c06754e796 req-a9f3e8c0-c069-4d30-bb48-fbe8e8ba6b07 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 945 time: 0.0488219 Mar 14 15:32:49.358908 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-257723ce-4025-4489-b8f6-95c06754e796 req-5306509a-c2ad-49c9-8970-9dd854cc2851 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317800 Mar 14 15:32:49.380135 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57502) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:32:49.422952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510900c8-35ac-4beb-9b77-0f80bf01972a tempest-TestVolumeBootPattern-1450961294 tempest-TestVolumeBootPattern-1450961294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:49.424445 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-510900c8-35ac-4beb-9b77-0f80bf01972a tempest-TestVolumeBootPattern-1450961294 tempest-TestVolumeBootPattern-1450961294-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 1093 time: 0.0433936 Mar 14 15:32:49.427278 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57504) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:32:49.431842 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-47c6fcdc-d77b-4bcb-bfa6-01a8d49c379a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': '1078d008-05d7-4358-993f-43b719e6f644', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:32:49.451226 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-47c6fcdc-d77b-4bcb-bfa6-01a8d49c379a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:49.545993 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-47c6fcdc-d77b-4bcb-bfa6-01a8d49c379a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:49.649372 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-47c6fcdc-d77b-4bcb-bfa6-01a8d49c379a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Allocated IP 172.26.6.14 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/a0577026-5882-4a8f-9dc2-7ac501651671) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:32:49.749205 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-47c6fcdc-d77b-4bcb-bfa6-01a8d49c379a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:49.782535 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-47c6fcdc-d77b-4bcb-bfa6-01a8d49c379a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:49.823661 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c6fcdc-d77b-4bcb-bfa6-01a8d49c379a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:32:49.826446 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-47c6fcdc-d77b-4bcb-bfa6-01a8d49c379a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:32:49.831839 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c6fcdc-d77b-4bcb-bfa6-01a8d49c379a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:32:49.854043 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6fcdc-d77b-4bcb-bfa6-01a8d49c379a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event updated for resources: {'Port': ['ID=a0577026-5882-4a8f-9dc2-7ac501651671,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:50.179880 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-47c6fcdc-d77b-4bcb-bfa6-01a8d49c379a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.248338 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-47c6fcdc-d77b-4bcb-bfa6-01a8d49c379a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.396996 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-47c6fcdc-d77b-4bcb-bfa6-01a8d49c379a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.401406 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-47c6fcdc-d77b-4bcb-bfa6-01a8d49c379a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.467940 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6fcdc-d77b-4bcb-bfa6-01a8d49c379a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event updated for resources: {'Port': ['ID=a0577026-5882-4a8f-9dc2-7ac501651671,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:32:50.480377 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-47c6fcdc-d77b-4bcb-bfa6-01a8d49c379a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:50.866322 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-47c6fcdc-d77b-4bcb-bfa6-01a8d49c379a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Floating IP 97254c79-5a3d-46e7-b522-3ffef07c4c31 associated. External IP: 172.26.6.14, port: 1078d008-05d7-4358-993f-43b719e6f644. Mar 14 15:32:51.071495 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c6fcdc-d77b-4bcb-bfa6-01a8d49c379a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Router 0664d624-af7f-4b11-b1ee-c9248aa951a2 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:32:51.177578 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c6fcdc-d77b-4bcb-bfa6-01a8d49c379a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:32:51.188444 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05175cbb-f900-45c7-9497-b98a0002fc83 None None] Sync routers for ids ['0664d624-af7f-4b11-b1ee-c9248aa951a2'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:32:51.195011 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-47c6fcdc-d77b-4bcb-bfa6-01a8d49c379a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:32:51.197942 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05175cbb-f900-45c7-9497-b98a0002fc83 None None] Routers {'0664d624-af7f-4b11-b1ee-c9248aa951a2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:32:51.198551 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-05175cbb-f900-45c7-9497-b98a0002fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:32:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0664d624-af7f-4b11-b1ee-c9248aa951a2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:51.221854 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-47c6fcdc-d77b-4bcb-bfa6-01a8d49c379a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7935667 Mar 14 15:32:51.222475 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b040cfa6-5bfa-44d7-a3fc-35828e66f259', 'tag': '1078d008-05d7-4358-993f-43b719e6f644'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:32:51.224962 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d151689-1a60-49fc-a463-b17ce77e911c" -d '{"events": [{"name": "network-changed", "server_uuid": "b040cfa6-5bfa-44d7-a3fc-35828e66f259", "tag": "1078d008-05d7-4358-993f-43b719e6f644"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:32:51.260956 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d4feca-ad35-470b-8a48-d034f54b5ccd x-openstack-request-id: req-40d4feca-ad35-470b-8a48-d034f54b5ccd {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:32:51.261253 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b040cfa6-5bfa-44d7-a3fc-35828e66f259", "tag": "1078d008-05d7-4358-993f-43b719e6f644", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:32:51.261504 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-40d4feca-ad35-470b-8a48-d034f54b5ccd {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:32:51.261896 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b040cfa6-5bfa-44d7-a3fc-35828e66f259', 'tag': '1078d008-05d7-4358-993f-43b719e6f644', 'status': 'completed', 'code': 200} Mar 14 15:32:51.305550 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-05175cbb-f900-45c7-9497-b98a0002fc83 None None] Set router 0664d624-af7f-4b11-b1ee-c9248aa951a2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:32:51.326844 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d151689-1a60-49fc-a463-b17ce77e911c req-4203a017-07bc-4313-8cc3-7d81eb81bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:51.328367 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d151689-1a60-49fc-a463-b17ce77e911c req-4203a017-07bc-4313-8cc3-7d81eb81bab7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a71e4db168bb4915bec9d021ab48e3b3&device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 1098 time: 0.0449586 Mar 14 15:32:51.417396 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d151689-1a60-49fc-a463-b17ce77e911c req-a7f5b751-41d3-4af6-8aac-dd21ff31596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:51.418887 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d151689-1a60-49fc-a463-b17ce77e911c req-a7f5b751-41d3-4af6-8aac-dd21ff31596d service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3c71c02-264e-49fe-ace9-fff9d219f343 HTTP/1.1" status: 200 len: 912 time: 0.0839262 Mar 14 15:32:51.493480 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d151689-1a60-49fc-a463-b17ce77e911c req-5e0e7164-b4c7-4ab8-aaa9-85f7f0d150d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1078d008-05d7-4358-993f-43b719e6f644 HTTP/1.1" status: 200 len: 998 time: 0.0640042 Mar 14 15:32:51.526707 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-05175cbb-f900-45c7-9497-b98a0002fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '97254c79-5a3d-46e7-b522-3ffef07c4c31', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'floating_ip_address': '172.26.6.14', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'port_id': '1078d008-05d7-4358-993f-43b719e6f644', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'mac_address': 'fa:16:3e:00:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b040cfa6-5bfa-44d7-a3fc-35828e66f259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:32:50Z', 'updated_at': '2022-03-14T15:32:50Z', 'revision_number': 0, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b630840-3443-40cf-9b20-c4814a742f98', 'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'mac_address': 'fa:16:3e:fd:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:09Z', 'updated_at': '2022-03-14T15:29:16Z', 'revision_number': 5, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'subnets': [{'id': '2938bbac-db51-4fe5-871d-2be14c242925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:51.543275 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d151689-1a60-49fc-a463-b17ce77e911c req-6804d166-6748-4889-bd03-bb99bdbd2639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:51.544799 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d151689-1a60-49fc-a463-b17ce77e911c req-6804d166-6748-4889-bd03-bb99bdbd2639 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2938bbac-db51-4fe5-871d-2be14c242925 HTTP/1.1" status: 200 len: 850 time: 0.0436323 Mar 14 15:32:51.555934 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05175cbb-f900-45c7-9497-b98a0002fc83 None None] Checking router: 0664d624-af7f-4b11-b1ee-c9248aa951a2 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:32:51.565023 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05175cbb-f900-45c7-9497-b98a0002fc83 None None] Routers {'0664d624-af7f-4b11-b1ee-c9248aa951a2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:32:51.565628 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-05175cbb-f900-45c7-9497-b98a0002fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:32:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0664d624-af7f-4b11-b1ee-c9248aa951a2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:51.590381 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d151689-1a60-49fc-a463-b17ce77e911c req-5f1ba190-fb73-47e3-a852-f153a50ebb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:32:51.591901 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d151689-1a60-49fc-a463-b17ce77e911c req-5f1ba190-fb73-47e3-a852-f153a50ebb37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3c71c02-264e-49fe-ace9-fff9d219f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409057 Mar 14 15:32:51.671659 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-05175cbb-f900-45c7-9497-b98a0002fc83 None None] Set router 0664d624-af7f-4b11-b1ee-c9248aa951a2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:32:51.686819 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d151689-1a60-49fc-a463-b17ce77e911c req-6c7e646e-988e-4b09-b6de-aad84084188a service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879507 Mar 14 15:32:51.778830 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d151689-1a60-49fc-a463-b17ce77e911c req-af72e66e-b44c-4448-955a-82587a60294d service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855994 Mar 14 15:32:51.892387 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-05175cbb-f900-45c7-9497-b98a0002fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '97254c79-5a3d-46e7-b522-3ffef07c4c31', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'floating_ip_address': '172.26.6.14', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'port_id': '1078d008-05d7-4358-993f-43b719e6f644', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'mac_address': 'fa:16:3e:00:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b040cfa6-5bfa-44d7-a3fc-35828e66f259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:32:50Z', 'updated_at': '2022-03-14T15:32:50Z', 'revision_number': 0, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b630840-3443-40cf-9b20-c4814a742f98', 'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'mac_address': 'fa:16:3e:fd:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:09Z', 'updated_at': '2022-03-14T15:29:16Z', 'revision_number': 5, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'subnets': [{'id': '2938bbac-db51-4fe5-871d-2be14c242925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:32:51.921347 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05175cbb-f900-45c7-9497-b98a0002fc83 None None] The sync data for ids ['0664d624-af7f-4b11-b1ee-c9248aa951a2'] in dv-neutron-833559-1-hyperv is: [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '97254c79-5a3d-46e7-b522-3ffef07c4c31', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'floating_ip_address': '172.26.6.14', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'port_id': '1078d008-05d7-4358-993f-43b719e6f644', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'mac_address': 'fa:16:3e:00:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b040cfa6-5bfa-44d7-a3fc-35828e66f259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:32:50Z', 'updated_at': '2022-03-14T15:32:50Z', 'revision_number': 0, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b630840-3443-40cf-9b20-c4814a742f98', 'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'mac_address': 'fa:16:3e:fd:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:09Z', 'updated_at': '2022-03-14T15:29:16Z', 'revision_number': 5, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'subnets': [{'id': '2938bbac-db51-4fe5-871d-2be14c242925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:32:52.107780 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb86fd2-c479-4628-b2bd-6c8b67c9e8ab None None] New status for floating IP 97254c79-5a3d-46e7-b522-3ffef07c4c31: ACTIVE {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:33:03.380828 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:33:04.043953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9890c072-6de7-4909-9484-8cfad4784249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:06.403030 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c5332941-adc7-40fb-b9f0-be5478e88096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:07.427206 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:08.782457 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:08.857060 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:09.304635 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:12.992527 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194a93a-366f-4801-b2fb-385927b5b6d9 req-37651837-43f5-444b-9cdf-b841f1fc96e1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:12.994077 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b194a93a-366f-4801-b2fb-385927b5b6d9 req-37651837-43f5-444b-9cdf-b841f1fc96e1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=60bb3168-c1f9-4c15-9697-23734b64c454 HTTP/1.1" status: 200 len: 946 time: 0.0559936 Mar 14 15:33:13.033818 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b194a93a-366f-4801-b2fb-385927b5b6d9 req-9b671a3f-a929-4538-a443-5e5d943377d8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=36903c9a-a273-4559-baac-9cb066fec710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335314 Mar 14 15:33:14.154727 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d98c6-ac04-4fbb-a69b-1240687d80ad req-9e99d569-9970-4acb-ab97-e9724ebdcfa8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:14.156244 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0f3d98c6-ac04-4fbb-a69b-1240687d80ad req-9e99d569-9970-4acb-ab97-e9724ebdcfa8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=60bb3168-c1f9-4c15-9697-23734b64c454 HTTP/1.1" status: 200 len: 946 time: 0.0506711 Mar 14 15:33:14.195326 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0f3d98c6-ac04-4fbb-a69b-1240687d80ad req-ced88758-ef68-4357-aacb-bbefd36ea2dc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=36903c9a-a273-4559-baac-9cb066fec710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323865 Mar 14 15:33:14.496466 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ca933-8d0d-40ca-a75a-0ac84afd9a75 req-4b7ec64c-b9ef-4802-90f5-cddd748a4f60 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:14.498205 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-376ca933-8d0d-40ca-a75a-0ac84afd9a75 req-4b7ec64c-b9ef-4802-90f5-cddd748a4f60 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/ports?device_id=60bb3168-c1f9-4c15-9697-23734b64c454 HTTP/1.1" status: 200 len: 946 time: 0.0611513 Mar 14 15:33:14.602265 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-376ca933-8d0d-40ca-a75a-0ac84afd9a75 req-ebd3e19d-7e3a-4999-8cd9-ef57b0f80153 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 3a83c248-16e0-440e-9d84-2fa4c66e6c31 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:33:14.602607 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-376ca933-8d0d-40ca-a75a-0ac84afd9a75 req-ebd3e19d-7e3a-4999-8cd9-ef57b0f80153 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.707605 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-376ca933-8d0d-40ca-a75a-0ac84afd9a75 req-ebd3e19d-7e3a-4999-8cd9-ef57b0f80153 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port 3a83c248-16e0-440e-9d84-2fa4c66e6c31, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3a83c248-16e0-440e-9d84-2fa4c66e6c31,segment=NetworkSegment(7f98bf38-3a12-4ad4-ace9-c54ceb231440),segment_id=7f98bf38-3a12-4ad4-ace9-c54ceb231440)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:14.707974 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-376ca933-8d0d-40ca-a75a-0ac84afd9a75 req-ebd3e19d-7e3a-4999-8cd9-ef57b0f80153 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.877695 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-376ca933-8d0d-40ca-a75a-0ac84afd9a75 req-ebd3e19d-7e3a-4999-8cd9-ef57b0f80153 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.878055 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-376ca933-8d0d-40ca-a75a-0ac84afd9a75 req-ebd3e19d-7e3a-4999-8cd9-ef57b0f80153 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:14.878374 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [req-376ca933-8d0d-40ca-a75a-0ac84afd9a75 req-ebd3e19d-7e3a-4999-8cd9-ef57b0f80153 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Floating IP a8837786-2858-4c05-a6cd-d8e9cc19f2b5 disassociated. External IP: 172.26.6.219, port: 3a83c248-16e0-440e-9d84-2fa4c66e6c31. Mar 14 15:33:14.878712 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-376ca933-8d0d-40ca-a75a-0ac84afd9a75 req-ebd3e19d-7e3a-4999-8cd9-ef57b0f80153 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 3a83c248-16e0-440e-9d84-2fa4c66e6c31 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:33:15.006600 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-376ca933-8d0d-40ca-a75a-0ac84afd9a75 req-ebd3e19d-7e3a-4999-8cd9-ef57b0f80153 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:15.034539 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3e19d-7e3a-4999-8cd9-ef57b0f80153 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=3a83c248-16e0-440e-9d84-2fa4c66e6c31,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:15.158067 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-376ca933-8d0d-40ca-a75a-0ac84afd9a75 req-ebd3e19d-7e3a-4999-8cd9-ef57b0f80153 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:33:15.266782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-376ca933-8d0d-40ca-a75a-0ac84afd9a75 req-ebd3e19d-7e3a-4999-8cd9-ef57b0f80153 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:33:15.277505 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a7a0dc-40ee-4bf3-976d-b327b24a8723 None None] Sync routers for ids ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:33:15.290083 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a7a0dc-40ee-4bf3-976d-b327b24a8723 None None] Routers {'0ed79f9a-a0bc-47db-8e17-f4b5228a969b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:33:15.290799 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d8a7a0dc-40ee-4bf3-976d-b327b24a8723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:33:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:15.297532 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-99bfeaf2-6b22-44f8-9fc9-12f92f3a6c9f req-9bf8c3c5-32f8-44f6-b550-5bf20ace57de tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=60bb3168-c1f9-4c15-9697-23734b64c454 HTTP/1.1" status: 200 len: 210 time: 0.0328581 Mar 14 15:33:15.309020 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-376ca933-8d0d-40ca-a75a-0ac84afd9a75 req-ebd3e19d-7e3a-4999-8cd9-ef57b0f80153 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] No DVR routers for this DVR port 3a83c248-16e0-440e-9d84-2fa4c66e6c31 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:15.311728 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-376ca933-8d0d-40ca-a75a-0ac84afd9a75 req-ebd3e19d-7e3a-4999-8cd9-ef57b0f80153 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:15.315019 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-376ca933-8d0d-40ca-a75a-0ac84afd9a75 req-ebd3e19d-7e3a-4999-8cd9-ef57b0f80153 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "DELETE /v2.0/ports/3a83c248-16e0-440e-9d84-2fa4c66e6c31 HTTP/1.1" status: 204 len: 173 time: 0.8106847 Mar 14 15:33:15.315570 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bb3168-c1f9-4c15-9697-23734b64c454', 'name': 'network-vif-deleted', 'tag': '3a83c248-16e0-440e-9d84-2fa4c66e6c31'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:33:15.317813 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5719b4a7-0199-4300-8a9d-e96f863ad2eb" -d '{"events": [{"server_uuid": "60bb3168-c1f9-4c15-9697-23734b64c454", "name": "network-vif-deleted", "tag": "3a83c248-16e0-440e-9d84-2fa4c66e6c31"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:33:15.356189 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26f07bc-3381-4e4b-a066-37864d45b65e x-openstack-request-id: req-e26f07bc-3381-4e4b-a066-37864d45b65e {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:33:15.356426 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bb3168-c1f9-4c15-9697-23734b64c454", "name": "network-vif-deleted", "tag": "3a83c248-16e0-440e-9d84-2fa4c66e6c31", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:33:15.356823 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e26f07bc-3381-4e4b-a066-37864d45b65e {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:33:15.357166 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bb3168-c1f9-4c15-9697-23734b64c454', 'name': 'network-vif-deleted', 'tag': '3a83c248-16e0-440e-9d84-2fa4c66e6c31', 'status': 'completed', 'code': 200} Mar 14 15:33:15.416891 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-d8a7a0dc-40ee-4bf3-976d-b327b24a8723 None None] Set router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:33:15.620252 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d8a7a0dc-40ee-4bf3-976d-b327b24a8723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:28Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '8a9653c4-f608-4359-9f7e-7a2d156a0bf9', 'name': '', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:35:30:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:27Z', 'updated_at': '2022-03-14T15:31:31Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:15.646078 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a7a0dc-40ee-4bf3-976d-b327b24a8723 None None] Checking router: 0ed79f9a-a0bc-47db-8e17-f4b5228a969b for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:33:15.653979 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a7a0dc-40ee-4bf3-976d-b327b24a8723 None None] Routers {'0ed79f9a-a0bc-47db-8e17-f4b5228a969b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:33:15.654557 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d8a7a0dc-40ee-4bf3-976d-b327b24a8723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:33:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:15.758568 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-d8a7a0dc-40ee-4bf3-976d-b327b24a8723 None None] Set router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:33:16.048317 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d8a7a0dc-40ee-4bf3-976d-b327b24a8723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:28Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '8a9653c4-f608-4359-9f7e-7a2d156a0bf9', 'name': '', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:35:30:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:27Z', 'updated_at': '2022-03-14T15:31:31Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:16.073635 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a7a0dc-40ee-4bf3-976d-b327b24a8723 None None] The sync data for ids ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'] in dv-neutron-833559-1-hyperv is: [{'id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:28Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '8a9653c4-f608-4359-9f7e-7a2d156a0bf9', 'name': '', 'network_id': '860bd411-49ce-495f-b077-7d1c6599a4ba', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:35:30:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:27Z', 'updated_at': '2022-03-14T15:31:31Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '344a8678-085d-4e42-810c-5ad50572ea1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:33:16.278658 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f74ebc0-7329-466c-9a9f-e5465471a734 None None] New status for floating IP a8837786-2858-4c05-a6cd-d8e9cc19f2b5: DOWN {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:33:16.348028 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57538) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:16.416043 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7668eb76-5610-477f-848b-3ba07b6dd94a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.446008 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7668eb76-5610-477f-848b-3ba07b6dd94a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.507453 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7668eb76-5610-477f-848b-3ba07b6dd94a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.509942 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7668eb76-5610-477f-848b-3ba07b6dd94a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.511122 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7668eb76-5610-477f-848b-3ba07b6dd94a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/security-groups/36903c9a-a273-4559-baac-9cb066fec710 HTTP/1.1" status: 204 len: 168 time: 0.1620939 Mar 14 15:33:16.521193 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668eb76-5610-477f-848b-3ba07b6dd94a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36903c9a-a273-4559-baac-9cb066fec710,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:16.544219 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57542) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:16.668781 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-bc4a34fd-530c-4d2c-8745-6d90b07d0f18 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 15e13506-049d-44c7-a778-2b5e03d2ec2e {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:33:16.669119 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc4a34fd-530c-4d2c-8745-6d90b07d0f18 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.742857 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc4a34fd-530c-4d2c-8745-6d90b07d0f18 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.743211 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc4a34fd-530c-4d2c-8745-6d90b07d0f18 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.755036 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-bc4a34fd-530c-4d2c-8745-6d90b07d0f18 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 15e13506-049d-44c7-a778-2b5e03d2ec2e owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:33:16.891956 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc4a34fd-530c-4d2c-8745-6d90b07d0f18 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:16.915075 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a34fd-530c-4d2c-8745-6d90b07d0f18 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=15e13506-049d-44c7-a778-2b5e03d2ec2e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:17.221177 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc4a34fd-530c-4d2c-8745-6d90b07d0f18 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:17.223547 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bc4a34fd-530c-4d2c-8745-6d90b07d0f18 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:17.224784 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bc4a34fd-530c-4d2c-8745-6d90b07d0f18 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/floatingips/a8837786-2858-4c05-a6cd-d8e9cc19f2b5 HTTP/1.1" status: 204 len: 168 time: 0.6796508 Mar 14 15:33:17.435794 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27b612-a508-4d21-8cb3-d8807c48d2f6 req-095edcbc-d2d8-4d1d-92bf-bde76024b49a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:17.437276 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8c27b612-a508-4d21-8cb3-d8807c48d2f6 req-095edcbc-d2d8-4d1d-92bf-bde76024b49a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c9ddf8b-51e5-442a-a9f8-8ba65a777de5 HTTP/1.1" status: 200 len: 946 time: 0.0484533 Mar 14 15:33:17.475905 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8c27b612-a508-4d21-8cb3-d8807c48d2f6 req-a8f9cda7-e51f-4a82-98d8-c5019fb17c45 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=80925ae2-1337-4672-aa47-2465b310e5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317338 Mar 14 15:33:18.597289 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374d23a-047f-4930-a618-9888bb662785 req-024cb43d-8339-4cd6-b1ef-b185e2d115b5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:18.598758 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1374d23a-047f-4930-a618-9888bb662785 req-024cb43d-8339-4cd6-b1ef-b185e2d115b5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c9ddf8b-51e5-442a-a9f8-8ba65a777de5 HTTP/1.1" status: 200 len: 946 time: 0.0528409 Mar 14 15:33:18.636570 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1374d23a-047f-4930-a618-9888bb662785 req-fc5a650b-f584-4eaf-9651-2e357257a252 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=80925ae2-1337-4672-aa47-2465b310e5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317035 Mar 14 15:33:18.906694 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607a171-f38e-4927-81ea-efb1241a99b0 req-9a03a517-dd9d-4937-b22f-e840bf769e53 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:18.908820 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4607a171-f38e-4927-81ea-efb1241a99b0 req-9a03a517-dd9d-4937-b22f-e840bf769e53 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c9ddf8b-51e5-442a-a9f8-8ba65a777de5 HTTP/1.1" status: 200 len: 946 time: 0.0492358 Mar 14 15:33:19.009552 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-4607a171-f38e-4927-81ea-efb1241a99b0 req-3f689e57-82b4-4d5c-ac10-a6bc87755514 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:33:19.010000 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4607a171-f38e-4927-81ea-efb1241a99b0 req-3f689e57-82b4-4d5c-ac10-a6bc87755514 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.095588 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-4607a171-f38e-4927-81ea-efb1241a99b0 req-3f689e57-82b4-4d5c-ac10-a6bc87755514 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81,segment=NetworkSegment(7f98bf38-3a12-4ad4-ace9-c54ceb231440),segment_id=7f98bf38-3a12-4ad4-ace9-c54ceb231440)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:19.095953 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4607a171-f38e-4927-81ea-efb1241a99b0 req-3f689e57-82b4-4d5c-ac10-a6bc87755514 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.108179 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-4607a171-f38e-4927-81ea-efb1241a99b0 req-3f689e57-82b4-4d5c-ac10-a6bc87755514 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:33:19.233357 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4607a171-f38e-4927-81ea-efb1241a99b0 req-3f689e57-82b4-4d5c-ac10-a6bc87755514 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.261189 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f689e57-82b4-4d5c-ac10-a6bc87755514 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:19.306938 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4607a171-f38e-4927-81ea-efb1241a99b0 req-3f689e57-82b4-4d5c-ac10-a6bc87755514 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] No DVR routers for this DVR port ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:19.309590 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4607a171-f38e-4927-81ea-efb1241a99b0 req-3f689e57-82b4-4d5c-ac10-a6bc87755514 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:19.313031 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4607a171-f38e-4927-81ea-efb1241a99b0 req-3f689e57-82b4-4d5c-ac10-a6bc87755514 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "DELETE /v2.0/ports/ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 HTTP/1.1" status: 204 len: 173 time: 0.3919311 Mar 14 15:33:19.313717 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9ddf8b-51e5-442a-a9f8-8ba65a777de5', 'name': 'network-vif-deleted', 'tag': 'ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:33:19.315835 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036c5b44-8664-4c97-a1b6-c0bc8ca09e69" -d '{"events": [{"server_uuid": "3c9ddf8b-51e5-442a-a9f8-8ba65a777de5", "name": "network-vif-deleted", "tag": "ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:33:19.316078 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3a83c248-16e0-440e-9d84-2fa4c66e6c31 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:33:19.343122 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 3a83c248-16e0-440e-9d84-2fa4c66e6c31 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:33:19.343498 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3a83c248-16e0-440e-9d84-2fa4c66e6c31 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:33:19.356045 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c767a1-f336-4c90-b45c-e9697a0d186f x-openstack-request-id: req-f6c767a1-f336-4c90-b45c-e9697a0d186f {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:33:19.356347 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9ddf8b-51e5-442a-a9f8-8ba65a777de5", "name": "network-vif-deleted", "tag": "ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:33:19.356598 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f6c767a1-f336-4c90-b45c-e9697a0d186f {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:33:19.356993 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9ddf8b-51e5-442a-a9f8-8ba65a777de5', 'name': 'network-vif-deleted', 'tag': 'ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81', 'status': 'completed', 'code': 200} Mar 14 15:33:19.745336 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-68ecce91-776f-4a91-a255-b4aed6c16158 req-2b49ba52-d851-445c-b9bf-571c91d169c6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c9ddf8b-51e5-442a-a9f8-8ba65a777de5 HTTP/1.1" status: 200 len: 210 time: 0.0287519 Mar 14 15:33:20.804479 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57558) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:20.862282 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a78cf47-7cda-4484-9395-b879e5b42ec8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.886254 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a78cf47-7cda-4484-9395-b879e5b42ec8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.943588 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a78cf47-7cda-4484-9395-b879e5b42ec8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.946076 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4a78cf47-7cda-4484-9395-b879e5b42ec8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:20.947248 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4a78cf47-7cda-4484-9395-b879e5b42ec8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/security-groups/80925ae2-1337-4672-aa47-2465b310e5f1 HTTP/1.1" status: 204 len: 168 time: 0.1417501 Mar 14 15:33:20.956851 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78cf47-7cda-4484-9395-b879e5b42ec8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80925ae2-1337-4672-aa47-2465b310e5f1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:20.978246 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57562) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:21.395141 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80a49052-d360-4938-ad70-1faa0a198c56 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:21.705601 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-80a49052-d360-4938-ad70-1faa0a198c56 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 8a9653c4-f608-4359-9f7e-7a2d156a0bf9 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:33:21.705863 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80a49052-d360-4938-ad70-1faa0a198c56 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:21.790551 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-80a49052-d360-4938-ad70-1faa0a198c56 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port 8a9653c4-f608-4359-9f7e-7a2d156a0bf9, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=8a9653c4-f608-4359-9f7e-7a2d156a0bf9,segment=NetworkSegment(7f98bf38-3a12-4ad4-ace9-c54ceb231440),segment_id=7f98bf38-3a12-4ad4-ace9-c54ceb231440)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:21.790931 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80a49052-d360-4938-ad70-1faa0a198c56 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:21.806552 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-80a49052-d360-4938-ad70-1faa0a198c56 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 8a9653c4-f608-4359-9f7e-7a2d156a0bf9 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:33:21.986051 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80a49052-d360-4938-ad70-1faa0a198c56 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:22.013521 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a49052-d360-4938-ad70-1faa0a198c56 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=8a9653c4-f608-4359-9f7e-7a2d156a0bf9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:22.184474 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-80a49052-d360-4938-ad70-1faa0a198c56 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:22.399967 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a49052-d360-4938-ad70-1faa0a198c56 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:33:22.507171 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a49052-d360-4938-ad70-1faa0a198c56 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:33:22.512153 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-80a49052-d360-4938-ad70-1faa0a198c56 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/routers/0ed79f9a-a0bc-47db-8e17-f4b5228a969b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5327778 Mar 14 15:33:22.515203 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57564) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:22.517172 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f1934c-de37-4fb1-802d-e6787c4f0479 None None] Sync routers for ids ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:33:22.527211 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f1934c-de37-4fb1-802d-e6787c4f0479 None None] Routers {'0ed79f9a-a0bc-47db-8e17-f4b5228a969b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:33:22.527822 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-72f1934c-de37-4fb1-802d-e6787c4f0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:33:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:22.567243 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a24d96-30b6-440d-ae83-2a1a840ccf2a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting subnet 344a8678-085d-4e42-810c-5ad50572ea1d {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:33:22.570287 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e3a24d96-30b6-440d-ae83-2a1a840ccf2a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:22.614377 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e3a24d96-30b6-440d-ae83-2a1a840ccf2a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:22.631954 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-72f1934c-de37-4fb1-802d-e6787c4f0479 None None] Set router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:33:22.697058 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e3a24d96-30b6-440d-ae83-2a1a840ccf2a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:22.757026 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e3a24d96-30b6-440d-ae83-2a1a840ccf2a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:22.783278 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a24d96-30b6-440d-ae83-2a1a840ccf2a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Subnet': ['ID=344a8678-085d-4e42-810c-5ad50572ea1d,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:22.789089 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e3a24d96-30b6-440d-ae83-2a1a840ccf2a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:22.792264 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e3a24d96-30b6-440d-ae83-2a1a840ccf2a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/subnets/344a8678-085d-4e42-810c-5ad50572ea1d HTTP/1.1" status: 204 len: 168 time: 0.2755353 Mar 14 15:33:22.795042 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57566) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:22.798688 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e71d59-b5d6-4bd5-b256-6251f426b732 None None] Network 860bd411-49ce-495f-b077-7d1c6599a4ba requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:33:22.819072 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-72f1934c-de37-4fb1-802d-e6787c4f0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:33:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:22.847197 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f1934c-de37-4fb1-802d-e6787c4f0479 None None] Checking router: 0ed79f9a-a0bc-47db-8e17-f4b5228a969b for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:33:22.856098 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f1934c-de37-4fb1-802d-e6787c4f0479 None None] Routers {'0ed79f9a-a0bc-47db-8e17-f4b5228a969b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:33:22.856817 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-72f1934c-de37-4fb1-802d-e6787c4f0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:33:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:22.910905 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-244edf64-91e2-45ae-86e6-1284f96ca181 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:22.972626 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-72f1934c-de37-4fb1-802d-e6787c4f0479 None None] Set router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:33:22.987439 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5b8511-422e-466b-b24e-cea3d9ca42e2 None None] DHCP port deletion for 860bd411-49ce-495f-b077-7d1c6599a4ba request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:33:23.020500 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-244edf64-91e2-45ae-86e6-1284f96ca181 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.035838 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ab5b8511-422e-466b-b24e-cea3d9ca42e2 None None] Deleting port 2182d6a8-b1fb-4c67-bfa9-4d8553336435 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:33:23.036222 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ab5b8511-422e-466b-b24e-cea3d9ca42e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.079929 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-244edf64-91e2-45ae-86e6-1284f96ca181 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port d1defab2-c370-4f67-9e01-59c283f3a188 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:33:23.080325 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-244edf64-91e2-45ae-86e6-1284f96ca181 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.101597 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ab5b8511-422e-466b-b24e-cea3d9ca42e2 None None] For port 2182d6a8-b1fb-4c67-bfa9-4d8553336435, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=2182d6a8-b1fb-4c67-bfa9-4d8553336435,segment=NetworkSegment(7f98bf38-3a12-4ad4-ace9-c54ceb231440),segment_id=7f98bf38-3a12-4ad4-ace9-c54ceb231440)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:23.102135 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ab5b8511-422e-466b-b24e-cea3d9ca42e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.123895 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ab5b8511-422e-466b-b24e-cea3d9ca42e2 None None] Calling delete_port for 2182d6a8-b1fb-4c67-bfa9-4d8553336435 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:33:23.157576 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-72f1934c-de37-4fb1-802d-e6787c4f0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:33:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:23.168160 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-244edf64-91e2-45ae-86e6-1284f96ca181 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port d1defab2-c370-4f67-9e01-59c283f3a188, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d1defab2-c370-4f67-9e01-59c283f3a188,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:23.168618 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-244edf64-91e2-45ae-86e6-1284f96ca181 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.181524 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-244edf64-91e2-45ae-86e6-1284f96ca181 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for d1defab2-c370-4f67-9e01-59c283f3a188 owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:33:23.188354 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f1934c-de37-4fb1-802d-e6787c4f0479 None None] The sync data for ids ['0ed79f9a-a0bc-47db-8e17-f4b5228a969b'] in dv-neutron-833559-1-hyperv is: [{'id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'name': 'tempest-TestNetworkBasicOps-router-1324634272', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:33:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'd1defab2-c370-4f67-9e01-59c283f3a188', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed79f9a-a0bc-47db-8e17-f4b5228a969b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:31:25Z', 'updated_at': '2022-03-14T15:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:33:23.212734 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ab5b8511-422e-466b-b24e-cea3d9ca42e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.240276 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b8511-422e-466b-b24e-cea3d9ca42e2 None None] Pushing event deleted for resources: {'Port': ['ID=2182d6a8-b1fb-4c67-bfa9-4d8553336435,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:23.245294 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b8511-422e-466b-b24e-cea3d9ca42e2 None None] No DVR routers for this DVR port 2182d6a8-b1fb-4c67-bfa9-4d8553336435 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:23.311380 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:33:23.336128 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:33:23.336478 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device ce2f7bcd-3d51-4a06-89fb-ccbb1d3f2e81 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:33:23.361975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-244edf64-91e2-45ae-86e6-1284f96ca181 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.387611 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244edf64-91e2-45ae-86e6-1284f96ca181 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=d1defab2-c370-4f67-9e01-59c283f3a188,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:23.450816 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-244edf64-91e2-45ae-86e6-1284f96ca181 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.543269 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-244edf64-91e2-45ae-86e6-1284f96ca181 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.545794 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-244edf64-91e2-45ae-86e6-1284f96ca181 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.592541 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-244edf64-91e2-45ae-86e6-1284f96ca181 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.593076 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244edf64-91e2-45ae-86e6-1284f96ca181 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Fanout notify agent at l3_agent the message router_deleted on router 0ed79f9a-a0bc-47db-8e17-f4b5228a969b {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:33:23.600786 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-244edf64-91e2-45ae-86e6-1284f96ca181 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.602213 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-244edf64-91e2-45ae-86e6-1284f96ca181 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/routers/0ed79f9a-a0bc-47db-8e17-f4b5228a969b HTTP/1.1" status: 204 len: 168 time: 0.8062081 Mar 14 15:33:23.604986 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57568) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:23.688261 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da82344e-84d1-445e-a934-dab94a4d9de8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.774354 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da82344e-84d1-445e-a934-dab94a4d9de8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.796060 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-da82344e-84d1-445e-a934-dab94a4d9de8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860bd411-49ce-495f-b077-7d1c6599a4ba']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:23.806246 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-da82344e-84d1-445e-a934-dab94a4d9de8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f98bf38-3a12-4ad4-ace9-c54ceb231440') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:23.806538 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-da82344e-84d1-445e-a934-dab94a4d9de8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f98bf38-3a12-4ad4-ace9-c54ceb231440') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:23.817320 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da82344e-84d1-445e-a934-dab94a4d9de8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.831712 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da82344e-84d1-445e-a934-dab94a4d9de8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.837906 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da82344e-84d1-445e-a934-dab94a4d9de8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:33:23.838293 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da82344e-84d1-445e-a934-dab94a4d9de8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:33:23.841276 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:33:23.903305 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da82344e-84d1-445e-a934-dab94a4d9de8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.908300 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da82344e-84d1-445e-a934-dab94a4d9de8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.911980 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-da82344e-84d1-445e-a934-dab94a4d9de8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/networks/860bd411-49ce-495f-b077-7d1c6599a4ba HTTP/1.1" status: 204 len: 168 time: 0.3060274 Mar 14 15:33:23.926735 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82344e-84d1-445e-a934-dab94a4d9de8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Network': ['ID=860bd411-49ce-495f-b077-7d1c6599a4ba,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:23.934547 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57570) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:23.939350 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-864b9f1b-f1d4-44bc-903d-89c8ccea71c1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'network': {'name': 'tempest-network-smoke--865580011', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'port_security_enabled': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:23.960200 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864b9f1b-f1d4-44bc-903d-89c8ccea71c1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:23.963711 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-864b9f1b-f1d4-44bc-903d-89c8ccea71c1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.987635 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864b9f1b-f1d4-44bc-903d-89c8ccea71c1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:33:23.996908 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-864b9f1b-f1d4-44bc-903d-89c8ccea71c1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:23.997367 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-864b9f1b-f1d4-44bc-903d-89c8ccea71c1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Added segment b01a32d2-265e-48da-b813-d3fcc1888cd0 of type vlan for network eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 Mar 14 15:33:24.038382 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-864b9f1b-f1d4-44bc-903d-89c8ccea71c1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:24.062314 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-864b9f1b-f1d4-44bc-903d-89c8ccea71c1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:24.067733 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864b9f1b-f1d4-44bc-903d-89c8ccea71c1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:24.068321 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-864b9f1b-f1d4-44bc-903d-89c8ccea71c1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:24.125591 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-864b9f1b-f1d4-44bc-903d-89c8ccea71c1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1896558 Mar 14 15:33:24.128209 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57572) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:24.132928 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-fd7aeb2e-eaea-47e9-9766-37c81083006b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-846442477', 'admin_state_up': True, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:24.139235 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b9f1b-f1d4-44bc-903d-89c8ccea71c1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Network': ['ID=eb647b42-0aef-42e2-a9e3-3c0bae47a5c9,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:24.150884 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:33:24.161457 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd7aeb2e-eaea-47e9-9766-37c81083006b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:24.162453 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd7aeb2e-eaea-47e9-9766-37c81083006b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:24.255019 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 8a9653c4-f608-4359-9f7e-7a2d156a0bf9 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:33:24.262313 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd7aeb2e-eaea-47e9-9766-37c81083006b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:24.276219 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 8a9653c4-f608-4359-9f7e-7a2d156a0bf9 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:33:24.276558 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 8a9653c4-f608-4359-9f7e-7a2d156a0bf9 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:33:24.277186 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d1defab2-c370-4f67-9e01-59c283f3a188 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:33:24.303078 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: d1defab2-c370-4f67-9e01-59c283f3a188 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:33:24.303525 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d1defab2-c370-4f67-9e01-59c283f3a188 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:33:24.303807 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2182d6a8-b1fb-4c67-bfa9-4d8553336435 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:33:24.324535 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 2182d6a8-b1fb-4c67-bfa9-4d8553336435 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:33:24.324804 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2182d6a8-b1fb-4c67-bfa9-4d8553336435 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:33:24.398088 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd7aeb2e-eaea-47e9-9766-37c81083006b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:24.838645 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd7aeb2e-eaea-47e9-9766-37c81083006b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:24.862725 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd7aeb2e-eaea-47e9-9766-37c81083006b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:24.966194 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-fd7aeb2e-eaea-47e9-9766-37c81083006b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.26.6.106 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/2af5499e-fefd-48aa-b759-b18e04c3c644) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:25.064570 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd7aeb2e-eaea-47e9-9766-37c81083006b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:25.097511 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd7aeb2e-eaea-47e9-9766-37c81083006b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:25.136569 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7aeb2e-eaea-47e9-9766-37c81083006b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:25.139350 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-fd7aeb2e-eaea-47e9-9766-37c81083006b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:25.143282 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7aeb2e-eaea-47e9-9766-37c81083006b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:33:25.168716 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7aeb2e-eaea-47e9-9766-37c81083006b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=2af5499e-fefd-48aa-b759-b18e04c3c644,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:25.391554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd7aeb2e-eaea-47e9-9766-37c81083006b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:25.583864 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd7aeb2e-eaea-47e9-9766-37c81083006b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:25.717406 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7aeb2e-eaea-47e9-9766-37c81083006b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 1d691646-f72a-48b1-8852-5b1c8e1d39bf is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:33:25.823041 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7aeb2e-eaea-47e9-9766-37c81083006b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:33:25.835246 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] Sync routers for ids ['1d691646-f72a-48b1-8852-5b1c8e1d39bf'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:33:25.842745 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fd7aeb2e-eaea-47e9-9766-37c81083006b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:25.844528 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fd7aeb2e-eaea-47e9-9766-37c81083006b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7146683 Mar 14 15:33:25.845355 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] Routers {'1d691646-f72a-48b1-8852-5b1c8e1d39bf'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:33:25.845969 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:33:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1d691646-f72a-48b1-8852-5b1c8e1d39bf'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:25.847850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57574) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:25.885436 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4e6da6dd-3273-4553-903c-ad60ae3ca760 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=981c2b5a3afd42dd95b1da15ede4e026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365095 Mar 14 15:33:25.887912 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57576) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:26.015441 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0582a1c2-d178-4b69-a7aa-694d951b06d4 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:26.016891 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0582a1c2-d178-4b69-a7aa-694d951b06d4 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280904 Mar 14 15:33:26.019710 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57578) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:26.055375 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-dc069875-abff-458d-8aac-002ed905140b tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344746 Mar 14 15:33:26.057763 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57580) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:26.062634 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-936525481', 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:26.106302 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] Set router 1d691646-f72a-48b1-8852-5b1c8e1d39bf gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:33:26.148155 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:26.151710 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.288257 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'name': 'tempest-TestNetworkBasicOps-router-846442477', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:25Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:38:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:26.318255 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] Checking router: 1d691646-f72a-48b1-8852-5b1c8e1d39bf for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:33:26.318609 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] Updating router 1d691646-f72a-48b1-8852-5b1c8e1d39bf port 2af5499e-fefd-48aa-b759-b18e04c3c644 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:33:26.332499 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.345557 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.390489 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Subnet': ['ID=f24b7879-a111-40a2-8f23-672a54d202f2,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:26.402857 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:26.403235 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:26.403576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:26.403907 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:26.404236 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:26.404576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:26.404890 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:26.405211 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:26.405536 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:26.405857 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:26.406255 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:26.407613 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:26.411153 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Checking segment: {'id': 'b01a32d2-265e-48da-b813-d3fcc1888cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:33:26.411570 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network hostable DHCP agents. Network: eb647b42-0aef-42e2-a9e3-3c0bae47a5c9, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:33:26.431932 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:33:26.441667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, eb647b42-0aef-42e2-a9e3-3c0bae47a5c9) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:26.446285 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:26.447127 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.453218 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470c111d-5fcb-47e1-b370-04d360b92bb4 None None] Network eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:33:26.463929 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8aef8f81-f0ad-4996-866f-a49d2ffaec44 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4051559 Mar 14 15:33:26.468288 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57582) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:26.684782 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-eb647b42-0aef-42e2-a9e3-3c0bae47a5c9', 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ips': [{'subnet_id': 'f24b7879-a111-40a2-8f23-672a54d202f2'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:33:26.685641 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.742190 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.795082 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.868358 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57359125-3f28-4d3a-a52f-b4d5c1004130 None None] Pushing event updated for resources: {'Port': ['ID=2af5499e-fefd-48aa-b759-b18e04c3c644,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:26.888037 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] Attempting to bind port 2af5499e-fefd-48aa-b759-b18e04c3c644 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:33:26.888412 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] Attempting to bind port 2af5499e-fefd-48aa-b759-b18e04c3c644 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:33:26.888776 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] Attempting to bind port 2af5499e-fefd-48aa-b759-b18e04c3c644 on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:33:26.899265 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:33:26.899642 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:33:26.900195 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.900445 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:33:26.900914 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] Bound port: 2af5499e-fefd-48aa-b759-b18e04c3c644, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:33:26.901293 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.902500 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b947bac-4c1a-4b52-90b9-72295e070a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:26.943602 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] Allocated IP 172.20.0.2 (eb647b42-0aef-42e2-a9e3-3c0bae47a5c9/f24b7879-a111-40a2-8f23-672a54d202f2/371192e1-390b-40c3-b6e2-7d5abdd7a6cd) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:26.988838 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] For port 2af5499e-fefd-48aa-b759-b18e04c3c644, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:33:27.028329 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] For port 2af5499e-fefd-48aa-b759-b18e04c3c644, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=2af5499e-fefd-48aa-b759-b18e04c3c644,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:33:27.035988 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:27.132022 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57359125-3f28-4d3a-a52f-b4d5c1004130 None None] Pushing event updated for resources: {'Port': ['ID=2af5499e-fefd-48aa-b759-b18e04c3c644,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:27.134476 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] Routers {'1d691646-f72a-48b1-8852-5b1c8e1d39bf'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:33:27.135099 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:33:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1d691646-f72a-48b1-8852-5b1c8e1d39bf'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:27.214370 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:27.251512 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:27.269601 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-4b947bac-4c1a-4b52-90b9-72295e070a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.20.0.1 (eb647b42-0aef-42e2-a9e3-3c0bae47a5c9/f24b7879-a111-40a2-8f23-672a54d202f2/5251a569-ce33-4d65-be03-bcf1c8b62055) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:27.306050 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] Network eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:27.311171 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] Set router 1d691646-f72a-48b1-8852-5b1c8e1d39bf gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:33:27.314014 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:27.367398 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:33:27.371207 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] Pushing event updated for resources: {'Port': ['ID=371192e1-390b-40c3-b6e2-7d5abdd7a6cd,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:27.385336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b947bac-4c1a-4b52-90b9-72295e070a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:27.419951 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b947bac-4c1a-4b52-90b9-72295e070a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:27.471106 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b947bac-4c1a-4b52-90b9-72295e070a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:27.471349 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4b947bac-4c1a-4b52-90b9-72295e070a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:27.472153 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] Attempting to bind port 371192e1-390b-40c3-b6e2-7d5abdd7a6cd on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:33:27.472282 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] Attempting to bind port 371192e1-390b-40c3-b6e2-7d5abdd7a6cd by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'b01a32d2-265e-48da-b813-d3fcc1888cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:33:27.472640 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] Attempting to bind port 371192e1-390b-40c3-b6e2-7d5abdd7a6cd on network eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:33:27.474016 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b947bac-4c1a-4b52-90b9-72295e070a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:33:27.486196 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:33:27.486569 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] Checking segment: {'id': 'b01a32d2-265e-48da-b813-d3fcc1888cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:33:27.486997 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:27.487387 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] Bound using segment: {'id': 'b01a32d2-265e-48da-b813-d3fcc1888cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:33:27.487847 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] Bound port: 371192e1-390b-40c3-b6e2-7d5abdd7a6cd, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b01a32d2-265e-48da-b813-d3fcc1888cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:33:27.488220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:27.502228 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b947bac-4c1a-4b52-90b9-72295e070a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=5251a569-ce33-4d65-be03-bcf1c8b62055,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:27.524155 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b947bac-4c1a-4b52-90b9-72295e070a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:27.587715 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] For port 371192e1-390b-40c3-b6e2-7d5abdd7a6cd, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:33:27.591246 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] For port 371192e1-390b-40c3-b6e2-7d5abdd7a6cd, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=371192e1-390b-40c3-b6e2-7d5abdd7a6cd,segment=NetworkSegment(b01a32d2-265e-48da-b813-d3fcc1888cd0),segment_id=b01a32d2-265e-48da-b813-d3fcc1888cd0)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:33:27.597655 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:27.637375 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'name': 'tempest-TestNetworkBasicOps-router-846442477', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:25Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:38:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:27.657130 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b947bac-4c1a-4b52-90b9-72295e070a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:27.674273 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca784f-ea2f-4fed-8db0-670cad3ecf38 None None] The sync data for ids ['1d691646-f72a-48b1-8852-5b1c8e1d39bf'] in dv-neutron-833559-1-hyperv is: [{'id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'name': 'tempest-TestNetworkBasicOps-router-846442477', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:25Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:38:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:33:27.692427 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03508998-ed5f-4316-951e-32eb065e39b7 None None] Pushing event updated for resources: {'Port': ['ID=371192e1-390b-40c3-b6e2-7d5abdd7a6cd,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:28.007269 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b947bac-4c1a-4b52-90b9-72295e070a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:28.017540 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b947bac-4c1a-4b52-90b9-72295e070a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:28.092955 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 371192e1-390b-40c3-b6e2-7d5abdd7a6cd up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:33:28.101276 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b947bac-4c1a-4b52-90b9-72295e070a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=5251a569-ce33-4d65-be03-bcf1c8b62055,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:28.106655 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4b947bac-4c1a-4b52-90b9-72295e070a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:28.151816 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 371192e1-390b-40c3-b6e2-7d5abdd7a6cd triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:28.152194 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:28.215446 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b947bac-4c1a-4b52-90b9-72295e070a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:28.217002 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4b947bac-4c1a-4b52-90b9-72295e070a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:28.243953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:28.279766 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 371192e1-390b-40c3-b6e2-7d5abdd7a6cd, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=371192e1-390b-40c3-b6e2-7d5abdd7a6cd,segment=NetworkSegment(b01a32d2-265e-48da-b813-d3fcc1888cd0),segment_id=b01a32d2-265e-48da-b813-d3fcc1888cd0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:28.286560 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:28.348175 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=371192e1-390b-40c3-b6e2-7d5abdd7a6cd,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:28.348416 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b947bac-4c1a-4b52-90b9-72295e070a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 1d691646-f72a-48b1-8852-5b1c8e1d39bf has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:33:28.472810 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b947bac-4c1a-4b52-90b9-72295e070a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:33:28.478732 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4b947bac-4c1a-4b52-90b9-72295e070a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/routers/1d691646-f72a-48b1-8852-5b1c8e1d39bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0085211 Mar 14 15:33:28.481324 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57584) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:28.601743 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e198bf1f-7ac5-4fa9-8fdd-d827843b20cc tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:28.602222 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e198bf1f-7ac5-4fa9-8fdd-d827843b20cc tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:28.602685 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e198bf1f-7ac5-4fa9-8fdd-d827843b20cc tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:28.603202 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e198bf1f-7ac5-4fa9-8fdd-d827843b20cc tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:28.603654 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e198bf1f-7ac5-4fa9-8fdd-d827843b20cc tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:28.604306 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e198bf1f-7ac5-4fa9-8fdd-d827843b20cc tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:28.606678 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e198bf1f-7ac5-4fa9-8fdd-d827843b20cc tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1230474 Mar 14 15:33:28.609047 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57586) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:28.677572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f736a89-4df9-4909-a2a0-68acabbcbe5d tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:28.678037 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f736a89-4df9-4909-a2a0-68acabbcbe5d tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:28.678486 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f736a89-4df9-4909-a2a0-68acabbcbe5d tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:28.678955 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f736a89-4df9-4909-a2a0-68acabbcbe5d tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:28.679404 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f736a89-4df9-4909-a2a0-68acabbcbe5d tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:28.679849 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f736a89-4df9-4909-a2a0-68acabbcbe5d tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:28.681626 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5f736a89-4df9-4909-a2a0-68acabbcbe5d tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0710068 Mar 14 15:33:28.684388 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57588) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:28.736147 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea09635-0e19-4f53-9b67-547e00ba7bba None None] Network eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:33:28.820070 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-e73c8ab9-bb9e-4a6a-be1c-717c07c307f2 None None] Provisioning complete for port 371192e1-390b-40c3-b6e2-7d5abdd7a6cd triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:28.820358 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e73c8ab9-bb9e-4a6a-be1c-717c07c307f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:28.825031 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2f293aa6-5433-481d-8590-83342f8e6878 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1395826 Mar 14 15:33:28.827885 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57590) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:28.834246 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-900aa78c-3fcc-4dea-beec-8aa667c73f4f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1384685552', 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:28.942977 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900aa78c-3fcc-4dea-beec-8aa667c73f4f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:33:28.946604 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-900aa78c-3fcc-4dea-beec-8aa667c73f4f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:28.966172 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-900aa78c-3fcc-4dea-beec-8aa667c73f4f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] device_id is not set on port cdcb72b6-2139-478c-bae1-9f17a28238b0 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:33:29.187915 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-63380b74-daed-41a8-8971-57311b3ede50 None None] Provisioning complete for port 5251a569-ce33-4d65-be03-bcf1c8b62055 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:29.188529 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-63380b74-daed-41a8-8971-57311b3ede50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:29.233063 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-63380b74-daed-41a8-8971-57311b3ede50 None None] Port 5251a569-ce33-4d65-be03-bcf1c8b62055 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:33:29.244951 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-63380b74-daed-41a8-8971-57311b3ede50 None None] Provisioning complete for port 371192e1-390b-40c3-b6e2-7d5abdd7a6cd triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:29.245409 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-63380b74-daed-41a8-8971-57311b3ede50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:29.369748 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-900aa78c-3fcc-4dea-beec-8aa667c73f4f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.20.0.5 (eb647b42-0aef-42e2-a9e3-3c0bae47a5c9/f24b7879-a111-40a2-8f23-672a54d202f2/cdcb72b6-2139-478c-bae1-9f17a28238b0) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:29.431710 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] Sync routers for ids ['1d691646-f72a-48b1-8852-5b1c8e1d39bf'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:33:29.442455 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] Routers {'1d691646-f72a-48b1-8852-5b1c8e1d39bf'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:33:29.443127 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:33:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1d691646-f72a-48b1-8852-5b1c8e1d39bf'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:29.465043 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-a45bdd32-9a6c-44bd-9475-4291ca3348fc None None] Provisioning complete for port 5251a569-ce33-4d65-be03-bcf1c8b62055 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:29.465753 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a45bdd32-9a6c-44bd-9475-4291ca3348fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:29.508710 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a45bdd32-9a6c-44bd-9475-4291ca3348fc None None] Port 5251a569-ce33-4d65-be03-bcf1c8b62055 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:33:29.542408 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-900aa78c-3fcc-4dea-beec-8aa667c73f4f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:29.561685 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] Set router 1d691646-f72a-48b1-8852-5b1c8e1d39bf gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:33:29.577488 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-900aa78c-3fcc-4dea-beec-8aa667c73f4f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:29.622156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900aa78c-3fcc-4dea-beec-8aa667c73f4f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:29.625871 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-900aa78c-3fcc-4dea-beec-8aa667c73f4f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:29.629592 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900aa78c-3fcc-4dea-beec-8aa667c73f4f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:33:29.631545 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-4874a30c-835d-46bc-ab54-c7dec2b2b8a1 None None] Provisioning complete for port 5251a569-ce33-4d65-be03-bcf1c8b62055 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:29.632009 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4874a30c-835d-46bc-ab54-c7dec2b2b8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:29.653471 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900aa78c-3fcc-4dea-beec-8aa667c73f4f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=cdcb72b6-2139-478c-bae1-9f17a28238b0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:29.677220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4874a30c-835d-46bc-ab54-c7dec2b2b8a1 None None] Port 5251a569-ce33-4d65-be03-bcf1c8b62055 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:33:29.693546 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900aa78c-3fcc-4dea-beec-8aa667c73f4f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:29.694336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-900aa78c-3fcc-4dea-beec-8aa667c73f4f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:29.715471 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-900aa78c-3fcc-4dea-beec-8aa667c73f4f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8830967 Mar 14 15:33:29.784345 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'name': 'tempest-TestNetworkBasicOps-router-846442477', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:27Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:38:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '5251a569-ce33-4d65-be03-bcf1c8b62055', 'name': '', 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:87:8f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f24b7879-a111-40a2-8f23-672a54d202f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:27Z', 'updated_at': '2022-03-14T15:33:27Z', 'revision_number': 2, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'f24b7879-a111-40a2-8f23-672a54d202f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:29.816403 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] Checking router: 1d691646-f72a-48b1-8852-5b1c8e1d39bf for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:33:29.816836 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] Updating router 1d691646-f72a-48b1-8852-5b1c8e1d39bf port 5251a569-ce33-4d65-be03-bcf1c8b62055 binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:33:29.845700 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:29.897042 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57594) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:29.901427 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-acee0650-6ea1-4104-b2ab-0aee6d41006c None None] Provisioning complete for port cdcb72b6-2139-478c-bae1-9f17a28238b0 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:29.901739 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-acee0650-6ea1-4104-b2ab-0aee6d41006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:29.902297 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-83ecb7dc-9947-40d5-9e1d-bee121f68c87 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1155595783', 'description': 'tempest-secgroup-smoke-1155595783 description', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:29.923475 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83ecb7dc-9947-40d5-9e1d-bee121f68c87 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:29.942482 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-acee0650-6ea1-4104-b2ab-0aee6d41006c None None] Port cdcb72b6-2139-478c-bae1-9f17a28238b0 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:33:30.006254 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83ecb7dc-9947-40d5-9e1d-bee121f68c87 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.011197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83ecb7dc-9947-40d5-9e1d-bee121f68c87 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.044677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecb7dc-9947-40d5-9e1d-bee121f68c87 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6692d22-7ab2-40a2-889c-93d6888d8b39,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:30.049769 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83ecb7dc-9947-40d5-9e1d-bee121f68c87 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.053770 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-83ecb7dc-9947-40d5-9e1d-bee121f68c87 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1528151 Mar 14 15:33:30.054528 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57598) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:30.058419 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-99c61a0f-e65b-44a4-8349-a039231c8295 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'a6692d22-7ab2-40a2-889c-93d6888d8b39', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:30.093396 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99c61a0f-e65b-44a4-8349-a039231c8295 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.103040 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2af5499e-fefd-48aa-b759-b18e04c3c644 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:33:30.155072 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 2af5499e-fefd-48aa-b759-b18e04c3c644 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:30.155447 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.157377 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99c61a0f-e65b-44a4-8349-a039231c8295 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.162141 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99c61a0f-e65b-44a4-8349-a039231c8295 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.180876 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c61a0f-e65b-44a4-8349-a039231c8295 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae15550c-9783-4338-a6e1-72daee9ecab3,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:30.191575 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99c61a0f-e65b-44a4-8349-a039231c8295 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.192784 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-99c61a0f-e65b-44a4-8349-a039231c8295 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378350 Mar 14 15:33:30.195609 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57600) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:30.201940 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6e31af37-1bc8-415a-af16-6a8d6100c48f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'a6692d22-7ab2-40a2-889c-93d6888d8b39', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:30.231536 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e31af37-1bc8-415a-af16-6a8d6100c48f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.243000 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.250684 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.304300 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e31af37-1bc8-415a-af16-6a8d6100c48f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.315185 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e31af37-1bc8-415a-af16-6a8d6100c48f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.334211 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31af37-1bc8-415a-af16-6a8d6100c48f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ca1847-64c1-4a1e-a1b6-9c44a144db41,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:30.349775 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e31af37-1bc8-415a-af16-6a8d6100c48f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.353681 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6e31af37-1bc8-415a-af16-6a8d6100c48f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1537161 Mar 14 15:33:30.354203 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57602) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:30.358948 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-27986cee-8f0b-42a4-b485-5e1ca8cf0b91 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'a6692d22-7ab2-40a2-889c-93d6888d8b39', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:30.367526 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322b47b-d4d8-4ae6-a255-95e0d3eddf86 None None] Pushing event updated for resources: {'Port': ['ID=5251a569-ce33-4d65-be03-bcf1c8b62055,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:30.385113 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322b47b-d4d8-4ae6-a255-95e0d3eddf86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.385526 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322b47b-d4d8-4ae6-a255-95e0d3eddf86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.386227 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322b47b-d4d8-4ae6-a255-95e0d3eddf86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.386227 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322b47b-d4d8-4ae6-a255-95e0d3eddf86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.386522 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322b47b-d4d8-4ae6-a255-95e0d3eddf86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.386823 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322b47b-d4d8-4ae6-a255-95e0d3eddf86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.387197 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322b47b-d4d8-4ae6-a255-95e0d3eddf86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.387521 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322b47b-d4d8-4ae6-a255-95e0d3eddf86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.387857 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322b47b-d4d8-4ae6-a255-95e0d3eddf86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.388338 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322b47b-d4d8-4ae6-a255-95e0d3eddf86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.388483 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322b47b-d4d8-4ae6-a255-95e0d3eddf86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.388799 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322b47b-d4d8-4ae6-a255-95e0d3eddf86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.394396 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] Attempting to bind port 5251a569-ce33-4d65-be03-bcf1c8b62055 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:33:30.394740 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] Attempting to bind port 5251a569-ce33-4d65-be03-bcf1c8b62055 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'b01a32d2-265e-48da-b813-d3fcc1888cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:33:30.395132 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] Attempting to bind port 5251a569-ce33-4d65-be03-bcf1c8b62055 on network eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:33:30.398805 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-27986cee-8f0b-42a4-b485-5e1ca8cf0b91 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.401408 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:33:30.401783 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] Checking segment: {'id': 'b01a32d2-265e-48da-b813-d3fcc1888cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:33:30.402185 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.402568 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] Bound using segment: {'id': 'b01a32d2-265e-48da-b813-d3fcc1888cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:33:30.403278 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] Bound port: 5251a569-ce33-4d65-be03-bcf1c8b62055, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b01a32d2-265e-48da-b813-d3fcc1888cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:33:30.403850 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.413633 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.437339 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 2af5499e-fefd-48aa-b759-b18e04c3c644, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=2af5499e-fefd-48aa-b759-b18e04c3c644,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:30.442397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.443348 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 371192e1-390b-40c3-b6e2-7d5abdd7a6cd up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:33:30.489144 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] For port 5251a569-ce33-4d65-be03-bcf1c8b62055, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:33:30.493031 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] For port 5251a569-ce33-4d65-be03-bcf1c8b62055, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5251a569-ce33-4d65-be03-bcf1c8b62055,segment=NetworkSegment(b01a32d2-265e-48da-b813-d3fcc1888cd0),segment_id=b01a32d2-265e-48da-b813-d3fcc1888cd0)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:33:30.497982 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-27986cee-8f0b-42a4-b485-5e1ca8cf0b91 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.499681 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.502232 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-27986cee-8f0b-42a4-b485-5e1ca8cf0b91 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.527021 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27986cee-8f0b-42a4-b485-5e1ca8cf0b91 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d2d1b9-3805-49fb-8f09-6075ff8cfab9,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:30.527458 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=2af5499e-fefd-48aa-b759-b18e04c3c644,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:30.542311 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 371192e1-390b-40c3-b6e2-7d5abdd7a6cd triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:30.542689 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.544179 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-27986cee-8f0b-42a4-b485-5e1ca8cf0b91 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.549971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57604) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:30.555165 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2270225d-5ad8-457d-81f0-af50c9961287 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'a6692d22-7ab2-40a2-889c-93d6888d8b39', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:30.560767 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-27986cee-8f0b-42a4-b485-5e1ca8cf0b91 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2053206 Mar 14 15:33:30.561872 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322b47b-d4d8-4ae6-a255-95e0d3eddf86 None None] Pushing event updated for resources: {'Port': ['ID=5251a569-ce33-4d65-be03-bcf1c8b62055,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:30.571483 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27986cee-8f0b-42a4-b485-5e1ca8cf0b91 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.571829 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27986cee-8f0b-42a4-b485-5e1ca8cf0b91 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.572179 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27986cee-8f0b-42a4-b485-5e1ca8cf0b91 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.572516 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27986cee-8f0b-42a4-b485-5e1ca8cf0b91 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.572865 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27986cee-8f0b-42a4-b485-5e1ca8cf0b91 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.573182 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27986cee-8f0b-42a4-b485-5e1ca8cf0b91 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.573509 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27986cee-8f0b-42a4-b485-5e1ca8cf0b91 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.573836 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27986cee-8f0b-42a4-b485-5e1ca8cf0b91 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.574162 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27986cee-8f0b-42a4-b485-5e1ca8cf0b91 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.574617 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27986cee-8f0b-42a4-b485-5e1ca8cf0b91 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.574800 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27986cee-8f0b-42a4-b485-5e1ca8cf0b91 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.578783 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27986cee-8f0b-42a4-b485-5e1ca8cf0b91 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:30.599886 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2270225d-5ad8-457d-81f0-af50c9961287 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.603712 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] Routers {'1d691646-f72a-48b1-8852-5b1c8e1d39bf'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:33:30.604344 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:33:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1d691646-f72a-48b1-8852-5b1c8e1d39bf'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:30.669686 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-989abab3-fe2b-45d1-a8a0-ee3d365b115a None None] Provisioning complete for port 5251a569-ce33-4d65-be03-bcf1c8b62055 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:30.670104 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-989abab3-fe2b-45d1-a8a0-ee3d365b115a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.676683 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2270225d-5ad8-457d-81f0-af50c9961287 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.682473 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2270225d-5ad8-457d-81f0-af50c9961287 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.709774 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270225d-5ad8-457d-81f0-af50c9961287 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c68e6b-c9a0-4ca2-8035-6617728a1532,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:30.721997 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2270225d-5ad8-457d-81f0-af50c9961287 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.723725 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2270225d-5ad8-457d-81f0-af50c9961287 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1721108 Mar 14 15:33:30.726435 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57606) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:30.733819 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8c7da052-a0e2-4b86-a6d1-c741904ba26c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'a6692d22-7ab2-40a2-889c-93d6888d8b39', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:30.746094 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] Set router 1d691646-f72a-48b1-8852-5b1c8e1d39bf gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:33:30.761257 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-8c7da052-a0e2-4b86-a6d1-c741904ba26c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:33:30.767455 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-989abab3-fe2b-45d1-a8a0-ee3d365b115a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.768508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c7da052-a0e2-4b86-a6d1-c741904ba26c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.806493 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-989abab3-fe2b-45d1-a8a0-ee3d365b115a None None] For port 5251a569-ce33-4d65-be03-bcf1c8b62055, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5251a569-ce33-4d65-be03-bcf1c8b62055,segment=NetworkSegment(b01a32d2-265e-48da-b813-d3fcc1888cd0),segment_id=b01a32d2-265e-48da-b813-d3fcc1888cd0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:30.811239 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-989abab3-fe2b-45d1-a8a0-ee3d365b115a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.847472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c7da052-a0e2-4b86-a6d1-c741904ba26c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.854350 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c7da052-a0e2-4b86-a6d1-c741904ba26c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.868392 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7da052-a0e2-4b86-a6d1-c741904ba26c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f67c4b-6f5e-4ba7-8b72-7f0b12a6682c,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:30.876512 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989abab3-fe2b-45d1-a8a0-ee3d365b115a None None] Pushing event updated for resources: {'Port': ['ID=5251a569-ce33-4d65-be03-bcf1c8b62055,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:30.885244 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c7da052-a0e2-4b86-a6d1-c741904ba26c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.887438 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8c7da052-a0e2-4b86-a6d1-c741904ba26c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1587613 Mar 14 15:33:30.889282 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57608) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:30.894638 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-22b449a6-d630-4513-bb78-79ab8f1aa8fa tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'a6692d22-7ab2-40a2-889c-93d6888d8b39', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:30.915038 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-22b449a6-d630-4513-bb78-79ab8f1aa8fa tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:33:30.919802 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22b449a6-d630-4513-bb78-79ab8f1aa8fa tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.933980 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-46479912-1148-4d05-8dd3-ca7d889c4906 None None] Provisioning complete for port 5251a569-ce33-4d65-be03-bcf1c8b62055 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:30.934825 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46479912-1148-4d05-8dd3-ca7d889c4906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.983663 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22b449a6-d630-4513-bb78-79ab8f1aa8fa tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.988274 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22b449a6-d630-4513-bb78-79ab8f1aa8fa tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:30.988466 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'name': 'tempest-TestNetworkBasicOps-router-846442477', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:27Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:38:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '5251a569-ce33-4d65-be03-bcf1c8b62055', 'name': '', 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:87:8f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f24b7879-a111-40a2-8f23-672a54d202f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:27Z', 'updated_at': '2022-03-14T15:33:30Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'f24b7879-a111-40a2-8f23-672a54d202f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:31.006547 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b449a6-d630-4513-bb78-79ab8f1aa8fa tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff10a11-3321-4670-9579-a0479086b12b,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:31.016368 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22b449a6-d630-4513-bb78-79ab8f1aa8fa tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:31.020256 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e69bbf-c74a-489d-83e4-fa76ae1b565e None None] The sync data for ids ['1d691646-f72a-48b1-8852-5b1c8e1d39bf'] in dv-neutron-833559-1-hyperv is: [{'id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'name': 'tempest-TestNetworkBasicOps-router-846442477', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:27Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:38:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '5251a569-ce33-4d65-be03-bcf1c8b62055', 'name': '', 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:87:8f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f24b7879-a111-40a2-8f23-672a54d202f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:27Z', 'updated_at': '2022-03-14T15:33:30Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'f24b7879-a111-40a2-8f23-672a54d202f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:33:31.023467 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-22b449a6-d630-4513-bb78-79ab8f1aa8fa tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330881 Mar 14 15:33:31.176357 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-d7211303-a991-47d7-8809-da0a24144dd7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1155595783&fields=id&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 267 time: 0.0344741 Mar 14 15:33:31.229269 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-2c0297e1-8cae-43db-b792-9d29df95666c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:31.230659 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-2c0297e1-8cae-43db-b792-9d29df95666c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports/cdcb72b6-2139-478c-bae1-9f17a28238b0 HTTP/1.1" status: 200 len: 930 time: 0.0473194 Mar 14 15:33:31.247618 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-c6973c50-b40b-48ae-a81a-939a693f814f service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:33:31.248742 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-c6973c50-b40b-48ae-a81a-939a693f814f service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055254 Mar 14 15:33:31.292006 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-6a80f56d-7f42-4f63-9f6d-ee6b57953c33 service neutron] 10.222.0.59 "GET /v2.0/ports/cdcb72b6-2139-478c-bae1-9f17a28238b0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0363529 Mar 14 15:33:31.387924 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-12388594-f041-4da1-a860-8025aa22a002 service neutron] 10.222.0.59 "GET /v2.0/networks/eb647b42-0aef-42e2-a9e3-3c0bae47a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894613 Mar 14 15:33:31.488881 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-7d50007b-2b2a-47ce-b451-a8f2363a746b service neutron] 10.222.0.59 "GET /v2.0/networks/eb647b42-0aef-42e2-a9e3-3c0bae47a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941136 Mar 14 15:33:31.773274 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-60a3c4fc-905b-4bff-991d-a6f6feb9ff16 req-c029dbf0-ae35-4905-ade3-f0d4e65891cb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=73dd6cfa-2ef6-46dc-8562-6af264ad0218 HTTP/1.1" status: 200 len: 210 time: 0.1466303 Mar 14 15:33:32.085527 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2af5499e-fefd-48aa-b759-b18e04c3c644 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:33:32.137996 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 2af5499e-fefd-48aa-b759-b18e04c3c644 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:32.138378 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:32.218484 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5251a569-ce33-4d65-be03-bcf1c8b62055 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:33:32.267729 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 5251a569-ce33-4d65-be03-bcf1c8b62055 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:32.268097 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:32.596065 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-f0dc4b5e-b697-4a9b-aa9f-a2e43cb1374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:32.597437 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-f0dc4b5e-b697-4a9b-aa9f-a2e43cb1374c service neutron] 10.222.0.18 "GET /v2.0/ports/cdcb72b6-2139-478c-bae1-9f17a28238b0 HTTP/1.1" status: 200 len: 1026 time: 0.0336716 Mar 14 15:33:32.706249 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-2dcee82b-14de-4b23-b88b-f90492084a37 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:32.707685 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-2dcee82b-14de-4b23-b88b-f90492084a37 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/networks?id=eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 HTTP/1.1" status: 200 len: 796 time: 0.1037116 Mar 14 15:33:32.773699 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-084b8c8a-b8da-483b-8dfe-628f71f9b95c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 380 time: 0.0347667 Mar 14 15:33:32.784119 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-5efcbec0-2295-4247-a233-c1161709ead1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:33:32.785052 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-5efcbec0-2295-4247-a233-c1161709ead1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053434 Mar 14 15:33:32.798002 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] Request body: {'port': {'device_id': '73dd6cfa-2ef6-46dc-8562-6af264ad0218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:32.856111 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:32.869927 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2e80df70-e0ef-4ec2-a07f-91f4fe5373e9 req-44075d54-70ef-4030-8635-7f4de9e7c750 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=73dd6cfa-2ef6-46dc-8562-6af264ad0218 HTTP/1.1" status: 200 len: 210 time: 0.0282726 Mar 14 15:33:33.117846 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdcb72b6-2139-478c-bae1-9f17a28238b0 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:33:33.125924 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.137627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] Transition to ACTIVE for port object cdcb72b6-2139-478c-bae1-9f17a28238b0 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:33.141054 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.192996 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] Pushing event updated for resources: {'Port': ['ID=cdcb72b6-2139-478c-bae1-9f17a28238b0,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:33.266372 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] Attempting to bind port cdcb72b6-2139-478c-bae1-9f17a28238b0 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:33:33.266720 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] Attempting to bind port cdcb72b6-2139-478c-bae1-9f17a28238b0 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'b01a32d2-265e-48da-b813-d3fcc1888cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:33:33.267083 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] Attempting to bind port cdcb72b6-2139-478c-bae1-9f17a28238b0 on network eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:33:33.271654 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] Port cdcb72b6-2139-478c-bae1-9f17a28238b0 on network eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:33:33.271980 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] Attempting to bind port cdcb72b6-2139-478c-bae1-9f17a28238b0 on network eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:33:33.276964 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:33:33.277302 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] Checking segment: {'id': 'b01a32d2-265e-48da-b813-d3fcc1888cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:33:33.277685 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] Bound using segment: {'id': 'b01a32d2-265e-48da-b813-d3fcc1888cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:33:33.278195 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] Bound port: cdcb72b6-2139-478c-bae1-9f17a28238b0, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01a32d2-265e-48da-b813-d3fcc1888cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:33:33.278550 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.347328 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] For port cdcb72b6-2139-478c-bae1-9f17a28238b0, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:33:33.350422 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] For port cdcb72b6-2139-478c-bae1-9f17a28238b0, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=cdcb72b6-2139-478c-bae1-9f17a28238b0,segment=NetworkSegment(b01a32d2-265e-48da-b813-d3fcc1888cd0),segment_id=b01a32d2-265e-48da-b813-d3fcc1888cd0)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:33:33.355154 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.391876 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:33.392480 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:33.393973 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] 10.222.0.18 "PUT /v2.0/ports/cdcb72b6-2139-478c-bae1-9f17a28238b0 HTTP/1.1" status: 200 len: 1131 time: 0.6004145 Mar 14 15:33:33.394409 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73dd6cfa-2ef6-46dc-8562-6af264ad0218', 'tag': 'cdcb72b6-2139-478c-bae1-9f17a28238b0'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:33:33.396671 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f503e414-54d1-4682-bfb9-e20213fcebc5" -d '{"events": [{"name": "network-changed", "server_uuid": "73dd6cfa-2ef6-46dc-8562-6af264ad0218", "tag": "cdcb72b6-2139-478c-bae1-9f17a28238b0"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:33:33.421965 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd57d0-fa7a-47c4-9468-278b8eeaca6b service neutron] Pushing event updated for resources: {'Port': ['ID=cdcb72b6-2139-478c-bae1-9f17a28238b0,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:33.447947 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d1580e-e744-4ec5-b4a2-6b18444bbad2 x-openstack-request-id: req-b5d1580e-e744-4ec5-b4a2-6b18444bbad2 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:33:33.448259 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73dd6cfa-2ef6-46dc-8562-6af264ad0218", "tag": "cdcb72b6-2139-478c-bae1-9f17a28238b0", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:33:33.448516 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b5d1580e-e744-4ec5-b4a2-6b18444bbad2 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:33:33.448919 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73dd6cfa-2ef6-46dc-8562-6af264ad0218', 'tag': 'cdcb72b6-2139-478c-bae1-9f17a28238b0', 'status': 'completed', 'code': 200} Mar 14 15:33:33.488080 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-de2cf6c0-7b16-43d3-8304-d442ec1b7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:33.489629 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-de2cf6c0-7b16-43d3-8304-d442ec1b7f56 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=73dd6cfa-2ef6-46dc-8562-6af264ad0218 HTTP/1.1" status: 200 len: 1134 time: 0.0506473 Mar 14 15:33:33.541808 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-00583b91-2cb4-4c34-882c-681aa426da58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdcb72b6-2139-478c-bae1-9f17a28238b0 HTTP/1.1" status: 200 len: 217 time: 0.0395389 Mar 14 15:33:33.595488 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-8f40488c-3bad-48c3-91b7-0870e98c3f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:33.596954 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-8f40488c-3bad-48c3-91b7-0870e98c3f6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f24b7879-a111-40a2-8f23-672a54d202f2 HTTP/1.1" status: 200 len: 834 time: 0.0450609 Mar 14 15:33:33.645597 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-3584e928-27b3-4cb2-96b7-14e2aca388b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:33.647078 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-3584e928-27b3-4cb2-96b7-14e2aca388b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb647b42-0aef-42e2-a9e3-3c0bae47a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398607 Mar 14 15:33:33.746671 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-b5f4a301-066a-4e79-9989-04f4a399e110 service neutron] 10.222.0.18 "GET /v2.0/networks/eb647b42-0aef-42e2-a9e3-3c0bae47a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864475 Mar 14 15:33:33.846772 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-180db065-df1a-40d7-bf56-9df6f141a5ac req-7fa25c28-f4b0-431b-b8c0-721348aa52bf service neutron] 10.222.0.18 "GET /v2.0/networks/eb647b42-0aef-42e2-a9e3-3c0bae47a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828924 Mar 14 15:33:33.940107 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503e414-54d1-4682-bfb9-e20213fcebc5 req-722d325f-fc0d-4cc6-94f9-9d49d9648de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:33.941604 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f503e414-54d1-4682-bfb9-e20213fcebc5 req-722d325f-fc0d-4cc6-94f9-9d49d9648de8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=73dd6cfa-2ef6-46dc-8562-6af264ad0218 HTTP/1.1" status: 200 len: 1134 time: 0.0475738 Mar 14 15:33:33.990233 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df89b26-c86b-4104-9e56-5028023a1c0e req-dfbc20a5-dcd3-4563-8271-b3698fa60b30 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:33.991753 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0df89b26-c86b-4104-9e56-5028023a1c0e req-dfbc20a5-dcd3-4563-8271-b3698fa60b30 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=73dd6cfa-2ef6-46dc-8562-6af264ad0218 HTTP/1.1" status: 200 len: 981 time: 0.0547409 Mar 14 15:33:34.029132 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0df89b26-c86b-4104-9e56-5028023a1c0e req-d184cbeb-b6cb-48e4-8f17-fce7d2df68ca tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb84d9f-4665-4b92-b910-e01d0c401dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313196 Mar 14 15:33:34.040531 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503e414-54d1-4682-bfb9-e20213fcebc5 req-e4496a7d-f91e-43ad-b4ed-5369145fd7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:34.042718 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f503e414-54d1-4682-bfb9-e20213fcebc5 req-e4496a7d-f91e-43ad-b4ed-5369145fd7b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 HTTP/1.1" status: 200 len: 897 time: 0.0905492 Mar 14 15:33:34.049127 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3996c507-bd15-4418-88bd-359ebae7828d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:34.086650 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f503e414-54d1-4682-bfb9-e20213fcebc5 req-4b5df94b-ac42-4f52-a794-cc73dc078f28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdcb72b6-2139-478c-bae1-9f17a28238b0 HTTP/1.1" status: 200 len: 217 time: 0.0365291 Mar 14 15:33:34.139951 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503e414-54d1-4682-bfb9-e20213fcebc5 req-f6e212e7-c9ea-41bb-b4a9-326c3d691e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:34.141417 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f503e414-54d1-4682-bfb9-e20213fcebc5 req-f6e212e7-c9ea-41bb-b4a9-326c3d691e2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f24b7879-a111-40a2-8f23-672a54d202f2 HTTP/1.1" status: 200 len: 834 time: 0.0481300 Mar 14 15:33:34.186712 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503e414-54d1-4682-bfb9-e20213fcebc5 req-1474eb15-925d-4f24-8a70-7300c8262b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:34.188852 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f503e414-54d1-4682-bfb9-e20213fcebc5 req-1474eb15-925d-4f24-8a70-7300c8262b22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb647b42-0aef-42e2-a9e3-3c0bae47a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405967 Mar 14 15:33:34.277603 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f503e414-54d1-4682-bfb9-e20213fcebc5 req-40a97025-daab-4005-adcf-e7afb17e33fd service neutron] 10.222.0.18 "GET /v2.0/networks/eb647b42-0aef-42e2-a9e3-3c0bae47a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813344 Mar 14 15:33:34.372341 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f503e414-54d1-4682-bfb9-e20213fcebc5 req-543bad98-a27a-4263-8a41-d759ef3ca14d service neutron] 10.222.0.18 "GET /v2.0/networks/eb647b42-0aef-42e2-a9e3-3c0bae47a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876694 Mar 14 15:33:35.153271 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04abaac-c815-476d-b1af-66e14acbfff0 req-f72003b4-27eb-4fa0-bb28-18539222f95c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:35.155655 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b04abaac-c815-476d-b1af-66e14acbfff0 req-f72003b4-27eb-4fa0-bb28-18539222f95c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=73dd6cfa-2ef6-46dc-8562-6af264ad0218 HTTP/1.1" status: 200 len: 981 time: 0.0515232 Mar 14 15:33:35.196661 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b04abaac-c815-476d-b1af-66e14acbfff0 req-3463dc24-1075-4434-a0af-3eb6cce40900 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb84d9f-4665-4b92-b910-e01d0c401dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345826 Mar 14 15:33:35.343543 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device cdcb72b6-2139-478c-bae1-9f17a28238b0 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:33:35.441193 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port cdcb72b6-2139-478c-bae1-9f17a28238b0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=cdcb72b6-2139-478c-bae1-9f17a28238b0,segment=NetworkSegment(b01a32d2-265e-48da-b813-d3fcc1888cd0),segment_id=b01a32d2-265e-48da-b813-d3fcc1888cd0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:35.452305 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'cdcb72b6-2139-478c-bae1-9f17a28238b0', 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9', 'port_id': 'cdcb72b6-2139-478c-bae1-9f17a28238b0', 'mac_address': 'fa:16:3e:86:44:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24b7879-a111-40a2-8f23-672a54d202f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:33:35.489512 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:35.503001 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcb72b6-2139-478c-bae1-9f17a28238b0 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:33:35.522019 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port cdcb72b6-2139-478c-bae1-9f17a28238b0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=cdcb72b6-2139-478c-bae1-9f17a28238b0,segment=NetworkSegment(b01a32d2-265e-48da-b813-d3fcc1888cd0),segment_id=b01a32d2-265e-48da-b813-d3fcc1888cd0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:35.526045 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:35.572277 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=cdcb72b6-2139-478c-bae1-9f17a28238b0,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:35.580119 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:35.580470 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:35.580808 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:35.581139 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:35.581469 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:35.581800 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:35.582128 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:35.582453 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:35.582775 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:35.583130 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:35.583452 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:35.583770 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:33:35.772132 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['cdcb72b6-2139-478c-bae1-9f17a28238b0'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:33:36.310744 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c0822-6f79-4852-b6e2-0235f236e0b0 req-404ada33-832a-4dde-8813-c764e7842fe9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:36.312490 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-111c0822-6f79-4852-b6e2-0235f236e0b0 req-404ada33-832a-4dde-8813-c764e7842fe9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=73dd6cfa-2ef6-46dc-8562-6af264ad0218 HTTP/1.1" status: 200 len: 982 time: 0.0498812 Mar 14 15:33:36.349643 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-111c0822-6f79-4852-b6e2-0235f236e0b0 req-500c074d-f05a-4b94-97f9-6c776c301782 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb84d9f-4665-4b92-b910-e01d0c401dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314434 Mar 14 15:33:36.406410 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a3d7d4c-9969-4458-81ce-3a1cdcfa3278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.357572 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device cdcb72b6-2139-478c-bae1-9f17a28238b0 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:33:37.420933 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port cdcb72b6-2139-478c-bae1-9f17a28238b0 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:37.433445 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port cdcb72b6-2139-478c-bae1-9f17a28238b0 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:37.433852 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.437365 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.473433 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b25f5b-6877-4bf8-8bbc-30d79db11157 req-f81ab69d-224e-4421-9fed-7cef0ebf8506 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:37.475244 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c7b25f5b-6877-4bf8-8bbc-30d79db11157 req-f81ab69d-224e-4421-9fed-7cef0ebf8506 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=73dd6cfa-2ef6-46dc-8562-6af264ad0218 HTTP/1.1" status: 200 len: 982 time: 0.0562148 Mar 14 15:33:37.512686 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.513497 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c7b25f5b-6877-4bf8-8bbc-30d79db11157 req-a26200e7-e85f-404c-b8f5-515797384a04 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb84d9f-4665-4b92-b910-e01d0c401dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320585 Mar 14 15:33:37.537104 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dd6cfa-2ef6-46dc-8562-6af264ad0218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcb72b6-2139-478c-bae1-9f17a28238b0'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:33:37.539337 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cad086-1b05-4b10-a85e-b12a707a8182" -d '{"events": [{"server_uuid": "73dd6cfa-2ef6-46dc-8562-6af264ad0218", "name": "network-vif-plugged", "status": "completed", "tag": "cdcb72b6-2139-478c-bae1-9f17a28238b0"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:33:37.551615 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port cdcb72b6-2139-478c-bae1-9f17a28238b0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=cdcb72b6-2139-478c-bae1-9f17a28238b0,segment=NetworkSegment(b01a32d2-265e-48da-b813-d3fcc1888cd0),segment_id=b01a32d2-265e-48da-b813-d3fcc1888cd0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:37.555701 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:37.579287 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4949ba99-afb9-4232-89a3-1a87f65fb5de x-openstack-request-id: req-4949ba99-afb9-4232-89a3-1a87f65fb5de {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:33:37.579585 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dd6cfa-2ef6-46dc-8562-6af264ad0218", "name": "network-vif-plugged", "status": "completed", "tag": "cdcb72b6-2139-478c-bae1-9f17a28238b0", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:33:37.579841 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4949ba99-afb9-4232-89a3-1a87f65fb5de {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:33:37.580241 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73dd6cfa-2ef6-46dc-8562-6af264ad0218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcb72b6-2139-478c-bae1-9f17a28238b0', 'code': 200} Mar 14 15:33:37.609190 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=cdcb72b6-2139-478c-bae1-9f17a28238b0,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:37.744618 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4d3de-4c0b-444a-9b1e-600c925388bc req-cb0f0b9d-6fa8-4ef6-8f25-988f7ceab7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:37.746470 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-22c4d3de-4c0b-444a-9b1e-600c925388bc req-cb0f0b9d-6fa8-4ef6-8f25-988f7ceab7f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=73dd6cfa-2ef6-46dc-8562-6af264ad0218 HTTP/1.1" status: 200 len: 1136 time: 0.0399840 Mar 14 15:33:37.781814 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-22c4d3de-4c0b-444a-9b1e-600c925388bc req-b14942fb-aa5b-44df-be1d-966b9b5e2388 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9bb84d9f-4665-4b92-b910-e01d0c401dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279691 Mar 14 15:33:38.631580 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee785cf1-50f9-4ea4-a2a3-9d872a270427 req-a5d935d9-76cd-403b-a5ff-1c8f5b68aff7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:38.633201 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ee785cf1-50f9-4ea4-a2a3-9d872a270427 req-a5d935d9-76cd-403b-a5ff-1c8f5b68aff7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=73dd6cfa-2ef6-46dc-8562-6af264ad0218 HTTP/1.1" status: 200 len: 983 time: 0.0511720 Mar 14 15:33:38.675363 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ee785cf1-50f9-4ea4-a2a3-9d872a270427 req-78d91d3e-1973-446f-869e-3759c8e5c1ff tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb84d9f-4665-4b92-b910-e01d0c401dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355623 Mar 14 15:33:38.807880 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:38.861067 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:39.308094 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:39.798151 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf0ef1-867d-44f4-9733-4240d42cba1d req-a356936a-27c2-453d-b3ed-aa402c8ad27a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:39.799635 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9bcf0ef1-867d-44f4-9733-4240d42cba1d req-a356936a-27c2-453d-b3ed-aa402c8ad27a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=73dd6cfa-2ef6-46dc-8562-6af264ad0218 HTTP/1.1" status: 200 len: 983 time: 0.0517876 Mar 14 15:33:39.838821 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9bcf0ef1-867d-44f4-9733-4240d42cba1d req-15b19d16-5649-4cbf-bc22-29ce69c1af30 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb84d9f-4665-4b92-b910-e01d0c401dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327756 Mar 14 15:33:39.965952 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfaae82-2350-4297-a741-4c3f2882311b req-22aff16c-1c76-47ca-ba79-0ae672f43f73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:39.967535 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bfaae82-2350-4297-a741-4c3f2882311b req-22aff16c-1c76-47ca-ba79-0ae672f43f73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=73dd6cfa-2ef6-46dc-8562-6af264ad0218 HTTP/1.1" status: 200 len: 983 time: 0.0586081 Mar 14 15:33:40.009100 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bfaae82-2350-4297-a741-4c3f2882311b req-dcc5d206-8425-4dd3-9096-f21e816a64be tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb84d9f-4665-4b92-b910-e01d0c401dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348639 Mar 14 15:33:40.033175 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57662) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:40.074433 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0bb578-fd64-4bfa-86ff-4ccd4956aac2 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:40.076092 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0d0bb578-fd64-4bfa-86ff-4ccd4956aac2 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=73dd6cfa-2ef6-46dc-8562-6af264ad0218 HTTP/1.1" status: 200 len: 1131 time: 0.0419214 Mar 14 15:33:40.079969 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57664) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:40.084303 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c8c53e72-29d4-4c7f-900b-6b5a3b460fdf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': 'cdcb72b6-2139-478c-bae1-9f17a28238b0', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:40.104392 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8c53e72-29d4-4c7f-900b-6b5a3b460fdf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:40.210597 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8c53e72-29d4-4c7f-900b-6b5a3b460fdf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:40.317736 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-c8c53e72-29d4-4c7f-900b-6b5a3b460fdf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.26.6.156 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/255b72ea-ca12-4545-b99b-5251bf870084) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:33:40.383562 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:33:40.444472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8c53e72-29d4-4c7f-900b-6b5a3b460fdf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:40.483996 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8c53e72-29d4-4c7f-900b-6b5a3b460fdf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:40.523178 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c53e72-29d4-4c7f-900b-6b5a3b460fdf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:33:40.526290 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c8c53e72-29d4-4c7f-900b-6b5a3b460fdf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:33:40.529906 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c53e72-29d4-4c7f-900b-6b5a3b460fdf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:33:40.560966 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c53e72-29d4-4c7f-900b-6b5a3b460fdf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=255b72ea-ca12-4545-b99b-5251bf870084,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:40.898929 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8c53e72-29d4-4c7f-900b-6b5a3b460fdf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:40.963768 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8c53e72-29d4-4c7f-900b-6b5a3b460fdf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:41.114499 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8c53e72-29d4-4c7f-900b-6b5a3b460fdf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:41.119116 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8c53e72-29d4-4c7f-900b-6b5a3b460fdf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:41.192199 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c53e72-29d4-4c7f-900b-6b5a3b460fdf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=255b72ea-ca12-4545-b99b-5251bf870084,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:41.202277 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8c53e72-29d4-4c7f-900b-6b5a3b460fdf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:41.307274 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-c8c53e72-29d4-4c7f-900b-6b5a3b460fdf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Floating IP 163878aa-c701-49ac-8b1c-d3e6d5b9c124 associated. External IP: 172.26.6.156, port: cdcb72b6-2139-478c-bae1-9f17a28238b0. Mar 14 15:33:41.512378 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c53e72-29d4-4c7f-900b-6b5a3b460fdf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 1d691646-f72a-48b1-8852-5b1c8e1d39bf has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:33:41.617081 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c53e72-29d4-4c7f-900b-6b5a3b460fdf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:33:41.627540 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4470b94-4fb6-4fbb-94e4-d1339e55ae0a None None] Sync routers for ids ['1d691646-f72a-48b1-8852-5b1c8e1d39bf'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:33:41.635798 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8c53e72-29d4-4c7f-900b-6b5a3b460fdf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:41.636701 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4470b94-4fb6-4fbb-94e4-d1339e55ae0a None None] Routers {'1d691646-f72a-48b1-8852-5b1c8e1d39bf'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:33:41.637322 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a4470b94-4fb6-4fbb-94e4-d1339e55ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:33:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1d691646-f72a-48b1-8852-5b1c8e1d39bf'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:41.665079 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c8c53e72-29d4-4c7f-900b-6b5a3b460fdf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.5840793 Mar 14 15:33:41.665980 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73dd6cfa-2ef6-46dc-8562-6af264ad0218', 'tag': 'cdcb72b6-2139-478c-bae1-9f17a28238b0'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:33:41.668137 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57668) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:41.668639 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c7a334-a3c7-4fa0-8b5f-ceb3e56b7372" -d '{"events": [{"name": "network-changed", "server_uuid": "73dd6cfa-2ef6-46dc-8562-6af264ad0218", "tag": "cdcb72b6-2139-478c-bae1-9f17a28238b0"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:33:41.706281 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c51585f-f928-4273-9d04-86e3d867b28f x-openstack-request-id: req-9c51585f-f928-4273-9d04-86e3d867b28f {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:33:41.706577 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73dd6cfa-2ef6-46dc-8562-6af264ad0218", "tag": "cdcb72b6-2139-478c-bae1-9f17a28238b0", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:33:41.706838 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9c51585f-f928-4273-9d04-86e3d867b28f {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:33:41.707281 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73dd6cfa-2ef6-46dc-8562-6af264ad0218', 'tag': 'cdcb72b6-2139-478c-bae1-9f17a28238b0', 'status': 'completed', 'code': 200} Mar 14 15:33:41.745835 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d810443-8b25-41ad-8c43-5ef446b59a74 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:41.750329 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7d810443-8b25-41ad-8c43-5ef446b59a74 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=73dd6cfa-2ef6-46dc-8562-6af264ad0218&network_id=eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 HTTP/1.1" status: 200 len: 1131 time: 0.0811107 Mar 14 15:33:41.753641 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-a4470b94-4fb6-4fbb-94e4-d1339e55ae0a None None] Set router 1d691646-f72a-48b1-8852-5b1c8e1d39bf gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:33:41.774766 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7a334-a3c7-4fa0-8b5f-ceb3e56b7372 req-bd4f435b-c772-41da-ab32-8c3f5fe475d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:41.776314 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a2c7a334-a3c7-4fa0-8b5f-ceb3e56b7372 req-bd4f435b-c772-41da-ab32-8c3f5fe475d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=73dd6cfa-2ef6-46dc-8562-6af264ad0218 HTTP/1.1" status: 200 len: 1136 time: 0.0478556 Mar 14 15:33:41.890695 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7a334-a3c7-4fa0-8b5f-ceb3e56b7372 req-2abb0a74-7488-461a-8fcf-223d5b65fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:41.892893 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a2c7a334-a3c7-4fa0-8b5f-ceb3e56b7372 req-2abb0a74-7488-461a-8fcf-223d5b65fcb9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 HTTP/1.1" status: 200 len: 897 time: 0.0989268 Mar 14 15:33:41.967248 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a2c7a334-a3c7-4fa0-8b5f-ceb3e56b7372 req-ab9771d1-2796-4169-941f-967485cf6408 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdcb72b6-2139-478c-bae1-9f17a28238b0 HTTP/1.1" status: 200 len: 1037 time: 0.0670092 Mar 14 15:33:41.989648 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf0470-7bd3-4293-9066-033eb95d3ef1 req-e846ed18-35ca-471f-a9c3-7b135f2169dc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:41.991196 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-cedf0470-7bd3-4293-9066-033eb95d3ef1 req-e846ed18-35ca-471f-a9c3-7b135f2169dc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=73dd6cfa-2ef6-46dc-8562-6af264ad0218 HTTP/1.1" status: 200 len: 983 time: 0.0545337 Mar 14 15:33:41.998722 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a4470b94-4fb6-4fbb-94e4-d1339e55ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'name': 'tempest-TestNetworkBasicOps-router-846442477', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:27Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:38:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '163878aa-c701-49ac-8b1c-d3e6d5b9c124', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.156', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'port_id': 'cdcb72b6-2139-478c-bae1-9f17a28238b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1384685552', 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9', 'mac_address': 'fa:16:3e:86:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dd6cfa-2ef6-46dc-8562-6af264ad0218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:33:40Z', 'updated_at': '2022-03-14T15:33:40Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5251a569-ce33-4d65-be03-bcf1c8b62055', 'name': '', 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:87:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f24b7879-a111-40a2-8f23-672a54d202f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:27Z', 'updated_at': '2022-03-14T15:33:30Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'f24b7879-a111-40a2-8f23-672a54d202f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:42.025555 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7a334-a3c7-4fa0-8b5f-ceb3e56b7372 req-3dbe2ece-e399-4552-a393-09baf7df8e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:42.026956 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a2c7a334-a3c7-4fa0-8b5f-ceb3e56b7372 req-3dbe2ece-e399-4552-a393-09baf7df8e3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f24b7879-a111-40a2-8f23-672a54d202f2 HTTP/1.1" status: 200 len: 834 time: 0.0519643 Mar 14 15:33:42.032200 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4470b94-4fb6-4fbb-94e4-d1339e55ae0a None None] Checking router: 1d691646-f72a-48b1-8852-5b1c8e1d39bf for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:33:42.032411 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-cedf0470-7bd3-4293-9066-033eb95d3ef1 req-799b8b6c-4fa1-4c87-9a0d-6af4585074a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb84d9f-4665-4b92-b910-e01d0c401dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348887 Mar 14 15:33:42.040451 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4470b94-4fb6-4fbb-94e4-d1339e55ae0a None None] Routers {'1d691646-f72a-48b1-8852-5b1c8e1d39bf'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:33:42.041118 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a4470b94-4fb6-4fbb-94e4-d1339e55ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:33:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1d691646-f72a-48b1-8852-5b1c8e1d39bf'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:42.089214 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7a334-a3c7-4fa0-8b5f-ceb3e56b7372 req-e6e6f029-8edc-4c47-9d0a-1592ea3c2f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:42.090816 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a2c7a334-a3c7-4fa0-8b5f-ceb3e56b7372 req-e6e6f029-8edc-4c47-9d0a-1592ea3c2f85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb647b42-0aef-42e2-a9e3-3c0bae47a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419550 Mar 14 15:33:42.146027 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-a4470b94-4fb6-4fbb-94e4-d1339e55ae0a None None] Set router 1d691646-f72a-48b1-8852-5b1c8e1d39bf gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:33:42.381167 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a4470b94-4fb6-4fbb-94e4-d1339e55ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'name': 'tempest-TestNetworkBasicOps-router-846442477', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:27Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:38:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '163878aa-c701-49ac-8b1c-d3e6d5b9c124', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.156', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'port_id': 'cdcb72b6-2139-478c-bae1-9f17a28238b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1384685552', 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9', 'mac_address': 'fa:16:3e:86:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dd6cfa-2ef6-46dc-8562-6af264ad0218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:33:40Z', 'updated_at': '2022-03-14T15:33:40Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5251a569-ce33-4d65-be03-bcf1c8b62055', 'name': '', 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:87:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f24b7879-a111-40a2-8f23-672a54d202f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:27Z', 'updated_at': '2022-03-14T15:33:30Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'f24b7879-a111-40a2-8f23-672a54d202f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:33:42.412207 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4470b94-4fb6-4fbb-94e4-d1339e55ae0a None None] The sync data for ids ['1d691646-f72a-48b1-8852-5b1c8e1d39bf'] in dv-neutron-833559-1-hyperv is: [{'id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'name': 'tempest-TestNetworkBasicOps-router-846442477', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:27Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:38:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '163878aa-c701-49ac-8b1c-d3e6d5b9c124', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.156', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'port_id': 'cdcb72b6-2139-478c-bae1-9f17a28238b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1384685552', 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9', 'mac_address': 'fa:16:3e:86:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dd6cfa-2ef6-46dc-8562-6af264ad0218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:33:40Z', 'updated_at': '2022-03-14T15:33:40Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5251a569-ce33-4d65-be03-bcf1c8b62055', 'name': '', 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:87:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f24b7879-a111-40a2-8f23-672a54d202f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:27Z', 'updated_at': '2022-03-14T15:33:30Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'f24b7879-a111-40a2-8f23-672a54d202f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:33:42.473963 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a2c7a334-a3c7-4fa0-8b5f-ceb3e56b7372 req-0372ae6f-0bdc-4233-a355-ed0ed2d732e2 service neutron] 10.222.0.18 "GET /v2.0/networks/eb647b42-0aef-42e2-a9e3-3c0bae47a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658774 Mar 14 15:33:42.592824 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a2c7a334-a3c7-4fa0-8b5f-ceb3e56b7372 req-29eb4a82-5b9f-4642-a85e-7d47fb35d26a service neutron] 10.222.0.18 "GET /v2.0/networks/eb647b42-0aef-42e2-a9e3-3c0bae47a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096997 Mar 14 15:33:42.612570 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7035656c-610b-47a0-8e61-3a397093809d None None] New status for floating IP 163878aa-c701-49ac-8b1c-d3e6d5b9c124: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:33:43.167370 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2e97-d146-4bd9-906d-fba019c2af26 req-f3d9479c-64d2-493f-ab3e-2709cb39a200 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:43.168865 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dcbd2e97-d146-4bd9-906d-fba019c2af26 req-f3d9479c-64d2-493f-ab3e-2709cb39a200 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=73dd6cfa-2ef6-46dc-8562-6af264ad0218 HTTP/1.1" status: 200 len: 983 time: 0.0594742 Mar 14 15:33:43.207034 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dcbd2e97-d146-4bd9-906d-fba019c2af26 req-9be3cd01-28f6-4459-bd88-b524a2b664d7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb84d9f-4665-4b92-b910-e01d0c401dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313995 Mar 14 15:33:43.379465 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b610fb9-f0f5-44a8-b866-1c3a3ce44e00 req-d5258807-7604-43a3-89a9-22c7b4df0eee tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:43.380939 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2b610fb9-f0f5-44a8-b866-1c3a3ce44e00 req-d5258807-7604-43a3-89a9-22c7b4df0eee tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dd6cfa-2ef6-46dc-8562-6af264ad0218 HTTP/1.1" status: 200 len: 983 time: 0.0533419 Mar 14 15:33:43.426846 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b610fb9-f0f5-44a8-b866-1c3a3ce44e00 req-8d898cde-c230-4b08-9cbc-3a1e77922176 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:43.428340 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2b610fb9-f0f5-44a8-b866-1c3a3ce44e00 req-8d898cde-c230-4b08-9cbc-3a1e77922176 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/ports/cdcb72b6-2139-478c-bae1-9f17a28238b0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0411496 Mar 14 15:33:43.534701 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2b610fb9-f0f5-44a8-b866-1c3a3ce44e00 req-c6d0c59f-3973-4bfb-af31-f2ceb72ae12a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/networks/eb647b42-0aef-42e2-a9e3-3c0bae47a5c9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0996373 Mar 14 15:33:43.545520 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-2b610fb9-f0f5-44a8-b866-1c3a3ce44e00 req-8bd5f874-9da7-4f22-b7e2-2da3ee7f2b7a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:43.598490 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b610fb9-f0f5-44a8-b866-1c3a3ce44e00 req-8bd5f874-9da7-4f22-b7e2-2da3ee7f2b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:43.730091 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2b610fb9-f0f5-44a8-b866-1c3a3ce44e00 req-8bd5f874-9da7-4f22-b7e2-2da3ee7f2b7a service neutron] For port cdcb72b6-2139-478c-bae1-9f17a28238b0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=cdcb72b6-2139-478c-bae1-9f17a28238b0,segment=NetworkSegment(b01a32d2-265e-48da-b813-d3fcc1888cd0),segment_id=b01a32d2-265e-48da-b813-d3fcc1888cd0)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:43.761807 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-2b610fb9-f0f5-44a8-b866-1c3a3ce44e00 req-8bd5f874-9da7-4f22-b7e2-2da3ee7f2b7a service neutron] For port cdcb72b6-2139-478c-bae1-9f17a28238b0, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:33:43.793304 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-2b610fb9-f0f5-44a8-b866-1c3a3ce44e00 req-8bd5f874-9da7-4f22-b7e2-2da3ee7f2b7a service neutron] device_id is not set on port cdcb72b6-2139-478c-bae1-9f17a28238b0 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:33:43.801910 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b610fb9-f0f5-44a8-b866-1c3a3ce44e00 req-8bd5f874-9da7-4f22-b7e2-2da3ee7f2b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:43.807482 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b610fb9-f0f5-44a8-b866-1c3a3ce44e00 req-8bd5f874-9da7-4f22-b7e2-2da3ee7f2b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:43.908294 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5f874-9da7-4f22-b7e2-2da3ee7f2b7a service neutron] Pushing event updated for resources: {'Port': ['ID=cdcb72b6-2139-478c-bae1-9f17a28238b0,revision_number=6']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:43.982052 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b610fb9-f0f5-44a8-b866-1c3a3ce44e00 req-8bd5f874-9da7-4f22-b7e2-2da3ee7f2b7a service neutron] No DVR routers for this DVR port cdcb72b6-2139-478c-bae1-9f17a28238b0 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:44.064508 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ac19cc99-3494-4cf7-b2c4-ca391c409211 None None] Provisioning complete for port cdcb72b6-2139-478c-bae1-9f17a28238b0 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:44.065125 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac19cc99-3494-4cf7-b2c4-ca391c409211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:44.101867 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ac19cc99-3494-4cf7-b2c4-ca391c409211 None None] Port cdcb72b6-2139-478c-bae1-9f17a28238b0 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:33:44.122818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-2b610fb9-f0f5-44a8-b866-1c3a3ce44e00 req-8bd5f874-9da7-4f22-b7e2-2da3ee7f2b7a service neutron] In _notify_port_updated(), no bound segment for port cdcb72b6-2139-478c-bae1-9f17a28238b0 on network eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:33:44.123770 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b610fb9-f0f5-44a8-b866-1c3a3ce44e00 req-8bd5f874-9da7-4f22-b7e2-2da3ee7f2b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:44.124386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-2b610fb9-f0f5-44a8-b866-1c3a3ce44e00 req-8bd5f874-9da7-4f22-b7e2-2da3ee7f2b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:44.125717 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2b610fb9-f0f5-44a8-b866-1c3a3ce44e00 req-8bd5f874-9da7-4f22-b7e2-2da3ee7f2b7a service neutron] 10.222.0.18 "PUT /v2.0/ports/cdcb72b6-2139-478c-bae1-9f17a28238b0 HTTP/1.1" status: 200 len: 1026 time: 0.5841544 Mar 14 15:33:44.312464 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-38effc23-4434-4f66-b838-f0c0a722f4da req-ce19b733-0c09-4f8a-8914-29888c3e7b59 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=73dd6cfa-2ef6-46dc-8562-6af264ad0218 HTTP/1.1" status: 200 len: 210 time: 0.0259302 Mar 14 15:33:45.367787 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57682) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:45.415622 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600f537c-97b7-48d9-96da-21bf481f7da0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:45.416986 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-600f537c-97b7-48d9-96da-21bf481f7da0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports/cdcb72b6-2139-478c-bae1-9f17a28238b0 HTTP/1.1" status: 200 len: 925 time: 0.0481923 Mar 14 15:33:45.695117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57686) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:45.699704 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e449693f-fb29-44f0-93d9-baab07e2e46d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-106030288', 'description': 'tempest-secgroup-smoke-106030288 description', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:45.720062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e449693f-fb29-44f0-93d9-baab07e2e46d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.784754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e449693f-fb29-44f0-93d9-baab07e2e46d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.788544 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e449693f-fb29-44f0-93d9-baab07e2e46d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.819087 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e449693f-fb29-44f0-93d9-baab07e2e46d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.820295 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e449693f-fb29-44f0-93d9-baab07e2e46d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1241429 Mar 14 15:33:45.822091 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449693f-fb29-44f0-93d9-baab07e2e46d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625bd542-b3d2-4a7b-b1be-4e13161ef500,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:45.823368 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57688) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:45.828075 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ed7045f4-76dc-47ea-8d88-b025cf88fa21 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '625bd542-b3d2-4a7b-b1be-4e13161ef500', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:45.853139 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ed7045f4-76dc-47ea-8d88-b025cf88fa21 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.908709 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ed7045f4-76dc-47ea-8d88-b025cf88fa21 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.912244 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ed7045f4-76dc-47ea-8d88-b025cf88fa21 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.929804 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7045f4-76dc-47ea-8d88-b025cf88fa21 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35ae21e-796b-4d65-b373-471031ad392e,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:45.938386 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ed7045f4-76dc-47ea-8d88-b025cf88fa21 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:45.939626 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ed7045f4-76dc-47ea-8d88-b025cf88fa21 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152627 Mar 14 15:33:45.942370 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57690) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:45.946717 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-c389d224-16d5-4e1c-b34a-7c37b4dc17ff tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '625bd542-b3d2-4a7b-b1be-4e13161ef500', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:45.972450 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c389d224-16d5-4e1c-b34a-7c37b4dc17ff tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.029370 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c389d224-16d5-4e1c-b34a-7c37b4dc17ff tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.033360 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c389d224-16d5-4e1c-b34a-7c37b4dc17ff tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.050787 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389d224-16d5-4e1c-b34a-7c37b4dc17ff tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61798fb-3291-4336-b896-ad4f444170be,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:46.058679 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c389d224-16d5-4e1c-b34a-7c37b4dc17ff tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.059901 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c389d224-16d5-4e1c-b34a-7c37b4dc17ff tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165824 Mar 14 15:33:46.062540 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57692) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:46.067709 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-05dadd02-d0b2-4c18-9296-60dbbfcab320 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '625bd542-b3d2-4a7b-b1be-4e13161ef500', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:46.091689 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-05dadd02-d0b2-4c18-9296-60dbbfcab320 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.151724 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-05dadd02-d0b2-4c18-9296-60dbbfcab320 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.155391 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-05dadd02-d0b2-4c18-9296-60dbbfcab320 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.176299 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dadd02-d0b2-4c18-9296-60dbbfcab320 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e482a77a-df36-432a-9f95-84f604328196,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:46.181950 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-05dadd02-d0b2-4c18-9296-60dbbfcab320 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.183268 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-05dadd02-d0b2-4c18-9296-60dbbfcab320 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186819 Mar 14 15:33:46.185937 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57694) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:46.190884 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0cbc4abc-017e-433d-8965-0f46bbde2165 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '625bd542-b3d2-4a7b-b1be-4e13161ef500', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:46.217140 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0cbc4abc-017e-433d-8965-0f46bbde2165 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.281028 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0cbc4abc-017e-433d-8965-0f46bbde2165 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.284691 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0cbc4abc-017e-433d-8965-0f46bbde2165 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.303540 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc4abc-017e-433d-8965-0f46bbde2165 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4c5c16-520e-4cf0-a4f5-59f133cc9ab5,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:46.308526 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0cbc4abc-017e-433d-8965-0f46bbde2165 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.309934 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0cbc4abc-017e-433d-8965-0f46bbde2165 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229131 Mar 14 15:33:46.312623 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57696) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:46.317792 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-32fc34d9-23d3-4054-a61c-e32a5dc8a013 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '625bd542-b3d2-4a7b-b1be-4e13161ef500', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:46.339201 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-32fc34d9-23d3-4054-a61c-e32a5dc8a013 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:33:46.345444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-32fc34d9-23d3-4054-a61c-e32a5dc8a013 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.408202 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-32fc34d9-23d3-4054-a61c-e32a5dc8a013 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.415181 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-32fc34d9-23d3-4054-a61c-e32a5dc8a013 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.433662 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc34d9-23d3-4054-a61c-e32a5dc8a013 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bff7166-e166-4ffb-b9d9-176de26b0802,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:46.444665 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-32fc34d9-23d3-4054-a61c-e32a5dc8a013 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.445974 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-32fc34d9-23d3-4054-a61c-e32a5dc8a013 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315238 Mar 14 15:33:46.448686 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57698) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:46.452955 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-c2d95a35-e10b-40cc-a9ca-a3d7131a242b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '625bd542-b3d2-4a7b-b1be-4e13161ef500', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:46.473779 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-c2d95a35-e10b-40cc-a9ca-a3d7131a242b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:33:46.479496 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c2d95a35-e10b-40cc-a9ca-a3d7131a242b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.543753 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c2d95a35-e10b-40cc-a9ca-a3d7131a242b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.548553 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c2d95a35-e10b-40cc-a9ca-a3d7131a242b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.569088 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d95a35-e10b-40cc-a9ca-a3d7131a242b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6efab22-16e5-4008-96d6-226dabab4665,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:46.575023 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c2d95a35-e10b-40cc-a9ca-a3d7131a242b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:46.576120 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c2d95a35-e10b-40cc-a9ca-a3d7131a242b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265223 Mar 14 15:33:46.722705 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-50932095-5b5f-4457-b17f-789663d928af req-43ff9bd4-cb59-481f-9e7e-2e6e96b818ba tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-106030288&fields=id&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 267 time: 0.0354853 Mar 14 15:33:46.772449 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50932095-5b5f-4457-b17f-789663d928af req-8937d3f6-b52d-4a92-908c-e34c7ec14a04 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:46.773798 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-50932095-5b5f-4457-b17f-789663d928af req-8937d3f6-b52d-4a92-908c-e34c7ec14a04 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports/cdcb72b6-2139-478c-bae1-9f17a28238b0 HTTP/1.1" status: 200 len: 930 time: 0.0438488 Mar 14 15:33:46.790256 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [req-50932095-5b5f-4457-b17f-789663d928af req-24d73b16-acad-46e0-a7b2-1ba6baa4381c service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:33:46.791238 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-50932095-5b5f-4457-b17f-789663d928af req-24d73b16-acad-46e0-a7b2-1ba6baa4381c service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052357 Mar 14 15:33:46.837555 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-50932095-5b5f-4457-b17f-789663d928af req-6ba4fc0d-d600-4cf6-b570-ebf85dc07580 service neutron] 10.222.0.59 "GET /v2.0/ports/cdcb72b6-2139-478c-bae1-9f17a28238b0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0401158 Mar 14 15:33:46.931971 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-50932095-5b5f-4457-b17f-789663d928af req-af4a2b30-2abd-439f-8fd3-1645aaf31cda service neutron] 10.222.0.59 "GET /v2.0/networks/eb647b42-0aef-42e2-a9e3-3c0bae47a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882125 Mar 14 15:33:47.031196 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-50932095-5b5f-4457-b17f-789663d928af req-bd62036b-c214-4582-9151-a1f95aecf6d9 service neutron] 10.222.0.59 "GET /v2.0/networks/eb647b42-0aef-42e2-a9e3-3c0bae47a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929298 Mar 14 15:33:47.192425 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b0e9dae8-ba92-4be4-99f9-7b1e20396ea9 req-791565b3-9149-4bb6-bafe-b97e873da5e2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=93e39e93-f171-4982-92c5-16aa99899d0f HTTP/1.1" status: 200 len: 210 time: 0.0280850 Mar 14 15:33:47.403368 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device cdcb72b6-2139-478c-bae1-9f17a28238b0 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:33:47.445086 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device cdcb72b6-2139-478c-bae1-9f17a28238b0 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:33:48.039783 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50932095-5b5f-4457-b17f-789663d928af req-330710ee-d73a-4bcb-b37b-1c713cbdebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:48.041174 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-50932095-5b5f-4457-b17f-789663d928af req-330710ee-d73a-4bcb-b37b-1c713cbdebf8 service neutron] 10.222.0.18 "GET /v2.0/ports/cdcb72b6-2139-478c-bae1-9f17a28238b0 HTTP/1.1" status: 200 len: 1026 time: 0.0359850 Mar 14 15:33:48.155743 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50932095-5b5f-4457-b17f-789663d928af req-f212af2b-c07a-4208-999d-970c339347bb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:48.157822 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-50932095-5b5f-4457-b17f-789663d928af req-f212af2b-c07a-4208-999d-970c339347bb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/networks?id=eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 HTTP/1.1" status: 200 len: 796 time: 0.1107259 Mar 14 15:33:48.215694 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-50932095-5b5f-4457-b17f-789663d928af req-19b64642-fc63-459a-b230-69275bc170c5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 472 time: 0.0411508 Mar 14 15:33:48.227152 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] Request body: {'port': {'device_id': '93e39e93-f171-4982-92c5-16aa99899d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:48.305377 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:48.308483 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-21ad8591-4787-406c-9fa9-fcf6428002dc req-8f0ca4ab-b531-494c-b5c8-5d1592d2acb7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=93e39e93-f171-4982-92c5-16aa99899d0f HTTP/1.1" status: 200 len: 210 time: 0.0332618 Mar 14 15:33:48.572642 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdcb72b6-2139-478c-bae1-9f17a28238b0 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:33:48.580856 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:48.592853 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] Transition to ACTIVE for port object cdcb72b6-2139-478c-bae1-9f17a28238b0 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:33:48.596765 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:48.675147 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] Pushing event updated for resources: {'Port': ['ID=cdcb72b6-2139-478c-bae1-9f17a28238b0,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:48.772480 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] Attempting to bind port cdcb72b6-2139-478c-bae1-9f17a28238b0 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:33:48.772830 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] Attempting to bind port cdcb72b6-2139-478c-bae1-9f17a28238b0 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'b01a32d2-265e-48da-b813-d3fcc1888cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:33:48.773161 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] Attempting to bind port cdcb72b6-2139-478c-bae1-9f17a28238b0 on network eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:33:48.778035 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] Port cdcb72b6-2139-478c-bae1-9f17a28238b0 on network eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:33:48.778365 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] Attempting to bind port cdcb72b6-2139-478c-bae1-9f17a28238b0 on network eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:33:48.783607 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:33:48.783950 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] Checking segment: {'id': 'b01a32d2-265e-48da-b813-d3fcc1888cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:33:48.784337 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] Bound using segment: {'id': 'b01a32d2-265e-48da-b813-d3fcc1888cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:33:48.784768 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] Bound port: cdcb72b6-2139-478c-bae1-9f17a28238b0, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01a32d2-265e-48da-b813-d3fcc1888cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:33:48.785129 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:48.851729 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] For port cdcb72b6-2139-478c-bae1-9f17a28238b0, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:33:48.854896 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] For port cdcb72b6-2139-478c-bae1-9f17a28238b0, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=cdcb72b6-2139-478c-bae1-9f17a28238b0,segment=NetworkSegment(b01a32d2-265e-48da-b813-d3fcc1888cd0),segment_id=b01a32d2-265e-48da-b813-d3fcc1888cd0)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:33:48.859303 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:48.896952 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:48.897612 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:48.899083 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-50932095-5b5f-4457-b17f-789663d928af req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] 10.222.0.18 "PUT /v2.0/ports/cdcb72b6-2139-478c-bae1-9f17a28238b0 HTTP/1.1" status: 200 len: 1131 time: 0.6759622 Mar 14 15:33:48.899456 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e39e93-f171-4982-92c5-16aa99899d0f', 'tag': 'cdcb72b6-2139-478c-bae1-9f17a28238b0'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:33:48.901829 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d3177a-cc18-4437-97fe-c398b72037a6" -d '{"events": [{"name": "network-changed", "server_uuid": "93e39e93-f171-4982-92c5-16aa99899d0f", "tag": "cdcb72b6-2139-478c-bae1-9f17a28238b0"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:33:48.927152 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5ca82-904a-4724-a30a-548a54b8a85d service neutron] Pushing event updated for resources: {'Port': ['ID=cdcb72b6-2139-478c-bae1-9f17a28238b0,revision_number=8']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:48.974220 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd6315e-2a78-403a-b97e-b633fdd2d5eb x-openstack-request-id: req-2dd6315e-2a78-403a-b97e-b633fdd2d5eb {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:33:48.974534 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e39e93-f171-4982-92c5-16aa99899d0f", "tag": "cdcb72b6-2139-478c-bae1-9f17a28238b0", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:33:48.974791 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2dd6315e-2a78-403a-b97e-b633fdd2d5eb {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:33:48.975221 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e39e93-f171-4982-92c5-16aa99899d0f', 'tag': 'cdcb72b6-2139-478c-bae1-9f17a28238b0', 'status': 'completed', 'code': 200} Mar 14 15:33:48.992672 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50932095-5b5f-4457-b17f-789663d928af req-1e64edf8-26bc-4ce2-8e2d-79359056bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:48.994240 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-50932095-5b5f-4457-b17f-789663d928af req-1e64edf8-26bc-4ce2-8e2d-79359056bb32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=93e39e93-f171-4982-92c5-16aa99899d0f HTTP/1.1" status: 200 len: 1134 time: 0.0490923 Mar 14 15:33:49.072639 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-50932095-5b5f-4457-b17f-789663d928af req-c0669d48-bfd2-450a-b076-9aa054ff7b06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdcb72b6-2139-478c-bae1-9f17a28238b0 HTTP/1.1" status: 200 len: 1037 time: 0.0705578 Mar 14 15:33:49.126507 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50932095-5b5f-4457-b17f-789663d928af req-189f40f7-9d7e-4460-83ea-3d2379a4c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:49.127939 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-50932095-5b5f-4457-b17f-789663d928af req-189f40f7-9d7e-4460-83ea-3d2379a4c1f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f24b7879-a111-40a2-8f23-672a54d202f2 HTTP/1.1" status: 200 len: 834 time: 0.0473809 Mar 14 15:33:49.175999 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50932095-5b5f-4457-b17f-789663d928af req-35f28165-0946-4363-9a67-910a6585a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:49.177426 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-50932095-5b5f-4457-b17f-789663d928af req-35f28165-0946-4363-9a67-910a6585a0a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb647b42-0aef-42e2-a9e3-3c0bae47a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421364 Mar 14 15:33:49.279974 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-50932095-5b5f-4457-b17f-789663d928af req-8c1d3f96-2564-430f-a0d1-57a88125e8e2 service neutron] 10.222.0.18 "GET /v2.0/networks/eb647b42-0aef-42e2-a9e3-3c0bae47a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905452 Mar 14 15:33:49.374885 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-50932095-5b5f-4457-b17f-789663d928af req-e94b1e66-68de-4000-abe5-7463976b921a service neutron] 10.222.0.18 "GET /v2.0/networks/eb647b42-0aef-42e2-a9e3-3c0bae47a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873845 Mar 14 15:33:49.456431 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9d32d-8dcb-4f64-98aa-1d35b5ca6a43 req-ff7b100d-697a-4eac-b24d-dffeb7dc3954 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:49.457903 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c2c9d32d-8dcb-4f64-98aa-1d35b5ca6a43 req-ff7b100d-697a-4eac-b24d-dffeb7dc3954 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=93e39e93-f171-4982-92c5-16aa99899d0f HTTP/1.1" status: 200 len: 981 time: 0.0801675 Mar 14 15:33:49.491105 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3177a-cc18-4437-97fe-c398b72037a6 req-7e101b79-d342-484a-b235-6fd0d7995e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:49.492568 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-08d3177a-cc18-4437-97fe-c398b72037a6 req-7e101b79-d342-484a-b235-6fd0d7995e49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=93e39e93-f171-4982-92c5-16aa99899d0f HTTP/1.1" status: 200 len: 1134 time: 0.0693443 Mar 14 15:33:49.512038 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c2c9d32d-8dcb-4f64-98aa-1d35b5ca6a43 req-9771c8ec-fece-4c6d-ab96-8b83f0b7be49 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb84d9f-4665-4b92-b910-e01d0c401dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478127 Mar 14 15:33:49.590466 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3177a-cc18-4437-97fe-c398b72037a6 req-6357207e-0559-450e-99e2-f9ea24bf6824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:49.591939 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-08d3177a-cc18-4437-97fe-c398b72037a6 req-6357207e-0559-450e-99e2-f9ea24bf6824 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 HTTP/1.1" status: 200 len: 897 time: 0.0919690 Mar 14 15:33:49.659415 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-08d3177a-cc18-4437-97fe-c398b72037a6 req-e6b3a22b-755b-4a01-a7bf-1e66e7c8a60a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdcb72b6-2139-478c-bae1-9f17a28238b0 HTTP/1.1" status: 200 len: 1037 time: 0.0598600 Mar 14 15:33:49.714199 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3177a-cc18-4437-97fe-c398b72037a6 req-1e197283-19a1-42e6-b36e-f5cc872aa134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:49.715797 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-08d3177a-cc18-4437-97fe-c398b72037a6 req-1e197283-19a1-42e6-b36e-f5cc872aa134 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f24b7879-a111-40a2-8f23-672a54d202f2 HTTP/1.1" status: 200 len: 834 time: 0.0481133 Mar 14 15:33:49.770744 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3177a-cc18-4437-97fe-c398b72037a6 req-4f271a63-d59c-4db4-9cfb-3d9ed521fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:49.773127 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-08d3177a-cc18-4437-97fe-c398b72037a6 req-4f271a63-d59c-4db4-9cfb-3d9ed521fcfd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb647b42-0aef-42e2-a9e3-3c0bae47a5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0497620 Mar 14 15:33:49.879217 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-08d3177a-cc18-4437-97fe-c398b72037a6 req-1fd96493-7f42-42e3-973a-074725d1f41d service neutron] 10.222.0.18 "GET /v2.0/networks/eb647b42-0aef-42e2-a9e3-3c0bae47a5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976191 Mar 14 15:33:49.995700 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-08d3177a-cc18-4437-97fe-c398b72037a6 req-7aec6471-ab8c-4942-8076-5aa4181aab08 service neutron] 10.222.0.18 "GET /v2.0/networks/eb647b42-0aef-42e2-a9e3-3c0bae47a5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004419 Mar 14 15:33:50.676892 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc3fbc-c0b8-4326-81cf-0959a7aabc4b req-08f6465a-5e7b-4ed8-b9f2-90c4339487df tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:50.678271 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e3bc3fbc-c0b8-4326-81cf-0959a7aabc4b req-08f6465a-5e7b-4ed8-b9f2-90c4339487df tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=93e39e93-f171-4982-92c5-16aa99899d0f HTTP/1.1" status: 200 len: 981 time: 0.0952280 Mar 14 15:33:50.717286 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e3bc3fbc-c0b8-4326-81cf-0959a7aabc4b req-3a0bbcef-d967-434a-9512-d7d574c7f0b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb84d9f-4665-4b92-b910-e01d0c401dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329721 Mar 14 15:33:51.435259 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device cdcb72b6-2139-478c-bae1-9f17a28238b0 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:33:51.528678 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port cdcb72b6-2139-478c-bae1-9f17a28238b0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=cdcb72b6-2139-478c-bae1-9f17a28238b0,segment=NetworkSegment(b01a32d2-265e-48da-b813-d3fcc1888cd0),segment_id=b01a32d2-265e-48da-b813-d3fcc1888cd0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:51.540321 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'cdcb72b6-2139-478c-bae1-9f17a28238b0', 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9', 'port_id': 'cdcb72b6-2139-478c-bae1-9f17a28238b0', 'mac_address': 'fa:16:3e:86:44:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24b7879-a111-40a2-8f23-672a54d202f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:33:51.579668 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:51.591668 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcb72b6-2139-478c-bae1-9f17a28238b0 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:33:51.610078 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port cdcb72b6-2139-478c-bae1-9f17a28238b0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=cdcb72b6-2139-478c-bae1-9f17a28238b0,segment=NetworkSegment(b01a32d2-265e-48da-b813-d3fcc1888cd0),segment_id=b01a32d2-265e-48da-b813-d3fcc1888cd0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:51.613746 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:51.660438 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=cdcb72b6-2139-478c-bae1-9f17a28238b0,revision_number=9']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:51.832087 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a646a-ce94-42e4-98d9-6e9f14460ea6 req-c8b9faeb-bc09-4c96-900f-488b2831f402 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:51.833633 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-641a646a-ce94-42e4-98d9-6e9f14460ea6 req-c8b9faeb-bc09-4c96-900f-488b2831f402 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=93e39e93-f171-4982-92c5-16aa99899d0f HTTP/1.1" status: 200 len: 982 time: 0.0505543 Mar 14 15:33:51.869993 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-641a646a-ce94-42e4-98d9-6e9f14460ea6 req-f33727f0-444b-4b11-b117-292c1aa8657f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb84d9f-4665-4b92-b910-e01d0c401dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304847 Mar 14 15:33:51.894583 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['cdcb72b6-2139-478c-bae1-9f17a28238b0'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:33:52.983883 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ccf21-10d0-4821-97a8-3bff9f61a841 req-51dd4dc3-0530-4485-99a5-ae346bdd4693 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:52.985431 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-491ccf21-10d0-4821-97a8-3bff9f61a841 req-51dd4dc3-0530-4485-99a5-ae346bdd4693 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=93e39e93-f171-4982-92c5-16aa99899d0f HTTP/1.1" status: 200 len: 982 time: 0.0493083 Mar 14 15:33:53.022878 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-491ccf21-10d0-4821-97a8-3bff9f61a841 req-8d4bcb8d-77d9-4995-8f01-8fe6ca9edb31 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb84d9f-4665-4b92-b910-e01d0c401dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314639 Mar 14 15:33:53.451534 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device cdcb72b6-2139-478c-bae1-9f17a28238b0 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:33:53.501654 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port cdcb72b6-2139-478c-bae1-9f17a28238b0 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:33:53.505235 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port cdcb72b6-2139-478c-bae1-9f17a28238b0 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:53.505604 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:53.582657 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:53.743194 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e39e93-f171-4982-92c5-16aa99899d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcb72b6-2139-478c-bae1-9f17a28238b0'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:33:53.745302 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347a1dee-8cbe-4cee-9c33-4746eebd61e1" -d '{"events": [{"server_uuid": "93e39e93-f171-4982-92c5-16aa99899d0f", "name": "network-vif-plugged", "status": "completed", "tag": "cdcb72b6-2139-478c-bae1-9f17a28238b0"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:33:53.757328 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port cdcb72b6-2139-478c-bae1-9f17a28238b0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=cdcb72b6-2139-478c-bae1-9f17a28238b0,segment=NetworkSegment(b01a32d2-265e-48da-b813-d3fcc1888cd0),segment_id=b01a32d2-265e-48da-b813-d3fcc1888cd0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:53.762454 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:53.789413 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a114ed-b045-4d9c-88dd-60ad187e3a1f x-openstack-request-id: req-81a114ed-b045-4d9c-88dd-60ad187e3a1f {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:33:53.789707 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e39e93-f171-4982-92c5-16aa99899d0f", "name": "network-vif-plugged", "status": "completed", "tag": "cdcb72b6-2139-478c-bae1-9f17a28238b0", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:33:53.789959 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-81a114ed-b045-4d9c-88dd-60ad187e3a1f {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:33:53.790339 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e39e93-f171-4982-92c5-16aa99899d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcb72b6-2139-478c-bae1-9f17a28238b0', 'code': 200} Mar 14 15:33:53.811460 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=cdcb72b6-2139-478c-bae1-9f17a28238b0,revision_number=10']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:53.959820 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab9887-8e0e-4a91-90e9-8a53ff165380 req-1ba7ccb1-7670-4706-a1e0-102c9e6abd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:53.961454 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-19ab9887-8e0e-4a91-90e9-8a53ff165380 req-1ba7ccb1-7670-4706-a1e0-102c9e6abd89 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93e39e93-f171-4982-92c5-16aa99899d0f HTTP/1.1" status: 200 len: 1137 time: 0.0410070 Mar 14 15:33:54.001072 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-19ab9887-8e0e-4a91-90e9-8a53ff165380 req-d26cfb0c-7afa-4730-9303-97e9e38b5e30 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9bb84d9f-4665-4b92-b910-e01d0c401dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275292 Mar 14 15:33:54.139707 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ed2b5-3eab-4534-a2aa-eb2ba457a7ba req-69c01181-b88b-41fc-9d66-ec436d6dca89 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:54.141249 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4d2ed2b5-3eab-4534-a2aa-eb2ba457a7ba req-69c01181-b88b-41fc-9d66-ec436d6dca89 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=93e39e93-f171-4982-92c5-16aa99899d0f HTTP/1.1" status: 200 len: 984 time: 0.0517445 Mar 14 15:33:54.178054 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4d2ed2b5-3eab-4534-a2aa-eb2ba457a7ba req-d018d7a9-db9c-4522-8a9b-43ea8483cd9d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb84d9f-4665-4b92-b910-e01d0c401dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310104 Mar 14 15:33:55.294699 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c504303-abdf-4531-b0f9-9ddb8b0f9d61 req-4767c0aa-6411-46fc-9859-167eec2586eb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:55.296192 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7c504303-abdf-4531-b0f9-9ddb8b0f9d61 req-4767c0aa-6411-46fc-9859-167eec2586eb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=93e39e93-f171-4982-92c5-16aa99899d0f HTTP/1.1" status: 200 len: 984 time: 0.0483518 Mar 14 15:33:55.337023 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7c504303-abdf-4531-b0f9-9ddb8b0f9d61 req-d8475ac0-9026-43b2-9a12-7d85172e7bee tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb84d9f-4665-4b92-b910-e01d0c401dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341959 Mar 14 15:33:55.451505 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90179ec3-97d4-4b47-9144-7c4165544852 req-4b7786a9-ee87-4f7a-806b-bcc812366eaf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:55.453540 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-90179ec3-97d4-4b47-9144-7c4165544852 req-4b7786a9-ee87-4f7a-806b-bcc812366eaf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=93e39e93-f171-4982-92c5-16aa99899d0f HTTP/1.1" status: 200 len: 984 time: 0.0481377 Mar 14 15:33:55.491130 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-90179ec3-97d4-4b47-9144-7c4165544852 req-cb961f50-3cdc-46ba-97ff-2fdda430b3ce tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb84d9f-4665-4b92-b910-e01d0c401dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314481 Mar 14 15:33:55.512375 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57752) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:55.552202 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f67aa3-04c8-48d6-b69c-df558abd856a tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:55.553690 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-15f67aa3-04c8-48d6-b69c-df558abd856a tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=93e39e93-f171-4982-92c5-16aa99899d0f&network_id=eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 HTTP/1.1" status: 200 len: 1132 time: 0.0403683 Mar 14 15:33:55.768504 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6947274-6a45-496f-98b9-d68f6f7a742c req-187240ab-4793-4de9-890f-ab1f7b4d78f2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:55.769872 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e6947274-6a45-496f-98b9-d68f6f7a742c req-187240ab-4793-4de9-890f-ab1f7b4d78f2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=93e39e93-f171-4982-92c5-16aa99899d0f HTTP/1.1" status: 200 len: 984 time: 0.0521300 Mar 14 15:33:55.806550 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e6947274-6a45-496f-98b9-d68f6f7a742c req-0c923fd7-9d3a-46a0-b69f-199e9ea8b211 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb84d9f-4665-4b92-b910-e01d0c401dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306842 Mar 14 15:33:56.922053 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c61288-d8f1-4dd0-894d-a609fe54c78e req-f3eccad0-ca60-4f44-bdd0-a70eff39b7f6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:56.923545 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98c61288-d8f1-4dd0-894d-a609fe54c78e req-f3eccad0-ca60-4f44-bdd0-a70eff39b7f6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=93e39e93-f171-4982-92c5-16aa99899d0f HTTP/1.1" status: 200 len: 984 time: 0.0494361 Mar 14 15:33:56.961087 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98c61288-d8f1-4dd0-894d-a609fe54c78e req-53c6ed6f-12f8-4661-a245-baee7b29afed tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bb84d9f-4665-4b92-b910-e01d0c401dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315404 Mar 14 15:33:57.138101 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b5ce1-38ed-425a-8178-2c6fd6b058f4 req-b015a612-2b43-44cf-bca8-d9deec03d1f4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:57.139550 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c29b5ce1-38ed-425a-8178-2c6fd6b058f4 req-b015a612-2b43-44cf-bca8-d9deec03d1f4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/ports?device_id=93e39e93-f171-4982-92c5-16aa99899d0f HTTP/1.1" status: 200 len: 984 time: 0.0478268 Mar 14 15:33:57.186208 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b5ce1-38ed-425a-8178-2c6fd6b058f4 req-de355e6f-76e8-47b9-8484-f3398ea6aff8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:57.187717 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c29b5ce1-38ed-425a-8178-2c6fd6b058f4 req-de355e6f-76e8-47b9-8484-f3398ea6aff8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/ports/cdcb72b6-2139-478c-bae1-9f17a28238b0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0387154 Mar 14 15:33:57.290112 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c29b5ce1-38ed-425a-8178-2c6fd6b058f4 req-92ca3c86-9541-422f-9d0a-95966d5182c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/networks/eb647b42-0aef-42e2-a9e3-3c0bae47a5c9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0942774 Mar 14 15:33:57.303730 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-c29b5ce1-38ed-425a-8178-2c6fd6b058f4 req-8b968597-65b3-4e66-9e54-18fe4c7bd11c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:33:57.353821 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c29b5ce1-38ed-425a-8178-2c6fd6b058f4 req-8b968597-65b3-4e66-9e54-18fe4c7bd11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:57.484255 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c29b5ce1-38ed-425a-8178-2c6fd6b058f4 req-8b968597-65b3-4e66-9e54-18fe4c7bd11c service neutron] For port cdcb72b6-2139-478c-bae1-9f17a28238b0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=cdcb72b6-2139-478c-bae1-9f17a28238b0,segment=NetworkSegment(b01a32d2-265e-48da-b813-d3fcc1888cd0),segment_id=b01a32d2-265e-48da-b813-d3fcc1888cd0)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:33:57.516743 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c29b5ce1-38ed-425a-8178-2c6fd6b058f4 req-8b968597-65b3-4e66-9e54-18fe4c7bd11c service neutron] For port cdcb72b6-2139-478c-bae1-9f17a28238b0, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:33:57.548043 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-c29b5ce1-38ed-425a-8178-2c6fd6b058f4 req-8b968597-65b3-4e66-9e54-18fe4c7bd11c service neutron] device_id is not set on port cdcb72b6-2139-478c-bae1-9f17a28238b0 yet. {{(pid=102568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 15:33:57.556255 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c29b5ce1-38ed-425a-8178-2c6fd6b058f4 req-8b968597-65b3-4e66-9e54-18fe4c7bd11c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:57.562709 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c29b5ce1-38ed-425a-8178-2c6fd6b058f4 req-8b968597-65b3-4e66-9e54-18fe4c7bd11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:57.639177 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b968597-65b3-4e66-9e54-18fe4c7bd11c service neutron] Pushing event updated for resources: {'Port': ['ID=cdcb72b6-2139-478c-bae1-9f17a28238b0,revision_number=11']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:57.684383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29b5ce1-38ed-425a-8178-2c6fd6b058f4 req-8b968597-65b3-4e66-9e54-18fe4c7bd11c service neutron] No DVR routers for this DVR port cdcb72b6-2139-478c-bae1-9f17a28238b0 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:33:57.821688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-c29b5ce1-38ed-425a-8178-2c6fd6b058f4 req-8b968597-65b3-4e66-9e54-18fe4c7bd11c service neutron] In _notify_port_updated(), no bound segment for port cdcb72b6-2139-478c-bae1-9f17a28238b0 on network eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 {{(pid=102568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 15:33:57.822534 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b5ce1-38ed-425a-8178-2c6fd6b058f4 req-8b968597-65b3-4e66-9e54-18fe4c7bd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:33:57.823155 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c29b5ce1-38ed-425a-8178-2c6fd6b058f4 req-8b968597-65b3-4e66-9e54-18fe4c7bd11c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:57.824523 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c29b5ce1-38ed-425a-8178-2c6fd6b058f4 req-8b968597-65b3-4e66-9e54-18fe4c7bd11c service neutron] 10.222.0.18 "PUT /v2.0/ports/cdcb72b6-2139-478c-bae1-9f17a28238b0 HTTP/1.1" status: 200 len: 1027 time: 0.5245817 Mar 14 15:33:57.843658 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-07d177c5-aa4b-4034-8037-17cb613612c3 None None] Provisioning complete for port cdcb72b6-2139-478c-bae1-9f17a28238b0 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:33:57.844397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-07d177c5-aa4b-4034-8037-17cb613612c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:57.878347 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-07d177c5-aa4b-4034-8037-17cb613612c3 None None] Port cdcb72b6-2139-478c-bae1-9f17a28238b0 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:33:58.067889 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9b9f7d0c-6bbc-4dd7-9e5c-3a1a176d0d83 req-1c8c7764-a433-4ad3-9975-e083dec86ee0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=93e39e93-f171-4982-92c5-16aa99899d0f HTTP/1.1" status: 200 len: 210 time: 0.0271161 Mar 14 15:33:59.122987 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57764) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:59.180914 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0d1f083-ce55-4380-be57-06c49fd9e352 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:59.205673 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0d1f083-ce55-4380-be57-06c49fd9e352 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:59.261299 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0d1f083-ce55-4380-be57-06c49fd9e352 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:59.263955 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c0d1f083-ce55-4380-be57-06c49fd9e352 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:59.265107 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c0d1f083-ce55-4380-be57-06c49fd9e352 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/security-groups/625bd542-b3d2-4a7b-b1be-4e13161ef500 HTTP/1.1" status: 204 len: 168 time: 0.1411107 Mar 14 15:33:59.274030 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1f083-ce55-4380-be57-06c49fd9e352 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=625bd542-b3d2-4a7b-b1be-4e13161ef500,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:59.298735 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57768) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:33:59.455910 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-98e9ea6d-b2fe-40a2-ba1d-efd9ccebd4bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 255b72ea-ca12-4545-b99b-5251bf870084 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:33:59.456254 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-98e9ea6d-b2fe-40a2-ba1d-efd9ccebd4bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:59.529752 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-98e9ea6d-b2fe-40a2-ba1d-efd9ccebd4bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:59.530078 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-98e9ea6d-b2fe-40a2-ba1d-efd9ccebd4bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:59.541823 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-98e9ea6d-b2fe-40a2-ba1d-efd9ccebd4bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 255b72ea-ca12-4545-b99b-5251bf870084 owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:33:59.684994 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-98e9ea6d-b2fe-40a2-ba1d-efd9ccebd4bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:59.710093 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9ea6d-b2fe-40a2-ba1d-efd9ccebd4bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=255b72ea-ca12-4545-b99b-5251bf870084,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:33:59.772837 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-98e9ea6d-b2fe-40a2-ba1d-efd9ccebd4bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:33:59.773128 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-98e9ea6d-b2fe-40a2-ba1d-efd9ccebd4bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Floating IP 163878aa-c701-49ac-8b1c-d3e6d5b9c124 disassociated (deleted). External IP: 172.26.6.156, port: cdcb72b6-2139-478c-bae1-9f17a28238b0. Mar 14 15:33:59.975842 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e9ea6d-b2fe-40a2-ba1d-efd9ccebd4bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 1d691646-f72a-48b1-8852-5b1c8e1d39bf has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:34:00.080087 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e9ea6d-b2fe-40a2-ba1d-efd9ccebd4bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:00.084838 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-98e9ea6d-b2fe-40a2-ba1d-efd9ccebd4bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.090154 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48246cf2-3832-4258-81ca-403628ff9657 None None] Sync routers for ids ['1d691646-f72a-48b1-8852-5b1c8e1d39bf'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:34:00.101594 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48246cf2-3832-4258-81ca-403628ff9657 None None] Routers {'1d691646-f72a-48b1-8852-5b1c8e1d39bf'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:34:00.102231 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-48246cf2-3832-4258-81ca-403628ff9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:33:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1d691646-f72a-48b1-8852-5b1c8e1d39bf'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:00.212708 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-48246cf2-3832-4258-81ca-403628ff9657 None None] Set router 1d691646-f72a-48b1-8852-5b1c8e1d39bf gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:34:00.415585 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-48246cf2-3832-4258-81ca-403628ff9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'name': 'tempest-TestNetworkBasicOps-router-846442477', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:27Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:38:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '5251a569-ce33-4d65-be03-bcf1c8b62055', 'name': '', 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:87:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f24b7879-a111-40a2-8f23-672a54d202f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:27Z', 'updated_at': '2022-03-14T15:33:30Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'f24b7879-a111-40a2-8f23-672a54d202f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:00.420430 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-98e9ea6d-b2fe-40a2-ba1d-efd9ccebd4bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/floatingips/163878aa-c701-49ac-8b1c-d3e6d5b9c124 HTTP/1.1" status: 204 len: 168 time: 1.1205878 Mar 14 15:34:00.451543 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48246cf2-3832-4258-81ca-403628ff9657 None None] Checking router: 1d691646-f72a-48b1-8852-5b1c8e1d39bf for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:34:00.460837 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48246cf2-3832-4258-81ca-403628ff9657 None None] Routers {'1d691646-f72a-48b1-8852-5b1c8e1d39bf'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:34:00.461464 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-48246cf2-3832-4258-81ca-403628ff9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:33:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1d691646-f72a-48b1-8852-5b1c8e1d39bf'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:00.498103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57774) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:00.556243 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9da2fa0a-e810-4fb1-b073-74666960325d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.567177 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-48246cf2-3832-4258-81ca-403628ff9657 None None] Set router 1d691646-f72a-48b1-8852-5b1c8e1d39bf gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:34:00.581937 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9da2fa0a-e810-4fb1-b073-74666960325d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.642162 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9da2fa0a-e810-4fb1-b073-74666960325d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.645060 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9da2fa0a-e810-4fb1-b073-74666960325d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.646253 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9da2fa0a-e810-4fb1-b073-74666960325d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/security-groups/a6692d22-7ab2-40a2-889c-93d6888d8b39 HTTP/1.1" status: 204 len: 168 time: 0.1471596 Mar 14 15:34:00.656262 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2fa0a-e810-4fb1-b073-74666960325d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6692d22-7ab2-40a2-889c-93d6888d8b39,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:00.678305 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57778) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:00.768731 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-2304ecc4-f09c-4b06-ad24-f7f4f581778c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port cdcb72b6-2139-478c-bae1-9f17a28238b0 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:34:00.768991 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2304ecc4-f09c-4b06-ad24-f7f4f581778c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.785432 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-48246cf2-3832-4258-81ca-403628ff9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'name': 'tempest-TestNetworkBasicOps-router-846442477', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:27Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:38:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '5251a569-ce33-4d65-be03-bcf1c8b62055', 'name': '', 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:87:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f24b7879-a111-40a2-8f23-672a54d202f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:27Z', 'updated_at': '2022-03-14T15:33:30Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'f24b7879-a111-40a2-8f23-672a54d202f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:00.811422 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48246cf2-3832-4258-81ca-403628ff9657 None None] The sync data for ids ['1d691646-f72a-48b1-8852-5b1c8e1d39bf'] in dv-neutron-833559-1-hyperv is: [{'id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'name': 'tempest-TestNetworkBasicOps-router-846442477', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:27Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:38:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '5251a569-ce33-4d65-be03-bcf1c8b62055', 'name': '', 'network_id': 'eb647b42-0aef-42e2-a9e3-3c0bae47a5c9', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:87:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'f24b7879-a111-40a2-8f23-672a54d202f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:27Z', 'updated_at': '2022-03-14T15:33:30Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'f24b7879-a111-40a2-8f23-672a54d202f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:34:00.855133 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2304ecc4-f09c-4b06-ad24-f7f4f581778c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:00.868146 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-2304ecc4-f09c-4b06-ad24-f7f4f581778c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for cdcb72b6-2139-478c-bae1-9f17a28238b0 owned by {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:34:01.001658 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2304ecc4-f09c-4b06-ad24-f7f4f581778c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.029403 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304ecc4-f09c-4b06-ad24-f7f4f581778c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=cdcb72b6-2139-478c-bae1-9f17a28238b0,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:01.031447 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70562dfa-90e6-4303-abed-d1b0a686c6d4 None None] New status for floating IP 163878aa-c701-49ac-8b1c-d3e6d5b9c124: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:34:01.109192 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2304ecc4-f09c-4b06-ad24-f7f4f581778c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.112973 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2304ecc4-f09c-4b06-ad24-f7f4f581778c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/ports/cdcb72b6-2139-478c-bae1-9f17a28238b0 HTTP/1.1" status: 204 len: 168 time: 0.4334655 Mar 14 15:34:01.115525 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57780) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:01.467155 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device cdcb72b6-2139-478c-bae1-9f17a28238b0 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:34:01.479778 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1cb2eb8a-eccd-485a-8bb9-d9e828591bc8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.494171 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: cdcb72b6-2139-478c-bae1-9f17a28238b0 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:34:01.494525 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device cdcb72b6-2139-478c-bae1-9f17a28238b0 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:34:01.731812 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2eb8a-eccd-485a-8bb9-d9e828591bc8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 5251a569-ce33-4d65-be03-bcf1c8b62055 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:34:01.732073 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1cb2eb8a-eccd-485a-8bb9-d9e828591bc8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.821004 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-1cb2eb8a-eccd-485a-8bb9-d9e828591bc8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port 5251a569-ce33-4d65-be03-bcf1c8b62055, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5251a569-ce33-4d65-be03-bcf1c8b62055,segment=NetworkSegment(b01a32d2-265e-48da-b813-d3fcc1888cd0),segment_id=b01a32d2-265e-48da-b813-d3fcc1888cd0)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:01.821357 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1cb2eb8a-eccd-485a-8bb9-d9e828591bc8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:01.833692 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2eb8a-eccd-485a-8bb9-d9e828591bc8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 5251a569-ce33-4d65-be03-bcf1c8b62055 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:34:02.018380 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1cb2eb8a-eccd-485a-8bb9-d9e828591bc8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.042824 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2eb8a-eccd-485a-8bb9-d9e828591bc8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=5251a569-ce33-4d65-be03-bcf1c8b62055,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:02.218756 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1cb2eb8a-eccd-485a-8bb9-d9e828591bc8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.434460 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb2eb8a-eccd-485a-8bb9-d9e828591bc8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 1d691646-f72a-48b1-8852-5b1c8e1d39bf has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:34:02.546049 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb2eb8a-eccd-485a-8bb9-d9e828591bc8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:02.551519 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1cb2eb8a-eccd-485a-8bb9-d9e828591bc8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/routers/1d691646-f72a-48b1-8852-5b1c8e1d39bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4350221 Mar 14 15:34:02.554127 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57782) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:02.556283 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eae2b20-6582-4068-bcde-bdc6b179bed3 None None] Sync routers for ids ['1d691646-f72a-48b1-8852-5b1c8e1d39bf'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:34:02.566510 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eae2b20-6582-4068-bcde-bdc6b179bed3 None None] Routers {'1d691646-f72a-48b1-8852-5b1c8e1d39bf'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:34:02.567152 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3eae2b20-6582-4068-bcde-bdc6b179bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:33:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1d691646-f72a-48b1-8852-5b1c8e1d39bf'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:02.604972 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3fe2905-6658-4706-aa07-a5772ac9d213 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting subnet f24b7879-a111-40a2-8f23-672a54d202f2 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:34:02.608143 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e3fe2905-6658-4706-aa07-a5772ac9d213 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.648546 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e3fe2905-6658-4706-aa07-a5772ac9d213 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.670878 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-3eae2b20-6582-4068-bcde-bdc6b179bed3 None None] Set router 1d691646-f72a-48b1-8852-5b1c8e1d39bf gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:34:02.737492 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e3fe2905-6658-4706-aa07-a5772ac9d213 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.795662 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e3fe2905-6658-4706-aa07-a5772ac9d213 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.822718 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe2905-6658-4706-aa07-a5772ac9d213 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Subnet': ['ID=f24b7879-a111-40a2-8f23-672a54d202f2,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:02.827035 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e3fe2905-6658-4706-aa07-a5772ac9d213 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.833619 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e3fe2905-6658-4706-aa07-a5772ac9d213 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/subnets/f24b7879-a111-40a2-8f23-672a54d202f2 HTTP/1.1" status: 204 len: 168 time: 0.2760382 Mar 14 15:34:02.834006 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57784) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:02.835697 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2a1f4d-1f83-453f-a3fd-d82809e9ce60 None None] Network eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:34:02.910892 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3eae2b20-6582-4068-bcde-bdc6b179bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'name': 'tempest-TestNetworkBasicOps-router-846442477', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:34:01Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:38:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:02.943654 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9f30ca4-52cd-4786-a2a4-589d023342d9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:02.953946 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eae2b20-6582-4068-bcde-bdc6b179bed3 None None] Checking router: 1d691646-f72a-48b1-8852-5b1c8e1d39bf for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:34:02.979546 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eae2b20-6582-4068-bcde-bdc6b179bed3 None None] Routers {'1d691646-f72a-48b1-8852-5b1c8e1d39bf'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:34:02.980167 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3eae2b20-6582-4068-bcde-bdc6b179bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:33:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['1d691646-f72a-48b1-8852-5b1c8e1d39bf'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:03.049376 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9f30ca4-52cd-4786-a2a4-589d023342d9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.091066 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd91cf7-1893-4e42-903e-9c83b253c91d None None] DHCP port deletion for eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:34:03.095602 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-3eae2b20-6582-4068-bcde-bdc6b179bed3 None None] Set router 1d691646-f72a-48b1-8852-5b1c8e1d39bf gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:34:03.110182 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-a9f30ca4-52cd-4786-a2a4-589d023342d9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 2af5499e-fefd-48aa-b759-b18e04c3c644 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:34:03.110532 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9f30ca4-52cd-4786-a2a4-589d023342d9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.193112 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-a9f30ca4-52cd-4786-a2a4-589d023342d9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port 2af5499e-fefd-48aa-b759-b18e04c3c644, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=2af5499e-fefd-48aa-b759-b18e04c3c644,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:03.193474 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9f30ca4-52cd-4786-a2a4-589d023342d9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.206528 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-a9f30ca4-52cd-4786-a2a4-589d023342d9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 2af5499e-fefd-48aa-b759-b18e04c3c644 owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:34:03.381181 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9f30ca4-52cd-4786-a2a4-589d023342d9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.403864 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0dd91cf7-1893-4e42-903e-9c83b253c91d None None] Deleting port 371192e1-390b-40c3-b6e2-7d5abdd7a6cd {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:34:03.404244 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0dd91cf7-1893-4e42-903e-9c83b253c91d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.408190 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f30ca4-52cd-4786-a2a4-589d023342d9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=2af5499e-fefd-48aa-b759-b18e04c3c644,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:03.475157 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9f30ca4-52cd-4786-a2a4-589d023342d9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.493860 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-0dd91cf7-1893-4e42-903e-9c83b253c91d None None] For port 371192e1-390b-40c3-b6e2-7d5abdd7a6cd, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=371192e1-390b-40c3-b6e2-7d5abdd7a6cd,segment=NetworkSegment(b01a32d2-265e-48da-b813-d3fcc1888cd0),segment_id=b01a32d2-265e-48da-b813-d3fcc1888cd0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:03.494255 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0dd91cf7-1893-4e42-903e-9c83b253c91d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.508763 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0dd91cf7-1893-4e42-903e-9c83b253c91d None None] Calling delete_port for 371192e1-390b-40c3-b6e2-7d5abdd7a6cd owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:34:03.561184 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3eae2b20-6582-4068-bcde-bdc6b179bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'name': 'tempest-TestNetworkBasicOps-router-846442477', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:34:01Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:38:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:03.568704 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9f30ca4-52cd-4786-a2a4-589d023342d9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.570820 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9f30ca4-52cd-4786-a2a4-589d023342d9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.596976 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eae2b20-6582-4068-bcde-bdc6b179bed3 None None] The sync data for ids ['1d691646-f72a-48b1-8852-5b1c8e1d39bf'] in dv-neutron-833559-1-hyperv is: [{'id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'name': 'tempest-TestNetworkBasicOps-router-846442477', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:34:01Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '2af5499e-fefd-48aa-b759-b18e04c3c644', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:38:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d691646-f72a-48b1-8852-5b1c8e1d39bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:33:24Z', 'updated_at': '2022-03-14T15:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:34:03.615656 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9f30ca4-52cd-4786-a2a4-589d023342d9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.616448 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f30ca4-52cd-4786-a2a4-589d023342d9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Fanout notify agent at l3_agent the message router_deleted on router 1d691646-f72a-48b1-8852-5b1c8e1d39bf {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:34:03.625210 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9f30ca4-52cd-4786-a2a4-589d023342d9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.629186 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a9f30ca4-52cd-4786-a2a4-589d023342d9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/routers/1d691646-f72a-48b1-8852-5b1c8e1d39bf HTTP/1.1" status: 204 len: 168 time: 0.7914758 Mar 14 15:34:03.629311 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0dd91cf7-1893-4e42-903e-9c83b253c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.629444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57786) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:03.651646 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd91cf7-1893-4e42-903e-9c83b253c91d None None] Pushing event deleted for resources: {'Port': ['ID=371192e1-390b-40c3-b6e2-7d5abdd7a6cd,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:03.657849 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd91cf7-1893-4e42-903e-9c83b253c91d None None] No DVR routers for this DVR port 371192e1-390b-40c3-b6e2-7d5abdd7a6cd on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:34:03.712960 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bb298518-88b1-4cb6-876d-a36d792461a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.800238 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bb298518-88b1-4cb6-876d-a36d792461a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.819621 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-bb298518-88b1-4cb6-876d-a36d792461a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb647b42-0aef-42e2-a9e3-3c0bae47a5c9']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:03.829469 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-bb298518-88b1-4cb6-876d-a36d792461a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01a32d2-265e-48da-b813-d3fcc1888cd0') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:03.829765 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-bb298518-88b1-4cb6-876d-a36d792461a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01a32d2-265e-48da-b813-d3fcc1888cd0') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:03.838834 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bb298518-88b1-4cb6-876d-a36d792461a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.851862 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bb298518-88b1-4cb6-876d-a36d792461a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.857539 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb298518-88b1-4cb6-876d-a36d792461a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:34:03.857923 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bb298518-88b1-4cb6-876d-a36d792461a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:34:03.861325 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:34:03.922836 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bb298518-88b1-4cb6-876d-a36d792461a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.929693 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bb298518-88b1-4cb6-876d-a36d792461a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:03.932606 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bb298518-88b1-4cb6-876d-a36d792461a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/networks/eb647b42-0aef-42e2-a9e3-3c0bae47a5c9 HTTP/1.1" status: 204 len: 168 time: 0.3023982 Mar 14 15:34:03.946378 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb298518-88b1-4cb6-876d-a36d792461a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Network': ['ID=eb647b42-0aef-42e2-a9e3-3c0bae47a5c9,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:03.951231 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57788) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:03.971080 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57790) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:03.971950 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f030cafc-f73d-4a55-825d-85fdb9bbeea6 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0188234 Mar 14 15:34:03.977116 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-d3aea3aa-6abd-449c-a23d-7684729d2138 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'network': {'name': 'tempest-network-smoke--1662301236', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'port_security_enabled': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:34:04.005124 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3aea3aa-6abd-449c-a23d-7684729d2138 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:04.008929 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d3aea3aa-6abd-449c-a23d-7684729d2138 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.037685 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3aea3aa-6abd-449c-a23d-7684729d2138 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:34:04.047070 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-55857ccd-0f25-44ae-88bd-98c55c5bdc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.049891 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d3aea3aa-6abd-449c-a23d-7684729d2138 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.050302 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-d3aea3aa-6abd-449c-a23d-7684729d2138 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Added segment d077aa49-6296-4d40-97e1-53dda19a4a58 of type vlan for network 0888fab4-3655-4723-9040-c0d08f88cf1f Mar 14 15:34:04.096345 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d3aea3aa-6abd-449c-a23d-7684729d2138 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.097114 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 371192e1-390b-40c3-b6e2-7d5abdd7a6cd no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:34:04.118142 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 371192e1-390b-40c3-b6e2-7d5abdd7a6cd {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:34:04.118500 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 371192e1-390b-40c3-b6e2-7d5abdd7a6cd not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:34:04.118976 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5251a569-ce33-4d65-be03-bcf1c8b62055 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:34:04.129225 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d3aea3aa-6abd-449c-a23d-7684729d2138 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.135350 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aea3aa-6abd-449c-a23d-7684729d2138 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:04.136134 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d3aea3aa-6abd-449c-a23d-7684729d2138 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.144297 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 5251a569-ce33-4d65-be03-bcf1c8b62055 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:34:04.144835 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5251a569-ce33-4d65-be03-bcf1c8b62055 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:34:04.198239 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d3aea3aa-6abd-449c-a23d-7684729d2138 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2260313 Mar 14 15:34:04.201011 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57792) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:04.206972 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-caca47f3-1fb8-44c4-80fe-9df0483454b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1583466289', 'admin_state_up': True, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:34:04.215042 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aea3aa-6abd-449c-a23d-7684729d2138 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Network': ['ID=0888fab4-3655-4723-9040-c0d08f88cf1f,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:04.226245 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 0888fab4-3655-4723-9040-c0d08f88cf1f details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:34:04.230848 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caca47f3-1fb8-44c4-80fe-9df0483454b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.232561 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caca47f3-1fb8-44c4-80fe-9df0483454b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.293766 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caca47f3-1fb8-44c4-80fe-9df0483454b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.442159 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caca47f3-1fb8-44c4-80fe-9df0483454b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.902071 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caca47f3-1fb8-44c4-80fe-9df0483454b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:04.920149 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caca47f3-1fb8-44c4-80fe-9df0483454b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.024501 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-caca47f3-1fb8-44c4-80fe-9df0483454b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.26.6.196 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/cb799614-1896-4917-a192-834dd89b9f42) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:05.121754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caca47f3-1fb8-44c4-80fe-9df0483454b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.153986 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caca47f3-1fb8-44c4-80fe-9df0483454b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.193673 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caca47f3-1fb8-44c4-80fe-9df0483454b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:05.196315 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-caca47f3-1fb8-44c4-80fe-9df0483454b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:05.199778 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca47f3-1fb8-44c4-80fe-9df0483454b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:34:05.224591 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca47f3-1fb8-44c4-80fe-9df0483454b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=cb799614-1896-4917-a192-834dd89b9f42,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:05.449173 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caca47f3-1fb8-44c4-80fe-9df0483454b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.640159 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caca47f3-1fb8-44c4-80fe-9df0483454b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.764030 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caca47f3-1fb8-44c4-80fe-9df0483454b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 7963f907-fe55-418f-8ca5-1407efae825c is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:34:05.868667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caca47f3-1fb8-44c4-80fe-9df0483454b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:05.879072 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] Sync routers for ids ['7963f907-fe55-418f-8ca5-1407efae825c'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:34:05.888413 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-caca47f3-1fb8-44c4-80fe-9df0483454b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:05.889374 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] Routers {'7963f907-fe55-418f-8ca5-1407efae825c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:34:05.890625 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:33:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7963f907-fe55-418f-8ca5-1407efae825c'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:05.893545 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-caca47f3-1fb8-44c4-80fe-9df0483454b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6913996 Mar 14 15:34:05.893719 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57794) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:05.922268 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-324dfab7-349e-47a2-b9a8-7682d4cfc085 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=981c2b5a3afd42dd95b1da15ede4e026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275731 Mar 14 15:34:05.924815 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57796) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:05.970326 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2af5499e-fefd-48aa-b759-b18e04c3c644 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:34:05.990295 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 2af5499e-fefd-48aa-b759-b18e04c3c644 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:34:05.991238 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 2af5499e-fefd-48aa-b759-b18e04c3c644 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:34:05.998750 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] Set router 7963f907-fe55-418f-8ca5-1407efae825c gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:34:06.013698 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f2600f-76be-407a-8da0-fe21020fceed tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:06.016063 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b1f2600f-76be-407a-8da0-fe21020fceed tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902143 Mar 14 15:34:06.018822 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57798) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:06.056844 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-19081018-cb85-4bb3-b8e4-0001c3d71792 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368252 Mar 14 15:34:06.059288 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57800) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:06.063969 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-43048a6c-a0a6-481c-8697-545988010aea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1812575820', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:34:06.149328 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43048a6c-a0a6-481c-8697-545988010aea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:06.152823 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43048a6c-a0a6-481c-8697-545988010aea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:06.178084 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7963f907-fe55-418f-8ca5-1407efae825c', 'name': 'tempest-TestNetworkBasicOps-router-1583466289', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'cb799614-1896-4917-a192-834dd89b9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:05Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'cb799614-1896-4917-a192-834dd89b9f42', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:06.293863 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] Checking router: 7963f907-fe55-418f-8ca5-1407efae825c for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:34:06.294128 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] Updating router 7963f907-fe55-418f-8ca5-1407efae825c port cb799614-1896-4917-a192-834dd89b9f42 binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:34:06.319511 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:06.338946 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43048a6c-a0a6-481c-8697-545988010aea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:06.403199 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43048a6c-a0a6-481c-8697-545988010aea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Subnet': ['ID=6dbec74c-92d1-495d-8e97-f76b376e64a6,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:06.412763 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43048a6c-a0a6-481c-8697-545988010aea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Checking segment: {'id': 'd077aa49-6296-4d40-97e1-53dda19a4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:34:06.413129 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43048a6c-a0a6-481c-8697-545988010aea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network hostable DHCP agents. Network: 0888fab4-3655-4723-9040-c0d08f88cf1f, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:34:06.421808 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-11de2cd3-af23-40f0-bc06-ca1b1e2f1537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:06.433097 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43048a6c-a0a6-481c-8697-545988010aea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0888fab4-3655-4723-9040-c0d08f88cf1f is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:34:06.442351 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-43048a6c-a0a6-481c-8697-545988010aea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 0888fab4-3655-4723-9040-c0d08f88cf1f) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:06.446709 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43048a6c-a0a6-481c-8697-545988010aea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:06.447314 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43048a6c-a0a6-481c-8697-545988010aea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:06.453493 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed00625-3931-41bc-a39c-6c6f87c0765a None None] Network 0888fab4-3655-4723-9040-c0d08f88cf1f requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:34:06.469004 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-43048a6c-a0a6-481c-8697-545988010aea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4084377 Mar 14 15:34:06.469843 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57802) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:06.591079 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:06.598283 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:06.616635 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-0888fab4-3655-4723-9040-c0d08f88cf1f', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ips': [{'subnet_id': '6dbec74c-92d1-495d-8e97-f76b376e64a6'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:34:06.617682 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:06.658416 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] Attempting to bind port cb799614-1896-4917-a192-834dd89b9f42 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:06.658789 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] Attempting to bind port cb799614-1896-4917-a192-834dd89b9f42 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:06.659168 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] Attempting to bind port cb799614-1896-4917-a192-834dd89b9f42 on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:34:06.664474 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a76f11-9997-4705-874c-832b22580ae7 None None] Pushing event updated for resources: {'Port': ['ID=cb799614-1896-4917-a192-834dd89b9f42,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:06.669010 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:34:06.669743 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:34:06.670316 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:06.671535 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:34:06.672305 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] Bound port: cb799614-1896-4917-a192-834dd89b9f42, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:06.672751 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:06.723945 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] For port cb799614-1896-4917-a192-834dd89b9f42, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:06.727158 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] For port cb799614-1896-4917-a192-834dd89b9f42, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=cb799614-1896-4917-a192-834dd89b9f42,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:06.732666 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:06.773542 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] Allocated IP 172.20.0.2 (0888fab4-3655-4723-9040-c0d08f88cf1f/6dbec74c-92d1-495d-8e97-f76b376e64a6/dd0c8676-836d-442c-b4d1-a94bb007c2ba) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:06.781821 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] Routers {'7963f907-fe55-418f-8ca5-1407efae825c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:34:06.782442 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:34:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7963f907-fe55-418f-8ca5-1407efae825c'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:06.893236 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a76f11-9997-4705-874c-832b22580ae7 None None] Pushing event updated for resources: {'Port': ['ID=cb799614-1896-4917-a192-834dd89b9f42,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:06.911444 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] Set router 7963f907-fe55-418f-8ca5-1407efae825c gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:34:06.933516 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:06.935277 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f916a5d9-7ae8-4a7d-912e-ca57f25e5feb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:06.941365 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:06.988814 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] Network 0888fab4-3655-4723-9040-c0d08f88cf1f is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:06.992461 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:06.996292 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:34:07.011668 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] Pushing event updated for resources: {'Port': ['ID=dd0c8676-836d-442c-b4d1-a94bb007c2ba,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:07.065603 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] Attempting to bind port dd0c8676-836d-442c-b4d1-a94bb007c2ba on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:07.065986 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] Attempting to bind port dd0c8676-836d-442c-b4d1-a94bb007c2ba by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd077aa49-6296-4d40-97e1-53dda19a4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:07.066349 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] Attempting to bind port dd0c8676-836d-442c-b4d1-a94bb007c2ba on network 0888fab4-3655-4723-9040-c0d08f88cf1f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:34:07.071264 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:34:07.071621 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] Checking segment: {'id': 'd077aa49-6296-4d40-97e1-53dda19a4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:34:07.072017 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:07.072402 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] Bound using segment: {'id': 'd077aa49-6296-4d40-97e1-53dda19a4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:34:07.072856 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] Bound port: dd0c8676-836d-442c-b4d1-a94bb007c2ba, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd077aa49-6296-4d40-97e1-53dda19a4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:07.073358 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:07.106026 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7963f907-fe55-418f-8ca5-1407efae825c', 'name': 'tempest-TestNetworkBasicOps-router-1583466289', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'cb799614-1896-4917-a192-834dd89b9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:05Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'cb799614-1896-4917-a192-834dd89b9f42', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:07.132843 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc43839-d297-4582-b874-d6a7f3245994 None None] The sync data for ids ['7963f907-fe55-418f-8ca5-1407efae825c'] in dv-neutron-833559-1-hyperv is: [{'id': '7963f907-fe55-418f-8ca5-1407efae825c', 'name': 'tempest-TestNetworkBasicOps-router-1583466289', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'cb799614-1896-4917-a192-834dd89b9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:05Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'cb799614-1896-4917-a192-834dd89b9f42', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:34:07.143960 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] For port dd0c8676-836d-442c-b4d1-a94bb007c2ba, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:07.147203 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] For port dd0c8676-836d-442c-b4d1-a94bb007c2ba, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=dd0c8676-836d-442c-b4d1-a94bb007c2ba,segment=NetworkSegment(d077aa49-6296-4d40-97e1-53dda19a4a58),segment_id=d077aa49-6296-4d40-97e1-53dda19a4a58)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:07.158469 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:07.217186 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5a81e-c5d7-413e-84bd-16da5a03c719 None None] Pushing event updated for resources: {'Port': ['ID=dd0c8676-836d-442c-b4d1-a94bb007c2ba,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:07.218815 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-f916a5d9-7ae8-4a7d-912e-ca57f25e5feb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.20.0.1 (0888fab4-3655-4723-9040-c0d08f88cf1f/6dbec74c-92d1-495d-8e97-f76b376e64a6/f91c3762-8e00-434b-a333-e066aa9ca5a3) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:07.343462 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f916a5d9-7ae8-4a7d-912e-ca57f25e5feb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:07.385558 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f916a5d9-7ae8-4a7d-912e-ca57f25e5feb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:07.441525 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f916a5d9-7ae8-4a7d-912e-ca57f25e5feb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0888fab4-3655-4723-9040-c0d08f88cf1f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:07.447043 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-f916a5d9-7ae8-4a7d-912e-ca57f25e5feb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:07.448565 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:07.454377 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916a5d9-7ae8-4a7d-912e-ca57f25e5feb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:34:07.483731 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916a5d9-7ae8-4a7d-912e-ca57f25e5feb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=f91c3762-8e00-434b-a333-e066aa9ca5a3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:07.527072 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f916a5d9-7ae8-4a7d-912e-ca57f25e5feb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:07.675165 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f916a5d9-7ae8-4a7d-912e-ca57f25e5feb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:07.982131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f916a5d9-7ae8-4a7d-912e-ca57f25e5feb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:07.995375 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f916a5d9-7ae8-4a7d-912e-ca57f25e5feb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.092667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f916a5d9-7ae8-4a7d-912e-ca57f25e5feb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.095665 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916a5d9-7ae8-4a7d-912e-ca57f25e5feb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=f91c3762-8e00-434b-a333-e066aa9ca5a3,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:08.125379 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device dd0c8676-836d-442c-b4d1-a94bb007c2ba up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:34:08.178406 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port dd0c8676-836d-442c-b4d1-a94bb007c2ba triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:08.178851 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.196148 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f916a5d9-7ae8-4a7d-912e-ca57f25e5feb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0888fab4-3655-4723-9040-c0d08f88cf1f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:08.197700 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-f916a5d9-7ae8-4a7d-912e-ca57f25e5feb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:08.264293 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.305207 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port dd0c8676-836d-442c-b4d1-a94bb007c2ba, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=dd0c8676-836d-442c-b4d1-a94bb007c2ba,segment=NetworkSegment(d077aa49-6296-4d40-97e1-53dda19a4a58),segment_id=d077aa49-6296-4d40-97e1-53dda19a4a58)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:08.311279 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.312850 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device cb799614-1896-4917-a192-834dd89b9f42 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:34:08.329525 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f916a5d9-7ae8-4a7d-912e-ca57f25e5feb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 7963f907-fe55-418f-8ca5-1407efae825c has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:34:08.356052 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeae1379-a949-49cb-b38a-80cc9792a168 None None] Network 0888fab4-3655-4723-9040-c0d08f88cf1f requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:34:08.443950 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f916a5d9-7ae8-4a7d-912e-ca57f25e5feb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:08.452160 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57804) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:08.452945 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f916a5d9-7ae8-4a7d-912e-ca57f25e5feb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/routers/7963f907-fe55-418f-8ca5-1407efae825c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9810419 Mar 14 15:34:08.454237 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=dd0c8676-836d-442c-b4d1-a94bb007c2ba,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:08.460361 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-dd4749f5-77f3-4c2d-bd4a-f56f979794e7 None None] Provisioning complete for port dd0c8676-836d-442c-b4d1-a94bb007c2ba triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:08.460742 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dd4749f5-77f3-4c2d-bd4a-f56f979794e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.523737 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port cb799614-1896-4917-a192-834dd89b9f42 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:08.524119 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.556402 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53215301-ccc0-41e8-a965-dd1638e1e5f8 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:08.556884 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53215301-ccc0-41e8-a965-dd1638e1e5f8 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:08.557383 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53215301-ccc0-41e8-a965-dd1638e1e5f8 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:08.557867 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53215301-ccc0-41e8-a965-dd1638e1e5f8 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:08.558323 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53215301-ccc0-41e8-a965-dd1638e1e5f8 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:08.558782 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53215301-ccc0-41e8-a965-dd1638e1e5f8 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:08.560814 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-53215301-ccc0-41e8-a965-dd1638e1e5f8 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1069908 Mar 14 15:34:08.563915 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57806) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:08.625896 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdb1546-2d51-4b69-9554-bc5a0859a69b tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:08.626356 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdb1546-2d51-4b69-9554-bc5a0859a69b tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:08.626802 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdb1546-2d51-4b69-9554-bc5a0859a69b tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:08.627275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdb1546-2d51-4b69-9554-bc5a0859a69b tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:08.627710 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdb1546-2d51-4b69-9554-bc5a0859a69b tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:08.628148 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdb1546-2d51-4b69-9554-bc5a0859a69b tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:08.629896 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7cdb1546-2d51-4b69-9554-bc5a0859a69b tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0650744 Mar 14 15:34:08.633292 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57808) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:08.707979 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.729377 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port cb799614-1896-4917-a192-834dd89b9f42, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=cb799614-1896-4917-a192-834dd89b9f42,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:08.736131 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.785935 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=cb799614-1896-4917-a192-834dd89b9f42,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:08.822571 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.866307 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:08.907291 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] Sync routers for ids ['7963f907-fe55-418f-8ca5-1407efae825c'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:34:08.919627 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] Routers {'7963f907-fe55-418f-8ca5-1407efae825c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:34:08.920326 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:34:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7963f907-fe55-418f-8ca5-1407efae825c'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:09.048891 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-496c94bf-690e-4d68-8310-b685b073f743 None None] Provisioning complete for port dd0c8676-836d-442c-b4d1-a94bb007c2ba triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:09.049367 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-496c94bf-690e-4d68-8310-b685b073f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.086060 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] Set router 7963f907-fe55-418f-8ca5-1407efae825c gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:34:09.128186 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-88788541-ad21-44e7-8bf9-d2cb7cbe9500 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.4938076 Mar 14 15:34:09.292037 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-496c94bf-690e-4d68-8310-b685b073f743 None None] Provisioning complete for port f91c3762-8e00-434b-a333-e066aa9ca5a3 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:09.292649 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-496c94bf-690e-4d68-8310-b685b073f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.364833 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.370261 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-496c94bf-690e-4d68-8310-b685b073f743 None None] Port f91c3762-8e00-434b-a333-e066aa9ca5a3 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:34:09.390978 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7963f907-fe55-418f-8ca5-1407efae825c', 'name': 'tempest-TestNetworkBasicOps-router-1583466289', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'cb799614-1896-4917-a192-834dd89b9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:07Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'cb799614-1896-4917-a192-834dd89b9f42', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'f91c3762-8e00-434b-a333-e066aa9ca5a3', 'name': '', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:f1:38:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:07Z', 'updated_at': '2022-03-14T15:34:07Z', 'revision_number': 2, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:09.418471 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] Checking router: 7963f907-fe55-418f-8ca5-1407efae825c for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:34:09.418836 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] Updating router 7963f907-fe55-418f-8ca5-1407efae825c port f91c3762-8e00-434b-a333-e066aa9ca5a3 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:34:09.425364 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57812) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:09.429963 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-df555017-c686-46f9-9d68-c7ee4b938107 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-64233431', 'description': 'tempest-secgroup-smoke-64233431 description', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:34:09.444730 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.449589 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df555017-c686-46f9-9d68-c7ee4b938107 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.516679 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df555017-c686-46f9-9d68-c7ee4b938107 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.520487 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df555017-c686-46f9-9d68-c7ee4b938107 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.552719 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df555017-c686-46f9-9d68-c7ee4b938107 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.556836 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-df555017-c686-46f9-9d68-c7ee4b938107 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1278217 Mar 14 15:34:09.557060 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57814) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:09.562657 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-7db14f1a-32aa-408e-a6d7-2dd47cec9d8e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '4e9bfc1f-3b3b-42fd-9bb2-5ae21a96c002', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:34:09.566982 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df555017-c686-46f9-9d68-c7ee4b938107 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9bfc1f-3b3b-42fd-9bb2-5ae21a96c002,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:09.595562 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7db14f1a-32aa-408e-a6d7-2dd47cec9d8e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.653908 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7db14f1a-32aa-408e-a6d7-2dd47cec9d8e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.658158 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7db14f1a-32aa-408e-a6d7-2dd47cec9d8e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.672766 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db14f1a-32aa-408e-a6d7-2dd47cec9d8e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa23ce1-867c-4d6c-80e1-6cccdce3ecb1,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:09.683870 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7db14f1a-32aa-408e-a6d7-2dd47cec9d8e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.687945 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7db14f1a-32aa-408e-a6d7-2dd47cec9d8e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271062 Mar 14 15:34:09.688164 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57816) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:09.692403 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-457787b6-2e95-4dad-9d69-84e196d6fd23 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '4e9bfc1f-3b3b-42fd-9bb2-5ae21a96c002', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:34:09.708696 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-fa7e8975-c02a-4551-91b6-2071528d4529 None None] Provisioning complete for port f91c3762-8e00-434b-a333-e066aa9ca5a3 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:09.709101 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fa7e8975-c02a-4551-91b6-2071528d4529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.718850 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-457787b6-2e95-4dad-9d69-84e196d6fd23 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.761411 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e8975-c02a-4551-91b6-2071528d4529 None None] Port f91c3762-8e00-434b-a333-e066aa9ca5a3 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:34:09.776430 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-457787b6-2e95-4dad-9d69-84e196d6fd23 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.780197 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-457787b6-2e95-4dad-9d69-84e196d6fd23 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.798845 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457787b6-2e95-4dad-9d69-84e196d6fd23 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c6c739-a873-4671-a96e-7303fbff2f19,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:09.803179 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-457787b6-2e95-4dad-9d69-84e196d6fd23 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.807592 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-457787b6-2e95-4dad-9d69-84e196d6fd23 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152964 Mar 14 15:34:09.807592 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57818) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:09.812639 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-060e1080-491d-49d2-857a-dea1f36b4aa4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '4e9bfc1f-3b3b-42fd-9bb2-5ae21a96c002', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:34:09.837241 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-060e1080-491d-49d2-857a-dea1f36b4aa4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.898080 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-060e1080-491d-49d2-857a-dea1f36b4aa4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.901912 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-060e1080-491d-49d2-857a-dea1f36b4aa4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.912081 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.917373 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.920682 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e1080-491d-49d2-857a-dea1f36b4aa4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219b4be0-2773-4c2c-99fd-b4e42cb76f7c,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:09.932212 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-060e1080-491d-49d2-857a-dea1f36b4aa4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:09.933421 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-060e1080-491d-49d2-857a-dea1f36b4aa4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253469 Mar 14 15:34:09.936779 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57820) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:09.941702 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-8e1ef892-42a5-4cf9-b072-bcfcb5aeebcf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '4e9bfc1f-3b3b-42fd-9bb2-5ae21a96c002', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:34:09.974257 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f97403-8d31-46bf-9178-b9431b1a1df1 None None] Pushing event updated for resources: {'Port': ['ID=f91c3762-8e00-434b-a333-e066aa9ca5a3,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:09.975029 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef892-42a5-4cf9-b072-bcfcb5aeebcf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.042434 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] Attempting to bind port f91c3762-8e00-434b-a333-e066aa9ca5a3 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:10.042803 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] Attempting to bind port f91c3762-8e00-434b-a333-e066aa9ca5a3 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd077aa49-6296-4d40-97e1-53dda19a4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:10.043360 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] Attempting to bind port f91c3762-8e00-434b-a333-e066aa9ca5a3 on network 0888fab4-3655-4723-9040-c0d08f88cf1f {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:34:10.050670 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:34:10.051257 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] Checking segment: {'id': 'd077aa49-6296-4d40-97e1-53dda19a4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:34:10.051741 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.052137 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] Bound using segment: {'id': 'd077aa49-6296-4d40-97e1-53dda19a4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:34:10.052608 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] Bound port: f91c3762-8e00-434b-a333-e066aa9ca5a3, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd077aa49-6296-4d40-97e1-53dda19a4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:10.052991 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.059431 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef892-42a5-4cf9-b072-bcfcb5aeebcf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.065742 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef892-42a5-4cf9-b072-bcfcb5aeebcf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.068284 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device dd0c8676-836d-442c-b4d1-a94bb007c2ba up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:34:10.085497 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ef892-42a5-4cf9-b072-bcfcb5aeebcf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393b9a27-1c5b-4ab1-bdfb-dad30a96c132,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:10.098256 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef892-42a5-4cf9-b072-bcfcb5aeebcf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.102082 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8e1ef892-42a5-4cf9-b072-bcfcb5aeebcf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1611526 Mar 14 15:34:10.102469 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57822) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:10.107115 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-667c194b-ce3d-42ec-ba3e-75aad08be394 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '4e9bfc1f-3b3b-42fd-9bb2-5ae21a96c002', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:34:10.131739 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-667c194b-ce3d-42ec-ba3e-75aad08be394 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:34:10.138018 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-667c194b-ce3d-42ec-ba3e-75aad08be394 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.161831 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] For port f91c3762-8e00-434b-a333-e066aa9ca5a3, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:10.165528 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] For port f91c3762-8e00-434b-a333-e066aa9ca5a3, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=f91c3762-8e00-434b-a333-e066aa9ca5a3,segment=NetworkSegment(d077aa49-6296-4d40-97e1-53dda19a4a58),segment_id=d077aa49-6296-4d40-97e1-53dda19a4a58)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:10.171804 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.175728 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port dd0c8676-836d-442c-b4d1-a94bb007c2ba triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:10.176091 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.206526 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-667c194b-ce3d-42ec-ba3e-75aad08be394 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.210576 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-667c194b-ce3d-42ec-ba3e-75aad08be394 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.229183 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c194b-ce3d-42ec-ba3e-75aad08be394 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c3f660-88b8-47b9-8abe-65f63a96b909,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:10.235384 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-667c194b-ce3d-42ec-ba3e-75aad08be394 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.237073 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-667c194b-ce3d-42ec-ba3e-75aad08be394 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1335521 Mar 14 15:34:10.239854 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57824) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:10.245051 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-72be08b5-805d-4912-a772-68a28a46d0c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': '4e9bfc1f-3b3b-42fd-9bb2-5ae21a96c002', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:34:10.267989 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-72be08b5-805d-4912-a772-68a28a46d0c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:34:10.272973 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-72be08b5-805d-4912-a772-68a28a46d0c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.282752 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3ea030c1-3870-44a6-b057-f68dba175835 None None] Provisioning complete for port f91c3762-8e00-434b-a333-e066aa9ca5a3 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:10.283488 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3ea030c1-3870-44a6-b057-f68dba175835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.285356 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] Routers {'7963f907-fe55-418f-8ca5-1407efae825c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:34:10.286242 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:34:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7963f907-fe55-418f-8ca5-1407efae825c'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:10.288186 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f97403-8d31-46bf-9178-b9431b1a1df1 None None] Pushing event updated for resources: {'Port': ['ID=f91c3762-8e00-434b-a333-e066aa9ca5a3,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:10.352816 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-72be08b5-805d-4912-a772-68a28a46d0c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.359494 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-72be08b5-805d-4912-a772-68a28a46d0c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.383446 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-72be08b5-805d-4912-a772-68a28a46d0c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.384654 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-72be08b5-805d-4912-a772-68a28a46d0c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1436462 Mar 14 15:34:10.393802 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be08b5-805d-4912-a772-68a28a46d0c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d116493-f2f9-49ab-a251-4fa610a28306,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:10.478694 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device cb799614-1896-4917-a192-834dd89b9f42 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:34:10.535813 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-08fbebed-cc50-4da8-bd2f-4d96fb80afc8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-64233431&fields=id&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 267 time: 0.0334024 Mar 14 15:34:10.547658 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] Set router 7963f907-fe55-418f-8ca5-1407efae825c gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:34:10.550712 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3ea030c1-3870-44a6-b057-f68dba175835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.646882 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-bcb99078-6065-4f59-adf1-c1006de4ad6e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:10.648382 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-bcb99078-6065-4f59-adf1-c1006de4ad6e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/networks?id=0888fab4-3655-4723-9040-c0d08f88cf1f HTTP/1.1" status: 200 len: 797 time: 0.1057079 Mar 14 15:34:10.657913 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3ea030c1-3870-44a6-b057-f68dba175835 None None] For port f91c3762-8e00-434b-a333-e066aa9ca5a3, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=f91c3762-8e00-434b-a333-e066aa9ca5a3,segment=NetworkSegment(d077aa49-6296-4d40-97e1-53dda19a4a58),segment_id=d077aa49-6296-4d40-97e1-53dda19a4a58)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:10.665526 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-fd1b2961-65af-4131-8e45-37d237740ef0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/quotas/981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 375 time: 0.0113399 Mar 14 15:34:10.675166 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3ea030c1-3870-44a6-b057-f68dba175835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.705373 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port cb799614-1896-4917-a192-834dd89b9f42 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:10.705751 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.718634 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-4095b100-5a04-4b6e-8a22-71e0003ae349 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471659 Mar 14 15:34:10.818628 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea030c1-3870-44a6-b057-f68dba175835 None None] Pushing event updated for resources: {'Port': ['ID=f91c3762-8e00-434b-a333-e066aa9ca5a3,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:10.834580 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-5aa82852-4af2-4477-a6c9-d9da33ed232e None None] Provisioning complete for port f91c3762-8e00-434b-a333-e066aa9ca5a3 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:10.834973 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5aa82852-4af2-4477-a6c9-d9da33ed232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:10.860289 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-150d5ed2-0152-4c98-8277-0b1d36363c77 service neutron] 10.222.0.59 "GET /v2.0/networks/0888fab4-3655-4723-9040-c0d08f88cf1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290894 Mar 14 15:34:10.956225 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-7e34d851-7112-4b83-94c3-d2fff3b7831a service neutron] 10.222.0.59 "GET /v2.0/networks/0888fab4-3655-4723-9040-c0d08f88cf1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890219 Mar 14 15:34:10.981327 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7963f907-fe55-418f-8ca5-1407efae825c', 'name': 'tempest-TestNetworkBasicOps-router-1583466289', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'cb799614-1896-4917-a192-834dd89b9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:07Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'cb799614-1896-4917-a192-834dd89b9f42', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'f91c3762-8e00-434b-a333-e066aa9ca5a3', 'name': '', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:f1:38:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:07Z', 'updated_at': '2022-03-14T15:34:10Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:11.011869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264ee060-3761-4d36-9309-faec0d2a5839 None None] The sync data for ids ['7963f907-fe55-418f-8ca5-1407efae825c'] in dv-neutron-833559-1-hyperv is: [{'id': '7963f907-fe55-418f-8ca5-1407efae825c', 'name': 'tempest-TestNetworkBasicOps-router-1583466289', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'cb799614-1896-4917-a192-834dd89b9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:07Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'cb799614-1896-4917-a192-834dd89b9f42', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'f91c3762-8e00-434b-a333-e066aa9ca5a3', 'name': '', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:f1:38:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:07Z', 'updated_at': '2022-03-14T15:34:10Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:34:11.135624 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d8875114-50a3-48fc-8029-ae89c0eca3a4 req-f8ce6b5c-5add-4c4f-a03a-52c39b6ada09 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6a0ec34-d87f-474c-b2e3-679faa6171ac HTTP/1.1" status: 200 len: 210 time: 0.0334094 Mar 14 15:34:12.039984 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device f91c3762-8e00-434b-a333-e066aa9ca5a3 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:34:12.097664 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port f91c3762-8e00-434b-a333-e066aa9ca5a3 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:12.098046 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:12.218231 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-fd045f5b-311b-43c4-8391-4e49f28e9512 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:12.219767 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-fd045f5b-311b-43c4-8391-4e49f28e9512 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/networks?id=0888fab4-3655-4723-9040-c0d08f88cf1f HTTP/1.1" status: 200 len: 797 time: 0.1346929 Mar 14 15:34:12.532370 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c28e58ed-3fa7-414d-9d80-d2a9e09db83a req-f4faec52-d259-4327-a155-b2c032328d34 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6a0ec34-d87f-474c-b2e3-679faa6171ac HTTP/1.1" status: 200 len: 210 time: 0.3115804 Mar 14 15:34:12.565977 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-0502f95f-8098-405b-a4a6-661a536f8d33 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 378 time: 0.0365267 Mar 14 15:34:12.579868 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-e4c48fb6-fcfc-4c58-a302-8a6d7dde305f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'port': {'device_id': 'd6a0ec34-d87f-474c-b2e3-679faa6171ac', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'admin_state_up': True, 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'security_groups': ['4e9bfc1f-3b3b-42fd-9bb2-5ae21a96c002']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:34:12.682536 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-e4c48fb6-fcfc-4c58-a302-8a6d7dde305f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:12.686411 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-e4c48fb6-fcfc-4c58-a302-8a6d7dde305f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:12.805757 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-e4c48fb6-fcfc-4c58-a302-8a6d7dde305f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.20.0.6 (0888fab4-3655-4723-9040-c0d08f88cf1f/6dbec74c-92d1-495d-8e97-f76b376e64a6/65747878-e22b-401b-8852-f2172f36ac2d) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:12.942671 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-e4c48fb6-fcfc-4c58-a302-8a6d7dde305f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:12.975638 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-e4c48fb6-fcfc-4c58-a302-8a6d7dde305f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.019698 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-e4c48fb6-fcfc-4c58-a302-8a6d7dde305f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0888fab4-3655-4723-9040-c0d08f88cf1f is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:13.022577 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-e4c48fb6-fcfc-4c58-a302-8a6d7dde305f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:13.026159 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-e4c48fb6-fcfc-4c58-a302-8a6d7dde305f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:34:13.050107 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c48fb6-fcfc-4c58-a302-8a6d7dde305f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=65747878-e22b-401b-8852-f2172f36ac2d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:13.079889 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-e4c48fb6-fcfc-4c58-a302-8a6d7dde305f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:13.080526 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-e4c48fb6-fcfc-4c58-a302-8a6d7dde305f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.097179 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-e4c48fb6-fcfc-4c58-a302-8a6d7dde305f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5215917 Mar 14 15:34:13.160548 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] Request body: {'port': {'device_id': 'd6a0ec34-d87f-474c-b2e3-679faa6171ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:34:13.218269 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-4353ffdd-0cab-4fc8-b76c-358dcf536ae6 None None] Provisioning complete for port 65747878-e22b-401b-8852-f2172f36ac2d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:13.218884 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4353ffdd-0cab-4fc8-b76c-358dcf536ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.222569 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.252105 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4353ffdd-0cab-4fc8-b76c-358dcf536ae6 None None] Port 65747878-e22b-401b-8852-f2172f36ac2d cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:34:13.482112 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65747878-e22b-401b-8852-f2172f36ac2d {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:34:13.490069 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.502973 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] Transition to ACTIVE for port object 65747878-e22b-401b-8852-f2172f36ac2d will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:13.506624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.560212 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] Pushing event updated for resources: {'Port': ['ID=65747878-e22b-401b-8852-f2172f36ac2d,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:13.633740 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] Attempting to bind port 65747878-e22b-401b-8852-f2172f36ac2d on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:13.634074 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] Attempting to bind port 65747878-e22b-401b-8852-f2172f36ac2d by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'd077aa49-6296-4d40-97e1-53dda19a4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:13.634401 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] Attempting to bind port 65747878-e22b-401b-8852-f2172f36ac2d on network 0888fab4-3655-4723-9040-c0d08f88cf1f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:34:13.638683 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] Port 65747878-e22b-401b-8852-f2172f36ac2d on network 0888fab4-3655-4723-9040-c0d08f88cf1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:34:13.639090 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] Attempting to bind port 65747878-e22b-401b-8852-f2172f36ac2d on network 0888fab4-3655-4723-9040-c0d08f88cf1f {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:34:13.644774 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:34:13.645112 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] Checking segment: {'id': 'd077aa49-6296-4d40-97e1-53dda19a4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:34:13.645493 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] Bound using segment: {'id': 'd077aa49-6296-4d40-97e1-53dda19a4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:34:13.645918 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] Bound port: 65747878-e22b-401b-8852-f2172f36ac2d, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd077aa49-6296-4d40-97e1-53dda19a4a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:13.646277 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.671351 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524ebde-364c-4121-b802-277cb16b5a00 req-a4692a38-3346-4bc4-8003-afe1e95347a6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:13.672918 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3524ebde-364c-4121-b802-277cb16b5a00 req-a4692a38-3346-4bc4-8003-afe1e95347a6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6a0ec34-d87f-474c-b2e3-679faa6171ac HTTP/1.1" status: 200 len: 943 time: 0.0606463 Mar 14 15:34:13.716783 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3524ebde-364c-4121-b802-277cb16b5a00 req-41e765d2-ff49-446d-9fcc-0db056011c65 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e9bfc1f-3b3b-42fd-9bb2-5ae21a96c002&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368521 Mar 14 15:34:13.719669 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] For port 65747878-e22b-401b-8852-f2172f36ac2d, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:13.723442 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] For port 65747878-e22b-401b-8852-f2172f36ac2d, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=65747878-e22b-401b-8852-f2172f36ac2d,segment=NetworkSegment(d077aa49-6296-4d40-97e1-53dda19a4a58),segment_id=d077aa49-6296-4d40-97e1-53dda19a4a58)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:13.729068 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.766827 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:13.767620 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:13.768864 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] 10.222.0.18 "PUT /v2.0/ports/65747878-e22b-401b-8852-f2172f36ac2d HTTP/1.1" status: 200 len: 1093 time: 0.6623545 Mar 14 15:34:13.769298 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a0ec34-d87f-474c-b2e3-679faa6171ac', 'tag': '65747878-e22b-401b-8852-f2172f36ac2d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:34:13.771576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf036f1-24c4-4886-9091-c1b8b702cb0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a0ec34-d87f-474c-b2e3-679faa6171ac", "tag": "65747878-e22b-401b-8852-f2172f36ac2d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:34:13.799568 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de9f01-b6df-45d9-a430-35b8901df792 service neutron] Pushing event updated for resources: {'Port': ['ID=65747878-e22b-401b-8852-f2172f36ac2d,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:13.870483 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-56218897-64a7-47eb-848c-b8419bc1d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:13.872706 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-56218897-64a7-47eb-848c-b8419bc1d3f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=d6a0ec34-d87f-474c-b2e3-679faa6171ac HTTP/1.1" status: 200 len: 1096 time: 0.0491383 Mar 14 15:34:13.882090 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddf98b9-0f68-4add-9bec-39a8efe41a8e x-openstack-request-id: req-7ddf98b9-0f68-4add-9bec-39a8efe41a8e {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:34:13.882387 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a0ec34-d87f-474c-b2e3-679faa6171ac", "tag": "65747878-e22b-401b-8852-f2172f36ac2d", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:34:13.882643 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7ddf98b9-0f68-4add-9bec-39a8efe41a8e {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:34:13.883065 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a0ec34-d87f-474c-b2e3-679faa6171ac', 'tag': '65747878-e22b-401b-8852-f2172f36ac2d', 'status': 'completed', 'code': 200} Mar 14 15:34:13.923711 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-2ea37751-79fa-47c9-8ba3-bbf17e96babd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65747878-e22b-401b-8852-f2172f36ac2d HTTP/1.1" status: 200 len: 217 time: 0.0379469 Mar 14 15:34:13.976050 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-bfd52804-93eb-40df-b079-950d0891303b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:13.977550 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-bfd52804-93eb-40df-b079-950d0891303b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6dbec74c-92d1-495d-8e97-f76b376e64a6 HTTP/1.1" status: 200 len: 835 time: 0.0469089 Mar 14 15:34:14.032345 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-86b368ea-045f-44eb-ae46-38ff3d6c1428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:14.033871 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-86b368ea-045f-44eb-ae46-38ff3d6c1428 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0888fab4-3655-4723-9040-c0d08f88cf1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459611 Mar 14 15:34:14.123362 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-70ec39bf-073b-44f8-9a9d-311ed07c441e service neutron] 10.222.0.18 "GET /v2.0/networks/0888fab4-3655-4723-9040-c0d08f88cf1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820010 Mar 14 15:34:14.221669 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5a36e9a8-3b53-494e-866e-9a125a40e7a7 req-1216ff05-d30b-497b-8910-687a35195e99 service neutron] 10.222.0.18 "GET /v2.0/networks/0888fab4-3655-4723-9040-c0d08f88cf1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871923 Mar 14 15:34:14.310723 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf036f1-24c4-4886-9091-c1b8b702cb0d req-9c29f4cc-de6e-4c00-862b-6178745e5f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:14.312371 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aaf036f1-24c4-4886-9091-c1b8b702cb0d req-9c29f4cc-de6e-4c00-862b-6178745e5f76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=d6a0ec34-d87f-474c-b2e3-679faa6171ac HTTP/1.1" status: 200 len: 1096 time: 0.0419950 Mar 14 15:34:14.403437 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf036f1-24c4-4886-9091-c1b8b702cb0d req-50d93a44-5800-4d06-8aa9-73dc14a8d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:14.405518 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aaf036f1-24c4-4886-9091-c1b8b702cb0d req-50d93a44-5800-4d06-8aa9-73dc14a8d752 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0888fab4-3655-4723-9040-c0d08f88cf1f HTTP/1.1" status: 200 len: 898 time: 0.0859344 Mar 14 15:34:14.450741 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aaf036f1-24c4-4886-9091-c1b8b702cb0d req-136ce089-82a3-42c7-91b4-991b83c4440a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65747878-e22b-401b-8852-f2172f36ac2d HTTP/1.1" status: 200 len: 217 time: 0.0381384 Mar 14 15:34:14.503859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf036f1-24c4-4886-9091-c1b8b702cb0d req-0c5c4af4-e2fe-4a54-8441-5d3cc8528aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:14.505322 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aaf036f1-24c4-4886-9091-c1b8b702cb0d req-0c5c4af4-e2fe-4a54-8441-5d3cc8528aab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6dbec74c-92d1-495d-8e97-f76b376e64a6 HTTP/1.1" status: 200 len: 835 time: 0.0473723 Mar 14 15:34:14.551973 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf036f1-24c4-4886-9091-c1b8b702cb0d req-dd03bae7-fca4-4eed-943f-1b73d3cdfcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:14.553420 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aaf036f1-24c4-4886-9091-c1b8b702cb0d req-dd03bae7-fca4-4eed-943f-1b73d3cdfcf7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0888fab4-3655-4723-9040-c0d08f88cf1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404494 Mar 14 15:34:14.647206 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aaf036f1-24c4-4886-9091-c1b8b702cb0d req-186fc37b-1b48-454e-8266-7b845a1f84b0 service neutron] 10.222.0.18 "GET /v2.0/networks/0888fab4-3655-4723-9040-c0d08f88cf1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861154 Mar 14 15:34:14.737758 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aaf036f1-24c4-4886-9091-c1b8b702cb0d req-47e0bae0-438c-4fc0-bbd4-f930ec9e022e service neutron] 10.222.0.18 "GET /v2.0/networks/0888fab4-3655-4723-9040-c0d08f88cf1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830553 Mar 14 15:34:14.834721 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d582f79-17a4-423c-9eb7-2761b2077dbb req-d7e53b52-5ed8-496c-80fc-72a873184812 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:14.836197 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5d582f79-17a4-423c-9eb7-2761b2077dbb req-d7e53b52-5ed8-496c-80fc-72a873184812 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6a0ec34-d87f-474c-b2e3-679faa6171ac HTTP/1.1" status: 200 len: 943 time: 0.0497799 Mar 14 15:34:14.877105 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5d582f79-17a4-423c-9eb7-2761b2077dbb req-8af5bff3-af5a-4403-b8fb-8a09bd0cfe86 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e9bfc1f-3b3b-42fd-9bb2-5ae21a96c002&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350101 Mar 14 15:34:15.512921 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 65747878-e22b-401b-8852-f2172f36ac2d details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:34:15.606122 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 65747878-e22b-401b-8852-f2172f36ac2d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=65747878-e22b-401b-8852-f2172f36ac2d,segment=NetworkSegment(d077aa49-6296-4d40-97e1-53dda19a4a58),segment_id=d077aa49-6296-4d40-97e1-53dda19a4a58)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:15.617634 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '65747878-e22b-401b-8852-f2172f36ac2d', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'port_id': '65747878-e22b-401b-8852-f2172f36ac2d', 'mac_address': 'fa:16:3e:39:25:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:34:15.657602 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:15.671098 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65747878-e22b-401b-8852-f2172f36ac2d {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:34:15.690107 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 65747878-e22b-401b-8852-f2172f36ac2d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=65747878-e22b-401b-8852-f2172f36ac2d,segment=NetworkSegment(d077aa49-6296-4d40-97e1-53dda19a4a58),segment_id=d077aa49-6296-4d40-97e1-53dda19a4a58)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:15.693624 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:15.738821 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=65747878-e22b-401b-8852-f2172f36ac2d,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:15.941856 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['65747878-e22b-401b-8852-f2172f36ac2d'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:34:15.995920 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b6f5c-31bb-4d04-9fb7-4580ed59d160 req-2de14016-db9d-4b47-b114-edc68607aa82 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:15.997403 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2f3b6f5c-31bb-4d04-9fb7-4580ed59d160 req-2de14016-db9d-4b47-b114-edc68607aa82 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6a0ec34-d87f-474c-b2e3-679faa6171ac HTTP/1.1" status: 200 len: 944 time: 0.0509315 Mar 14 15:34:16.040609 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2f3b6f5c-31bb-4d04-9fb7-4580ed59d160 req-13aa4768-e8df-4288-9c65-6c3132aeef72 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e9bfc1f-3b3b-42fd-9bb2-5ae21a96c002&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365803 Mar 14 15:34:17.157394 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f353a3-bde9-4b8f-bf7f-fa302bd84842 req-664779bb-b1c0-4be0-a73c-2ba97f63c19f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:17.158841 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c5f353a3-bde9-4b8f-bf7f-fa302bd84842 req-664779bb-b1c0-4be0-a73c-2ba97f63c19f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6a0ec34-d87f-474c-b2e3-679faa6171ac HTTP/1.1" status: 200 len: 944 time: 0.0489550 Mar 14 15:34:17.196469 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c5f353a3-bde9-4b8f-bf7f-fa302bd84842 req-1393457e-a8bf-43f0-8f93-8969ae103060 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e9bfc1f-3b3b-42fd-9bb2-5ae21a96c002&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317700 Mar 14 15:34:17.382721 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:34:17.518626 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 65747878-e22b-401b-8852-f2172f36ac2d up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:34:17.566371 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 65747878-e22b-401b-8852-f2172f36ac2d completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:17.570425 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 65747878-e22b-401b-8852-f2172f36ac2d triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:17.570804 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:17.647432 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:17.669570 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a0ec34-d87f-474c-b2e3-679faa6171ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65747878-e22b-401b-8852-f2172f36ac2d'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:34:17.672383 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5313b8ca-2826-4289-a7de-7e99800649ac" -d '{"events": [{"server_uuid": "d6a0ec34-d87f-474c-b2e3-679faa6171ac", "name": "network-vif-plugged", "status": "completed", "tag": "65747878-e22b-401b-8852-f2172f36ac2d"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:34:17.685217 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 65747878-e22b-401b-8852-f2172f36ac2d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=65747878-e22b-401b-8852-f2172f36ac2d,segment=NetworkSegment(d077aa49-6296-4d40-97e1-53dda19a4a58),segment_id=d077aa49-6296-4d40-97e1-53dda19a4a58)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:17.689623 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:17.736936 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=65747878-e22b-401b-8852-f2172f36ac2d,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:17.766053 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa38434-f726-4718-921e-abf94cc85f70 x-openstack-request-id: req-7fa38434-f726-4718-921e-abf94cc85f70 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:34:17.766350 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a0ec34-d87f-474c-b2e3-679faa6171ac", "name": "network-vif-plugged", "status": "completed", "tag": "65747878-e22b-401b-8852-f2172f36ac2d", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:34:17.766666 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7fa38434-f726-4718-921e-abf94cc85f70 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:34:17.767091 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a0ec34-d87f-474c-b2e3-679faa6171ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65747878-e22b-401b-8852-f2172f36ac2d', 'code': 200} Mar 14 15:34:17.949926 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c9d53-45ba-4ca4-857a-55499c972f6c req-0354a695-2dc4-452b-b2a6-2dad1af6942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:17.951866 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-480c9d53-45ba-4ca4-857a-55499c972f6c req-0354a695-2dc4-452b-b2a6-2dad1af6942c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d6a0ec34-d87f-474c-b2e3-679faa6171ac HTTP/1.1" status: 200 len: 1098 time: 0.0394962 Mar 14 15:34:17.990700 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-480c9d53-45ba-4ca4-857a-55499c972f6c req-7deb2c64-bc52-42dc-95d5-e9f258752192 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4e9bfc1f-3b3b-42fd-9bb2-5ae21a96c002&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0279107 Mar 14 15:34:18.309154 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7112c-1500-4f9e-84c0-da5333050db9 req-1e701137-638a-4370-b3b1-de3ea50c1313 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:18.311175 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-03e7112c-1500-4f9e-84c0-da5333050db9 req-1e701137-638a-4370-b3b1-de3ea50c1313 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6a0ec34-d87f-474c-b2e3-679faa6171ac HTTP/1.1" status: 200 len: 945 time: 0.0489717 Mar 14 15:34:18.349115 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-03e7112c-1500-4f9e-84c0-da5333050db9 req-fb136872-3e8f-48b9-8939-52b37272db59 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e9bfc1f-3b3b-42fd-9bb2-5ae21a96c002&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315251 Mar 14 15:34:19.463925 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e0586-90b6-4259-912f-969561a618e1 req-1b11a7fc-fc76-4415-b7d5-872b925c7012 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:19.465398 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-929e0586-90b6-4259-912f-969561a618e1 req-1b11a7fc-fc76-4415-b7d5-872b925c7012 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6a0ec34-d87f-474c-b2e3-679faa6171ac HTTP/1.1" status: 200 len: 945 time: 0.0491390 Mar 14 15:34:19.503853 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-929e0586-90b6-4259-912f-969561a618e1 req-7bbc5a6b-63f7-4bf7-bb40-7373804e7a75 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e9bfc1f-3b3b-42fd-9bb2-5ae21a96c002&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323751 Mar 14 15:34:19.616588 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a4c94-8163-4c91-bde1-0350fabdccb5 req-f899c087-6f15-44aa-9d3a-7adfd4c601e1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:19.618100 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-623a4c94-8163-4c91-bde1-0350fabdccb5 req-f899c087-6f15-44aa-9d3a-7adfd4c601e1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6a0ec34-d87f-474c-b2e3-679faa6171ac HTTP/1.1" status: 200 len: 945 time: 0.0491638 Mar 14 15:34:19.659876 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-623a4c94-8163-4c91-bde1-0350fabdccb5 req-a9b79d7d-2f05-49e1-b7fd-3ff2e4611f2d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e9bfc1f-3b3b-42fd-9bb2-5ae21a96c002&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357039 Mar 14 15:34:19.680764 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57882) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:19.719764 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121b6a88-bb8a-4db2-8954-2881ec743862 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:19.721240 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-121b6a88-bb8a-4db2-8954-2881ec743862 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d6a0ec34-d87f-474c-b2e3-679faa6171ac HTTP/1.1" status: 200 len: 1093 time: 0.0395496 Mar 14 15:34:19.723946 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57884) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:19.728106 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-b1945e4c-d81d-4c1d-9eed-e423bfcd2cb4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': '65747878-e22b-401b-8852-f2172f36ac2d', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:34:19.748386 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1945e4c-d81d-4c1d-9eed-e423bfcd2cb4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:19.828156 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4260c74b-2c5d-407f-9514-5420bb91a204 req-7e7d69c3-7bcb-4286-bca2-04d670d8cec9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406525 Mar 14 15:34:19.845617 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1945e4c-d81d-4c1d-9eed-e423bfcd2cb4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:19.911521 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260c74b-2c5d-407f-9514-5420bb91a204 req-0ec53bdb-33ed-4244-850e-ee0419e7819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:19.912912 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4260c74b-2c5d-407f-9514-5420bb91a204 req-0ec53bdb-33ed-4244-850e-ee0419e7819b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a71e4db168bb4915bec9d021ab48e3b3&device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 1098 time: 0.0444012 Mar 14 15:34:19.955480 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-b1945e4c-d81d-4c1d-9eed-e423bfcd2cb4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.26.6.251 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/c38efd2a-17f2-42b5-ba32-6bb82d4eb3dc) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:20.017530 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260c74b-2c5d-407f-9514-5420bb91a204 req-901e29a0-9d41-4dc6-9b94-aa821004cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:20.019195 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4260c74b-2c5d-407f-9514-5420bb91a204 req-901e29a0-9d41-4dc6-9b94-aa821004cc74 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3c71c02-264e-49fe-ace9-fff9d219f343 HTTP/1.1" status: 200 len: 912 time: 0.0866165 Mar 14 15:34:20.060528 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1945e4c-d81d-4c1d-9eed-e423bfcd2cb4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.090045 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4260c74b-2c5d-407f-9514-5420bb91a204 req-9ac8da75-db7e-40a0-8017-b1204b005204 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1078d008-05d7-4358-993f-43b719e6f644 HTTP/1.1" status: 200 len: 1000 time: 0.0632365 Mar 14 15:34:20.101052 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1945e4c-d81d-4c1d-9eed-e423bfcd2cb4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.138432 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260c74b-2c5d-407f-9514-5420bb91a204 req-48e1f2a9-73d3-4fcd-8234-9e22e94bb39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:20.140458 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4260c74b-2c5d-407f-9514-5420bb91a204 req-48e1f2a9-73d3-4fcd-8234-9e22e94bb39d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2938bbac-db51-4fe5-871d-2be14c242925 HTTP/1.1" status: 200 len: 850 time: 0.0439634 Mar 14 15:34:20.141466 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1945e4c-d81d-4c1d-9eed-e423bfcd2cb4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:20.144231 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-b1945e4c-d81d-4c1d-9eed-e423bfcd2cb4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:20.147746 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1945e4c-d81d-4c1d-9eed-e423bfcd2cb4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:34:20.169872 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1945e4c-d81d-4c1d-9eed-e423bfcd2cb4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=c38efd2a-17f2-42b5-ba32-6bb82d4eb3dc,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:20.189357 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260c74b-2c5d-407f-9514-5420bb91a204 req-55c11b08-b202-4328-952c-bf9c0c3c38a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:20.190900 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4260c74b-2c5d-407f-9514-5420bb91a204 req-55c11b08-b202-4328-952c-bf9c0c3c38a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3c71c02-264e-49fe-ace9-fff9d219f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437036 Mar 14 15:34:20.286867 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4260c74b-2c5d-407f-9514-5420bb91a204 req-4029461f-ff9e-48bf-8c10-1a0914d4c8ea service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887568 Mar 14 15:34:20.375255 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4260c74b-2c5d-407f-9514-5420bb91a204 req-896512f0-2151-4a9c-98c0-bece6cd967a6 service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815668 Mar 14 15:34:20.508145 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1945e4c-d81d-4c1d-9eed-e423bfcd2cb4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.572118 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1945e4c-d81d-4c1d-9eed-e423bfcd2cb4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.722530 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1945e4c-d81d-4c1d-9eed-e423bfcd2cb4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.727310 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1945e4c-d81d-4c1d-9eed-e423bfcd2cb4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.795709 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1945e4c-d81d-4c1d-9eed-e423bfcd2cb4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=c38efd2a-17f2-42b5-ba32-6bb82d4eb3dc,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:20.805119 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1945e4c-d81d-4c1d-9eed-e423bfcd2cb4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:20.906940 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-b1945e4c-d81d-4c1d-9eed-e423bfcd2cb4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Floating IP 70ebbeee-c09a-4be4-a5db-dffe346bdab8 associated. External IP: 172.26.6.251, port: 65747878-e22b-401b-8852-f2172f36ac2d. Mar 14 15:34:21.112058 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1945e4c-d81d-4c1d-9eed-e423bfcd2cb4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 7963f907-fe55-418f-8ca5-1407efae825c has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:34:21.220471 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1945e4c-d81d-4c1d-9eed-e423bfcd2cb4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:21.230584 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b6dae6-c99b-4b2e-a293-11c7f5ad3e00 None None] Sync routers for ids ['7963f907-fe55-418f-8ca5-1407efae825c'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:34:21.238653 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1945e4c-d81d-4c1d-9eed-e423bfcd2cb4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:21.241549 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b6dae6-c99b-4b2e-a293-11c7f5ad3e00 None None] Routers {'7963f907-fe55-418f-8ca5-1407efae825c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:34:21.242169 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-95b6dae6-c99b-4b2e-a293-11c7f5ad3e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:34:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7963f907-fe55-418f-8ca5-1407efae825c'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:21.265509 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b1945e4c-d81d-4c1d-9eed-e423bfcd2cb4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5405791 Mar 14 15:34:21.266100 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a0ec34-d87f-474c-b2e3-679faa6171ac', 'tag': '65747878-e22b-401b-8852-f2172f36ac2d'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:34:21.268252 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57886) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:21.268940 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4736d59-e5e1-419d-be18-fc5f5ad8444e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a0ec34-d87f-474c-b2e3-679faa6171ac", "tag": "65747878-e22b-401b-8852-f2172f36ac2d"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:34:21.312590 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777d5c6e-b1af-493b-a671-8d56e7c9ccc8 x-openstack-request-id: req-777d5c6e-b1af-493b-a671-8d56e7c9ccc8 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:34:21.313550 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a0ec34-d87f-474c-b2e3-679faa6171ac", "tag": "65747878-e22b-401b-8852-f2172f36ac2d", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:34:21.313811 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-777d5c6e-b1af-493b-a671-8d56e7c9ccc8 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:34:21.314221 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a0ec34-d87f-474c-b2e3-679faa6171ac', 'tag': '65747878-e22b-401b-8852-f2172f36ac2d', 'status': 'completed', 'code': 200} Mar 14 15:34:21.350681 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-95b6dae6-c99b-4b2e-a293-11c7f5ad3e00 None None] Set router 7963f907-fe55-418f-8ca5-1407efae825c gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:34:21.411251 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4736d59-e5e1-419d-be18-fc5f5ad8444e req-731f4255-c4c1-492d-b57a-3a4062c3d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.412666 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a4736d59-e5e1-419d-be18-fc5f5ad8444e req-731f4255-c4c1-492d-b57a-3a4062c3d020 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=d6a0ec34-d87f-474c-b2e3-679faa6171ac HTTP/1.1" status: 200 len: 1098 time: 0.0809672 Mar 14 15:34:21.417034 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-46946aa2-0b0c-4977-8de6-0b1702e6dd22 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/routers/7963f907-fe55-418f-8ca5-1407efae825c HTTP/1.1" status: 200 len: 923 time: 0.1446295 Mar 14 15:34:21.417259 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57890) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:21.529025 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ed4b3311-307f-48fc-b4da-532d0a2e2e8f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/70ebbeee-c09a-4be4-a5db-dffe346bdab8 HTTP/1.1" status: 200 len: 991 time: 0.1106946 Mar 14 15:34:21.553046 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4736d59-e5e1-419d-be18-fc5f5ad8444e req-ad1ec3ec-70e5-469b-9a5d-244c001a1e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.554507 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a4736d59-e5e1-419d-be18-fc5f5ad8444e req-ad1ec3ec-70e5-469b-9a5d-244c001a1e48 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0888fab4-3655-4723-9040-c0d08f88cf1f HTTP/1.1" status: 200 len: 898 time: 0.1311188 Mar 14 15:34:21.574673 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-95b6dae6-c99b-4b2e-a293-11c7f5ad3e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7963f907-fe55-418f-8ca5-1407efae825c', 'name': 'tempest-TestNetworkBasicOps-router-1583466289', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'cb799614-1896-4917-a192-834dd89b9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:07Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'cb799614-1896-4917-a192-834dd89b9f42', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '70ebbeee-c09a-4be4-a5db-dffe346bdab8', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.251', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'port_id': '65747878-e22b-401b-8852-f2172f36ac2d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'mac_address': 'fa:16:3e:39:25:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a0ec34-d87f-474c-b2e3-679faa6171ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:34:20Z', 'updated_at': '2022-03-14T15:34:20Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f91c3762-8e00-434b-a333-e066aa9ca5a3', 'name': '', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:f1:38:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:07Z', 'updated_at': '2022-03-14T15:34:10Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:21.601008 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b6dae6-c99b-4b2e-a293-11c7f5ad3e00 None None] Checking router: 7963f907-fe55-418f-8ca5-1407efae825c for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:34:21.609844 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b6dae6-c99b-4b2e-a293-11c7f5ad3e00 None None] Routers {'7963f907-fe55-418f-8ca5-1407efae825c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:34:21.610451 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-95b6dae6-c99b-4b2e-a293-11c7f5ad3e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:34:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7963f907-fe55-418f-8ca5-1407efae825c'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:21.625175 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a4736d59-e5e1-419d-be18-fc5f5ad8444e req-e11568fd-c2d9-412b-a1c0-f4392cdb257d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65747878-e22b-401b-8852-f2172f36ac2d HTTP/1.1" status: 200 len: 999 time: 0.0630949 Mar 14 15:34:21.673974 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4736d59-e5e1-419d-be18-fc5f5ad8444e req-26e3d403-8f0f-4b2c-91e5-96bd7b66c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.675453 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a4736d59-e5e1-419d-be18-fc5f5ad8444e req-26e3d403-8f0f-4b2c-91e5-96bd7b66c4d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6dbec74c-92d1-495d-8e97-f76b376e64a6 HTTP/1.1" status: 200 len: 835 time: 0.0437655 Mar 14 15:34:21.714864 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-95b6dae6-c99b-4b2e-a293-11c7f5ad3e00 None None] Set router 7963f907-fe55-418f-8ca5-1407efae825c gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:34:21.720910 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4736d59-e5e1-419d-be18-fc5f5ad8444e req-032ee19e-40dc-4277-8f50-ce4c011f33ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:21.722416 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a4736d59-e5e1-419d-be18-fc5f5ad8444e req-032ee19e-40dc-4277-8f50-ce4c011f33ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0888fab4-3655-4723-9040-c0d08f88cf1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399241 Mar 14 15:34:21.815121 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a4736d59-e5e1-419d-be18-fc5f5ad8444e req-fdbbe8f8-4a55-482f-964a-a4498d44b0b2 service neutron] 10.222.0.18 "GET /v2.0/networks/0888fab4-3655-4723-9040-c0d08f88cf1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840356 Mar 14 15:34:21.904776 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a4736d59-e5e1-419d-be18-fc5f5ad8444e req-7eff7b5b-0d45-4e85-8f7e-5f2f507d2f9d service neutron] 10.222.0.18 "GET /v2.0/networks/0888fab4-3655-4723-9040-c0d08f88cf1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827923 Mar 14 15:34:21.935190 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-95b6dae6-c99b-4b2e-a293-11c7f5ad3e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7963f907-fe55-418f-8ca5-1407efae825c', 'name': 'tempest-TestNetworkBasicOps-router-1583466289', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'cb799614-1896-4917-a192-834dd89b9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:07Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'cb799614-1896-4917-a192-834dd89b9f42', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '70ebbeee-c09a-4be4-a5db-dffe346bdab8', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.251', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'port_id': '65747878-e22b-401b-8852-f2172f36ac2d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'mac_address': 'fa:16:3e:39:25:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a0ec34-d87f-474c-b2e3-679faa6171ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:34:20Z', 'updated_at': '2022-03-14T15:34:20Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f91c3762-8e00-434b-a333-e066aa9ca5a3', 'name': '', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:f1:38:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:07Z', 'updated_at': '2022-03-14T15:34:10Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:22.047163 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b6dae6-c99b-4b2e-a293-11c7f5ad3e00 None None] The sync data for ids ['7963f907-fe55-418f-8ca5-1407efae825c'] in dv-neutron-833559-1-hyperv is: [{'id': '7963f907-fe55-418f-8ca5-1407efae825c', 'name': 'tempest-TestNetworkBasicOps-router-1583466289', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'cb799614-1896-4917-a192-834dd89b9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:07Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'cb799614-1896-4917-a192-834dd89b9f42', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '70ebbeee-c09a-4be4-a5db-dffe346bdab8', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.251', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'port_id': '65747878-e22b-401b-8852-f2172f36ac2d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'mac_address': 'fa:16:3e:39:25:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a0ec34-d87f-474c-b2e3-679faa6171ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:34:20Z', 'updated_at': '2022-03-14T15:34:20Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f91c3762-8e00-434b-a333-e066aa9ca5a3', 'name': '', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:f1:38:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:07Z', 'updated_at': '2022-03-14T15:34:10Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:34:22.227431 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1afb07-358c-4b9f-bafe-b2875eb06900 None None] New status for floating IP 70ebbeee-c09a-4be4-a5db-dffe346bdab8: ACTIVE {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:34:22.532755 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57892) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:22.598009 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0ca42ce0-7420-47cf-93d8-9672f14be3aa tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/70ebbeee-c09a-4be4-a5db-dffe346bdab8 HTTP/1.1" status: 200 len: 993 time: 0.0640450 Mar 14 15:34:34.040572 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79dd0fc7-5467-4cfd-b090-f7612bbec88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:36.433390 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d8a1f75a-6eef-41bc-84db-2a810cb8ffba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:37.440491 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:38.812351 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:38.864997 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:39.307257 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:40.485668 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-36af5dd9-e797-4805-9b64-dd6a0717fc2b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060483150&fields=id&tenant_id=a71e4db168bb4915bec9d021ab48e3b3 HTTP/1.1" status: 200 len: 267 time: 0.0340042 Mar 14 15:34:40.592861 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-0e12c02f-cf93-454e-a08e-0584773e7332 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:40.594318 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-0e12c02f-cf93-454e-a08e-0584773e7332 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/networks?id=b3c71c02-264e-49fe-ace9-fff9d219f343 HTTP/1.1" status: 200 len: 811 time: 0.1018946 Mar 14 15:34:40.609711 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-d4fd69e8-b04e-429c-9896-c167a4661227 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/quotas/a71e4db168bb4915bec9d021ab48e3b3 HTTP/1.1" status: 200 len: 375 time: 0.0096998 Mar 14 15:34:40.666426 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-0f003b0c-99d2-482b-becc-e63b3411c847 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a71e4db168bb4915bec9d021ab48e3b3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0513911 Mar 14 15:34:40.759932 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-40936d27-3a0f-4ad1-884c-d29dc2586079 service neutron] 10.222.0.59 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814996 Mar 14 15:34:40.853094 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-e933fd30-13a4-4a2d-adf3-ca04596922b9 service neutron] 10.222.0.59 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870492 Mar 14 15:34:41.130569 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ede6c371-1bda-4637-a1d5-73709678ac36 req-fa002450-2bbb-4d9f-ba4d-29288de8a3c7 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 210 time: 0.0266519 Mar 14 15:34:42.056197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-f57fbfc4-61e9-45aa-9189-413caf8e87a7 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:42.057663 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-f57fbfc4-61e9-45aa-9189-413caf8e87a7 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.18 "GET /v2.0/networks?id=b3c71c02-264e-49fe-ace9-fff9d219f343 HTTP/1.1" status: 200 len: 811 time: 0.1115723 Mar 14 15:34:42.101601 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-a8edcf60-6258-46b9-a692-78e3362de17c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a71e4db168bb4915bec9d021ab48e3b3 HTTP/1.1" status: 200 len: 380 time: 0.0349493 Mar 14 15:34:42.110902 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Request body: {'port': {'device_id': '6b1cfb5e-7065-4a20-ad7d-6314ba8f7404', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'admin_state_up': True, 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'security_groups': ['a9573bac-f2e8-4eb5-b19b-e06396b288ff']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:34:42.223404 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Made reservation on behalf of a71e4db168bb4915bec9d021ab48e3b3 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:34:42.227142 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:42.227343 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4da53bca-f725-4990-ac1d-c6544010b2d2 req-b7a53350-bdcc-4020-ad0e-dcf07777f8d7 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 210 time: 0.0283735 Mar 14 15:34:42.361183 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Allocated IP 172.20.0.14 (b3c71c02-264e-49fe-ace9-fff9d219f343/2938bbac-db51-4fe5-871d-2be14c242925/3b6aa11d-83ed-42a0-bfd2-21eb29b11b58) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:42.500610 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:42.533707 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:42.583327 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Network b3c71c02-264e-49fe-ace9-fff9d219f343 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:42.586424 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:42.590679 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:34:42.619676 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event updated for resources: {'Port': ['ID=3b6aa11d-83ed-42a0-bfd2-21eb29b11b58,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:42.632741 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:42.633124 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:42.633430 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:42.633767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:42.634092 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:42.634426 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:42.634759 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:42.635132 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:42.635461 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:42.635785 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:42.636113 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:42.636434 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:42.659774 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:42.660695 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:42.687207 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-c4609e1f-d85e-4952-a5e1-e5af84096850 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5797131 Mar 14 15:34:42.700832 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] Request body: {'port': {'device_id': '6b1cfb5e-7065-4a20-ad7d-6314ba8f7404', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:34:42.755684 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:42.813113 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ae7bca3b-36d7-4c1c-ade6-f773ac20f531 None None] Provisioning complete for port 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:42.813700 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ae7bca3b-36d7-4c1c-ade6-f773ac20f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:42.853997 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-ae7bca3b-36d7-4c1c-ade6-f773ac20f531 None None] Port 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:34:43.033639 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:34:43.040960 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:43.053625 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] Transition to ACTIVE for port object 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:34:43.057520 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:43.105391 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] Pushing event updated for resources: {'Port': ['ID=3b6aa11d-83ed-42a0-bfd2-21eb29b11b58,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:43.183475 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] Attempting to bind port 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:34:43.183913 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] Attempting to bind port 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '2d49401f-b8be-40b5-8a36-057daab36f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:34:43.184247 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] Attempting to bind port 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 on network b3c71c02-264e-49fe-ace9-fff9d219f343 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:34:43.189476 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] Port 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 on network b3c71c02-264e-49fe-ace9-fff9d219f343 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:34:43.190034 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] Attempting to bind port 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 on network b3c71c02-264e-49fe-ace9-fff9d219f343 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:34:43.202844 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:34:43.203398 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] Checking segment: {'id': '2d49401f-b8be-40b5-8a36-057daab36f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:34:43.203716 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] Bound using segment: {'id': '2d49401f-b8be-40b5-8a36-057daab36f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:34:43.204156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] Bound port: 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d49401f-b8be-40b5-8a36-057daab36f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:34:43.204520 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:43.277190 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] For port 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:34:43.281883 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] For port 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3b6aa11d-83ed-42a0-bfd2-21eb29b11b58,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:34:43.288845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:43.361546 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:43.362541 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:43.364707 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] 10.222.0.18 "PUT /v2.0/ports/3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 HTTP/1.1" status: 200 len: 1094 time: 0.6695378 Mar 14 15:34:43.368382 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1cfb5e-7065-4a20-ad7d-6314ba8f7404', 'tag': '3b6aa11d-83ed-42a0-bfd2-21eb29b11b58'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:34:43.370687 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd8c1e6-fad5-4420-b069-6185642c0c26" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1cfb5e-7065-4a20-ad7d-6314ba8f7404", "tag": "3b6aa11d-83ed-42a0-bfd2-21eb29b11b58"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:34:43.394624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5fb82-cb8d-419f-b4f5-117f1a7d1f8f service neutron] Pushing event updated for resources: {'Port': ['ID=3b6aa11d-83ed-42a0-bfd2-21eb29b11b58,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:43.412839 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86eb1b2-3ef3-4d9b-b13b-f0fb7e0ffa45 req-22065609-709d-41ba-909d-2b5661f32a63 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:43.414034 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c86eb1b2-3ef3-4d9b-b13b-f0fb7e0ffa45 req-22065609-709d-41ba-909d-2b5661f32a63 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 944 time: 0.0953538 Mar 14 15:34:43.452330 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c94805-a467-4852-86ad-9c5ccc4161e7 x-openstack-request-id: req-e5c94805-a467-4852-86ad-9c5ccc4161e7 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:34:43.452626 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1cfb5e-7065-4a20-ad7d-6314ba8f7404", "tag": "3b6aa11d-83ed-42a0-bfd2-21eb29b11b58", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:34:43.452890 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e5c94805-a467-4852-86ad-9c5ccc4161e7 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:34:43.453287 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1cfb5e-7065-4a20-ad7d-6314ba8f7404', 'tag': '3b6aa11d-83ed-42a0-bfd2-21eb29b11b58', 'status': 'completed', 'code': 200} Mar 14 15:34:43.502871 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c86eb1b2-3ef3-4d9b-b13b-f0fb7e0ffa45 req-5f663a83-dab9-4bf6-86a8-c8b6507ee04d tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703645 Mar 14 15:34:43.511227 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-748ca245-fa8a-4fd0-bab6-53b7267a2e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:43.513486 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-748ca245-fa8a-4fd0-bab6-53b7267a2e9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a71e4db168bb4915bec9d021ab48e3b3&device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 1097 time: 0.0592468 Mar 14 15:34:43.558930 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-4b513427-0c9f-4c57-8a47-d296df3845ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 HTTP/1.1" status: 200 len: 217 time: 0.0374036 Mar 14 15:34:43.613301 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-b4c05889-b145-4a15-8c68-c410a7263e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:43.614782 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-b4c05889-b145-4a15-8c68-c410a7263e83 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2938bbac-db51-4fe5-871d-2be14c242925 HTTP/1.1" status: 200 len: 850 time: 0.0461266 Mar 14 15:34:43.666207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-fd6b802d-904e-469e-a487-6d0a5cf376a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:43.667860 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-fd6b802d-904e-469e-a487-6d0a5cf376a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3c71c02-264e-49fe-ace9-fff9d219f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455117 Mar 14 15:34:43.759870 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-fe3777e5-8cdb-4441-84f6-39a8c9e391d5 service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837049 Mar 14 15:34:43.856576 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3cfb6503-e146-4c83-b06c-7341c6a7e6eb req-77827dae-f12f-4386-908c-83266706ebad service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901053 Mar 14 15:34:43.948522 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8c1e6-fad5-4420-b069-6185642c0c26 req-6d56c045-7823-417a-a3ef-4ff55e0f846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:43.950656 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bd8c1e6-fad5-4420-b069-6185642c0c26 req-6d56c045-7823-417a-a3ef-4ff55e0f846d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a71e4db168bb4915bec9d021ab48e3b3&device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 1097 time: 0.0428617 Mar 14 15:34:44.042462 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8c1e6-fad5-4420-b069-6185642c0c26 req-445c658a-cf02-40f7-ac06-30b34d1dbed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:44.044737 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bd8c1e6-fad5-4420-b069-6185642c0c26 req-445c658a-cf02-40f7-ac06-30b34d1dbed9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3c71c02-264e-49fe-ace9-fff9d219f343 HTTP/1.1" status: 200 len: 912 time: 0.0875714 Mar 14 15:34:44.086944 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bd8c1e6-fad5-4420-b069-6185642c0c26 req-65954dac-c5e0-4196-9eae-76e69416d72e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 HTTP/1.1" status: 200 len: 217 time: 0.0351036 Mar 14 15:34:44.136422 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8c1e6-fad5-4420-b069-6185642c0c26 req-38b3a985-3e5b-44e1-a9b8-b5001dba9aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:44.138027 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bd8c1e6-fad5-4420-b069-6185642c0c26 req-38b3a985-3e5b-44e1-a9b8-b5001dba9aa0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2938bbac-db51-4fe5-871d-2be14c242925 HTTP/1.1" status: 200 len: 850 time: 0.0439887 Mar 14 15:34:44.185319 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8c1e6-fad5-4420-b069-6185642c0c26 req-aa4a86a5-1219-4dd2-a4ef-d2e11db425e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:44.186775 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bd8c1e6-fad5-4420-b069-6185642c0c26 req-aa4a86a5-1219-4dd2-a4ef-d2e11db425e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3c71c02-264e-49fe-ace9-fff9d219f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405436 Mar 14 15:34:44.278703 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bd8c1e6-fad5-4420-b069-6185642c0c26 req-b390f309-3ca2-4b40-b699-1484d8abd281 service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845034 Mar 14 15:34:44.368054 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9bd8c1e6-fad5-4420-b069-6185642c0c26 req-e69b56a6-9b02-4c6c-bb6a-813728f139e9 service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821559 Mar 14 15:34:44.633678 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890f1c7-738a-4169-a9c5-2b68601503af req-165e651a-5adc-4001-b183-3280b09e1fef tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:44.635187 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b890f1c7-738a-4169-a9c5-2b68601503af req-165e651a-5adc-4001-b183-3280b09e1fef tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 944 time: 0.0548732 Mar 14 15:34:44.681975 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b890f1c7-738a-4169-a9c5-2b68601503af req-2c178278-40cc-498f-b7e6-013dba7c0019 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400131 Mar 14 15:34:45.806730 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d42a2a-7ed3-477b-abb9-f322d529ae92 req-fe7c1889-8ad8-4404-b74a-75236d8adfdb tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:45.808259 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-11d42a2a-7ed3-477b-abb9-f322d529ae92 req-fe7c1889-8ad8-4404-b74a-75236d8adfdb tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 944 time: 0.0532646 Mar 14 15:34:45.848188 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-11d42a2a-7ed3-477b-abb9-f322d529ae92 req-7010ecf3-c220-442a-a9cc-4548caf0ee68 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331242 Mar 14 15:34:46.975422 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def90e90-05c4-4d9a-bde6-9268f0c873e2 req-d43057ca-9ccf-4f60-a603-36690c3ae097 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:46.976882 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-def90e90-05c4-4d9a-bde6-9268f0c873e2 req-d43057ca-9ccf-4f60-a603-36690c3ae097 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 944 time: 0.0586419 Mar 14 15:34:47.016596 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-def90e90-05c4-4d9a-bde6-9268f0c873e2 req-0df302d6-b3b7-45b2-ac64-693643534c4a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330958 Mar 14 15:34:48.132187 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2453fd1-34bd-43d0-9ea9-9344f009ccce req-b6836bc0-60f8-4427-a7a0-3cb69ac2a325 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:48.133662 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e2453fd1-34bd-43d0-9ea9-9344f009ccce req-b6836bc0-60f8-4427-a7a0-3cb69ac2a325 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 944 time: 0.0487993 Mar 14 15:34:48.170536 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e2453fd1-34bd-43d0-9ea9-9344f009ccce req-ac09a89c-c3dd-4077-b180-5491e0366987 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310297 Mar 14 15:34:49.285033 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f0a2b-1f9d-4a1d-b919-5b9bfc1e683b req-ebf0fd91-6c1b-4dea-a137-c7c5f5f0d61a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:49.286642 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-574f0a2b-1f9d-4a1d-b919-5b9bfc1e683b req-ebf0fd91-6c1b-4dea-a137-c7c5f5f0d61a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 944 time: 0.0488803 Mar 14 15:34:49.324392 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-574f0a2b-1f9d-4a1d-b919-5b9bfc1e683b req-6c398bc8-e79c-468d-a75d-3edc968deb0b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313046 Mar 14 15:34:50.439928 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04f7d7-9007-4453-9e73-09438984f180 req-536a9fd3-1bc6-4792-a826-835865836bda tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:50.441399 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-dd04f7d7-9007-4453-9e73-09438984f180 req-536a9fd3-1bc6-4792-a826-835865836bda tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 944 time: 0.0496566 Mar 14 15:34:50.479170 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-dd04f7d7-9007-4453-9e73-09438984f180 req-351eacf0-bac5-4f5f-9760-7ebb51c725d3 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318258 Mar 14 15:34:51.595200 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fe74f-00a6-44f4-901a-5d61c66e5279 req-e185d048-45f7-4f4d-9969-16d7f47f953a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:51.596678 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b36fe74f-00a6-44f4-901a-5d61c66e5279 req-e185d048-45f7-4f4d-9969-16d7f47f953a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 944 time: 0.0488191 Mar 14 15:34:51.636877 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b36fe74f-00a6-44f4-901a-5d61c66e5279 req-3fba517c-61ae-424c-b7cc-414e78007222 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332897 Mar 14 15:34:52.754534 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb70cb-de94-4cff-a03a-f13f4a9ee788 req-8951ca43-eb51-475f-bb5a-64069e2a36b1 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:52.756003 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-28eb70cb-de94-4cff-a03a-f13f4a9ee788 req-8951ca43-eb51-475f-bb5a-64069e2a36b1 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 944 time: 0.0521867 Mar 14 15:34:52.795552 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-28eb70cb-de94-4cff-a03a-f13f4a9ee788 req-c6dd3d27-bc41-4756-b69d-6977a52af057 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324805 Mar 14 15:34:53.733590 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:34:53.828997 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3b6aa11d-83ed-42a0-bfd2-21eb29b11b58,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:53.840554 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '3b6aa11d-83ed-42a0-bfd2-21eb29b11b58', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'port_id': '3b6aa11d-83ed-42a0-bfd2-21eb29b11b58', 'mac_address': 'fa:16:3e:43:ad:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:34:53.877804 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:53.890850 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:34:53.911255 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3b6aa11d-83ed-42a0-bfd2-21eb29b11b58,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:53.915004 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:53.970905 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=3b6aa11d-83ed-42a0-bfd2-21eb29b11b58,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:53.984958 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:53.985442 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:53.985958 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:53.986507 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:53.987077 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:53.987686 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:53.988202 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:53.988748 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:53.989211 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:53.989877 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:53.990300 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:53.990750 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:54.187771 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['3b6aa11d-83ed-42a0-bfd2-21eb29b11b58'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:34:54.206753 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f5777-1eec-4d89-aa06-5b890f1a76c0 req-3e34867c-9103-447b-85de-db84da95894f tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:54.208257 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8c0f5777-1eec-4d89-aa06-5b890f1a76c0 req-3e34867c-9103-447b-85de-db84da95894f tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 944 time: 0.3456726 Mar 14 15:34:54.246551 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8c0f5777-1eec-4d89-aa06-5b890f1a76c0 req-d7230351-f230-464d-afa4-9a6252df1c24 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315452 Mar 14 15:34:54.382045 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:34:55.367228 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffe5e9-590b-4de6-8313-bd679d5d4e06 req-0ab57103-162a-4aeb-ae7a-8dc6e43f39a1 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:55.368680 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f5ffe5e9-590b-4de6-8313-bd679d5d4e06 req-0ab57103-162a-4aeb-ae7a-8dc6e43f39a1 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 945 time: 0.0493188 Mar 14 15:34:55.406490 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f5ffe5e9-590b-4de6-8313-bd679d5d4e06 req-a86ba742-98fe-41ae-bbc8-58949786adcc tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318804 Mar 14 15:34:55.709137 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 57992) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:55.747675 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:34:55.800661 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:34:55.804285 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:34:55.804656 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:55.835228 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-98f74bc1-7f64-4824-894a-8a269d32a232 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/routers/7963f907-fe55-418f-8ca5-1407efae825c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1248851 Mar 14 15:34:55.838320 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57994) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:55.893517 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:55.915672 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1cfb5e-7065-4a20-ad7d-6314ba8f7404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6aa11d-83ed-42a0-bfd2-21eb29b11b58'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:34:55.917909 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8586ee3f-7afb-4e89-9a14-f25aa4ff3129" -d '{"events": [{"server_uuid": "6b1cfb5e-7065-4a20-ad7d-6314ba8f7404", "name": "network-vif-plugged", "status": "completed", "tag": "3b6aa11d-83ed-42a0-bfd2-21eb29b11b58"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:34:55.930124 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3b6aa11d-83ed-42a0-bfd2-21eb29b11b58,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:55.936453 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:55.966752 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937155f9-b144-43b3-af2f-2d0d1fea5a72 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Notify agent at dv-neutron-833559-1-hyperv the message router_removed_from_agent {{(pid=102567) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 14 15:34:55.968811 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5f7bb7-7883-45ec-b6b1-a69ba0a8a475 x-openstack-request-id: req-6e5f7bb7-7883-45ec-b6b1-a69ba0a8a475 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:34:55.968811 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1cfb5e-7065-4a20-ad7d-6314ba8f7404", "name": "network-vif-plugged", "status": "completed", "tag": "3b6aa11d-83ed-42a0-bfd2-21eb29b11b58", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:34:55.969072 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e5f7bb7-7883-45ec-b6b1-a69ba0a8a475 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:34:55.969284 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1cfb5e-7065-4a20-ad7d-6314ba8f7404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6aa11d-83ed-42a0-bfd2-21eb29b11b58', 'code': 200} Mar 14 15:34:55.972787 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-937155f9-b144-43b3-af2f-2d0d1fea5a72 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "DELETE /v2.0/agents/25a8a75d-4e90-4c35-ad8f-b253cf3c77d3/l3-routers/7963f907-fe55-418f-8ca5-1407efae825c HTTP/1.1" status: 204 len: 168 time: 0.1311393 Mar 14 15:34:55.973448 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 57998) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:55.997041 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=3b6aa11d-83ed-42a0-bfd2-21eb29b11b58,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:56.101834 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c0e81808-4be8-4409-af4f-3779e5ec718b tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/routers/7963f907-fe55-418f-8ca5-1407efae825c/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1272831 Mar 14 15:34:56.106046 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58000) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:56.151168 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff0bd5-0269-41d9-a420-ef1b0ece4bfc req-8993a09c-734a-4dd4-b1a6-295a3e9ad201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:56.152931 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9dff0bd5-0269-41d9-a420-ef1b0ece4bfc req-8993a09c-734a-4dd4-b1a6-295a3e9ad201 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 1099 time: 0.0400093 Mar 14 15:34:56.167190 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-20c191c5-88c6-4d0d-a478-d12b3db8678f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/70ebbeee-c09a-4be4-a5db-dffe346bdab8 HTTP/1.1" status: 200 len: 993 time: 0.0595891 Mar 14 15:34:56.187349 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9dff0bd5-0269-41d9-a420-ef1b0ece4bfc req-6e6bbbb9-7eb0-4243-86b2-6c0b3ba5db87 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279536 Mar 14 15:34:56.525939 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd29f3-15ac-42b2-9393-009fd5ebc2a5 req-482a4a69-fdb5-4b66-936c-c060ac3aa356 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:56.527589 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-dedd29f3-15ac-42b2-9393-009fd5ebc2a5 req-482a4a69-fdb5-4b66-936c-c060ac3aa356 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 946 time: 0.0540075 Mar 14 15:34:56.564854 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-dedd29f3-15ac-42b2-9393-009fd5ebc2a5 req-e89faf49-d01a-4cf9-a86f-29f628686852 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311692 Mar 14 15:34:56.741769 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522a7a18-ef23-4f57-b812-0a402075419b None None] New status for floating IP 70ebbeee-c09a-4be4-a5db-dffe346bdab8: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:34:57.175481 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58004) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:57.239245 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-539aaf39-8113-4449-ba39-41dbb2660a35 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/70ebbeee-c09a-4be4-a5db-dffe346bdab8 HTTP/1.1" status: 200 len: 991 time: 0.0626867 Mar 14 15:34:57.680257 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19069c1e-1ac1-4ee8-86ce-173680bcfdcc req-14dcad9f-8bed-4fc1-9cbd-8ad07d4d8826 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:57.681716 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-19069c1e-1ac1-4ee8-86ce-173680bcfdcc req-14dcad9f-8bed-4fc1-9cbd-8ad07d4d8826 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 946 time: 0.0492692 Mar 14 15:34:57.722208 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-19069c1e-1ac1-4ee8-86ce-173680bcfdcc req-b81f2641-5a50-47b5-b4b1-496275b5baf3 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341582 Mar 14 15:34:57.840115 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdab9d-6a5c-463d-b6f5-2db1ddd27ee4 req-32fc8689-1d33-4ed0-ba93-c590176e1603 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:57.841613 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fafdab9d-6a5c-463d-b6f5-2db1ddd27ee4 req-32fc8689-1d33-4ed0-ba93-c590176e1603 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 946 time: 0.0529022 Mar 14 15:34:57.878215 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fafdab9d-6a5c-463d-b6f5-2db1ddd27ee4 req-1a3c9fa7-b8a6-4470-aeab-7a8534976451 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306144 Mar 14 15:34:57.900379 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58010) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:57.939807 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d84afa6-d2cc-4998-862e-5b652f8521c3 tempest-TestVolumeBootPattern-1450961294 tempest-TestVolumeBootPattern-1450961294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:34:57.941333 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0d84afa6-d2cc-4998-862e-5b652f8521c3 tempest-TestVolumeBootPattern-1450961294 tempest-TestVolumeBootPattern-1450961294-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 1094 time: 0.0399921 Mar 14 15:34:57.944088 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58012) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:57.948392 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': '3b6aa11d-83ed-42a0-bfd2-21eb29b11b58', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:34:57.968942 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.040760 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device cb799614-1896-4917-a192-834dd89b9f42 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:34:58.073097 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.117267 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.139179 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port cb799614-1896-4917-a192-834dd89b9f42, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=cb799614-1896-4917-a192-834dd89b9f42,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:58.143297 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.144182 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device f91c3762-8e00-434b-a333-e066aa9ca5a3 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:34:58.179405 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Allocated IP 172.26.6.32 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/542dbc2c-c2e9-4488-b670-c442457a66b6) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:34:58.226038 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=cb799614-1896-4917-a192-834dd89b9f42,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:58.264686 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.289362 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.299515 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port f91c3762-8e00-434b-a333-e066aa9ca5a3, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=f91c3762-8e00-434b-a333-e066aa9ca5a3,segment=NetworkSegment(d077aa49-6296-4d40-97e1-53dda19a4a58),segment_id=d077aa49-6296-4d40-97e1-53dda19a4a58)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:34:58.303748 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.322899 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.346741 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58016) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:58.353849 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=f91c3762-8e00-434b-a333-e066aa9ca5a3,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:58.363852 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:34:58.366726 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:34:58.370097 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:34:58.393809 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event updated for resources: {'Port': ['ID=542dbc2c-c2e9-4488-b670-c442457a66b6,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:58.408585 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:58.408941 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:58.409292 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:58.409633 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:58.409970 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:58.410304 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:58.410637 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:58.410988 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:58.411322 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:58.411649 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:58.411975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:58.412297 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:34:58.482356 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d857ba-4b7b-4a1d-adfd-21d308930b24 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Router 7963f907-fe55-418f-8ca5-1407efae825c is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:34:58.482731 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d857ba-4b7b-4a1d-adfd-21d308930b24 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Notify agent at dv-neutron-833559-1-hyperv the message router_added_to_agent {{(pid=102568) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 14 15:34:58.502738 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e1d857ba-4b7b-4a1d-adfd-21d308930b24 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "POST /v2.0/agents/25a8a75d-4e90-4c35-ad8f-b253cf3c77d3/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1542511 Mar 14 15:34:58.507811 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58020) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:58.517743 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e9865e-a860-44d9-822e-531e322ceee5 None None] Sync routers for ids ['7963f907-fe55-418f-8ca5-1407efae825c'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:34:58.533341 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e9865e-a860-44d9-822e-531e322ceee5 None None] Routers {'7963f907-fe55-418f-8ca5-1407efae825c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:34:58.534479 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-89e9865e-a860-44d9-822e-531e322ceee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:34:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7963f907-fe55-418f-8ca5-1407efae825c'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:58.627525 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-00572c7b-1db8-48f8-b052-e58144def245 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/routers/7963f907-fe55-418f-8ca5-1407efae825c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1185536 Mar 14 15:34:58.629440 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58024) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:58.651402 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-89e9865e-a860-44d9-822e-531e322ceee5 None None] Set router 7963f907-fe55-418f-8ca5-1407efae825c gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:34:58.696812 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-84d29590-4560-4084-b4f5-7cc6b0bdd9f4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/70ebbeee-c09a-4be4-a5db-dffe346bdab8 HTTP/1.1" status: 200 len: 991 time: 0.0647535 Mar 14 15:34:58.772296 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.837914 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.872733 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-89e9865e-a860-44d9-822e-531e322ceee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7963f907-fe55-418f-8ca5-1407efae825c', 'name': 'tempest-TestNetworkBasicOps-router-1583466289', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'cb799614-1896-4917-a192-834dd89b9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:07Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'cb799614-1896-4917-a192-834dd89b9f42', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '70ebbeee-c09a-4be4-a5db-dffe346bdab8', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.251', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'port_id': '65747878-e22b-401b-8852-f2172f36ac2d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'mac_address': 'fa:16:3e:39:25:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a0ec34-d87f-474c-b2e3-679faa6171ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:34:20Z', 'updated_at': '2022-03-14T15:34:56Z', 'revision_number': 2, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f91c3762-8e00-434b-a333-e066aa9ca5a3', 'name': '', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:f1:38:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:07Z', 'updated_at': '2022-03-14T15:34:58Z', 'revision_number': 6, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:58.903022 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e9865e-a860-44d9-822e-531e322ceee5 None None] Checking router: 7963f907-fe55-418f-8ca5-1407efae825c for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:34:58.911521 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e9865e-a860-44d9-822e-531e322ceee5 None None] Routers {'7963f907-fe55-418f-8ca5-1407efae825c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:34:58.912127 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-89e9865e-a860-44d9-822e-531e322ceee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:34:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7963f907-fe55-418f-8ca5-1407efae825c'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:58.989245 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:58.993872 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:59.027239 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-89e9865e-a860-44d9-822e-531e322ceee5 None None] Set router 7963f907-fe55-418f-8ca5-1407efae825c gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:34:59.068572 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event updated for resources: {'Port': ['ID=542dbc2c-c2e9-4488-b670-c442457a66b6,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:34:59.077005 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:59.254976 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-89e9865e-a860-44d9-822e-531e322ceee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7963f907-fe55-418f-8ca5-1407efae825c', 'name': 'tempest-TestNetworkBasicOps-router-1583466289', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'cb799614-1896-4917-a192-834dd89b9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:07Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'cb799614-1896-4917-a192-834dd89b9f42', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '70ebbeee-c09a-4be4-a5db-dffe346bdab8', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.251', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'port_id': '65747878-e22b-401b-8852-f2172f36ac2d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'mac_address': 'fa:16:3e:39:25:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a0ec34-d87f-474c-b2e3-679faa6171ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:34:20Z', 'updated_at': '2022-03-14T15:34:56Z', 'revision_number': 2, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f91c3762-8e00-434b-a333-e066aa9ca5a3', 'name': '', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:f1:38:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:07Z', 'updated_at': '2022-03-14T15:34:58Z', 'revision_number': 6, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:59.281970 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e9865e-a860-44d9-822e-531e322ceee5 None None] The sync data for ids ['7963f907-fe55-418f-8ca5-1407efae825c'] in dv-neutron-833559-1-hyperv is: [{'id': '7963f907-fe55-418f-8ca5-1407efae825c', 'name': 'tempest-TestNetworkBasicOps-router-1583466289', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'cb799614-1896-4917-a192-834dd89b9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:07Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'cb799614-1896-4917-a192-834dd89b9f42', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '70ebbeee-c09a-4be4-a5db-dffe346bdab8', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.251', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'port_id': '65747878-e22b-401b-8852-f2172f36ac2d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'mac_address': 'fa:16:3e:39:25:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a0ec34-d87f-474c-b2e3-679faa6171ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:34:20Z', 'updated_at': '2022-03-14T15:34:56Z', 'revision_number': 2, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f91c3762-8e00-434b-a333-e066aa9ca5a3', 'name': '', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:f1:38:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:07Z', 'updated_at': '2022-03-14T15:34:58Z', 'revision_number': 6, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:34:59.500011 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Floating IP 417d9727-74e6-46d8-a414-4e87021e6a9b associated. External IP: 172.26.6.32, port: 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58. Mar 14 15:34:59.699671 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58026) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:34:59.760227 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Router 0664d624-af7f-4b11-b1ee-c9248aa951a2 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:34:59.779504 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f072fac8-2939-4027-9ec6-e4a009d9c1e6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/70ebbeee-c09a-4be4-a5db-dffe346bdab8 HTTP/1.1" status: 200 len: 991 time: 0.0785332 Mar 14 15:34:59.895690 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:34:59.905478 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5f82f4-a599-497a-96c2-a21907a74838 None None] Sync routers for ids ['0664d624-af7f-4b11-b1ee-c9248aa951a2'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:34:59.916149 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:34:59.920177 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5f82f4-a599-497a-96c2-a21907a74838 None None] Routers {'0664d624-af7f-4b11-b1ee-c9248aa951a2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:34:59.920879 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1a5f82f4-a599-497a-96c2-a21907a74838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:34:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0664d624-af7f-4b11-b1ee-c9248aa951a2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:34:59.947614 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-967eb473-c761-46ee-a32b-ec0fea9196ff tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0024765 Mar 14 15:34:59.948355 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1cfb5e-7065-4a20-ad7d-6314ba8f7404', 'tag': '3b6aa11d-83ed-42a0-bfd2-21eb29b11b58'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:34:59.951187 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5084fe4e-9eb8-4a97-a6de-70d53f1cc946" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1cfb5e-7065-4a20-ad7d-6314ba8f7404", "tag": "3b6aa11d-83ed-42a0-bfd2-21eb29b11b58"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:35:00.058859 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-1a5f82f4-a599-497a-96c2-a21907a74838 None None] Set router 0664d624-af7f-4b11-b1ee-c9248aa951a2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:35:00.091161 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c403b0b4-1fb1-4da8-a2e3-5b9c5047c362 x-openstack-request-id: req-c403b0b4-1fb1-4da8-a2e3-5b9c5047c362 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:35:00.092287 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1cfb5e-7065-4a20-ad7d-6314ba8f7404", "tag": "3b6aa11d-83ed-42a0-bfd2-21eb29b11b58", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:35:00.092737 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c403b0b4-1fb1-4da8-a2e3-5b9c5047c362 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:35:00.093362 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1cfb5e-7065-4a20-ad7d-6314ba8f7404', 'tag': '3b6aa11d-83ed-42a0-bfd2-21eb29b11b58', 'status': 'completed', 'code': 200} Mar 14 15:35:00.138975 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device cb799614-1896-4917-a192-834dd89b9f42 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:35:00.156750 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084fe4e-9eb8-4a97-a6de-70d53f1cc946 req-9e6f6777-12b3-46de-b630-4b2e7b0cf00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:00.158593 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5084fe4e-9eb8-4a97-a6de-70d53f1cc946 req-9e6f6777-12b3-46de-b630-4b2e7b0cf00c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a71e4db168bb4915bec9d021ab48e3b3&device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 1099 time: 0.0453367 Mar 14 15:35:00.205628 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port cb799614-1896-4917-a192-834dd89b9f42 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:00.206404 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:00.271236 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084fe4e-9eb8-4a97-a6de-70d53f1cc946 req-bc87e78e-c26e-4252-9795-28e69d4d135c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:00.273070 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5084fe4e-9eb8-4a97-a6de-70d53f1cc946 req-bc87e78e-c26e-4252-9795-28e69d4d135c service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3c71c02-264e-49fe-ace9-fff9d219f343 HTTP/1.1" status: 200 len: 912 time: 0.1057272 Mar 14 15:35:00.294787 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:00.320843 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port cb799614-1896-4917-a192-834dd89b9f42, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=cb799614-1896-4917-a192-834dd89b9f42,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:00.327443 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:00.328573 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device f91c3762-8e00-434b-a333-e066aa9ca5a3 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:35:00.347949 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1a5f82f4-a599-497a-96c2-a21907a74838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '417d9727-74e6-46d8-a414-4e87021e6a9b', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'port_id': '3b6aa11d-83ed-42a0-bfd2-21eb29b11b58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'mac_address': 'fa:16:3e:43:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1cfb5e-7065-4a20-ad7d-6314ba8f7404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:34:58Z', 'updated_at': '2022-03-14T15:34:58Z', 'revision_number': 0, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'fixed_ip_address_scope': None}, {'id': '97254c79-5a3d-46e7-b522-3ffef07c4c31', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'floating_ip_address': '172.26.6.14', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'port_id': '1078d008-05d7-4358-993f-43b719e6f644', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'mac_address': 'fa:16:3e:00:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b040cfa6-5bfa-44d7-a3fc-35828e66f259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:32:50Z', 'updated_at': '2022-03-14T15:32:52Z', 'revision_number': 1, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b630840-3443-40cf-9b20-c4814a742f98', 'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'mac_address': 'fa:16:3e:fd:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:09Z', 'updated_at': '2022-03-14T15:29:16Z', 'revision_number': 5, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'subnets': [{'id': '2938bbac-db51-4fe5-871d-2be14c242925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:00.348460 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5084fe4e-9eb8-4a97-a6de-70d53f1cc946 req-4e47b9a1-def6-4550-a616-2994ffba4db8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 HTTP/1.1" status: 200 len: 999 time: 0.0665255 Mar 14 15:35:00.382695 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5f82f4-a599-497a-96c2-a21907a74838 None None] Checking router: 0664d624-af7f-4b11-b1ee-c9248aa951a2 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:35:00.394787 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5f82f4-a599-497a-96c2-a21907a74838 None None] Routers {'0664d624-af7f-4b11-b1ee-c9248aa951a2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:35:00.395704 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1a5f82f4-a599-497a-96c2-a21907a74838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:34:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0664d624-af7f-4b11-b1ee-c9248aa951a2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:00.411632 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084fe4e-9eb8-4a97-a6de-70d53f1cc946 req-88525392-0d58-4e65-8e35-7fcf60da01e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:00.414215 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5084fe4e-9eb8-4a97-a6de-70d53f1cc946 req-88525392-0d58-4e65-8e35-7fcf60da01e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2938bbac-db51-4fe5-871d-2be14c242925 HTTP/1.1" status: 200 len: 850 time: 0.0594671 Mar 14 15:35:00.469363 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084fe4e-9eb8-4a97-a6de-70d53f1cc946 req-d8486b5f-e591-4855-a89a-6ae6ca4db96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:00.471398 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5084fe4e-9eb8-4a97-a6de-70d53f1cc946 req-d8486b5f-e591-4855-a89a-6ae6ca4db96d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3c71c02-264e-49fe-ace9-fff9d219f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0499773 Mar 14 15:35:00.533220 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-1a5f82f4-a599-497a-96c2-a21907a74838 None None] Set router 0664d624-af7f-4b11-b1ee-c9248aa951a2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:35:00.567845 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=cb799614-1896-4917-a192-834dd89b9f42,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:00.580849 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port f91c3762-8e00-434b-a333-e066aa9ca5a3 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:00.581223 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:00.598432 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5084fe4e-9eb8-4a97-a6de-70d53f1cc946 req-83ebf28b-d56e-4d7b-bdb5-aeb7559470dc service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195803 Mar 14 15:35:00.668863 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:00.713453 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port f91c3762-8e00-434b-a333-e066aa9ca5a3, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=f91c3762-8e00-434b-a333-e066aa9ca5a3,segment=NetworkSegment(d077aa49-6296-4d40-97e1-53dda19a4a58),segment_id=d077aa49-6296-4d40-97e1-53dda19a4a58)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:00.717624 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5084fe4e-9eb8-4a97-a6de-70d53f1cc946 req-e24a6e3d-2d0d-467c-aed5-2244c64aa3f5 service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107810 Mar 14 15:35:00.719633 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:00.773300 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=f91c3762-8e00-434b-a333-e066aa9ca5a3,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:00.783190 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58034) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:00.800303 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1a5f82f4-a599-497a-96c2-a21907a74838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '417d9727-74e6-46d8-a414-4e87021e6a9b', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'port_id': '3b6aa11d-83ed-42a0-bfd2-21eb29b11b58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'mac_address': 'fa:16:3e:43:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1cfb5e-7065-4a20-ad7d-6314ba8f7404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:34:58Z', 'updated_at': '2022-03-14T15:34:58Z', 'revision_number': 0, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'fixed_ip_address_scope': None}, {'id': '97254c79-5a3d-46e7-b522-3ffef07c4c31', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'floating_ip_address': '172.26.6.14', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'port_id': '1078d008-05d7-4358-993f-43b719e6f644', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'mac_address': 'fa:16:3e:00:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b040cfa6-5bfa-44d7-a3fc-35828e66f259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:32:50Z', 'updated_at': '2022-03-14T15:32:52Z', 'revision_number': 1, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b630840-3443-40cf-9b20-c4814a742f98', 'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'mac_address': 'fa:16:3e:fd:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:09Z', 'updated_at': '2022-03-14T15:29:16Z', 'revision_number': 5, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'subnets': [{'id': '2938bbac-db51-4fe5-871d-2be14c242925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:00.831218 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5f82f4-a599-497a-96c2-a21907a74838 None None] The sync data for ids ['0664d624-af7f-4b11-b1ee-c9248aa951a2'] in dv-neutron-833559-1-hyperv is: [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '417d9727-74e6-46d8-a414-4e87021e6a9b', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'port_id': '3b6aa11d-83ed-42a0-bfd2-21eb29b11b58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'mac_address': 'fa:16:3e:43:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1cfb5e-7065-4a20-ad7d-6314ba8f7404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:34:58Z', 'updated_at': '2022-03-14T15:34:58Z', 'revision_number': 0, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'fixed_ip_address_scope': None}, {'id': '97254c79-5a3d-46e7-b522-3ffef07c4c31', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'floating_ip_address': '172.26.6.14', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'port_id': '1078d008-05d7-4358-993f-43b719e6f644', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'mac_address': 'fa:16:3e:00:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b040cfa6-5bfa-44d7-a3fc-35828e66f259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:32:50Z', 'updated_at': '2022-03-14T15:32:52Z', 'revision_number': 1, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b630840-3443-40cf-9b20-c4814a742f98', 'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'mac_address': 'fa:16:3e:fd:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:09Z', 'updated_at': '2022-03-14T15:29:16Z', 'revision_number': 5, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'subnets': [{'id': '2938bbac-db51-4fe5-871d-2be14c242925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:35:00.844463 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-18aafd52-3b7e-4e19-9b56-54b91b7bf80d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/70ebbeee-c09a-4be4-a5db-dffe346bdab8 HTTP/1.1" status: 200 len: 991 time: 0.0599530 Mar 14 15:35:01.162219 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d4c19-406f-41a5-8814-c7a0295452c0 None None] New status for floating IP 70ebbeee-c09a-4be4-a5db-dffe346bdab8: ACTIVE {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:35:01.253214 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894975e7-7321-4c0a-aa2e-d32c12859fc6 None None] New status for floating IP 417d9727-74e6-46d8-a414-4e87021e6a9b: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:35:01.848436 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58036) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:01.912827 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f9fd5ce1-6390-4386-ac3c-721922db8fad tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/70ebbeee-c09a-4be4-a5db-dffe346bdab8 HTTP/1.1" status: 200 len: 993 time: 0.0632668 Mar 14 15:35:02.056948 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device cb799614-1896-4917-a192-834dd89b9f42 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:35:02.106791 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port cb799614-1896-4917-a192-834dd89b9f42 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:02.107203 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:02.164659 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58042) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:02.202348 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device f91c3762-8e00-434b-a333-e066aa9ca5a3 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:35:02.249706 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port f91c3762-8e00-434b-a333-e066aa9ca5a3 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:02.250086 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:02.325900 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-a7051c3b-49a2-4b5b-ade6-4fc902a7b8c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port c38efd2a-17f2-42b5-ba32-6bb82d4eb3dc {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:35:02.326248 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a7051c3b-49a2-4b5b-ade6-4fc902a7b8c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:02.404963 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a7051c3b-49a2-4b5b-ade6-4fc902a7b8c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:02.405288 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a7051c3b-49a2-4b5b-ade6-4fc902a7b8c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:02.416810 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-a7051c3b-49a2-4b5b-ade6-4fc902a7b8c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for c38efd2a-17f2-42b5-ba32-6bb82d4eb3dc owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:35:02.561795 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a7051c3b-49a2-4b5b-ade6-4fc902a7b8c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:02.591419 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7051c3b-49a2-4b5b-ade6-4fc902a7b8c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=c38efd2a-17f2-42b5-ba32-6bb82d4eb3dc,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:02.650281 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a7051c3b-49a2-4b5b-ade6-4fc902a7b8c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:02.650651 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-a7051c3b-49a2-4b5b-ade6-4fc902a7b8c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Floating IP 70ebbeee-c09a-4be4-a5db-dffe346bdab8 disassociated (deleted). External IP: 172.26.6.251, port: 65747878-e22b-401b-8852-f2172f36ac2d. Mar 14 15:35:02.856798 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7051c3b-49a2-4b5b-ade6-4fc902a7b8c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 7963f907-fe55-418f-8ca5-1407efae825c has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:35:02.964500 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7051c3b-49a2-4b5b-ade6-4fc902a7b8c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:35:02.968789 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a7051c3b-49a2-4b5b-ade6-4fc902a7b8c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:02.973507 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0a7d95-8996-42a8-949d-a1cda2b2142d None None] Sync routers for ids ['7963f907-fe55-418f-8ca5-1407efae825c'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:35:02.982845 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0a7d95-8996-42a8-949d-a1cda2b2142d None None] Routers {'7963f907-fe55-418f-8ca5-1407efae825c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:35:02.983476 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2a0a7d95-8996-42a8-949d-a1cda2b2142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:34:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7963f907-fe55-418f-8ca5-1407efae825c'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:02.995533 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a7051c3b-49a2-4b5b-ade6-4fc902a7b8c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/floatingips/70ebbeee-c09a-4be4-a5db-dffe346bdab8 HTTP/1.1" status: 204 len: 168 time: 0.8295341 Mar 14 15:35:02.996463 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a0ec34-d87f-474c-b2e3-679faa6171ac', 'tag': '65747878-e22b-401b-8852-f2172f36ac2d'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:35:02.998719 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16f2c39-4b35-4635-9b71-b852021aa7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a0ec34-d87f-474c-b2e3-679faa6171ac", "tag": "65747878-e22b-401b-8852-f2172f36ac2d"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:35:03.040157 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d4aba2-e442-4438-8b6f-200bee240d7d x-openstack-request-id: req-76d4aba2-e442-4438-8b6f-200bee240d7d {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:35:03.040521 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a0ec34-d87f-474c-b2e3-679faa6171ac", "tag": "65747878-e22b-401b-8852-f2172f36ac2d", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:35:03.040849 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-76d4aba2-e442-4438-8b6f-200bee240d7d {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:35:03.041323 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a0ec34-d87f-474c-b2e3-679faa6171ac', 'tag': '65747878-e22b-401b-8852-f2172f36ac2d', 'status': 'completed', 'code': 200} Mar 14 15:35:03.093999 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-2a0a7d95-8996-42a8-949d-a1cda2b2142d None None] Set router 7963f907-fe55-418f-8ca5-1407efae825c gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:35:03.109410 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f2c39-4b35-4635-9b71-b852021aa7bf req-6ab635e0-bf0f-4620-9998-5078f954df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:03.111411 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f16f2c39-4b35-4635-9b71-b852021aa7bf req-6ab635e0-bf0f-4620-9998-5078f954df62 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=d6a0ec34-d87f-474c-b2e3-679faa6171ac HTTP/1.1" status: 200 len: 1098 time: 0.0465462 Mar 14 15:35:03.248757 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f2c39-4b35-4635-9b71-b852021aa7bf req-8a82c202-cb7e-4d32-92f8-1995a241e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:03.250215 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f16f2c39-4b35-4635-9b71-b852021aa7bf req-8a82c202-cb7e-4d32-92f8-1995a241e464 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0888fab4-3655-4723-9040-c0d08f88cf1f HTTP/1.1" status: 200 len: 898 time: 0.1254947 Mar 14 15:35:03.258244 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad993162-bea2-4eea-a202-ff3ebc98776a req-8b2f9228-af2a-49fa-adfb-329c9ec48b57 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:03.259675 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ad993162-bea2-4eea-a202-ff3ebc98776a req-8b2f9228-af2a-49fa-adfb-329c9ec48b57 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6a0ec34-d87f-474c-b2e3-679faa6171ac HTTP/1.1" status: 200 len: 945 time: 0.0787008 Mar 14 15:35:03.303704 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2a0a7d95-8996-42a8-949d-a1cda2b2142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7963f907-fe55-418f-8ca5-1407efae825c', 'name': 'tempest-TestNetworkBasicOps-router-1583466289', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'cb799614-1896-4917-a192-834dd89b9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:07Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'cb799614-1896-4917-a192-834dd89b9f42', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:35:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'f91c3762-8e00-434b-a333-e066aa9ca5a3', 'name': '', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:f1:38:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:07Z', 'updated_at': '2022-03-14T15:35:00Z', 'revision_number': 7, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:03.309885 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f16f2c39-4b35-4635-9b71-b852021aa7bf req-4fc2b279-0c3e-4c49-8a38-f3242fb0874a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65747878-e22b-401b-8852-f2172f36ac2d HTTP/1.1" status: 200 len: 217 time: 0.0490923 Mar 14 15:35:03.335540 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0a7d95-8996-42a8-949d-a1cda2b2142d None None] Checking router: 7963f907-fe55-418f-8ca5-1407efae825c for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:35:03.344499 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0a7d95-8996-42a8-949d-a1cda2b2142d None None] Routers {'7963f907-fe55-418f-8ca5-1407efae825c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:35:03.345133 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2a0a7d95-8996-42a8-949d-a1cda2b2142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:34:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7963f907-fe55-418f-8ca5-1407efae825c'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:03.360821 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ad993162-bea2-4eea-a202-ff3ebc98776a req-07bbd32c-fe0d-48af-add3-a31bce762b94 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e9bfc1f-3b3b-42fd-9bb2-5ae21a96c002&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925159 Mar 14 15:35:03.376346 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f2c39-4b35-4635-9b71-b852021aa7bf req-5d613854-64a6-425d-8ae5-ff3966c3919c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:03.377787 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f16f2c39-4b35-4635-9b71-b852021aa7bf req-5d613854-64a6-425d-8ae5-ff3966c3919c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6dbec74c-92d1-495d-8e97-f76b376e64a6 HTTP/1.1" status: 200 len: 835 time: 0.0614066 Mar 14 15:35:03.424718 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f2c39-4b35-4635-9b71-b852021aa7bf req-e59f34c1-c6fe-4317-91d2-f4c6bbcc5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:03.426596 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f16f2c39-4b35-4635-9b71-b852021aa7bf req-e59f34c1-c6fe-4317-91d2-f4c6bbcc5532 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0888fab4-3655-4723-9040-c0d08f88cf1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412800 Mar 14 15:35:03.450981 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-2a0a7d95-8996-42a8-949d-a1cda2b2142d None None] Set router 7963f907-fe55-418f-8ca5-1407efae825c gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:35:03.524523 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f16f2c39-4b35-4635-9b71-b852021aa7bf req-37780ec3-1bd4-44dd-9a93-ca827b16e7fa service neutron] 10.222.0.18 "GET /v2.0/networks/0888fab4-3655-4723-9040-c0d08f88cf1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831952 Mar 14 15:35:03.621979 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f16f2c39-4b35-4635-9b71-b852021aa7bf req-ad06b002-71dc-455f-85db-dcf4ff54137d service neutron] 10.222.0.18 "GET /v2.0/networks/0888fab4-3655-4723-9040-c0d08f88cf1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886543 Mar 14 15:35:03.648336 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2a0a7d95-8996-42a8-949d-a1cda2b2142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7963f907-fe55-418f-8ca5-1407efae825c', 'name': 'tempest-TestNetworkBasicOps-router-1583466289', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'cb799614-1896-4917-a192-834dd89b9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:07Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'cb799614-1896-4917-a192-834dd89b9f42', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:35:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'f91c3762-8e00-434b-a333-e066aa9ca5a3', 'name': '', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:f1:38:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:07Z', 'updated_at': '2022-03-14T15:35:00Z', 'revision_number': 7, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:03.674460 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0a7d95-8996-42a8-949d-a1cda2b2142d None None] The sync data for ids ['7963f907-fe55-418f-8ca5-1407efae825c'] in dv-neutron-833559-1-hyperv is: [{'id': '7963f907-fe55-418f-8ca5-1407efae825c', 'name': 'tempest-TestNetworkBasicOps-router-1583466289', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'cb799614-1896-4917-a192-834dd89b9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:34:07Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'cb799614-1896-4917-a192-834dd89b9f42', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:35:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'f91c3762-8e00-434b-a333-e066aa9ca5a3', 'name': '', 'network_id': '0888fab4-3655-4723-9040-c0d08f88cf1f', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:f1:38:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:07Z', 'updated_at': '2022-03-14T15:35:00Z', 'revision_number': 7, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': '6dbec74c-92d1-495d-8e97-f76b376e64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:35:04.043614 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-68fc295f-3389-4e1f-952a-266fc7d21622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:04.302082 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b6d4e0-87d6-4d6f-a3c0-2806cae28976 None None] New status for floating IP 70ebbeee-c09a-4be4-a5db-dffe346bdab8: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:35:04.480281 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ef82a-22ac-4f06-a65f-b6defc94a87c req-498e4f6d-a8cb-4fc8-815d-9a05d5b7ccf6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:04.481816 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-329ef82a-22ac-4f06-a65f-b6defc94a87c req-498e4f6d-a8cb-4fc8-815d-9a05d5b7ccf6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6a0ec34-d87f-474c-b2e3-679faa6171ac HTTP/1.1" status: 200 len: 945 time: 0.0518706 Mar 14 15:35:04.519914 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-329ef82a-22ac-4f06-a65f-b6defc94a87c req-d4332444-e92f-433d-bca4-3967b9d3cc01 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e9bfc1f-3b3b-42fd-9bb2-5ae21a96c002&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321140 Mar 14 15:35:04.662316 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39c91d-eb5b-4c18-a3e2-7b85c8083e5c req-1bf8f3df-086a-43fe-ab29-4c261da7e681 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:04.663691 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5f39c91d-eb5b-4c18-a3e2-7b85c8083e5c req-1bf8f3df-086a-43fe-ab29-4c261da7e681 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a0ec34-d87f-474c-b2e3-679faa6171ac HTTP/1.1" status: 200 len: 945 time: 0.0501039 Mar 14 15:35:04.755940 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-5f39c91d-eb5b-4c18-a3e2-7b85c8083e5c req-82853007-c815-46d1-b5a7-806781033420 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 65747878-e22b-401b-8852-f2172f36ac2d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:35:04.756279 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5f39c91d-eb5b-4c18-a3e2-7b85c8083e5c req-82853007-c815-46d1-b5a7-806781033420 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:04.844152 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-5f39c91d-eb5b-4c18-a3e2-7b85c8083e5c req-82853007-c815-46d1-b5a7-806781033420 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port 65747878-e22b-401b-8852-f2172f36ac2d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=65747878-e22b-401b-8852-f2172f36ac2d,segment=NetworkSegment(d077aa49-6296-4d40-97e1-53dda19a4a58),segment_id=d077aa49-6296-4d40-97e1-53dda19a4a58)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:04.844520 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5f39c91d-eb5b-4c18-a3e2-7b85c8083e5c req-82853007-c815-46d1-b5a7-806781033420 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:04.857073 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-5f39c91d-eb5b-4c18-a3e2-7b85c8083e5c req-82853007-c815-46d1-b5a7-806781033420 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 65747878-e22b-401b-8852-f2172f36ac2d owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:35:04.987365 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5f39c91d-eb5b-4c18-a3e2-7b85c8083e5c req-82853007-c815-46d1-b5a7-806781033420 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:05.016058 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82853007-c815-46d1-b5a7-806781033420 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=65747878-e22b-401b-8852-f2172f36ac2d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:05.060725 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f39c91d-eb5b-4c18-a3e2-7b85c8083e5c req-82853007-c815-46d1-b5a7-806781033420 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] No DVR routers for this DVR port 65747878-e22b-401b-8852-f2172f36ac2d on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:35:05.063271 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5f39c91d-eb5b-4c18-a3e2-7b85c8083e5c req-82853007-c815-46d1-b5a7-806781033420 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:05.066559 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5f39c91d-eb5b-4c18-a3e2-7b85c8083e5c req-82853007-c815-46d1-b5a7-806781033420 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "DELETE /v2.0/ports/65747878-e22b-401b-8852-f2172f36ac2d HTTP/1.1" status: 204 len: 173 time: 0.3968594 Mar 14 15:35:05.067040 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a0ec34-d87f-474c-b2e3-679faa6171ac', 'name': 'network-vif-deleted', 'tag': '65747878-e22b-401b-8852-f2172f36ac2d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:35:05.069253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa0d71c-247d-4db6-b575-d7e404ebc182" -d '{"events": [{"server_uuid": "d6a0ec34-d87f-474c-b2e3-679faa6171ac", "name": "network-vif-deleted", "tag": "65747878-e22b-401b-8852-f2172f36ac2d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:35:05.110576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19611aac-2b5b-46f0-953b-777a53cf24c1 x-openstack-request-id: req-19611aac-2b5b-46f0-953b-777a53cf24c1 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:35:05.110871 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a0ec34-d87f-474c-b2e3-679faa6171ac", "name": "network-vif-deleted", "tag": "65747878-e22b-401b-8852-f2172f36ac2d", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:35:05.111153 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-19611aac-2b5b-46f0-953b-777a53cf24c1 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:35:05.111550 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a0ec34-d87f-474c-b2e3-679faa6171ac', 'name': 'network-vif-deleted', 'tag': '65747878-e22b-401b-8852-f2172f36ac2d', 'status': 'completed', 'code': 200} Mar 14 15:35:05.584232 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58056) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:05.643003 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8a6251ab-a1e1-4984-bef6-3dacef88e32c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:05.672026 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8a6251ab-a1e1-4984-bef6-3dacef88e32c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:05.728841 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8a6251ab-a1e1-4984-bef6-3dacef88e32c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:05.732162 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8a6251ab-a1e1-4984-bef6-3dacef88e32c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:05.733330 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8a6251ab-a1e1-4984-bef6-3dacef88e32c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/security-groups/4e9bfc1f-3b3b-42fd-9bb2-5ae21a96c002 HTTP/1.1" status: 204 len: 168 time: 0.1480677 Mar 14 15:35:05.742580 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6251ab-a1e1-4984-bef6-3dacef88e32c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9bfc1f-3b3b-42fd-9bb2-5ae21a96c002,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:05.768989 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58060) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:06.120524 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-537aac83-b9a5-4d28-bf73-cca79bf39c58 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:06.373234 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-537aac83-b9a5-4d28-bf73-cca79bf39c58 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port f91c3762-8e00-434b-a333-e066aa9ca5a3 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:35:06.373584 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-537aac83-b9a5-4d28-bf73-cca79bf39c58 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:06.407341 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e783d9e2-d41a-4d96-92e6-ce6c4bde835f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:06.466690 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-537aac83-b9a5-4d28-bf73-cca79bf39c58 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port f91c3762-8e00-434b-a333-e066aa9ca5a3, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=f91c3762-8e00-434b-a333-e066aa9ca5a3,segment=NetworkSegment(d077aa49-6296-4d40-97e1-53dda19a4a58),segment_id=d077aa49-6296-4d40-97e1-53dda19a4a58)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:06.467068 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-537aac83-b9a5-4d28-bf73-cca79bf39c58 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:06.479725 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-537aac83-b9a5-4d28-bf73-cca79bf39c58 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for f91c3762-8e00-434b-a333-e066aa9ca5a3 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:35:06.669283 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-537aac83-b9a5-4d28-bf73-cca79bf39c58 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:06.697484 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537aac83-b9a5-4d28-bf73-cca79bf39c58 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=f91c3762-8e00-434b-a333-e066aa9ca5a3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:06.870412 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-537aac83-b9a5-4d28-bf73-cca79bf39c58 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:07.081950 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537aac83-b9a5-4d28-bf73-cca79bf39c58 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 7963f907-fe55-418f-8ca5-1407efae825c has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:35:07.185939 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537aac83-b9a5-4d28-bf73-cca79bf39c58 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:35:07.190832 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-537aac83-b9a5-4d28-bf73-cca79bf39c58 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/routers/7963f907-fe55-418f-8ca5-1407efae825c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4207821 Mar 14 15:35:07.193774 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58064) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:07.195642 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf6b122-fa63-450e-9e36-3b56284c929d None None] Sync routers for ids ['7963f907-fe55-418f-8ca5-1407efae825c'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:35:07.205586 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf6b122-fa63-450e-9e36-3b56284c929d None None] Routers {'7963f907-fe55-418f-8ca5-1407efae825c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:35:07.206281 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-bbf6b122-fa63-450e-9e36-3b56284c929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:35:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7963f907-fe55-418f-8ca5-1407efae825c'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:07.245802 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-293fe809-2964-4260-9e44-76d08f2e0732 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting subnet 6dbec74c-92d1-495d-8e97-f76b376e64a6 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:35:07.248836 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-293fe809-2964-4260-9e44-76d08f2e0732 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:07.290184 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-293fe809-2964-4260-9e44-76d08f2e0732 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:07.310345 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-bbf6b122-fa63-450e-9e36-3b56284c929d None None] Set router 7963f907-fe55-418f-8ca5-1407efae825c gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:35:07.380563 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-293fe809-2964-4260-9e44-76d08f2e0732 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:07.440682 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-293fe809-2964-4260-9e44-76d08f2e0732 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:07.472186 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293fe809-2964-4260-9e44-76d08f2e0732 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Subnet': ['ID=6dbec74c-92d1-495d-8e97-f76b376e64a6,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:07.472448 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:07.476210 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-293fe809-2964-4260-9e44-76d08f2e0732 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:07.482457 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-293fe809-2964-4260-9e44-76d08f2e0732 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/subnets/6dbec74c-92d1-495d-8e97-f76b376e64a6 HTTP/1.1" status: 204 len: 168 time: 0.2851365 Mar 14 15:35:07.482743 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58066) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:07.486188 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52508b1-2dbb-464f-9eaa-dd5a2be149cf None None] Network 0888fab4-3655-4723-9040-c0d08f88cf1f requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:35:07.595982 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7c5c384-d4a5-4794-a4b4-2d683552f83e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:07.703541 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7c5c384-d4a5-4794-a4b4-2d683552f83e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:07.724739 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-bbf6b122-fa63-450e-9e36-3b56284c929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7963f907-fe55-418f-8ca5-1407efae825c', 'name': 'tempest-TestNetworkBasicOps-router-1583466289', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': 'cb799614-1896-4917-a192-834dd89b9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:35:06Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'cb799614-1896-4917-a192-834dd89b9f42', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7963f907-fe55-418f-8ca5-1407efae825c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:35:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:07.756275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-e7c5c384-d4a5-4794-a4b4-2d683552f83e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port cb799614-1896-4917-a192-834dd89b9f42 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:35:07.756636 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7c5c384-d4a5-4794-a4b4-2d683552f83e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:07.769023 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf6b122-fa63-450e-9e36-3b56284c929d None None] Checking router: 7963f907-fe55-418f-8ca5-1407efae825c for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:35:07.788030 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf6b122-fa63-450e-9e36-3b56284c929d None None] Routers {'7963f907-fe55-418f-8ca5-1407efae825c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:35:07.788478 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-bbf6b122-fa63-450e-9e36-3b56284c929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:35:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7963f907-fe55-418f-8ca5-1407efae825c'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:07.793566 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 65747878-e22b-401b-8852-f2172f36ac2d no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:35:07.842614 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-e7c5c384-d4a5-4794-a4b4-2d683552f83e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port cb799614-1896-4917-a192-834dd89b9f42, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=cb799614-1896-4917-a192-834dd89b9f42,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:07.843045 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7c5c384-d4a5-4794-a4b4-2d683552f83e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:07.847364 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 65747878-e22b-401b-8852-f2172f36ac2d {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:35:07.847655 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 65747878-e22b-401b-8852-f2172f36ac2d not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:35:07.854972 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-e7c5c384-d4a5-4794-a4b4-2d683552f83e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for cb799614-1896-4917-a192-834dd89b9f42 owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:35:07.900452 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-bbf6b122-fa63-450e-9e36-3b56284c929d None None] Set router 7963f907-fe55-418f-8ca5-1407efae825c gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:35:07.954773 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3e6bc9-b893-44aa-bb80-72bdf8e80a74 None None] DHCP port deletion for 0888fab4-3655-4723-9040-c0d08f88cf1f request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:35:07.958061 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-bbf6b122-fa63-450e-9e36-3b56284c929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7963f907-fe55-418f-8ca5-1407efae825c', 'name': 'tempest-TestNetworkBasicOps-router-1583466289', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:35:07Z', 'revision_number': 6, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:07.991337 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf6b122-fa63-450e-9e36-3b56284c929d None None] The sync data for ids ['7963f907-fe55-418f-8ca5-1407efae825c'] in dv-neutron-833559-1-hyperv is: [{'id': '7963f907-fe55-418f-8ca5-1407efae825c', 'name': 'tempest-TestNetworkBasicOps-router-1583466289', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:34:04Z', 'updated_at': '2022-03-14T15:35:07Z', 'revision_number': 6, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port_host': None}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:35:08.040391 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7c5c384-d4a5-4794-a4b4-2d683552f83e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.043430 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-cf3e6bc9-b893-44aa-bb80-72bdf8e80a74 None None] Deleting port dd0c8676-836d-442c-b4d1-a94bb007c2ba {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:35:08.043817 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6bc9-b893-44aa-bb80-72bdf8e80a74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.069055 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5c384-d4a5-4794-a4b4-2d683552f83e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=cb799614-1896-4917-a192-834dd89b9f42,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:08.119755 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-cf3e6bc9-b893-44aa-bb80-72bdf8e80a74 None None] For port dd0c8676-836d-442c-b4d1-a94bb007c2ba, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=dd0c8676-836d-442c-b4d1-a94bb007c2ba,segment=NetworkSegment(d077aa49-6296-4d40-97e1-53dda19a4a58),segment_id=d077aa49-6296-4d40-97e1-53dda19a4a58)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:08.121054 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6bc9-b893-44aa-bb80-72bdf8e80a74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.133560 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7c5c384-d4a5-4794-a4b4-2d683552f83e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.139374 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-cf3e6bc9-b893-44aa-bb80-72bdf8e80a74 None None] Calling delete_port for dd0c8676-836d-442c-b4d1-a94bb007c2ba owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:35:08.225383 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6bc9-b893-44aa-bb80-72bdf8e80a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.225810 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7c5c384-d4a5-4794-a4b4-2d683552f83e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.227804 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7c5c384-d4a5-4794-a4b4-2d683552f83e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.255196 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e6bc9-b893-44aa-bb80-72bdf8e80a74 None None] Pushing event deleted for resources: {'Port': ['ID=dd0c8676-836d-442c-b4d1-a94bb007c2ba,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:08.257249 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3e6bc9-b893-44aa-bb80-72bdf8e80a74 None None] No DVR routers for this DVR port dd0c8676-836d-442c-b4d1-a94bb007c2ba on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:35:08.278100 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7c5c384-d4a5-4794-a4b4-2d683552f83e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.278682 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c5c384-d4a5-4794-a4b4-2d683552f83e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Fanout notify agent at l3_agent the message router_deleted on router 7963f907-fe55-418f-8ca5-1407efae825c {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:35:08.285384 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e7c5c384-d4a5-4794-a4b4-2d683552f83e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.286480 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e7c5c384-d4a5-4794-a4b4-2d683552f83e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/routers/7963f907-fe55-418f-8ca5-1407efae825c HTTP/1.1" status: 204 len: 168 time: 0.8026092 Mar 14 15:35:08.289366 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58068) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:08.366401 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d74fd400-676f-4463-950d-4ba39aae05b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.476481 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d74fd400-676f-4463-950d-4ba39aae05b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.477615 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device dd0c8676-836d-442c-b4d1-a94bb007c2ba no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:35:08.501676 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: dd0c8676-836d-442c-b4d1-a94bb007c2ba {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:35:08.502017 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-d74fd400-676f-4463-950d-4ba39aae05b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0888fab4-3655-4723-9040-c0d08f88cf1f']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:08.502199 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device dd0c8676-836d-442c-b4d1-a94bb007c2ba not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:35:08.513558 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-d74fd400-676f-4463-950d-4ba39aae05b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd077aa49-6296-4d40-97e1-53dda19a4a58') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:08.513879 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-d74fd400-676f-4463-950d-4ba39aae05b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd077aa49-6296-4d40-97e1-53dda19a4a58') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:08.523747 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d74fd400-676f-4463-950d-4ba39aae05b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.539960 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d74fd400-676f-4463-950d-4ba39aae05b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.547645 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74fd400-676f-4463-950d-4ba39aae05b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:35:08.548104 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d74fd400-676f-4463-950d-4ba39aae05b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:35:08.551415 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:35:08.614877 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d74fd400-676f-4463-950d-4ba39aae05b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.622524 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d74fd400-676f-4463-950d-4ba39aae05b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.625706 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d74fd400-676f-4463-950d-4ba39aae05b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/networks/0888fab4-3655-4723-9040-c0d08f88cf1f HTTP/1.1" status: 204 len: 168 time: 0.3352485 Mar 14 15:35:08.644010 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74fd400-676f-4463-950d-4ba39aae05b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Network': ['ID=0888fab4-3655-4723-9040-c0d08f88cf1f,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:08.653385 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58070) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:08.657502 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-547929fb-0d8d-4616-9663-60378d91c2c3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'network': {'name': 'tempest-network-smoke--934275617', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'port_security_enabled': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:35:08.678255 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547929fb-0d8d-4616-9663-60378d91c2c3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:08.681977 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-547929fb-0d8d-4616-9663-60378d91c2c3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.709076 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-547929fb-0d8d-4616-9663-60378d91c2c3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:35:08.718319 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-547929fb-0d8d-4616-9663-60378d91c2c3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.718667 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-547929fb-0d8d-4616-9663-60378d91c2c3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Added segment 8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb of type vlan for network f1f60206-766a-4360-905a-c3140e5fcf40 Mar 14 15:35:08.759656 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-547929fb-0d8d-4616-9663-60378d91c2c3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.787744 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-547929fb-0d8d-4616-9663-60378d91c2c3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.794150 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547929fb-0d8d-4616-9663-60378d91c2c3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:08.794980 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-547929fb-0d8d-4616-9663-60378d91c2c3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.824576 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.852177 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-547929fb-0d8d-4616-9663-60378d91c2c3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1986418 Mar 14 15:35:08.855318 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58072) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:08.860662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-65bbac06-766c-47de-a870-11eebe83b242 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1987666653', 'admin_state_up': True, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:35:08.867766 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547929fb-0d8d-4616-9663-60378d91c2c3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Network': ['ID=f1f60206-766a-4360-905a-c3140e5fcf40,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:08.880085 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network f1f60206-766a-4360-905a-c3140e5fcf40 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:35:08.882509 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.895437 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65bbac06-766c-47de-a870-11eebe83b242 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.896442 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65bbac06-766c-47de-a870-11eebe83b242 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:08.961740 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65bbac06-766c-47de-a870-11eebe83b242 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:09.311818 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:09.415647 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65bbac06-766c-47de-a870-11eebe83b242 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:09.612382 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65bbac06-766c-47de-a870-11eebe83b242 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:09.630846 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65bbac06-766c-47de-a870-11eebe83b242 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:09.739283 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-65bbac06-766c-47de-a870-11eebe83b242 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.26.6.53 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/eb2f070e-4514-45cb-a352-30bdbb1c7a8b) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:09.843263 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65bbac06-766c-47de-a870-11eebe83b242 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:09.875224 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65bbac06-766c-47de-a870-11eebe83b242 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:09.913849 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bbac06-766c-47de-a870-11eebe83b242 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:09.917143 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-65bbac06-766c-47de-a870-11eebe83b242 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:09.920460 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bbac06-766c-47de-a870-11eebe83b242 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:35:09.950033 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbac06-766c-47de-a870-11eebe83b242 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=eb2f070e-4514-45cb-a352-30bdbb1c7a8b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:10.048472 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device cb799614-1896-4917-a192-834dd89b9f42 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:35:10.069208 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: cb799614-1896-4917-a192-834dd89b9f42 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:35:10.069637 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device cb799614-1896-4917-a192-834dd89b9f42 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:35:10.070114 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device f91c3762-8e00-434b-a333-e066aa9ca5a3 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:35:10.095852 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: f91c3762-8e00-434b-a333-e066aa9ca5a3 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:35:10.096300 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device f91c3762-8e00-434b-a333-e066aa9ca5a3 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:35:10.175811 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65bbac06-766c-47de-a870-11eebe83b242 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:10.375666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65bbac06-766c-47de-a870-11eebe83b242 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:10.502505 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bbac06-766c-47de-a870-11eebe83b242 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router fef98c2e-f083-468d-84da-3ffa39acef63 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:35:10.607954 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bbac06-766c-47de-a870-11eebe83b242 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:35:10.618222 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] Sync routers for ids ['fef98c2e-f083-468d-84da-3ffa39acef63'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:35:10.628127 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65bbac06-766c-47de-a870-11eebe83b242 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:10.628887 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] Routers {'fef98c2e-f083-468d-84da-3ffa39acef63'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:35:10.629554 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:35:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fef98c2e-f083-468d-84da-3ffa39acef63'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:10.631395 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-65bbac06-766c-47de-a870-11eebe83b242 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7746930 Mar 14 15:35:10.632606 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58074) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:10.671097 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-54cc2f94-3be0-4108-b9bf-58419d86437b tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=981c2b5a3afd42dd95b1da15ede4e026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372782 Mar 14 15:35:10.673644 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58076) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:10.764006 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e858a6e-f115-4a3b-ae53-38eda7e9ba03 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:10.765451 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7e858a6e-f115-4a3b-ae53-38eda7e9ba03 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909204 Mar 14 15:35:10.768353 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58078) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:10.797349 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-03177d81-0e7a-4d99-a3e1-c49c8a34511d tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278838 Mar 14 15:35:10.800001 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58080) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:10.805151 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4eedcd15-a8b9-4328-800f-4d0e0e50caf5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-562692004', 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:35:10.829706 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] Set router fef98c2e-f083-468d-84da-3ffa39acef63 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:35:10.895839 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eedcd15-a8b9-4328-800f-4d0e0e50caf5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:10.899309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4eedcd15-a8b9-4328-800f-4d0e0e50caf5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.006905 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'name': 'tempest-TestNetworkBasicOps-router-1987666653', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:08Z', 'updated_at': '2022-03-14T15:35:10Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:09Z', 'updated_at': '2022-03-14T15:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:11.033101 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] Checking router: fef98c2e-f083-468d-84da-3ffa39acef63 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:35:11.033370 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] Updating router fef98c2e-f083-468d-84da-3ffa39acef63 port eb2f070e-4514-45cb-a352-30bdbb1c7a8b binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:35:11.062345 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.084316 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4eedcd15-a8b9-4328-800f-4d0e0e50caf5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.143654 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedcd15-a8b9-4328-800f-4d0e0e50caf5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Subnet': ['ID=d7096b16-d122-4402-8773-5b77ede3d31e,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:11.152377 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eedcd15-a8b9-4328-800f-4d0e0e50caf5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Checking segment: {'id': '8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:35:11.152735 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eedcd15-a8b9-4328-800f-4d0e0e50caf5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network hostable DHCP agents. Network: f1f60206-766a-4360-905a-c3140e5fcf40, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:35:11.169088 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eedcd15-a8b9-4328-800f-4d0e0e50caf5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network f1f60206-766a-4360-905a-c3140e5fcf40 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:35:11.178523 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4eedcd15-a8b9-4328-800f-4d0e0e50caf5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, f1f60206-766a-4360-905a-c3140e5fcf40) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:11.184323 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eedcd15-a8b9-4328-800f-4d0e0e50caf5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:11.184925 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4eedcd15-a8b9-4328-800f-4d0e0e50caf5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.190452 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e3af19-b493-4877-9014-75ffa085e761 None None] Network f1f60206-766a-4360-905a-c3140e5fcf40 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:35:11.204430 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4eedcd15-a8b9-4328-800f-4d0e0e50caf5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4033284 Mar 14 15:35:11.207273 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58082) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:11.343731 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.347455 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-f1f60206-766a-4360-905a-c3140e5fcf40', 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ips': [{'subnet_id': 'd7096b16-d122-4402-8773-5b77ede3d31e'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:35:11.348724 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.350814 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.400113 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] Attempting to bind port eb2f070e-4514-45cb-a352-30bdbb1c7a8b on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:35:11.400487 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] Attempting to bind port eb2f070e-4514-45cb-a352-30bdbb1c7a8b by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:35:11.401453 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] Attempting to bind port eb2f070e-4514-45cb-a352-30bdbb1c7a8b on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:35:11.410699 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:35:11.411102 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:35:11.411506 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.411890 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:35:11.412363 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] Bound port: eb2f070e-4514-45cb-a352-30bdbb1c7a8b, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:35:11.412743 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.450411 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40707384-a2cf-4077-a601-2d0e3808536f None None] Pushing event updated for resources: {'Port': ['ID=eb2f070e-4514-45cb-a352-30bdbb1c7a8b,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:11.465199 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40707384-a2cf-4077-a601-2d0e3808536f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:11.465544 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40707384-a2cf-4077-a601-2d0e3808536f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:11.466088 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40707384-a2cf-4077-a601-2d0e3808536f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:11.466424 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40707384-a2cf-4077-a601-2d0e3808536f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:11.466750 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40707384-a2cf-4077-a601-2d0e3808536f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:11.467112 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40707384-a2cf-4077-a601-2d0e3808536f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:11.467437 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40707384-a2cf-4077-a601-2d0e3808536f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:11.467759 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40707384-a2cf-4077-a601-2d0e3808536f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:11.468082 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40707384-a2cf-4077-a601-2d0e3808536f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:11.468400 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40707384-a2cf-4077-a601-2d0e3808536f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:11.468716 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40707384-a2cf-4077-a601-2d0e3808536f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:11.469033 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40707384-a2cf-4077-a601-2d0e3808536f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:35:11.490800 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] For port eb2f070e-4514-45cb-a352-30bdbb1c7a8b, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:35:11.494021 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] For port eb2f070e-4514-45cb-a352-30bdbb1c7a8b, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=eb2f070e-4514-45cb-a352-30bdbb1c7a8b,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:35:11.499729 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.505456 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] Allocated IP 172.20.0.2 (f1f60206-766a-4360-905a-c3140e5fcf40/d7096b16-d122-4402-8773-5b77ede3d31e/3bd7a0c5-d30c-4186-b568-a7e2ee870164) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:11.553395 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] Routers {'fef98c2e-f083-468d-84da-3ffa39acef63'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:35:11.554013 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:35:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fef98c2e-f083-468d-84da-3ffa39acef63'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:11.647167 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40707384-a2cf-4077-a601-2d0e3808536f None None] Pushing event updated for resources: {'Port': ['ID=eb2f070e-4514-45cb-a352-30bdbb1c7a8b,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:11.665519 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.671112 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7152a9fc-e462-42b5-b53a-5d94a4f7fb63 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.672144 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.676384 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] Set router fef98c2e-f083-468d-84da-3ffa39acef63 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:35:11.712216 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] Network f1f60206-766a-4360-905a-c3140e5fcf40 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:11.716992 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:11.720421 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:35:11.727818 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] Pushing event updated for resources: {'Port': ['ID=3bd7a0c5-d30c-4186-b568-a7e2ee870164,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:11.781382 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] Attempting to bind port 3bd7a0c5-d30c-4186-b568-a7e2ee870164 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:35:11.781757 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] Attempting to bind port 3bd7a0c5-d30c-4186-b568-a7e2ee870164 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:35:11.782108 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] Attempting to bind port 3bd7a0c5-d30c-4186-b568-a7e2ee870164 on network f1f60206-766a-4360-905a-c3140e5fcf40 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:35:11.787018 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:35:11.787397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] Checking segment: {'id': '8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:35:11.787797 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.788192 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] Bound using segment: {'id': '8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:35:11.788656 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] Bound port: 3bd7a0c5-d30c-4186-b568-a7e2ee870164, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:35:11.789035 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.859335 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] For port 3bd7a0c5-d30c-4186-b568-a7e2ee870164, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:35:11.863571 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] For port 3bd7a0c5-d30c-4186-b568-a7e2ee870164, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3bd7a0c5-d30c-4186-b568-a7e2ee870164,segment=NetworkSegment(8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb),segment_id=8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:35:11.865026 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'name': 'tempest-TestNetworkBasicOps-router-1987666653', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:08Z', 'updated_at': '2022-03-14T15:35:10Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:09Z', 'updated_at': '2022-03-14T15:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:11.867992 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:11.896469 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c768b53b-c827-488c-bca5-94428ed67b01 None None] The sync data for ids ['fef98c2e-f083-468d-84da-3ffa39acef63'] in dv-neutron-833559-1-hyperv is: [{'id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'name': 'tempest-TestNetworkBasicOps-router-1987666653', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:08Z', 'updated_at': '2022-03-14T15:35:10Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:09Z', 'updated_at': '2022-03-14T15:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:35:11.925450 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183c6fb-8305-437d-ba04-a87d04de2cd8 None None] Pushing event updated for resources: {'Port': ['ID=3bd7a0c5-d30c-4186-b568-a7e2ee870164,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:11.980489 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-7152a9fc-e462-42b5-b53a-5d94a4f7fb63 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.20.0.1 (f1f60206-766a-4360-905a-c3140e5fcf40/d7096b16-d122-4402-8773-5b77ede3d31e/d02348ed-d04e-40ec-85bf-fc0d0e94eb12) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:12.130358 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7152a9fc-e462-42b5-b53a-5d94a4f7fb63 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:12.182643 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7152a9fc-e462-42b5-b53a-5d94a4f7fb63 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:12.252769 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152a9fc-e462-42b5-b53a-5d94a4f7fb63 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=d02348ed-d04e-40ec-85bf-fc0d0e94eb12,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:12.261401 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7152a9fc-e462-42b5-b53a-5d94a4f7fb63 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network f1f60206-766a-4360-905a-c3140e5fcf40 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:12.263094 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-7152a9fc-e462-42b5-b53a-5d94a4f7fb63 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:12.265572 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7152a9fc-e462-42b5-b53a-5d94a4f7fb63 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:35:12.318529 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7152a9fc-e462-42b5-b53a-5d94a4f7fb63 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:12.455229 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7152a9fc-e462-42b5-b53a-5d94a4f7fb63 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:12.971417 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83cf906-fa26-4460-ac61-25bedb1ea5ad None None] Network f1f60206-766a-4360-905a-c3140e5fcf40 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:35:13.080622 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7152a9fc-e462-42b5-b53a-5d94a4f7fb63 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:13.085099 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7152a9fc-e462-42b5-b53a-5d94a4f7fb63 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:13.096534 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-924665eb-dd6e-470e-b669-bdaa40e2a176 None None] Provisioning complete for port 3bd7a0c5-d30c-4186-b568-a7e2ee870164 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:13.096910 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-924665eb-dd6e-470e-b669-bdaa40e2a176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:13.161491 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152a9fc-e462-42b5-b53a-5d94a4f7fb63 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=d02348ed-d04e-40ec-85bf-fc0d0e94eb12,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:13.165048 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7152a9fc-e462-42b5-b53a-5d94a4f7fb63 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:13.218742 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-924665eb-dd6e-470e-b669-bdaa40e2a176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:13.255188 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-924665eb-dd6e-470e-b669-bdaa40e2a176 None None] For port 3bd7a0c5-d30c-4186-b568-a7e2ee870164, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3bd7a0c5-d30c-4186-b568-a7e2ee870164,segment=NetworkSegment(8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb),segment_id=8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:13.265069 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-924665eb-dd6e-470e-b669-bdaa40e2a176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:13.274101 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7152a9fc-e462-42b5-b53a-5d94a4f7fb63 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network f1f60206-766a-4360-905a-c3140e5fcf40 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:13.276461 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-7152a9fc-e462-42b5-b53a-5d94a4f7fb63 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:13.323153 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924665eb-dd6e-470e-b669-bdaa40e2a176 None None] Pushing event updated for resources: {'Port': ['ID=3bd7a0c5-d30c-4186-b568-a7e2ee870164,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:13.405408 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7152a9fc-e462-42b5-b53a-5d94a4f7fb63 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router fef98c2e-f083-468d-84da-3ffa39acef63 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:35:13.489120 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b3d546aa-e9c2-405b-b94b-42af888a6756 None None] Provisioning complete for port 3bd7a0c5-d30c-4186-b568-a7e2ee870164 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:13.489500 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b3d546aa-e9c2-405b-b94b-42af888a6756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:13.522998 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7152a9fc-e462-42b5-b53a-5d94a4f7fb63 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:35:13.529255 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7152a9fc-e462-42b5-b53a-5d94a4f7fb63 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/routers/fef98c2e-f083-468d-84da-3ffa39acef63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3207295 Mar 14 15:35:13.531711 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58086) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:13.597348 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b3d546aa-e9c2-405b-b94b-42af888a6756 None None] Provisioning complete for port d02348ed-d04e-40ec-85bf-fc0d0e94eb12 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:13.597729 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b3d546aa-e9c2-405b-b94b-42af888a6756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:13.631766 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] Sync routers for ids ['fef98c2e-f083-468d-84da-3ffa39acef63'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:35:13.651867 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b3d546aa-e9c2-405b-b94b-42af888a6756 None None] Port d02348ed-d04e-40ec-85bf-fc0d0e94eb12 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:35:13.654173 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] Routers {'fef98c2e-f083-468d-84da-3ffa39acef63'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:35:13.654648 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:35:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fef98c2e-f083-468d-84da-3ffa39acef63'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:13.663994 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5abbac-722b-44d4-b545-00c0f5c554d8 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:13.664469 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5abbac-722b-44d4-b545-00c0f5c554d8 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:13.664933 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5abbac-722b-44d4-b545-00c0f5c554d8 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:13.665390 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5abbac-722b-44d4-b545-00c0f5c554d8 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:13.665843 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5abbac-722b-44d4-b545-00c0f5c554d8 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:13.666361 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5abbac-722b-44d4-b545-00c0f5c554d8 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:13.668254 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bd5abbac-722b-44d4-b545-00c0f5c554d8 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1355977 Mar 14 15:35:13.671125 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58088) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:13.732540 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f783b45-63e9-4247-b2e1-dc46cafb3c98 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:13.733005 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f783b45-63e9-4247-b2e1-dc46cafb3c98 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:13.733452 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f783b45-63e9-4247-b2e1-dc46cafb3c98 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:13.733896 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f783b45-63e9-4247-b2e1-dc46cafb3c98 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:13.734347 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f783b45-63e9-4247-b2e1-dc46cafb3c98 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:13.734776 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f783b45-63e9-4247-b2e1-dc46cafb3c98 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:13.738990 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3f783b45-63e9-4247-b2e1-dc46cafb3c98 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0643427 Mar 14 15:35:13.739400 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58090) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:13.772863 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] Set router fef98c2e-f083-468d-84da-3ffa39acef63 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:35:13.826138 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-a5ba13b9-afa4-413b-9206-69bcd484cf27 None None] Provisioning complete for port d02348ed-d04e-40ec-85bf-fc0d0e94eb12 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:13.826138 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a5ba13b9-afa4-413b-9206-69bcd484cf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:13.886582 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a635506b-3755-4458-869a-aec134bccd32 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1458497 Mar 14 15:35:13.932696 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a5ba13b9-afa4-413b-9206-69bcd484cf27 None None] Port d02348ed-d04e-40ec-85bf-fc0d0e94eb12 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:35:14.009405 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'name': 'tempest-TestNetworkBasicOps-router-1987666653', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:08Z', 'updated_at': '2022-03-14T15:35:12Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:09Z', 'updated_at': '2022-03-14T15:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'd02348ed-d04e-40ec-85bf-fc0d0e94eb12', 'name': '', 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:eb:90:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'd7096b16-d122-4402-8773-5b77ede3d31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:11Z', 'updated_at': '2022-03-14T15:35:12Z', 'revision_number': 2, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'd7096b16-d122-4402-8773-5b77ede3d31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:14.048979 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] Checking router: fef98c2e-f083-468d-84da-3ffa39acef63 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:35:14.049341 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] Updating router fef98c2e-f083-468d-84da-3ffa39acef63 port d02348ed-d04e-40ec-85bf-fc0d0e94eb12 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:35:14.082719 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58094) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:14.087361 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-719d9f98-4960-40fe-aad4-f2b79e7af102 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1238706433', 'description': 'tempest-secgroup-smoke-1238706433 description', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:35:14.109386 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-719d9f98-4960-40fe-aad4-f2b79e7af102 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.191843 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-719d9f98-4960-40fe-aad4-f2b79e7af102 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.196742 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-719d9f98-4960-40fe-aad4-f2b79e7af102 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.224965 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3bd7a0c5-d30c-4186-b568-a7e2ee870164 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:35:14.229337 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-719d9f98-4960-40fe-aad4-f2b79e7af102 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.230892 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-719d9f98-4960-40fe-aad4-f2b79e7af102 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1471305 Mar 14 15:35:14.232742 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d9f98-4960-40fe-aad4-f2b79e7af102 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c25d73c2-98af-4413-b2d5-db71d9e17c40,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:14.234153 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58096) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:14.239398 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6c3a4da2-186e-46ff-afdd-7ff35f7cbac3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'c25d73c2-98af-4413-b2d5-db71d9e17c40', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:35:14.256219 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.262881 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b1e67f97-8fd0-4ba2-b1db-f7fde47c6c9e None None] Provisioning complete for port d02348ed-d04e-40ec-85bf-fc0d0e94eb12 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:14.263269 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b1e67f97-8fd0-4ba2-b1db-f7fde47c6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.265589 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c3a4da2-186e-46ff-afdd-7ff35f7cbac3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.313396 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c3a4da2-186e-46ff-afdd-7ff35f7cbac3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.317475 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c3a4da2-186e-46ff-afdd-7ff35f7cbac3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.333566 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a4da2-186e-46ff-afdd-7ff35f7cbac3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab98963-703e-4e0c-b7d2-b1bad3000402,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:14.344197 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b1e67f97-8fd0-4ba2-b1db-f7fde47c6c9e None None] Port d02348ed-d04e-40ec-85bf-fc0d0e94eb12 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:35:14.345955 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6c3a4da2-186e-46ff-afdd-7ff35f7cbac3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.350378 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6c3a4da2-186e-46ff-afdd-7ff35f7cbac3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1117187 Mar 14 15:35:14.350378 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58098) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:14.355322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b34499c7-2f15-4a73-8da1-f377b7f5dbd6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'c25d73c2-98af-4413-b2d5-db71d9e17c40', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:35:14.381575 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b34499c7-2f15-4a73-8da1-f377b7f5dbd6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.414166 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 3bd7a0c5-d30c-4186-b568-a7e2ee870164 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:14.414593 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.443550 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b34499c7-2f15-4a73-8da1-f377b7f5dbd6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.447938 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b34499c7-2f15-4a73-8da1-f377b7f5dbd6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.464816 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34499c7-2f15-4a73-8da1-f377b7f5dbd6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dff0454-44b3-4f79-a11b-ed36ac92c942,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:14.481462 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b34499c7-2f15-4a73-8da1-f377b7f5dbd6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.482696 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b34499c7-2f15-4a73-8da1-f377b7f5dbd6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314807 Mar 14 15:35:14.485666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58100) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:14.490169 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-786be64d-fdaa-4330-94bf-41145ec5a275 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'c25d73c2-98af-4413-b2d5-db71d9e17c40', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:35:14.516000 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-786be64d-fdaa-4330-94bf-41145ec5a275 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.576516 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device eb2f070e-4514-45cb-a352-30bdbb1c7a8b up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:35:14.584936 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-786be64d-fdaa-4330-94bf-41145ec5a275 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.589304 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-786be64d-fdaa-4330-94bf-41145ec5a275 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.608442 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786be64d-fdaa-4330-94bf-41145ec5a275 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc485d41-adf6-49bf-b76e-e169ede72168,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:14.614956 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-786be64d-fdaa-4330-94bf-41145ec5a275 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.618984 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-786be64d-fdaa-4330-94bf-41145ec5a275 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295433 Mar 14 15:35:14.618984 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58102) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:14.623731 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d07cb0ea-3158-47dd-ae64-b5c7adac849a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'c25d73c2-98af-4413-b2d5-db71d9e17c40', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:35:14.648078 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d07cb0ea-3158-47dd-ae64-b5c7adac849a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.684508 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.685914 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port eb2f070e-4514-45cb-a352-30bdbb1c7a8b triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:14.686271 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.709942 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d07cb0ea-3158-47dd-ae64-b5c7adac849a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.712479 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.714529 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d07cb0ea-3158-47dd-ae64-b5c7adac849a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.732851 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cb0ea-3158-47dd-ae64-b5c7adac849a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6e71a6-9b39-4a4f-909c-5925ddea680f,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:14.745299 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d07cb0ea-3158-47dd-ae64-b5c7adac849a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.746519 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d07cb0ea-3158-47dd-ae64-b5c7adac849a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264491 Mar 14 15:35:14.749747 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58104) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:14.755231 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-270cd31d-3248-4e90-a230-d23e77ebbf51 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'c25d73c2-98af-4413-b2d5-db71d9e17c40', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:35:14.777599 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13109400-1e7e-4dd7-b05e-623796665e59 None None] Pushing event updated for resources: {'Port': ['ID=d02348ed-d04e-40ec-85bf-fc0d0e94eb12,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:14.777980 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-270cd31d-3248-4e90-a230-d23e77ebbf51 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:35:14.784045 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-270cd31d-3248-4e90-a230-d23e77ebbf51 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.851410 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-270cd31d-3248-4e90-a230-d23e77ebbf51 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.860689 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-270cd31d-3248-4e90-a230-d23e77ebbf51 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.862996 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] Attempting to bind port d02348ed-d04e-40ec-85bf-fc0d0e94eb12 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:35:14.863382 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] Attempting to bind port d02348ed-d04e-40ec-85bf-fc0d0e94eb12 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:35:14.863747 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] Attempting to bind port d02348ed-d04e-40ec-85bf-fc0d0e94eb12 on network f1f60206-766a-4360-905a-c3140e5fcf40 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:35:14.867390 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.876350 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:35:14.876725 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] Checking segment: {'id': '8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:35:14.877345 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.877901 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] Bound using segment: {'id': '8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:35:14.878578 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] Bound port: d02348ed-d04e-40ec-85bf-fc0d0e94eb12, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:35:14.878984 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.882815 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270cd31d-3248-4e90-a230-d23e77ebbf51 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a222f43-e309-4682-833d-0133e7bd444f,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:14.894715 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-270cd31d-3248-4e90-a230-d23e77ebbf51 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.897693 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-270cd31d-3248-4e90-a230-d23e77ebbf51 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1467593 Mar 14 15:35:14.900466 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58106) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:14.904365 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port eb2f070e-4514-45cb-a352-30bdbb1c7a8b, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=eb2f070e-4514-45cb-a352-30bdbb1c7a8b,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:14.905494 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8848c70c-ef43-405f-812f-75287caa80e9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'c25d73c2-98af-4413-b2d5-db71d9e17c40', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:35:14.928329 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-8848c70c-ef43-405f-812f-75287caa80e9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:35:14.928597 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:14.936984 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8848c70c-ef43-405f-812f-75287caa80e9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.001113 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] For port d02348ed-d04e-40ec-85bf-fc0d0e94eb12, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:35:15.003544 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8848c70c-ef43-405f-812f-75287caa80e9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.004301 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] For port d02348ed-d04e-40ec-85bf-fc0d0e94eb12, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d02348ed-d04e-40ec-85bf-fc0d0e94eb12,segment=NetworkSegment(8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb),segment_id=8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:35:15.005152 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=eb2f070e-4514-45cb-a352-30bdbb1c7a8b,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:15.008560 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8848c70c-ef43-405f-812f-75287caa80e9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.008731 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.028841 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848c70c-ef43-405f-812f-75287caa80e9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63199a50-a52d-4915-8e22-ac746dfa1fae,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:15.034429 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8848c70c-ef43-405f-812f-75287caa80e9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.035475 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8848c70c-ef43-405f-812f-75287caa80e9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1336274 Mar 14 15:35:15.066830 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] Routers {'fef98c2e-f083-468d-84da-3ffa39acef63'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:35:15.067493 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:35:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fef98c2e-f083-468d-84da-3ffa39acef63'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:15.140017 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13109400-1e7e-4dd7-b05e-623796665e59 None None] Pushing event updated for resources: {'Port': ['ID=d02348ed-d04e-40ec-85bf-fc0d0e94eb12,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:15.145144 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-1327cf5d-03bc-4a7d-92b7-20bd213a82aa None None] Provisioning complete for port d02348ed-d04e-40ec-85bf-fc0d0e94eb12 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:15.145523 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1327cf5d-03bc-4a7d-92b7-20bd213a82aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.191657 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-cd3f0c64-b410-4638-b91b-53b5bc10fb96 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1238706433&fields=id&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 267 time: 0.0360363 Mar 14 15:35:15.246223 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] Set router fef98c2e-f083-468d-84da-3ffa39acef63 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:35:15.303776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-712a902d-2b67-4603-85e6-0dfb90b9ea3b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:15.305785 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-712a902d-2b67-4603-85e6-0dfb90b9ea3b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/networks?id=f1f60206-766a-4360-905a-c3140e5fcf40 HTTP/1.1" status: 200 len: 796 time: 0.1042995 Mar 14 15:35:15.318809 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1327cf5d-03bc-4a7d-92b7-20bd213a82aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.324368 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-fae7d743-577c-412a-a1a0-6aa1b3895992 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/quotas/981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 375 time: 0.0114815 Mar 14 15:35:15.383828 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-942073c3-7e2e-4bb7-a1dd-fb0c5cc4ff62 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528855 Mar 14 15:35:15.425928 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-1327cf5d-03bc-4a7d-92b7-20bd213a82aa None None] For port d02348ed-d04e-40ec-85bf-fc0d0e94eb12, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d02348ed-d04e-40ec-85bf-fc0d0e94eb12,segment=NetworkSegment(8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb),segment_id=8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:15.438490 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1327cf5d-03bc-4a7d-92b7-20bd213a82aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.485796 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-dcd12f66-4fef-466e-bf76-2f4048da2946 service neutron] 10.222.0.59 "GET /v2.0/networks/f1f60206-766a-4360-905a-c3140e5fcf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900650 Mar 14 15:35:15.518541 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327cf5d-03bc-4a7d-92b7-20bd213a82aa None None] Pushing event updated for resources: {'Port': ['ID=d02348ed-d04e-40ec-85bf-fc0d0e94eb12,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:15.559562 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'name': 'tempest-TestNetworkBasicOps-router-1987666653', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:08Z', 'updated_at': '2022-03-14T15:35:12Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:09Z', 'updated_at': '2022-03-14T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'd02348ed-d04e-40ec-85bf-fc0d0e94eb12', 'name': '', 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:eb:90:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'd7096b16-d122-4402-8773-5b77ede3d31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:11Z', 'updated_at': '2022-03-14T15:35:14Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'd7096b16-d122-4402-8773-5b77ede3d31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:15.590485 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-0c401a92-fea8-47f8-a1ed-87909f2d11ad None None] Provisioning complete for port d02348ed-d04e-40ec-85bf-fc0d0e94eb12 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:15.590857 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0c401a92-fea8-47f8-a1ed-87909f2d11ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:15.593029 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b33f19d-9c82-45ec-90a0-2daaa8051a71 None None] The sync data for ids ['fef98c2e-f083-468d-84da-3ffa39acef63'] in dv-neutron-833559-1-hyperv is: [{'id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'name': 'tempest-TestNetworkBasicOps-router-1987666653', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:08Z', 'updated_at': '2022-03-14T15:35:12Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:09Z', 'updated_at': '2022-03-14T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'd02348ed-d04e-40ec-85bf-fc0d0e94eb12', 'name': '', 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:eb:90:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'd7096b16-d122-4402-8773-5b77ede3d31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:11Z', 'updated_at': '2022-03-14T15:35:14Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'd7096b16-d122-4402-8773-5b77ede3d31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:35:15.609621 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-bd312ea6-208e-4264-8446-0a1d55c05849 service neutron] 10.222.0.59 "GET /v2.0/networks/f1f60206-766a-4360-905a-c3140e5fcf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173959 Mar 14 15:35:15.863460 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-37a136e1-9035-4345-b7db-de8d967583d5 req-23ffd92c-8db4-42ba-9f5b-d12244379e51 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 210 time: 0.0371294 Mar 14 15:35:16.161171 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device eb2f070e-4514-45cb-a352-30bdbb1c7a8b up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:35:16.216981 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port eb2f070e-4514-45cb-a352-30bdbb1c7a8b triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:16.217363 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:16.308700 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d02348ed-d04e-40ec-85bf-fc0d0e94eb12 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:35:16.361611 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port d02348ed-d04e-40ec-85bf-fc0d0e94eb12 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:16.361988 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.004303 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3ba05d5c-4b0c-43a5-a73d-970ecaa4fc86 req-98ee2459-8f8c-48f7-b697-c67fbf482ad9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 210 time: 0.0361600 Mar 14 15:35:17.039563 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-87550b81-dabc-4ea6-8bea-5097aa91982b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:17.041607 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-87550b81-dabc-4ea6-8bea-5097aa91982b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/networks?id=f1f60206-766a-4360-905a-c3140e5fcf40 HTTP/1.1" status: 200 len: 796 time: 0.1312852 Mar 14 15:35:17.085071 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-a5804514-b40c-41bd-a02d-90575d315553 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 380 time: 0.0350976 Mar 14 15:35:17.094976 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-9c463d1e-bdc6-46e4-9cbe-f320d521a37c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'port': {'device_id': 'bbba417c-3a51-4fb0-98da-7839d45e3baf', 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40', 'admin_state_up': True, 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'security_groups': ['c25d73c2-98af-4413-b2d5-db71d9e17c40']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:35:17.203694 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-9c463d1e-bdc6-46e4-9cbe-f320d521a37c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:35:17.206885 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-9c463d1e-bdc6-46e4-9cbe-f320d521a37c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.336160 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-9c463d1e-bdc6-46e4-9cbe-f320d521a37c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.20.0.5 (f1f60206-766a-4360-905a-c3140e5fcf40/d7096b16-d122-4402-8773-5b77ede3d31e/1c4a5d16-76bc-4b24-a364-2df59c79713c) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:17.470235 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-9c463d1e-bdc6-46e4-9cbe-f320d521a37c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.503921 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-9c463d1e-bdc6-46e4-9cbe-f320d521a37c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.551442 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-9c463d1e-bdc6-46e4-9cbe-f320d521a37c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network f1f60206-766a-4360-905a-c3140e5fcf40 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:17.554332 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-9c463d1e-bdc6-46e4-9cbe-f320d521a37c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:17.558592 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-9c463d1e-bdc6-46e4-9cbe-f320d521a37c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:35:17.564767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c463d1e-bdc6-46e4-9cbe-f320d521a37c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=1c4a5d16-76bc-4b24-a364-2df59c79713c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:17.611623 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-9c463d1e-bdc6-46e4-9cbe-f320d521a37c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:17.612238 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-9c463d1e-bdc6-46e4-9cbe-f320d521a37c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.629200 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-9c463d1e-bdc6-46e4-9cbe-f320d521a37c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5379245 Mar 14 15:35:17.641733 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] Request body: {'port': {'device_id': 'bbba417c-3a51-4fb0-98da-7839d45e3baf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:35:17.699134 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.750449 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-31d513af-220e-496b-ad96-5b72ded67079 None None] Provisioning complete for port 1c4a5d16-76bc-4b24-a364-2df59c79713c triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:17.751149 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-31d513af-220e-496b-ad96-5b72ded67079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:17.787101 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-31d513af-220e-496b-ad96-5b72ded67079 None None] Port 1c4a5d16-76bc-4b24-a364-2df59c79713c cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:35:17.985220 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c4a5d16-76bc-4b24-a364-2df59c79713c {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:35:17.992343 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:18.004786 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] Transition to ACTIVE for port object 1c4a5d16-76bc-4b24-a364-2df59c79713c will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:35:18.008560 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:18.061297 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] Pushing event updated for resources: {'Port': ['ID=1c4a5d16-76bc-4b24-a364-2df59c79713c,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:18.137053 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9ab25-c5a6-4a52-bbca-b228df76118f req-655b28e7-06be-47a4-b080-8aab8b8fcc8f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:18.139233 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-afa9ab25-c5a6-4a52-bbca-b228df76118f req-655b28e7-06be-47a4-b080-8aab8b8fcc8f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 943 time: 0.0573792 Mar 14 15:35:18.141154 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] Attempting to bind port 1c4a5d16-76bc-4b24-a364-2df59c79713c on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:35:18.141495 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] Attempting to bind port 1c4a5d16-76bc-4b24-a364-2df59c79713c by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:35:18.141818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] Attempting to bind port 1c4a5d16-76bc-4b24-a364-2df59c79713c on network f1f60206-766a-4360-905a-c3140e5fcf40 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:35:18.146382 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] Port 1c4a5d16-76bc-4b24-a364-2df59c79713c on network f1f60206-766a-4360-905a-c3140e5fcf40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:35:18.146767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] Attempting to bind port 1c4a5d16-76bc-4b24-a364-2df59c79713c on network f1f60206-766a-4360-905a-c3140e5fcf40 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:35:18.152863 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:35:18.153285 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] Checking segment: {'id': '8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:35:18.153737 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] Bound using segment: {'id': '8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:35:18.154230 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] Bound port: 1c4a5d16-76bc-4b24-a364-2df59c79713c, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:35:18.154593 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:18.187501 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-afa9ab25-c5a6-4a52-bbca-b228df76118f req-b6521bdb-6032-4693-9e34-3f46812c005c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=c25d73c2-98af-4413-b2d5-db71d9e17c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408647 Mar 14 15:35:18.225985 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] For port 1c4a5d16-76bc-4b24-a364-2df59c79713c, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:35:18.229841 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] For port 1c4a5d16-76bc-4b24-a364-2df59c79713c, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1c4a5d16-76bc-4b24-a364-2df59c79713c,segment=NetworkSegment(8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb),segment_id=8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:35:18.234154 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:18.269726 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:18.270995 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:18.273027 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] 10.222.0.18 "PUT /v2.0/ports/1c4a5d16-76bc-4b24-a364-2df59c79713c HTTP/1.1" status: 200 len: 1093 time: 0.6354883 Mar 14 15:35:18.275850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbba417c-3a51-4fb0-98da-7839d45e3baf', 'tag': '1c4a5d16-76bc-4b24-a364-2df59c79713c'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:35:18.279357 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4909a3-c237-4a04-b1c5-b67f2eab2c64" -d '{"events": [{"name": "network-changed", "server_uuid": "bbba417c-3a51-4fb0-98da-7839d45e3baf", "tag": "1c4a5d16-76bc-4b24-a364-2df59c79713c"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:35:18.311304 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc04b37-30bb-4879-b212-d99ce5238aad service neutron] Pushing event updated for resources: {'Port': ['ID=1c4a5d16-76bc-4b24-a364-2df59c79713c,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:18.345608 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b42579-3d2f-4732-8b75-315f709fc7c7 x-openstack-request-id: req-d2b42579-3d2f-4732-8b75-315f709fc7c7 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:35:18.346033 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbba417c-3a51-4fb0-98da-7839d45e3baf", "tag": "1c4a5d16-76bc-4b24-a364-2df59c79713c", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:35:18.346376 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d2b42579-3d2f-4732-8b75-315f709fc7c7 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:35:18.346889 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbba417c-3a51-4fb0-98da-7839d45e3baf', 'tag': '1c4a5d16-76bc-4b24-a364-2df59c79713c', 'status': 'completed', 'code': 200} Mar 14 15:35:18.364118 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-168ee7e3-1e1c-407f-b298-b6936f183515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:18.365627 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-168ee7e3-1e1c-407f-b298-b6936f183515 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 1096 time: 0.0509136 Mar 14 15:35:18.418591 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-48bc9693-247a-4ce9-a352-58e187367a2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c4a5d16-76bc-4b24-a364-2df59c79713c HTTP/1.1" status: 200 len: 217 time: 0.0414615 Mar 14 15:35:18.470880 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-19b68f27-dc28-474f-a6d8-cbdb010acb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:18.472391 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-19b68f27-dc28-474f-a6d8-cbdb010acb05 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7096b16-d122-4402-8773-5b77ede3d31e HTTP/1.1" status: 200 len: 843 time: 0.0451603 Mar 14 15:35:18.518373 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-45a27b6b-f15d-4577-848f-fd7e84a9ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:18.519802 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-45a27b6b-f15d-4577-848f-fd7e84a9ae9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1f60206-766a-4360-905a-c3140e5fcf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401413 Mar 14 15:35:18.620629 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-3c3a4266-b5ba-4b5b-b9f5-e6b318163346 service neutron] 10.222.0.18 "GET /v2.0/networks/f1f60206-766a-4360-905a-c3140e5fcf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934136 Mar 14 15:35:18.709417 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-caec2960-03a0-45be-a935-7e9fa1f15a6e req-a997b95c-44a8-42e8-8aa6-e578257a0962 service neutron] 10.222.0.18 "GET /v2.0/networks/f1f60206-766a-4360-905a-c3140e5fcf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821085 Mar 14 15:35:18.818604 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4909a3-c237-4a04-b1c5-b67f2eab2c64 req-2e353c94-0a62-4964-b12f-bfeb1d96d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:18.820111 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6f4909a3-c237-4a04-b1c5-b67f2eab2c64 req-2e353c94-0a62-4964-b12f-bfeb1d96d54e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 1096 time: 0.0466471 Mar 14 15:35:18.911918 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4909a3-c237-4a04-b1c5-b67f2eab2c64 req-141c5a81-913a-4fa2-b2c2-2ecc9785dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:18.913538 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6f4909a3-c237-4a04-b1c5-b67f2eab2c64 req-141c5a81-913a-4fa2-b2c2-2ecc9785dd2e service neutron] 10.222.0.18 "GET /v2.0/networks?id=f1f60206-766a-4360-905a-c3140e5fcf40 HTTP/1.1" status: 200 len: 897 time: 0.0838366 Mar 14 15:35:18.957439 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6f4909a3-c237-4a04-b1c5-b67f2eab2c64 req-c39f4ff6-99e5-4e31-874f-65a538303816 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c4a5d16-76bc-4b24-a364-2df59c79713c HTTP/1.1" status: 200 len: 217 time: 0.0352807 Mar 14 15:35:19.013941 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4909a3-c237-4a04-b1c5-b67f2eab2c64 req-f1c2e7c1-48ed-4e5e-9961-0112968d2252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:19.015454 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6f4909a3-c237-4a04-b1c5-b67f2eab2c64 req-f1c2e7c1-48ed-4e5e-9961-0112968d2252 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7096b16-d122-4402-8773-5b77ede3d31e HTTP/1.1" status: 200 len: 843 time: 0.0487196 Mar 14 15:35:19.067273 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4909a3-c237-4a04-b1c5-b67f2eab2c64 req-78479e12-de2b-4628-95a5-6959cb65077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:19.068660 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6f4909a3-c237-4a04-b1c5-b67f2eab2c64 req-78479e12-de2b-4628-95a5-6959cb65077c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1f60206-766a-4360-905a-c3140e5fcf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458343 Mar 14 15:35:19.160494 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6f4909a3-c237-4a04-b1c5-b67f2eab2c64 req-b0240895-67de-4825-98ca-5fe8b0d54585 service neutron] 10.222.0.18 "GET /v2.0/networks/f1f60206-766a-4360-905a-c3140e5fcf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831482 Mar 14 15:35:19.260068 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6f4909a3-c237-4a04-b1c5-b67f2eab2c64 req-38768249-228e-4af8-8e1f-7c35f59d7da9 service neutron] 10.222.0.18 "GET /v2.0/networks/f1f60206-766a-4360-905a-c3140e5fcf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912504 Mar 14 15:35:19.305980 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9adb48-40f5-4d01-a753-c0af26608d68 req-998b571c-be88-4b0b-8366-d9aa11d2044e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:19.308371 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fd9adb48-40f5-4d01-a753-c0af26608d68 req-998b571c-be88-4b0b-8366-d9aa11d2044e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 943 time: 0.0515220 Mar 14 15:35:19.346186 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fd9adb48-40f5-4d01-a753-c0af26608d68 req-27217c49-8531-463d-b56f-55bd27f275f8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=c25d73c2-98af-4413-b2d5-db71d9e17c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319228 Mar 14 15:35:20.467007 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5e910-707c-46ca-a799-3c56d0eefdeb req-f505a159-99a9-4325-8b21-8dda7457c846 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:20.468484 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-53d5e910-707c-46ca-a799-3c56d0eefdeb req-f505a159-99a9-4325-8b21-8dda7457c846 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 943 time: 0.0532629 Mar 14 15:35:20.508534 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-53d5e910-707c-46ca-a799-3c56d0eefdeb req-5e65c263-4be2-496a-862b-3794a1893925 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=c25d73c2-98af-4413-b2d5-db71d9e17c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340629 Mar 14 15:35:21.632267 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1494520-a2c6-4200-9a37-e12ad8b95d58 req-70b7a559-1d0f-43a8-aa26-eba143a45fc3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:21.633991 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f1494520-a2c6-4200-9a37-e12ad8b95d58 req-70b7a559-1d0f-43a8-aa26-eba143a45fc3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 943 time: 0.0541327 Mar 14 15:35:21.672522 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f1494520-a2c6-4200-9a37-e12ad8b95d58 req-377fc5c3-88c3-45fe-8bb5-da02d1ac8cb8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=c25d73c2-98af-4413-b2d5-db71d9e17c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323474 Mar 14 15:35:21.836502 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 1c4a5d16-76bc-4b24-a364-2df59c79713c details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:35:21.933768 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 1c4a5d16-76bc-4b24-a364-2df59c79713c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1c4a5d16-76bc-4b24-a364-2df59c79713c,segment=NetworkSegment(8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb),segment_id=8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:21.944989 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '1c4a5d16-76bc-4b24-a364-2df59c79713c', 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40', 'port_id': '1c4a5d16-76bc-4b24-a364-2df59c79713c', 'mac_address': 'fa:16:3e:b7:bc:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7096b16-d122-4402-8773-5b77ede3d31e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:35:21.983030 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:21.995615 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c4a5d16-76bc-4b24-a364-2df59c79713c {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:35:22.015722 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 1c4a5d16-76bc-4b24-a364-2df59c79713c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1c4a5d16-76bc-4b24-a364-2df59c79713c,segment=NetworkSegment(8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb),segment_id=8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:22.021248 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:22.073174 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=1c4a5d16-76bc-4b24-a364-2df59c79713c,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:22.265610 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['1c4a5d16-76bc-4b24-a364-2df59c79713c'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:35:22.796245 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aea29e-a225-4017-8fe5-0a6712db8ee2 req-3f07b90b-5f4b-4e03-bdcd-cf4e461c5671 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:22.797711 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e8aea29e-a225-4017-8fe5-0a6712db8ee2 req-3f07b90b-5f4b-4e03-bdcd-cf4e461c5671 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 944 time: 0.0556612 Mar 14 15:35:22.835853 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e8aea29e-a225-4017-8fe5-0a6712db8ee2 req-a4b51d93-36bd-4c68-8ae5-59ce30f8babc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=c25d73c2-98af-4413-b2d5-db71d9e17c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321553 Mar 14 15:35:23.849833 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 1c4a5d16-76bc-4b24-a364-2df59c79713c up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:35:23.899320 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 1c4a5d16-76bc-4b24-a364-2df59c79713c completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:35:23.905134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 1c4a5d16-76bc-4b24-a364-2df59c79713c triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:35:23.905511 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:23.951612 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71590e-859e-4e60-9988-3f7883cf6be3 req-d04c3d42-def7-4ca4-b234-8bbc665d68f0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:23.953107 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6b71590e-859e-4e60-9988-3f7883cf6be3 req-d04c3d42-def7-4ca4-b234-8bbc665d68f0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 944 time: 0.0485084 Mar 14 15:35:23.984609 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:23.992255 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6b71590e-859e-4e60-9988-3f7883cf6be3 req-661d6a8c-02a5-490b-b1bc-2ae0053f1202 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=c25d73c2-98af-4413-b2d5-db71d9e17c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329554 Mar 14 15:35:24.009841 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbba417c-3a51-4fb0-98da-7839d45e3baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4a5d16-76bc-4b24-a364-2df59c79713c'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:35:24.013252 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dfb384-7d28-49ab-b789-bec96eee28af" -d '{"events": [{"server_uuid": "bbba417c-3a51-4fb0-98da-7839d45e3baf", "name": "network-vif-plugged", "status": "completed", "tag": "1c4a5d16-76bc-4b24-a364-2df59c79713c"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:35:24.027508 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 1c4a5d16-76bc-4b24-a364-2df59c79713c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1c4a5d16-76bc-4b24-a364-2df59c79713c,segment=NetworkSegment(8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb),segment_id=8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:35:24.032034 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:24.208179 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2f0caf-2e07-47cf-bd4c-832385cbda57 x-openstack-request-id: req-aa2f0caf-2e07-47cf-bd4c-832385cbda57 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:35:24.208559 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbba417c-3a51-4fb0-98da-7839d45e3baf", "name": "network-vif-plugged", "status": "completed", "tag": "1c4a5d16-76bc-4b24-a364-2df59c79713c", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:35:24.208785 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aa2f0caf-2e07-47cf-bd4c-832385cbda57 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:35:24.209318 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbba417c-3a51-4fb0-98da-7839d45e3baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4a5d16-76bc-4b24-a364-2df59c79713c', 'code': 200} Mar 14 15:35:24.236491 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9942d5-b069-42bc-aa05-7fdba170d158 req-c4b0de47-d089-4b41-b8dd-34e9b202c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:24.237093 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=1c4a5d16-76bc-4b24-a364-2df59c79713c,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:24.237996 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ea9942d5-b069-42bc-aa05-7fdba170d158 req-c4b0de47-d089-4b41-b8dd-34e9b202c5cc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 1098 time: 0.0423756 Mar 14 15:35:24.273692 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ea9942d5-b069-42bc-aa05-7fdba170d158 req-d07f5e2a-1b16-4403-9152-b67bf07c0da9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c25d73c2-98af-4413-b2d5-db71d9e17c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279081 Mar 14 15:35:25.112399 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33836949-1480-4356-9c19-4a49bc20bd35 req-ac3c55dc-86f0-4c5b-a93f-f943d77d8e75 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:25.113883 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-33836949-1480-4356-9c19-4a49bc20bd35 req-ac3c55dc-86f0-4c5b-a93f-f943d77d8e75 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 945 time: 0.0498717 Mar 14 15:35:25.151267 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-33836949-1480-4356-9c19-4a49bc20bd35 req-a243d6a2-e39c-437c-8552-551569f1992c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=c25d73c2-98af-4413-b2d5-db71d9e17c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313442 Mar 14 15:35:26.266159 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d49b91-0ca4-4d86-b805-1e99dbb48f56 req-6a602303-6f13-416b-acd4-98c0378fbebb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:26.267661 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68d49b91-0ca4-4d86-b805-1e99dbb48f56 req-6a602303-6f13-416b-acd4-98c0378fbebb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 945 time: 0.0478048 Mar 14 15:35:26.305078 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68d49b91-0ca4-4d86-b805-1e99dbb48f56 req-0fa9ee69-5604-4906-abdd-99649c408ca1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=c25d73c2-98af-4413-b2d5-db71d9e17c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315595 Mar 14 15:35:26.421509 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd91761-4d29-47db-9c81-def6a1db23ff req-604f35a6-3ec1-41f5-8f30-cf76462503e8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:26.423098 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-cfd91761-4d29-47db-9c81-def6a1db23ff req-604f35a6-3ec1-41f5-8f30-cf76462503e8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 945 time: 0.0532801 Mar 14 15:35:26.462807 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-cfd91761-4d29-47db-9c81-def6a1db23ff req-08efee99-5ca1-49a3-bd92-a7802744722a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=c25d73c2-98af-4413-b2d5-db71d9e17c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331292 Mar 14 15:35:26.484208 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58164) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:26.523738 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fbb697-27f6-44ca-a4d4-6ef0dc4cf498 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:26.525234 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-47fbb697-27f6-44ca-a4d4-6ef0dc4cf498 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 1093 time: 0.0400295 Mar 14 15:35:26.528367 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58166) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:26.532526 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-640525da-644b-44d9-bffa-78a8bb95058b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': '1c4a5d16-76bc-4b24-a364-2df59c79713c', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:35:26.552337 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-640525da-644b-44d9-bffa-78a8bb95058b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:26.651333 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-640525da-644b-44d9-bffa-78a8bb95058b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:26.753577 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-640525da-644b-44d9-bffa-78a8bb95058b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.26.6.158 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/86fa7294-31c3-46ce-8c60-25b4288ceb2f) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:35:26.855596 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-640525da-644b-44d9-bffa-78a8bb95058b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:26.889904 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-640525da-644b-44d9-bffa-78a8bb95058b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:26.928445 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640525da-644b-44d9-bffa-78a8bb95058b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:35:26.931423 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-640525da-644b-44d9-bffa-78a8bb95058b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:35:26.933995 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640525da-644b-44d9-bffa-78a8bb95058b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:35:26.964209 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640525da-644b-44d9-bffa-78a8bb95058b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=86fa7294-31c3-46ce-8c60-25b4288ceb2f,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:27.293510 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-640525da-644b-44d9-bffa-78a8bb95058b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:27.357915 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-640525da-644b-44d9-bffa-78a8bb95058b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:27.506684 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-640525da-644b-44d9-bffa-78a8bb95058b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:27.511953 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-640525da-644b-44d9-bffa-78a8bb95058b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:27.584938 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640525da-644b-44d9-bffa-78a8bb95058b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=86fa7294-31c3-46ce-8c60-25b4288ceb2f,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:35:27.595984 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-640525da-644b-44d9-bffa-78a8bb95058b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:27.694179 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-640525da-644b-44d9-bffa-78a8bb95058b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Floating IP 9b01a34e-fd56-4547-a1af-b20594cf6804 associated. External IP: 172.26.6.158, port: 1c4a5d16-76bc-4b24-a364-2df59c79713c. Mar 14 15:35:27.900112 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640525da-644b-44d9-bffa-78a8bb95058b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router fef98c2e-f083-468d-84da-3ffa39acef63 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:35:28.005465 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640525da-644b-44d9-bffa-78a8bb95058b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:35:28.016502 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cad4e3-1a24-4819-88cd-76967477dab4 None None] Sync routers for ids ['fef98c2e-f083-468d-84da-3ffa39acef63'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:35:28.023438 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-640525da-644b-44d9-bffa-78a8bb95058b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:28.026186 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cad4e3-1a24-4819-88cd-76967477dab4 None None] Routers {'fef98c2e-f083-468d-84da-3ffa39acef63'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:35:28.026796 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e0cad4e3-1a24-4819-88cd-76967477dab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:35:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fef98c2e-f083-468d-84da-3ffa39acef63'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:28.051436 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-640525da-644b-44d9-bffa-78a8bb95058b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5220590 Mar 14 15:35:28.052014 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbba417c-3a51-4fb0-98da-7839d45e3baf', 'tag': '1c4a5d16-76bc-4b24-a364-2df59c79713c'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:35:28.054251 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae9dd70-fa3c-4b70-834a-e395a90bd3bb" -d '{"events": [{"name": "network-changed", "server_uuid": "bbba417c-3a51-4fb0-98da-7839d45e3baf", "tag": "1c4a5d16-76bc-4b24-a364-2df59c79713c"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:35:28.054390 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58168) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:28.094159 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e73fbd1-5b19-41e8-a3c0-bf2620ac2b7c x-openstack-request-id: req-5e73fbd1-5b19-41e8-a3c0-bf2620ac2b7c {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:35:28.094458 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbba417c-3a51-4fb0-98da-7839d45e3baf", "tag": "1c4a5d16-76bc-4b24-a364-2df59c79713c", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:35:28.094838 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e73fbd1-5b19-41e8-a3c0-bf2620ac2b7c {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:35:28.095282 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbba417c-3a51-4fb0-98da-7839d45e3baf', 'tag': '1c4a5d16-76bc-4b24-a364-2df59c79713c', 'status': 'completed', 'code': 200} Mar 14 15:35:28.132412 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a5a5c657-159d-4865-8c62-e7f591d5c2dd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/9b01a34e-fd56-4547-a1af-b20594cf6804 HTTP/1.1" status: 200 len: 991 time: 0.0770001 Mar 14 15:35:28.134894 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-e0cad4e3-1a24-4819-88cd-76967477dab4 None None] Set router fef98c2e-f083-468d-84da-3ffa39acef63 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:35:28.160675 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9dd70-fa3c-4b70-834a-e395a90bd3bb req-6a2f172e-bb97-40b1-a250-bc56c096ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:28.162060 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fae9dd70-fa3c-4b70-834a-e395a90bd3bb req-6a2f172e-bb97-40b1-a250-bc56c096ae5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 1098 time: 0.0434644 Mar 14 15:35:28.255246 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9dd70-fa3c-4b70-834a-e395a90bd3bb req-7c7cacc3-875e-44c3-a302-204604fe81bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:28.256703 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fae9dd70-fa3c-4b70-834a-e395a90bd3bb req-7c7cacc3-875e-44c3-a302-204604fe81bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=f1f60206-766a-4360-905a-c3140e5fcf40 HTTP/1.1" status: 200 len: 897 time: 0.0873024 Mar 14 15:35:28.362621 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e0cad4e3-1a24-4819-88cd-76967477dab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'name': 'tempest-TestNetworkBasicOps-router-1987666653', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:08Z', 'updated_at': '2022-03-14T15:35:12Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:09Z', 'updated_at': '2022-03-14T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '9b01a34e-fd56-4547-a1af-b20594cf6804', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.158', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'port_id': '1c4a5d16-76bc-4b24-a364-2df59c79713c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40', 'mac_address': 'fa:16:3e:b7:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbba417c-3a51-4fb0-98da-7839d45e3baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:35:27Z', 'updated_at': '2022-03-14T15:35:27Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02348ed-d04e-40ec-85bf-fc0d0e94eb12', 'name': '', 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:eb:90:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'd7096b16-d122-4402-8773-5b77ede3d31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:11Z', 'updated_at': '2022-03-14T15:35:15Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'd7096b16-d122-4402-8773-5b77ede3d31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:28.395061 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cad4e3-1a24-4819-88cd-76967477dab4 None None] Checking router: fef98c2e-f083-468d-84da-3ffa39acef63 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:35:28.405337 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cad4e3-1a24-4819-88cd-76967477dab4 None None] Routers {'fef98c2e-f083-468d-84da-3ffa39acef63'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:35:28.410331 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e0cad4e3-1a24-4819-88cd-76967477dab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:35:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fef98c2e-f083-468d-84da-3ffa39acef63'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:28.610406 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fae9dd70-fa3c-4b70-834a-e395a90bd3bb req-f803665a-3f99-4122-bfca-5816f8da71de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c4a5d16-76bc-4b24-a364-2df59c79713c HTTP/1.1" status: 200 len: 999 time: 0.3468444 Mar 14 15:35:28.614420 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-e0cad4e3-1a24-4819-88cd-76967477dab4 None None] Set router fef98c2e-f083-468d-84da-3ffa39acef63 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:35:28.660691 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9dd70-fa3c-4b70-834a-e395a90bd3bb req-50b89901-e101-4a78-872c-59b4075c2779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:28.662185 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fae9dd70-fa3c-4b70-834a-e395a90bd3bb req-50b89901-e101-4a78-872c-59b4075c2779 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7096b16-d122-4402-8773-5b77ede3d31e HTTP/1.1" status: 200 len: 843 time: 0.0454791 Mar 14 15:35:28.711877 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9dd70-fa3c-4b70-834a-e395a90bd3bb req-4d5da135-96cd-495f-aaa0-4d57b5b4e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:35:28.713264 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fae9dd70-fa3c-4b70-834a-e395a90bd3bb req-4d5da135-96cd-495f-aaa0-4d57b5b4e2e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1f60206-766a-4360-905a-c3140e5fcf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442777 Mar 14 15:35:28.802425 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fae9dd70-fa3c-4b70-834a-e395a90bd3bb req-76c50f03-2ee8-4215-836a-0aa4573d55ae service neutron] 10.222.0.18 "GET /v2.0/networks/f1f60206-766a-4360-905a-c3140e5fcf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820420 Mar 14 15:35:28.835458 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e0cad4e3-1a24-4819-88cd-76967477dab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'name': 'tempest-TestNetworkBasicOps-router-1987666653', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:08Z', 'updated_at': '2022-03-14T15:35:12Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:09Z', 'updated_at': '2022-03-14T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '9b01a34e-fd56-4547-a1af-b20594cf6804', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.158', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'port_id': '1c4a5d16-76bc-4b24-a364-2df59c79713c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40', 'mac_address': 'fa:16:3e:b7:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbba417c-3a51-4fb0-98da-7839d45e3baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:35:27Z', 'updated_at': '2022-03-14T15:35:27Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02348ed-d04e-40ec-85bf-fc0d0e94eb12', 'name': '', 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:eb:90:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'd7096b16-d122-4402-8773-5b77ede3d31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:11Z', 'updated_at': '2022-03-14T15:35:15Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'd7096b16-d122-4402-8773-5b77ede3d31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:35:28.866027 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cad4e3-1a24-4819-88cd-76967477dab4 None None] The sync data for ids ['fef98c2e-f083-468d-84da-3ffa39acef63'] in dv-neutron-833559-1-hyperv is: [{'id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'name': 'tempest-TestNetworkBasicOps-router-1987666653', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:08Z', 'updated_at': '2022-03-14T15:35:12Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:09Z', 'updated_at': '2022-03-14T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '9b01a34e-fd56-4547-a1af-b20594cf6804', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.158', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'port_id': '1c4a5d16-76bc-4b24-a364-2df59c79713c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40', 'mac_address': 'fa:16:3e:b7:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbba417c-3a51-4fb0-98da-7839d45e3baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:35:27Z', 'updated_at': '2022-03-14T15:35:27Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02348ed-d04e-40ec-85bf-fc0d0e94eb12', 'name': '', 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:eb:90:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'd7096b16-d122-4402-8773-5b77ede3d31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:11Z', 'updated_at': '2022-03-14T15:35:15Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'd7096b16-d122-4402-8773-5b77ede3d31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:35:28.897715 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fae9dd70-fa3c-4b70-834a-e395a90bd3bb req-56aec077-281a-4024-a43c-c30feabdf0d9 service neutron] 10.222.0.18 "GET /v2.0/networks/f1f60206-766a-4360-905a-c3140e5fcf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887070 Mar 14 15:35:29.057813 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ce278c-f209-4ad4-96cc-e87bba0bdc7d None None] New status for floating IP 9b01a34e-fd56-4547-a1af-b20594cf6804: ACTIVE {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:35:29.135714 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58172) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:29.196974 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1c4c26f3-75ce-4af7-b19a-17affdc21821 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/9b01a34e-fd56-4547-a1af-b20594cf6804 HTTP/1.1" status: 200 len: 991 time: 0.0590684 Mar 14 15:35:30.198951 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58176) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:35:30.261305 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-329d1da1-07d5-4f0c-b5d0-0cdc577799e8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/9b01a34e-fd56-4547-a1af-b20594cf6804 HTTP/1.1" status: 200 len: 993 time: 0.0608997 Mar 14 15:35:31.379999 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:35:34.046416 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df997e0b-dd60-4482-afa2-b9aabecffb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:36.409830 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cb2eaa55-07d5-4a66-9758-155a8fa4c38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:37.443300 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:38.832094 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:38.870756 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:35:39.314030 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:04.049077 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7f94df9f-3112-463a-b126-24f3c59ed0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:06.411018 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-23da73f0-96e5-4e4c-80d5-29f8b3335b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:07.446465 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:08.378958 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:36:08.826627 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:08.872950 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:09.316525 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:24.099978 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-440d6f62-86ae-4b1d-b8c2-5ee19957a2cc req-5955a4a7-e78a-4f56-8bc0-2e0e9e818cc2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392284 Mar 14 15:36:24.184496 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d6f62-86ae-4b1d-b8c2-5ee19957a2cc req-00ad2091-95a9-46ec-9197-da64c1be7f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:24.185954 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-440d6f62-86ae-4b1d-b8c2-5ee19957a2cc req-00ad2091-95a9-46ec-9197-da64c1be7f67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a71e4db168bb4915bec9d021ab48e3b3&device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 1098 time: 0.0389755 Mar 14 15:36:24.294509 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d6f62-86ae-4b1d-b8c2-5ee19957a2cc req-b499834b-67bf-4902-aa9a-8d51aac20300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:24.296643 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-440d6f62-86ae-4b1d-b8c2-5ee19957a2cc req-b499834b-67bf-4902-aa9a-8d51aac20300 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3c71c02-264e-49fe-ace9-fff9d219f343 HTTP/1.1" status: 200 len: 912 time: 0.0854282 Mar 14 15:36:24.365131 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-440d6f62-86ae-4b1d-b8c2-5ee19957a2cc req-2b7f254c-de3b-4c20-9210-1bbcd6ee8701 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1078d008-05d7-4358-993f-43b719e6f644 HTTP/1.1" status: 200 len: 1000 time: 0.0586483 Mar 14 15:36:24.423029 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d6f62-86ae-4b1d-b8c2-5ee19957a2cc req-832202fa-24ca-4f05-b188-b22a7385018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:24.424493 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-440d6f62-86ae-4b1d-b8c2-5ee19957a2cc req-832202fa-24ca-4f05-b188-b22a7385018e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2938bbac-db51-4fe5-871d-2be14c242925 HTTP/1.1" status: 200 len: 850 time: 0.0490441 Mar 14 15:36:24.475672 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d6f62-86ae-4b1d-b8c2-5ee19957a2cc req-0b5fd8f2-1cf2-4c9e-8cda-09c2247c7504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:24.477163 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-440d6f62-86ae-4b1d-b8c2-5ee19957a2cc req-0b5fd8f2-1cf2-4c9e-8cda-09c2247c7504 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3c71c02-264e-49fe-ace9-fff9d219f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393388 Mar 14 15:36:24.568793 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-440d6f62-86ae-4b1d-b8c2-5ee19957a2cc req-4495d37b-f3cf-4a3f-921e-2002548f6f3f service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803139 Mar 14 15:36:24.665695 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-440d6f62-86ae-4b1d-b8c2-5ee19957a2cc req-cd6088be-d8e8-4983-9501-e8b7fe679a97 service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863130 Mar 14 15:36:34.051507 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df148dbb-dcb3-4600-bc06-7fde7d2d838f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:36.412510 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1d57f430-ac08-4efa-89bf-90274b540e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:37.448792 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:38.830197 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:38.875763 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:39.109407 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58206) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:36:39.265467 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Deleting port 542dbc2c-c2e9-4488-b670-c442457a66b6 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:36:39.265819 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:39.318491 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:39.344177 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:39.344507 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:39.355855 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Calling delete_port for 542dbc2c-c2e9-4488-b670-c442457a66b6 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:36:39.526942 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:39.553330 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event deleted for resources: {'Port': ['ID=542dbc2c-c2e9-4488-b670-c442457a66b6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:39.576705 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:39.577053 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:39.577397 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:39.577729 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:39.578059 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:39.578388 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:39.578715 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:39.579074 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:39.579401 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:39.579732 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:39.580044 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:39.580362 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:39.622284 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:39.622616 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Floating IP 417d9727-74e6-46d8-a414-4e87021e6a9b disassociated (deleted). External IP: 172.26.6.32, port: 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58. Mar 14 15:36:39.828083 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Router 0664d624-af7f-4b11-b1ee-c9248aa951a2 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:36:39.935061 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:36:39.940008 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:39.945976 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ea3119-b3cf-4ced-868c-903af2c32b89 None None] Sync routers for ids ['0664d624-af7f-4b11-b1ee-c9248aa951a2'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:36:39.957285 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ea3119-b3cf-4ced-868c-903af2c32b89 None None] Routers {'0664d624-af7f-4b11-b1ee-c9248aa951a2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:36:39.957932 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e3ea3119-b3cf-4ced-868c-903af2c32b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:36:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0664d624-af7f-4b11-b1ee-c9248aa951a2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:39.966349 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e79d6ada-05d3-4025-b37c-b90bf193ac1b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "DELETE /v2.0/floatingips/417d9727-74e6-46d8-a414-4e87021e6a9b HTTP/1.1" status: 204 len: 168 time: 0.8558702 Mar 14 15:36:39.967078 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1cfb5e-7065-4a20-ad7d-6314ba8f7404', 'tag': '3b6aa11d-83ed-42a0-bfd2-21eb29b11b58'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:36:39.969573 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cf34cf-0f7c-412a-a541-6fe2cc0b7fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1cfb5e-7065-4a20-ad7d-6314ba8f7404", "tag": "3b6aa11d-83ed-42a0-bfd2-21eb29b11b58"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:36:40.007523 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7253a95f-8930-4266-b4b4-6630e1fea5f5 x-openstack-request-id: req-7253a95f-8930-4266-b4b4-6630e1fea5f5 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:36:40.007859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1cfb5e-7065-4a20-ad7d-6314ba8f7404", "tag": "3b6aa11d-83ed-42a0-bfd2-21eb29b11b58", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:36:40.008100 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7253a95f-8930-4266-b4b4-6630e1fea5f5 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:36:40.008662 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1cfb5e-7065-4a20-ad7d-6314ba8f7404', 'tag': '3b6aa11d-83ed-42a0-bfd2-21eb29b11b58', 'status': 'completed', 'code': 200} Mar 14 15:36:40.071339 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-e3ea3119-b3cf-4ced-868c-903af2c32b89 None None] Set router 0664d624-af7f-4b11-b1ee-c9248aa951a2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:36:40.092494 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf34cf-0f7c-412a-a541-6fe2cc0b7fc7 req-e4f97451-724b-4386-a0a5-fe34fc7dcb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:40.094073 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a6cf34cf-0f7c-412a-a541-6fe2cc0b7fc7 req-e4f97451-724b-4386-a0a5-fe34fc7dcb91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a71e4db168bb4915bec9d021ab48e3b3&device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 1099 time: 0.0586514 Mar 14 15:36:40.200595 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf34cf-0f7c-412a-a541-6fe2cc0b7fc7 req-b5ce1126-cea7-4789-9ca5-230bef0f459c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:40.202193 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a6cf34cf-0f7c-412a-a541-6fe2cc0b7fc7 req-b5ce1126-cea7-4789-9ca5-230bef0f459c service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3c71c02-264e-49fe-ace9-fff9d219f343 HTTP/1.1" status: 200 len: 912 time: 0.0897479 Mar 14 15:36:40.212475 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45394e-d7d3-485e-8acc-b62e91077562 req-127cedbe-a03b-4c9e-887d-fbe44ecf46d2 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:40.213970 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-dc45394e-d7d3-485e-8acc-b62e91077562 req-127cedbe-a03b-4c9e-887d-fbe44ecf46d2 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 946 time: 0.0542595 Mar 14 15:36:40.247717 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a6cf34cf-0f7c-412a-a541-6fe2cc0b7fc7 req-b34a2f49-2872-4261-bbb5-3f7dfad9b624 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 HTTP/1.1" status: 200 len: 217 time: 0.0379949 Mar 14 15:36:40.252276 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-dc45394e-d7d3-485e-8acc-b62e91077562 req-05b8a88b-1b7b-4d6b-a688-070d7ec106b7 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323088 Mar 14 15:36:40.307556 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf34cf-0f7c-412a-a541-6fe2cc0b7fc7 req-23d8459e-0859-4d5b-b0d9-d36215dd8a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:40.309021 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a6cf34cf-0f7c-412a-a541-6fe2cc0b7fc7 req-23d8459e-0859-4d5b-b0d9-d36215dd8a6e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2938bbac-db51-4fe5-871d-2be14c242925 HTTP/1.1" status: 200 len: 850 time: 0.0537901 Mar 14 15:36:40.316496 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e3ea3119-b3cf-4ced-868c-903af2c32b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '97254c79-5a3d-46e7-b522-3ffef07c4c31', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'floating_ip_address': '172.26.6.14', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'port_id': '1078d008-05d7-4358-993f-43b719e6f644', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'mac_address': 'fa:16:3e:00:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b040cfa6-5bfa-44d7-a3fc-35828e66f259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:32:50Z', 'updated_at': '2022-03-14T15:32:52Z', 'revision_number': 1, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b630840-3443-40cf-9b20-c4814a742f98', 'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'mac_address': 'fa:16:3e:fd:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:09Z', 'updated_at': '2022-03-14T15:29:16Z', 'revision_number': 5, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'subnets': [{'id': '2938bbac-db51-4fe5-871d-2be14c242925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:40.347460 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ea3119-b3cf-4ced-868c-903af2c32b89 None None] Checking router: 0664d624-af7f-4b11-b1ee-c9248aa951a2 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:36:40.355329 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ea3119-b3cf-4ced-868c-903af2c32b89 None None] Routers {'0664d624-af7f-4b11-b1ee-c9248aa951a2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:36:40.355713 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf34cf-0f7c-412a-a541-6fe2cc0b7fc7 req-8f7cc312-5efe-4db8-9da7-448be43542a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:40.355920 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e3ea3119-b3cf-4ced-868c-903af2c32b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:36:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0664d624-af7f-4b11-b1ee-c9248aa951a2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:40.357211 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a6cf34cf-0f7c-412a-a541-6fe2cc0b7fc7 req-8f7cc312-5efe-4db8-9da7-448be43542a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3c71c02-264e-49fe-ace9-fff9d219f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397527 Mar 14 15:36:40.446424 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a6cf34cf-0f7c-412a-a541-6fe2cc0b7fc7 req-282ac270-99dd-456c-8719-176e4f8992c4 service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817907 Mar 14 15:36:40.460384 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-e3ea3119-b3cf-4ced-868c-903af2c32b89 None None] Set router 0664d624-af7f-4b11-b1ee-c9248aa951a2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:36:40.542396 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a6cf34cf-0f7c-412a-a541-6fe2cc0b7fc7 req-064b0d11-5370-42a1-a26e-882118253b9b service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876827 Mar 14 15:36:40.679383 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-e3ea3119-b3cf-4ced-868c-903af2c32b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '97254c79-5a3d-46e7-b522-3ffef07c4c31', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'floating_ip_address': '172.26.6.14', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'port_id': '1078d008-05d7-4358-993f-43b719e6f644', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'mac_address': 'fa:16:3e:00:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b040cfa6-5bfa-44d7-a3fc-35828e66f259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:32:50Z', 'updated_at': '2022-03-14T15:32:52Z', 'revision_number': 1, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b630840-3443-40cf-9b20-c4814a742f98', 'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'mac_address': 'fa:16:3e:fd:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:09Z', 'updated_at': '2022-03-14T15:29:16Z', 'revision_number': 5, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'subnets': [{'id': '2938bbac-db51-4fe5-871d-2be14c242925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:40.705240 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ea3119-b3cf-4ced-868c-903af2c32b89 None None] The sync data for ids ['0664d624-af7f-4b11-b1ee-c9248aa951a2'] in dv-neutron-833559-1-hyperv is: [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '97254c79-5a3d-46e7-b522-3ffef07c4c31', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'floating_ip_address': '172.26.6.14', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'port_id': '1078d008-05d7-4358-993f-43b719e6f644', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'mac_address': 'fa:16:3e:00:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b040cfa6-5bfa-44d7-a3fc-35828e66f259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:32:50Z', 'updated_at': '2022-03-14T15:32:52Z', 'revision_number': 1, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b630840-3443-40cf-9b20-c4814a742f98', 'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'mac_address': 'fa:16:3e:fd:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:09Z', 'updated_at': '2022-03-14T15:29:16Z', 'revision_number': 5, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'subnets': [{'id': '2938bbac-db51-4fe5-871d-2be14c242925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:36:40.914294 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f3de92-2fd2-4fc5-9aec-ec75f7b63da5 None None] New status for floating IP 417d9727-74e6-46d8-a414-4e87021e6a9b: DOWN {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:36:41.368789 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38035010-6166-4278-8891-5953bca9c9ad req-18adf593-bc04-4e19-8c27-49b090d0c2b9 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:41.370297 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-38035010-6166-4278-8891-5953bca9c9ad req-18adf593-bc04-4e19-8c27-49b090d0c2b9 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 946 time: 0.0491886 Mar 14 15:36:41.408142 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-38035010-6166-4278-8891-5953bca9c9ad req-8c207b72-a275-494c-9adc-ec41fd0b1ad1 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317729 Mar 14 15:36:41.973065 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d968ce1-6898-4322-90c2-33444c0df71e req-7a91a470-deb9-4f9f-8fc5-fbacd6121cd5 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:41.974480 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6d968ce1-6898-4322-90c2-33444c0df71e req-7a91a470-deb9-4f9f-8fc5-fbacd6121cd5 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 946 time: 0.0482123 Mar 14 15:36:42.069569 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-6d968ce1-6898-4322-90c2-33444c0df71e req-52182436-b5a7-4cce-b850-1e260a78110b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Deleting port 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:36:42.069913 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6d968ce1-6898-4322-90c2-33444c0df71e req-52182436-b5a7-4cce-b850-1e260a78110b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:42.156783 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-6d968ce1-6898-4322-90c2-33444c0df71e req-52182436-b5a7-4cce-b850-1e260a78110b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] For port 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3b6aa11d-83ed-42a0-bfd2-21eb29b11b58,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:42.157149 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6d968ce1-6898-4322-90c2-33444c0df71e req-52182436-b5a7-4cce-b850-1e260a78110b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:42.169868 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-6d968ce1-6898-4322-90c2-33444c0df71e req-52182436-b5a7-4cce-b850-1e260a78110b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Calling delete_port for 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:36:42.298524 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6d968ce1-6898-4322-90c2-33444c0df71e req-52182436-b5a7-4cce-b850-1e260a78110b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:42.325798 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52182436-b5a7-4cce-b850-1e260a78110b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event deleted for resources: {'Port': ['ID=3b6aa11d-83ed-42a0-bfd2-21eb29b11b58,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:42.372842 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d968ce1-6898-4322-90c2-33444c0df71e req-52182436-b5a7-4cce-b850-1e260a78110b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] No DVR routers for this DVR port 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:36:42.375256 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6d968ce1-6898-4322-90c2-33444c0df71e req-52182436-b5a7-4cce-b850-1e260a78110b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:42.379368 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6d968ce1-6898-4322-90c2-33444c0df71e req-52182436-b5a7-4cce-b850-1e260a78110b tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.18 "DELETE /v2.0/ports/3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 HTTP/1.1" status: 204 len: 173 time: 0.3988204 Mar 14 15:36:42.379806 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1cfb5e-7065-4a20-ad7d-6314ba8f7404', 'name': 'network-vif-deleted', 'tag': '3b6aa11d-83ed-42a0-bfd2-21eb29b11b58'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:36:42.382016 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0738f3-044e-43d2-92e4-fdd7ba3e1ecd" -d '{"events": [{"server_uuid": "6b1cfb5e-7065-4a20-ad7d-6314ba8f7404", "name": "network-vif-deleted", "tag": "3b6aa11d-83ed-42a0-bfd2-21eb29b11b58"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:36:42.418014 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862cdb64-84b0-4445-9566-7f6a7aca4c06 x-openstack-request-id: req-862cdb64-84b0-4445-9566-7f6a7aca4c06 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:36:42.418312 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1cfb5e-7065-4a20-ad7d-6314ba8f7404", "name": "network-vif-deleted", "tag": "3b6aa11d-83ed-42a0-bfd2-21eb29b11b58", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:36:42.418571 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-862cdb64-84b0-4445-9566-7f6a7aca4c06 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:36:42.418998 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1cfb5e-7065-4a20-ad7d-6314ba8f7404', 'name': 'network-vif-deleted', 'tag': '3b6aa11d-83ed-42a0-bfd2-21eb29b11b58', 'status': 'completed', 'code': 200} Mar 14 15:36:42.506621 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d859a61-0666-4c56-af29-2504f3a47bcf req-99c2db7d-16a5-4e5a-9f94-fc3b2931d6d0 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 210 time: 0.0281863 Mar 14 15:36:43.607078 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b02c3594-cb5e-42dd-867c-67ae665bc4a1 req-203af08f-db94-4963-babb-988cc71889c7 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 210 time: 0.0273094 Mar 14 15:36:44.302993 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:36:44.324326 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:36:44.324679 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3b6aa11d-83ed-42a0-bfd2-21eb29b11b58 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:36:44.703222 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eb7eefa3-ae90-470d-b171-eaff59262e4f req-e2d71b58-6637-43b2-91cf-afb3c6292473 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 210 time: 0.0277824 Mar 14 15:36:45.379359 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:36:45.810262 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-06949715-e44f-49ea-b5f3-87b8ad60b706 req-86725453-bd81-4b1c-9d21-4655f76b1e3d tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b1cfb5e-7065-4a20-ad7d-6314ba8f7404 HTTP/1.1" status: 200 len: 210 time: 0.0271320 Mar 14 15:36:51.214891 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58262) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:36:51.368522 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c61f7810-2959-4e8d-965d-3107feb35505 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Deleting port a0577026-5882-4a8f-9dc2-7ac501651671 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:36:51.368867 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c61f7810-2959-4e8d-965d-3107feb35505 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:51.445572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c61f7810-2959-4e8d-965d-3107feb35505 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:51.445919 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c61f7810-2959-4e8d-965d-3107feb35505 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:51.458037 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c61f7810-2959-4e8d-965d-3107feb35505 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Calling delete_port for a0577026-5882-4a8f-9dc2-7ac501651671 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:36:51.602134 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c61f7810-2959-4e8d-965d-3107feb35505 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:51.626519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f7810-2959-4e8d-965d-3107feb35505 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event deleted for resources: {'Port': ['ID=a0577026-5882-4a8f-9dc2-7ac501651671,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:51.685697 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c61f7810-2959-4e8d-965d-3107feb35505 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:51.686022 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-c61f7810-2959-4e8d-965d-3107feb35505 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Floating IP 97254c79-5a3d-46e7-b522-3ffef07c4c31 disassociated (deleted). External IP: 172.26.6.14, port: 1078d008-05d7-4358-993f-43b719e6f644. Mar 14 15:36:51.892127 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61f7810-2959-4e8d-965d-3107feb35505 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Router 0664d624-af7f-4b11-b1ee-c9248aa951a2 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:36:51.998637 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61f7810-2959-4e8d-965d-3107feb35505 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:36:52.003098 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c61f7810-2959-4e8d-965d-3107feb35505 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:52.009280 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc63ef6e-4a6c-486d-be1c-1f98dea89ea9 None None] Sync routers for ids ['0664d624-af7f-4b11-b1ee-c9248aa951a2'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:36:52.018741 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc63ef6e-4a6c-486d-be1c-1f98dea89ea9 None None] Routers {'0664d624-af7f-4b11-b1ee-c9248aa951a2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:36:52.019796 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-dc63ef6e-4a6c-486d-be1c-1f98dea89ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:36:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0664d624-af7f-4b11-b1ee-c9248aa951a2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:52.031615 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c61f7810-2959-4e8d-965d-3107feb35505 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "DELETE /v2.0/floatingips/97254c79-5a3d-46e7-b522-3ffef07c4c31 HTTP/1.1" status: 204 len: 168 time: 0.8155930 Mar 14 15:36:52.032331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b040cfa6-5bfa-44d7-a3fc-35828e66f259', 'tag': '1078d008-05d7-4358-993f-43b719e6f644'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:36:52.034780 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbffe806-a178-440c-b599-15eb24a57e93" -d '{"events": [{"name": "network-changed", "server_uuid": "b040cfa6-5bfa-44d7-a3fc-35828e66f259", "tag": "1078d008-05d7-4358-993f-43b719e6f644"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:36:52.075598 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ca1d67-4973-4c79-9332-8884b8bf1e19 x-openstack-request-id: req-33ca1d67-4973-4c79-9332-8884b8bf1e19 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:36:52.075598 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b040cfa6-5bfa-44d7-a3fc-35828e66f259", "tag": "1078d008-05d7-4358-993f-43b719e6f644", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:36:52.075884 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-33ca1d67-4973-4c79-9332-8884b8bf1e19 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:36:52.076187 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b040cfa6-5bfa-44d7-a3fc-35828e66f259', 'tag': '1078d008-05d7-4358-993f-43b719e6f644', 'status': 'completed', 'code': 200} Mar 14 15:36:52.130566 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-dc63ef6e-4a6c-486d-be1c-1f98dea89ea9 None None] Set router 0664d624-af7f-4b11-b1ee-c9248aa951a2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:36:52.151267 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffe806-a178-440c-b599-15eb24a57e93 req-55000e06-3465-477f-843d-7868818b1f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:52.152718 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fbffe806-a178-440c-b599-15eb24a57e93 req-55000e06-3465-477f-843d-7868818b1f3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a71e4db168bb4915bec9d021ab48e3b3&device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 1098 time: 0.0480056 Mar 14 15:36:52.306834 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05a6c2-13c4-437c-aae1-94b432b89358 req-314370f5-1189-404c-8032-087d07df8b44 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:52.308336 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3f05a6c2-13c4-437c-aae1-94b432b89358 req-314370f5-1189-404c-8032-087d07df8b44 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 945 time: 0.0761812 Mar 14 15:36:52.309755 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffe806-a178-440c-b599-15eb24a57e93 req-7610340d-fca3-4e2d-934e-5ac2bec4cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:52.311746 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fbffe806-a178-440c-b599-15eb24a57e93 req-7610340d-fca3-4e2d-934e-5ac2bec4cd9f service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3c71c02-264e-49fe-ace9-fff9d219f343 HTTP/1.1" status: 200 len: 912 time: 0.1442304 Mar 14 15:36:52.367669 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fbffe806-a178-440c-b599-15eb24a57e93 req-1c047ccf-3b92-437c-b9a7-bbd9df311964 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1078d008-05d7-4358-993f-43b719e6f644 HTTP/1.1" status: 200 len: 217 time: 0.0470228 Mar 14 15:36:52.407743 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3f05a6c2-13c4-437c-aae1-94b432b89358 req-c6e86e80-7501-43e5-b9ea-fc901f6527e0 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929873 Mar 14 15:36:52.426774 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-dc63ef6e-4a6c-486d-be1c-1f98dea89ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '4b630840-3443-40cf-9b20-c4814a742f98', 'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'mac_address': 'fa:16:3e:fd:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:09Z', 'updated_at': '2022-03-14T15:29:16Z', 'revision_number': 5, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'subnets': [{'id': '2938bbac-db51-4fe5-871d-2be14c242925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:52.428315 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffe806-a178-440c-b599-15eb24a57e93 req-420a6642-56c6-4eb6-83a3-985669aa452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:52.429782 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fbffe806-a178-440c-b599-15eb24a57e93 req-420a6642-56c6-4eb6-83a3-985669aa452b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2938bbac-db51-4fe5-871d-2be14c242925 HTTP/1.1" status: 200 len: 850 time: 0.0529692 Mar 14 15:36:52.454574 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc63ef6e-4a6c-486d-be1c-1f98dea89ea9 None None] Checking router: 0664d624-af7f-4b11-b1ee-c9248aa951a2 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:36:52.462730 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc63ef6e-4a6c-486d-be1c-1f98dea89ea9 None None] Routers {'0664d624-af7f-4b11-b1ee-c9248aa951a2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:36:52.463373 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-dc63ef6e-4a6c-486d-be1c-1f98dea89ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:36:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0664d624-af7f-4b11-b1ee-c9248aa951a2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:52.479869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffe806-a178-440c-b599-15eb24a57e93 req-c4292ca0-e873-4deb-9442-8197463c3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:52.481347 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fbffe806-a178-440c-b599-15eb24a57e93 req-c4292ca0-e873-4deb-9442-8197463c3a98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3c71c02-264e-49fe-ace9-fff9d219f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431514 Mar 14 15:36:52.567852 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-dc63ef6e-4a6c-486d-be1c-1f98dea89ea9 None None] Set router 0664d624-af7f-4b11-b1ee-c9248aa951a2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:36:52.575939 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fbffe806-a178-440c-b599-15eb24a57e93 req-7c360233-e61c-4155-9961-de446a43d6f5 service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863981 Mar 14 15:36:52.665089 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fbffe806-a178-440c-b599-15eb24a57e93 req-7e6ce5df-1380-422a-a74d-55bec56ed25a service neutron] 10.222.0.18 "GET /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814672 Mar 14 15:36:52.765923 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-dc63ef6e-4a6c-486d-be1c-1f98dea89ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '4b630840-3443-40cf-9b20-c4814a742f98', 'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'mac_address': 'fa:16:3e:fd:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:09Z', 'updated_at': '2022-03-14T15:29:16Z', 'revision_number': 5, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'subnets': [{'id': '2938bbac-db51-4fe5-871d-2be14c242925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:36:52.795728 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc63ef6e-4a6c-486d-be1c-1f98dea89ea9 None None] The sync data for ids ['0664d624-af7f-4b11-b1ee-c9248aa951a2'] in dv-neutron-833559-1-hyperv is: [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:29:11Z', 'revision_number': 4, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '4b630840-3443-40cf-9b20-c4814a742f98', 'name': '', 'network_id': 'b3c71c02-264e-49fe-ace9-fff9d219f343', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'mac_address': 'fa:16:3e:fd:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2938bbac-db51-4fe5-871d-2be14c242925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:09Z', 'updated_at': '2022-03-14T15:29:16Z', 'revision_number': 5, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'subnets': [{'id': '2938bbac-db51-4fe5-871d-2be14c242925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:36:53.105511 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b094a14-e9a1-44f6-b68f-89693646f2b4 None None] New status for floating IP 97254c79-5a3d-46e7-b522-3ffef07c4c31: DOWN {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:36:53.528215 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b9fec-629d-4049-9105-9ddaafc575e3 req-1a08af36-006f-4cb3-813f-abfcbfcf845a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:53.529684 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-927b9fec-629d-4049-9105-9ddaafc575e3 req-1a08af36-006f-4cb3-813f-abfcbfcf845a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 945 time: 0.0508373 Mar 14 15:36:53.570824 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-927b9fec-629d-4049-9105-9ddaafc575e3 req-317f52af-1fdb-42bb-b4de-4f045d7ee21e tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9573bac-f2e8-4eb5-b19b-e06396b288ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349312 Mar 14 15:36:54.020862 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d211b-6710-4738-af8d-5fab20e83d11 req-e5157609-eff1-4fe3-a613-610125d60c30 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:36:54.022304 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a79d211b-6710-4738-af8d-5fab20e83d11 req-e5157609-eff1-4fe3-a613-610125d60c30 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.18 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 945 time: 0.0491819 Mar 14 15:36:54.118960 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-a79d211b-6710-4738-af8d-5fab20e83d11 req-04d883f0-3459-4684-90b6-ea6fc51d427a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Deleting port 1078d008-05d7-4358-993f-43b719e6f644 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:36:54.119303 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a79d211b-6710-4738-af8d-5fab20e83d11 req-04d883f0-3459-4684-90b6-ea6fc51d427a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:54.205271 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-a79d211b-6710-4738-af8d-5fab20e83d11 req-04d883f0-3459-4684-90b6-ea6fc51d427a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] For port 1078d008-05d7-4358-993f-43b719e6f644, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1078d008-05d7-4358-993f-43b719e6f644,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:36:54.205628 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a79d211b-6710-4738-af8d-5fab20e83d11 req-04d883f0-3459-4684-90b6-ea6fc51d427a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:54.218876 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-a79d211b-6710-4738-af8d-5fab20e83d11 req-04d883f0-3459-4684-90b6-ea6fc51d427a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Calling delete_port for 1078d008-05d7-4358-993f-43b719e6f644 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:36:54.636558 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a79d211b-6710-4738-af8d-5fab20e83d11 req-04d883f0-3459-4684-90b6-ea6fc51d427a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:54.675364 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d883f0-3459-4684-90b6-ea6fc51d427a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event deleted for resources: {'Port': ['ID=1078d008-05d7-4358-993f-43b719e6f644,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:54.699127 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4e5138e5-cfd4-40c2-9df0-88d60864f3c4 req-963f12f1-98e7-463d-b01b-9d470825cab9 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 210 time: 0.0530102 Mar 14 15:36:54.733907 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79d211b-6710-4738-af8d-5fab20e83d11 req-04d883f0-3459-4684-90b6-ea6fc51d427a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] No DVR routers for this DVR port 1078d008-05d7-4358-993f-43b719e6f644 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:36:54.736383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a79d211b-6710-4738-af8d-5fab20e83d11 req-04d883f0-3459-4684-90b6-ea6fc51d427a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:54.739641 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a79d211b-6710-4738-af8d-5fab20e83d11 req-04d883f0-3459-4684-90b6-ea6fc51d427a tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.18 "DELETE /v2.0/ports/1078d008-05d7-4358-993f-43b719e6f644 HTTP/1.1" status: 204 len: 173 time: 0.7098572 Mar 14 15:36:54.740153 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b040cfa6-5bfa-44d7-a3fc-35828e66f259', 'name': 'network-vif-deleted', 'tag': '1078d008-05d7-4358-993f-43b719e6f644'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:36:54.742361 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b9eeef-fe1c-464e-a4b9-fcdff3e5a5b0" -d '{"events": [{"server_uuid": "b040cfa6-5bfa-44d7-a3fc-35828e66f259", "name": "network-vif-deleted", "tag": "1078d008-05d7-4358-993f-43b719e6f644"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:36:54.780546 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b155f2-d9d7-43a8-bd97-41592162862c x-openstack-request-id: req-16b155f2-d9d7-43a8-bd97-41592162862c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:36:54.780847 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b040cfa6-5bfa-44d7-a3fc-35828e66f259", "name": "network-vif-deleted", "tag": "1078d008-05d7-4358-993f-43b719e6f644", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:36:54.781103 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-16b155f2-d9d7-43a8-bd97-41592162862c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:36:54.781504 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b040cfa6-5bfa-44d7-a3fc-35828e66f259', 'name': 'network-vif-deleted', 'tag': '1078d008-05d7-4358-993f-43b719e6f644', 'status': 'completed', 'code': 200} Mar 14 15:36:55.794132 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-361c4fcf-c32d-4a06-92d4-6f800e69d322 req-14306f6a-8396-488d-99a7-2b28d1325a33 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 210 time: 0.0269318 Mar 14 15:36:56.331855 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 1078d008-05d7-4358-993f-43b719e6f644 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:36:56.351979 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 1078d008-05d7-4358-993f-43b719e6f644 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:36:56.352323 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 1078d008-05d7-4358-993f-43b719e6f644 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:36:56.892381 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-af12d9e8-2d08-4f7a-a7c3-78276779a8de req-7127c481-045a-4955-8920-59e24d486a84 tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 210 time: 0.0274580 Mar 14 15:36:57.990194 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-86a027dd-cd67-40ab-b21a-5b9a568efd82 req-ccf68289-bf36-4594-ad37-9a1f8ce9d4ca tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "GET /v2.0/ports?device_id=b040cfa6-5bfa-44d7-a3fc-35828e66f259 HTTP/1.1" status: 200 len: 210 time: 0.0266225 Mar 14 15:36:59.044902 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58284) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:36:59.172830 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Deleting port 10ea540d-48b8-45ca-a671-d414c22ba885 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:36:59.173167 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:59.246560 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:59.246889 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:59.258940 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Calling delete_port for 10ea540d-48b8-45ca-a671-d414c22ba885 owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:36:59.387653 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:59.412247 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event deleted for resources: {'Port': ['ID=10ea540d-48b8-45ca-a671-d414c22ba885,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:36:59.440801 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:59.441145 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:59.441480 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:59.441812 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:59.442753 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:59.443287 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:59.443740 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:59.444066 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:59.444393 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:59.444719 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:59.445040 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:59.445357 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:36:59.484310 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for floatingip, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:59.486794 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:36:59.488067 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-671e6072-995c-4b3a-a7fb-0577e73e1a0c tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "DELETE /v2.0/floatingips/8f632e13-e5a8-4bcb-91aa-bf3109f2405e HTTP/1.1" status: 204 len: 168 time: 0.4422014 Mar 14 15:37:01.735830 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58298) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:37:01.795452 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbcea-8300-4b05-9ad3-a57a5f58979e tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:01.821702 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbcea-8300-4b05-9ad3-a57a5f58979e tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:01.882978 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbcea-8300-4b05-9ad3-a57a5f58979e tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:01.885579 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbcea-8300-4b05-9ad3-a57a5f58979e tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:01.886769 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ca1cbcea-8300-4b05-9ad3-a57a5f58979e tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] 10.222.0.59 "DELETE /v2.0/security-groups/a9573bac-f2e8-4eb5-b19b-e06396b288ff HTTP/1.1" status: 204 len: 168 time: 0.1498766 Mar 14 15:37:01.896444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cbcea-8300-4b05-9ad3-a57a5f58979e tempest-TestVolumeBootPattern-1474034850 tempest-TestVolumeBootPattern-1474034850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9573bac-f2e8-4eb5-b19b-e06396b288ff,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:01.945095 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58302) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:37:02.438187 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9cbd06cb-27fa-423e-8b09-99c048895a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:02.685055 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd06cb-27fa-423e-8b09-99c048895a1a admin admin] Deleting port 4b630840-3443-40cf-9b20-c4814a742f98 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:37:02.685310 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9cbd06cb-27fa-423e-8b09-99c048895a1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:02.761304 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-9cbd06cb-27fa-423e-8b09-99c048895a1a admin admin] For port 4b630840-3443-40cf-9b20-c4814a742f98, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=4b630840-3443-40cf-9b20-c4814a742f98,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:02.762017 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9cbd06cb-27fa-423e-8b09-99c048895a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:02.774503 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd06cb-27fa-423e-8b09-99c048895a1a admin admin] Calling delete_port for 4b630840-3443-40cf-9b20-c4814a742f98 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:37:02.949728 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9cbd06cb-27fa-423e-8b09-99c048895a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:02.976800 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd06cb-27fa-423e-8b09-99c048895a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=4b630840-3443-40cf-9b20-c4814a742f98,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:03.440730 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9cbd06cb-27fa-423e-8b09-99c048895a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:03.651405 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbd06cb-27fa-423e-8b09-99c048895a1a admin admin] Router 0664d624-af7f-4b11-b1ee-c9248aa951a2 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:37:03.766118 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbd06cb-27fa-423e-8b09-99c048895a1a admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:37:03.771212 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9cbd06cb-27fa-423e-8b09-99c048895a1a admin admin] 10.222.0.59 "PUT /v2.0/routers/0664d624-af7f-4b11-b1ee-c9248aa951a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8250661 Mar 14 15:37:03.773767 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58306) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:37:03.774899 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66f687e-532c-4474-9b52-44cdb036c95d None None] Sync routers for ids ['0664d624-af7f-4b11-b1ee-c9248aa951a2'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:37:03.784895 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66f687e-532c-4474-9b52-44cdb036c95d None None] Routers {'0664d624-af7f-4b11-b1ee-c9248aa951a2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:37:03.785997 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d66f687e-532c-4474-9b52-44cdb036c95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:36:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0664d624-af7f-4b11-b1ee-c9248aa951a2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:03.878395 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-13ea00e1-80c1-4f25-a3d4-9ba4aca993e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:03.888438 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-d66f687e-532c-4474-9b52-44cdb036c95d None None] Set router 0664d624-af7f-4b11-b1ee-c9248aa951a2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:37:03.982217 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-13ea00e1-80c1-4f25-a3d4-9ba4aca993e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.037999 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-13ea00e1-80c1-4f25-a3d4-9ba4aca993e0 admin admin] Deleting port 12b3b9f3-13d6-45ad-894e-5374f9937c9a {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:37:04.038761 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-13ea00e1-80c1-4f25-a3d4-9ba4aca993e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.056874 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ade03db5-7ffc-4aee-921c-1c24dfd735b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.068086 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d66f687e-532c-4474-9b52-44cdb036c95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:37:02Z', 'revision_number': 5, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port': {'id': '12b3b9f3-13d6-45ad-894e-5374f9937c9a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:03Z', 'updated_at': '2022-03-14T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:04.094727 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66f687e-532c-4474-9b52-44cdb036c95d None None] Checking router: 0664d624-af7f-4b11-b1ee-c9248aa951a2 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:37:04.104001 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66f687e-532c-4474-9b52-44cdb036c95d None None] Routers {'0664d624-af7f-4b11-b1ee-c9248aa951a2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:37:04.104616 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d66f687e-532c-4474-9b52-44cdb036c95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:36:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['0664d624-af7f-4b11-b1ee-c9248aa951a2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:04.123459 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-13ea00e1-80c1-4f25-a3d4-9ba4aca993e0 admin admin] For port 12b3b9f3-13d6-45ad-894e-5374f9937c9a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=12b3b9f3-13d6-45ad-894e-5374f9937c9a,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:04.124102 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-13ea00e1-80c1-4f25-a3d4-9ba4aca993e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.137692 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-13ea00e1-80c1-4f25-a3d4-9ba4aca993e0 admin admin] Calling delete_port for 12b3b9f3-13d6-45ad-894e-5374f9937c9a owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:37:04.188664 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-d66f687e-532c-4474-9b52-44cdb036c95d None None] Set router 0664d624-af7f-4b11-b1ee-c9248aa951a2 gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:37:04.239481 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-d66f687e-532c-4474-9b52-44cdb036c95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:37:03Z', 'revision_number': 6, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:04.269289 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66f687e-532c-4474-9b52-44cdb036c95d None None] The sync data for ids ['0664d624-af7f-4b11-b1ee-c9248aa951a2'] in dv-neutron-833559-1-hyperv is: [{'id': '0664d624-af7f-4b11-b1ee-c9248aa951a2', 'name': 'tempest-TestVolumeBootPattern-859961285-router', 'tenant_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:01Z', 'updated_at': '2022-03-14T15:37:03Z', 'revision_number': 6, 'project_id': 'a71e4db168bb4915bec9d021ab48e3b3', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:37:04.313280 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-13ea00e1-80c1-4f25-a3d4-9ba4aca993e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.337847 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea00e1-80c1-4f25-a3d4-9ba4aca993e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b3b9f3-13d6-45ad-894e-5374f9937c9a,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:04.402887 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-13ea00e1-80c1-4f25-a3d4-9ba4aca993e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.494213 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-13ea00e1-80c1-4f25-a3d4-9ba4aca993e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.496346 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-13ea00e1-80c1-4f25-a3d4-9ba4aca993e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.538910 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-13ea00e1-80c1-4f25-a3d4-9ba4aca993e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.539488 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ea00e1-80c1-4f25-a3d4-9ba4aca993e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0664d624-af7f-4b11-b1ee-c9248aa951a2 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:37:04.543753 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-13ea00e1-80c1-4f25-a3d4-9ba4aca993e0 admin admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.544955 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-13ea00e1-80c1-4f25-a3d4-9ba4aca993e0 admin admin] 10.222.0.59 "DELETE /v2.0/routers/0664d624-af7f-4b11-b1ee-c9248aa951a2 HTTP/1.1" status: 204 len: 168 time: 0.7702889 Mar 14 15:37:04.547413 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58308) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:37:04.595325 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce73c92-2f57-4f66-9ec5-71d45e851223 admin admin] Deleting subnet 2938bbac-db51-4fe5-871d-2be14c242925 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:37:04.598835 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5ce73c92-2f57-4f66-9ec5-71d45e851223 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.634966 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5ce73c92-2f57-4f66-9ec5-71d45e851223 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.714999 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5ce73c92-2f57-4f66-9ec5-71d45e851223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.765964 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5ce73c92-2f57-4f66-9ec5-71d45e851223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.794602 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce73c92-2f57-4f66-9ec5-71d45e851223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2938bbac-db51-4fe5-871d-2be14c242925,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:04.798195 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5ce73c92-2f57-4f66-9ec5-71d45e851223 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.801942 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5ce73c92-2f57-4f66-9ec5-71d45e851223 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2938bbac-db51-4fe5-871d-2be14c242925 HTTP/1.1" status: 204 len: 168 time: 0.2530234 Mar 14 15:37:04.804516 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58310) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:37:04.805755 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d84cd8f-2d4c-4455-917b-9676c6c73c51 None None] Network b3c71c02-264e-49fe-ace9-fff9d219f343 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:37:04.876509 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb0ce-5d00-4f6c-8a71-d94518d60b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:04.932689 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3dbcb0ce-5d00-4f6c-8a71-d94518d60b15 admin admin] Deleting port 09fc1091-f660-4a5c-acd3-3190ef20dbe8 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:37:04.932963 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb0ce-5d00-4f6c-8a71-d94518d60b15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:05.003763 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-3dbcb0ce-5d00-4f6c-8a71-d94518d60b15 admin admin] For port 09fc1091-f660-4a5c-acd3-3190ef20dbe8, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=09fc1091-f660-4a5c-acd3-3190ef20dbe8,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:05.004125 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb0ce-5d00-4f6c-8a71-d94518d60b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:05.017453 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3dbcb0ce-5d00-4f6c-8a71-d94518d60b15 admin admin] Calling delete_port for 09fc1091-f660-4a5c-acd3-3190ef20dbe8 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:37:05.034853 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf998c2-a6f2-4d85-b8ec-15173337726e None None] DHCP port deletion for b3c71c02-264e-49fe-ace9-fff9d219f343 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:37:05.087626 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-dcf998c2-a6f2-4d85-b8ec-15173337726e None None] Deleting port 09fc1091-f660-4a5c-acd3-3190ef20dbe8 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:37:05.088342 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dcf998c2-a6f2-4d85-b8ec-15173337726e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:05.099551 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb0ce-5d00-4f6c-8a71-d94518d60b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:05.123202 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcb0ce-5d00-4f6c-8a71-d94518d60b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=09fc1091-f660-4a5c-acd3-3190ef20dbe8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:05.129001 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbcb0ce-5d00-4f6c-8a71-d94518d60b15 admin admin] No DVR routers for this DVR port 09fc1091-f660-4a5c-acd3-3190ef20dbe8 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:37:05.156126 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-dcf998c2-a6f2-4d85-b8ec-15173337726e None None] For port 09fc1091-f660-4a5c-acd3-3190ef20dbe8, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=09fc1091-f660-4a5c-acd3-3190ef20dbe8,segment=NetworkSegment(2d49401f-b8be-40b5-8a36-057daab36f14),segment_id=2d49401f-b8be-40b5-8a36-057daab36f14)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:05.156644 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dcf998c2-a6f2-4d85-b8ec-15173337726e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:05.171507 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-dcf998c2-a6f2-4d85-b8ec-15173337726e None None] Calling delete_port for 09fc1091-f660-4a5c-acd3-3190ef20dbe8 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:37:05.206644 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb0ce-5d00-4f6c-8a71-d94518d60b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:05.227179 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-3dbcb0ce-5d00-4f6c-8a71-d94518d60b15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c71c02-264e-49fe-ace9-fff9d219f343']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:05.245330 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-3dbcb0ce-5d00-4f6c-8a71-d94518d60b15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d49401f-b8be-40b5-8a36-057daab36f14') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:05.245654 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-3dbcb0ce-5d00-4f6c-8a71-d94518d60b15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d49401f-b8be-40b5-8a36-057daab36f14') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:05.247446 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dcf998c2-a6f2-4d85-b8ec-15173337726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:05.264252 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb0ce-5d00-4f6c-8a71-d94518d60b15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:05.271274 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf998c2-a6f2-4d85-b8ec-15173337726e None None] Pushing event deleted for resources: {'Port': ['ID=09fc1091-f660-4a5c-acd3-3190ef20dbe8,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:05.281356 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf998c2-a6f2-4d85-b8ec-15173337726e None None] No DVR routers for this DVR port 09fc1091-f660-4a5c-acd3-3190ef20dbe8 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:37:05.288181 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf998c2-a6f2-4d85-b8ec-15173337726e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:05.288181 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf998c2-a6f2-4d85-b8ec-15173337726e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:05.288181 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf998c2-a6f2-4d85-b8ec-15173337726e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:05.288181 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf998c2-a6f2-4d85-b8ec-15173337726e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:05.288181 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf998c2-a6f2-4d85-b8ec-15173337726e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:05.289212 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf998c2-a6f2-4d85-b8ec-15173337726e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:05.289212 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf998c2-a6f2-4d85-b8ec-15173337726e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:05.289212 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf998c2-a6f2-4d85-b8ec-15173337726e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:05.289876 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf998c2-a6f2-4d85-b8ec-15173337726e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:05.289876 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf998c2-a6f2-4d85-b8ec-15173337726e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:05.289876 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf998c2-a6f2-4d85-b8ec-15173337726e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:05.290205 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf998c2-a6f2-4d85-b8ec-15173337726e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:37:05.290843 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb0ce-5d00-4f6c-8a71-d94518d60b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:05.298609 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbcb0ce-5d00-4f6c-8a71-d94518d60b15 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:37:05.299072 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb0ce-5d00-4f6c-8a71-d94518d60b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:37:05.311097 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:37:05.367095 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb0ce-5d00-4f6c-8a71-d94518d60b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:05.372378 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb0ce-5d00-4f6c-8a71-d94518d60b15 admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:05.376310 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3dbcb0ce-5d00-4f6c-8a71-d94518d60b15 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b3c71c02-264e-49fe-ace9-fff9d219f343 HTTP/1.1" status: 204 len: 168 time: 0.5707777 Mar 14 15:37:05.379583 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58312) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:37:05.393068 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcb0ce-5d00-4f6c-8a71-d94518d60b15 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3c71c02-264e-49fe-ace9-fff9d219f343,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:05.717295 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80aad8b3-2b46-4a4f-a46a-5512cc69afde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:05.953433 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-80aad8b3-2b46-4a4f-a46a-5512cc69afde admin admin] Deleting port 7dd860e5-4b67-49f3-889b-5e1b4aee29fe {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:37:05.954124 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80aad8b3-2b46-4a4f-a46a-5512cc69afde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:06.029700 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-80aad8b3-2b46-4a4f-a46a-5512cc69afde admin admin] For port 7dd860e5-4b67-49f3-889b-5e1b4aee29fe, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=7dd860e5-4b67-49f3-889b-5e1b4aee29fe,segment=NetworkSegment(141cdd63-035c-4a3e-a25f-841645c59764),segment_id=141cdd63-035c-4a3e-a25f-841645c59764)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:06.029933 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80aad8b3-2b46-4a4f-a46a-5512cc69afde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:06.045613 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-80aad8b3-2b46-4a4f-a46a-5512cc69afde admin admin] Calling delete_port for 7dd860e5-4b67-49f3-889b-5e1b4aee29fe owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:37:06.118181 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 4b630840-3443-40cf-9b20-c4814a742f98 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:37:06.142586 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 4b630840-3443-40cf-9b20-c4814a742f98 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:37:06.142976 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 4b630840-3443-40cf-9b20-c4814a742f98 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:37:06.143398 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 09fc1091-f660-4a5c-acd3-3190ef20dbe8 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:37:06.161887 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 09fc1091-f660-4a5c-acd3-3190ef20dbe8 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:37:06.162264 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 09fc1091-f660-4a5c-acd3-3190ef20dbe8 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:37:06.162676 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 12b3b9f3-13d6-45ad-894e-5374f9937c9a no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:37:06.181603 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 12b3b9f3-13d6-45ad-894e-5374f9937c9a {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:37:06.181942 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 12b3b9f3-13d6-45ad-894e-5374f9937c9a not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:37:06.227306 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80aad8b3-2b46-4a4f-a46a-5512cc69afde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:06.257729 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aad8b3-2b46-4a4f-a46a-5512cc69afde admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd860e5-4b67-49f3-889b-5e1b4aee29fe,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:06.415417 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2483bf22-2363-44c2-b9ef-62eb5a293679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:06.422453 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-80aad8b3-2b46-4a4f-a46a-5512cc69afde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:06.638302 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80aad8b3-2b46-4a4f-a46a-5512cc69afde admin admin] Router 4091eb4a-25fd-46f4-9af3-0e5a0982c294 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:37:06.743570 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80aad8b3-2b46-4a4f-a46a-5512cc69afde admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:37:06.748781 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-80aad8b3-2b46-4a4f-a46a-5512cc69afde admin admin] 10.222.0.59 "PUT /v2.0/routers/4091eb4a-25fd-46f4-9af3-0e5a0982c294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3681860 Mar 14 15:37:06.751278 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58314) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:37:06.752675 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ff265-905e-46da-b486-ee5d088798e6 None None] Sync routers for ids ['4091eb4a-25fd-46f4-9af3-0e5a0982c294'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:37:06.762784 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ff265-905e-46da-b486-ee5d088798e6 None None] Routers {'4091eb4a-25fd-46f4-9af3-0e5a0982c294'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:37:06.763494 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-b95ff265-905e-46da-b486-ee5d088798e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:37:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['4091eb4a-25fd-46f4-9af3-0e5a0982c294'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:06.869486 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-b95ff265-905e-46da-b486-ee5d088798e6 None None] Set router 4091eb4a-25fd-46f4-9af3-0e5a0982c294 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:37:07.055487 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-b95ff265-905e-46da-b486-ee5d088798e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4091eb4a-25fd-46f4-9af3-0e5a0982c294', 'name': 'tempest-TestVolumeBootPattern-1107191096-router', 'tenant_id': '1361794fdd5544779d54c71d163babcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': 'b462f995-35ae-45e2-8a30-5dd8e87df38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:16Z', 'updated_at': '2022-03-14T15:37:06Z', 'revision_number': 5, 'project_id': '1361794fdd5544779d54c71d163babcb', 'gw_port': {'id': 'b462f995-35ae-45e2-8a30-5dd8e87df38f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4091eb4a-25fd-46f4-9af3-0e5a0982c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:17Z', 'updated_at': '2022-03-14T15:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:07.081776 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ff265-905e-46da-b486-ee5d088798e6 None None] Checking router: 4091eb4a-25fd-46f4-9af3-0e5a0982c294 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:37:07.090997 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ff265-905e-46da-b486-ee5d088798e6 None None] Routers {'4091eb4a-25fd-46f4-9af3-0e5a0982c294'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:37:07.091619 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-b95ff265-905e-46da-b486-ee5d088798e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:37:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['4091eb4a-25fd-46f4-9af3-0e5a0982c294'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:07.157111 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-298cd452-c974-42d3-8c97-a4afe4959703 admin admin] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.196164 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-b95ff265-905e-46da-b486-ee5d088798e6 None None] Set router 4091eb4a-25fd-46f4-9af3-0e5a0982c294 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:37:07.258843 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-298cd452-c974-42d3-8c97-a4afe4959703 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.310647 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-298cd452-c974-42d3-8c97-a4afe4959703 admin admin] Deleting port b462f995-35ae-45e2-8a30-5dd8e87df38f {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:37:07.310906 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-298cd452-c974-42d3-8c97-a4afe4959703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.371802 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-b95ff265-905e-46da-b486-ee5d088798e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4091eb4a-25fd-46f4-9af3-0e5a0982c294', 'name': 'tempest-TestVolumeBootPattern-1107191096-router', 'tenant_id': '1361794fdd5544779d54c71d163babcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': 'b462f995-35ae-45e2-8a30-5dd8e87df38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:16Z', 'updated_at': '2022-03-14T15:37:06Z', 'revision_number': 5, 'project_id': '1361794fdd5544779d54c71d163babcb', 'gw_port': {'id': 'b462f995-35ae-45e2-8a30-5dd8e87df38f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4091eb4a-25fd-46f4-9af3-0e5a0982c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:17Z', 'updated_at': '2022-03-14T15:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:07.388756 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-298cd452-c974-42d3-8c97-a4afe4959703 admin admin] For port b462f995-35ae-45e2-8a30-5dd8e87df38f, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=b462f995-35ae-45e2-8a30-5dd8e87df38f,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:07.389151 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-298cd452-c974-42d3-8c97-a4afe4959703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.401591 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ff265-905e-46da-b486-ee5d088798e6 None None] The sync data for ids ['4091eb4a-25fd-46f4-9af3-0e5a0982c294'] in dv-neutron-833559-1-hyperv is: [{'id': '4091eb4a-25fd-46f4-9af3-0e5a0982c294', 'name': 'tempest-TestVolumeBootPattern-1107191096-router', 'tenant_id': '1361794fdd5544779d54c71d163babcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': 'b462f995-35ae-45e2-8a30-5dd8e87df38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:29:16Z', 'updated_at': '2022-03-14T15:37:06Z', 'revision_number': 5, 'project_id': '1361794fdd5544779d54c71d163babcb', 'gw_port': {'id': 'b462f995-35ae-45e2-8a30-5dd8e87df38f', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4091eb4a-25fd-46f4-9af3-0e5a0982c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:29:17Z', 'updated_at': '2022-03-14T15:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:37:07.406033 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-298cd452-c974-42d3-8c97-a4afe4959703 admin admin] Calling delete_port for b462f995-35ae-45e2-8a30-5dd8e87df38f owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:37:07.454666 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.567643 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-298cd452-c974-42d3-8c97-a4afe4959703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.596513 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298cd452-c974-42d3-8c97-a4afe4959703 admin admin] Pushing event deleted for resources: {'Port': ['ID=b462f995-35ae-45e2-8a30-5dd8e87df38f,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:07.654958 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-298cd452-c974-42d3-8c97-a4afe4959703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.745177 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-298cd452-c974-42d3-8c97-a4afe4959703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.747361 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-298cd452-c974-42d3-8c97-a4afe4959703 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.804193 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-298cd452-c974-42d3-8c97-a4afe4959703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.804889 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298cd452-c974-42d3-8c97-a4afe4959703 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4091eb4a-25fd-46f4-9af3-0e5a0982c294 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:37:07.814013 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-298cd452-c974-42d3-8c97-a4afe4959703 admin admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.815423 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-298cd452-c974-42d3-8c97-a4afe4959703 admin admin] 10.222.0.59 "DELETE /v2.0/routers/4091eb4a-25fd-46f4-9af3-0e5a0982c294 HTTP/1.1" status: 204 len: 168 time: 1.0631497 Mar 14 15:37:07.818964 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58316) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:37:07.867001 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e116ea03-fef1-4503-b9cd-d5658ea088bd admin admin] Deleting subnet 166f1146-20f5-47eb-9eb7-6774b0ce37b9 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:37:07.870214 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e116ea03-fef1-4503-b9cd-d5658ea088bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:07.904339 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e116ea03-fef1-4503-b9cd-d5658ea088bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.022731 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e116ea03-fef1-4503-b9cd-d5658ea088bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.078620 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e116ea03-fef1-4503-b9cd-d5658ea088bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.110381 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e116ea03-fef1-4503-b9cd-d5658ea088bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.116185 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e116ea03-fef1-4503-b9cd-d5658ea088bd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/166f1146-20f5-47eb-9eb7-6774b0ce37b9 HTTP/1.1" status: 204 len: 168 time: 0.2939050 Mar 14 15:37:08.116185 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116ea03-fef1-4503-b9cd-d5658ea088bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=166f1146-20f5-47eb-9eb7-6774b0ce37b9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:08.116493 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4e4d71-c444-4e3c-81ca-572701637939 None None] Network 4efe4943-2b6b-421b-b636-0ecb2744f510 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:37:08.116978 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58318) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:37:08.185180 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5fc47f38-22bb-4c53-9ccb-510a79a68126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.240997 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-5fc47f38-22bb-4c53-9ccb-510a79a68126 admin admin] Deleting port b97793b1-d9ab-46bd-a5fd-064a00d85c0a {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:37:08.241344 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5fc47f38-22bb-4c53-9ccb-510a79a68126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.309717 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-5fc47f38-22bb-4c53-9ccb-510a79a68126 admin admin] For port b97793b1-d9ab-46bd-a5fd-064a00d85c0a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=b97793b1-d9ab-46bd-a5fd-064a00d85c0a,segment=NetworkSegment(141cdd63-035c-4a3e-a25f-841645c59764),segment_id=141cdd63-035c-4a3e-a25f-841645c59764)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:08.310033 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5fc47f38-22bb-4c53-9ccb-510a79a68126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.322577 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-5fc47f38-22bb-4c53-9ccb-510a79a68126 admin admin] Calling delete_port for b97793b1-d9ab-46bd-a5fd-064a00d85c0a owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:37:08.367705 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3bcc23-9734-4e1b-8955-c14162b773df None None] DHCP port deletion for 4efe4943-2b6b-421b-b636-0ecb2744f510 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:37:08.417903 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5fc47f38-22bb-4c53-9ccb-510a79a68126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.429616 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8d3bcc23-9734-4e1b-8955-c14162b773df None None] Deleting port b97793b1-d9ab-46bd-a5fd-064a00d85c0a {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:37:08.430099 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8d3bcc23-9734-4e1b-8955-c14162b773df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.444396 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc47f38-22bb-4c53-9ccb-510a79a68126 admin admin] Pushing event deleted for resources: {'Port': ['ID=b97793b1-d9ab-46bd-a5fd-064a00d85c0a,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:08.447695 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device b97793b1-d9ab-46bd-a5fd-064a00d85c0a no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:37:08.447919 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc47f38-22bb-4c53-9ccb-510a79a68126 admin admin] No DVR routers for this DVR port b97793b1-d9ab-46bd-a5fd-064a00d85c0a on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:37:08.502439 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: b97793b1-d9ab-46bd-a5fd-064a00d85c0a {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:37:08.502821 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device b97793b1-d9ab-46bd-a5fd-064a00d85c0a not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:37:08.503226 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7dd860e5-4b67-49f3-889b-5e1b4aee29fe no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:37:08.521496 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5fc47f38-22bb-4c53-9ccb-510a79a68126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.542622 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-5fc47f38-22bb-4c53-9ccb-510a79a68126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4efe4943-2b6b-421b-b636-0ecb2744f510']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:08.553106 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-5fc47f38-22bb-4c53-9ccb-510a79a68126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141cdd63-035c-4a3e-a25f-841645c59764') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:08.553440 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-5fc47f38-22bb-4c53-9ccb-510a79a68126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141cdd63-035c-4a3e-a25f-841645c59764') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:37:08.563518 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5fc47f38-22bb-4c53-9ccb-510a79a68126 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.578232 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5fc47f38-22bb-4c53-9ccb-510a79a68126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.585835 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc47f38-22bb-4c53-9ccb-510a79a68126 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:37:08.586199 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5fc47f38-22bb-4c53-9ccb-510a79a68126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:37:08.588201 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:37:08.648570 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5fc47f38-22bb-4c53-9ccb-510a79a68126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.654274 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5fc47f38-22bb-4c53-9ccb-510a79a68126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.657496 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5fc47f38-22bb-4c53-9ccb-510a79a68126 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4efe4943-2b6b-421b-b636-0ecb2744f510 HTTP/1.1" status: 204 len: 168 time: 0.5395076 Mar 14 15:37:08.669400 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc47f38-22bb-4c53-9ccb-510a79a68126 admin admin] Pushing event deleted for resources: {'Network': ['ID=4efe4943-2b6b-421b-b636-0ecb2744f510,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:08.678134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 7dd860e5-4b67-49f3-889b-5e1b4aee29fe {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:37:08.678643 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7dd860e5-4b67-49f3-889b-5e1b4aee29fe not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:37:08.678964 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device b462f995-35ae-45e2-8a30-5dd8e87df38f no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:37:08.681788 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8d3bcc23-9734-4e1b-8955-c14162b773df None None] For port b97793b1-d9ab-46bd-a5fd-064a00d85c0a, host dv-neutron-833559-1-hyperv, got binding levels [] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:37:08.682510 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8d3bcc23-9734-4e1b-8955-c14162b773df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.707846 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: b462f995-35ae-45e2-8a30-5dd8e87df38f {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:37:08.708195 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device b462f995-35ae-45e2-8a30-5dd8e87df38f not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:37:08.712954 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8d3bcc23-9734-4e1b-8955-c14162b773df None None] Calling delete_port for b97793b1-d9ab-46bd-a5fd-064a00d85c0a owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:37:08.716231 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.ipam_backend_mixin [None req-8d3bcc23-9734-4e1b-8955-c14162b773df None None] Port b97793b1-d9ab-46bd-a5fd-064a00d85c0a was not found and therefore no delete operation was performed {{(pid=102569) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 15:37:08.717608 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8d3bcc23-9734-4e1b-8955-c14162b773df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.740360 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d3bcc23-9734-4e1b-8955-c14162b773df None None] Network 4efe4943-2b6b-421b-b636-0ecb2744f510 is not hosted by any dhcp agent {{(pid=102569) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 14 15:37:08.740824 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3bcc23-9734-4e1b-8955-c14162b773df None None] No DVR routers for this DVR port b97793b1-d9ab-46bd-a5fd-064a00d85c0a on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:37:08.742436 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bcc23-9734-4e1b-8955-c14162b773df None None] Pushing event deleted for resources: {'Port': ['ID=b97793b1-d9ab-46bd-a5fd-064a00d85c0a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:08.793717 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58322) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:37:08.838737 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.842974 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f4eae07c-d76c-4c03-a52c-9da687922e70 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a71e4db168bb4915bec9d021ab48e3b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470455 Mar 14 15:37:08.844705 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58324) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:37:08.888448 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.899827 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f2b54ebc-6191-4728-93fa-f50aaa10ddd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.920569 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f2b54ebc-6191-4728-93fa-f50aaa10ddd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.967580 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f2b54ebc-6191-4728-93fa-f50aaa10ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.970301 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f2b54ebc-6191-4728-93fa-f50aaa10ddd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:08.971530 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f2b54ebc-6191-4728-93fa-f50aaa10ddd1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4bd0c1e2-132e-4e43-aa8a-94573d381927 HTTP/1.1" status: 204 len: 168 time: 0.1258085 Mar 14 15:37:08.979252 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b54ebc-6191-4728-93fa-f50aaa10ddd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd0c1e2-132e-4e43-aa8a-94573d381927,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:09.280502 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58330) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:37:09.321208 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:09.329023 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4f78e368-1e7e-4791-82fd-f17b65fbf8a3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1361794fdd5544779d54c71d163babcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473845 Mar 14 15:37:09.331540 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58332) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:37:09.386078 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d202c07-03e8-4997-b8c4-28aeadbd1222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:09.406705 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d202c07-03e8-4997-b8c4-28aeadbd1222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:09.454511 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d202c07-03e8-4997-b8c4-28aeadbd1222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:09.457358 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d202c07-03e8-4997-b8c4-28aeadbd1222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:09.459077 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3d202c07-03e8-4997-b8c4-28aeadbd1222 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/02484683-6b1a-42df-b489-9569de29faca HTTP/1.1" status: 204 len: 168 time: 0.1260796 Mar 14 15:37:09.466535 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d202c07-03e8-4997-b8c4-28aeadbd1222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02484683-6b1a-42df-b489-9569de29faca,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:22.377470 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:37:23.588366 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58338) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:37:23.816547 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-43be7715-a04d-4472-b291-11e897773f68 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:37:23.903651 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43be7715-a04d-4472-b291-11e897773f68 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2987099'] for subnet, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:24.045383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43be7715-a04d-4472-b291-11e897773f68 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774684310191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3002164'] for subnet, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:24.080929 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43be7715-a04d-4472-b291-11e897773f68 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:24.081521 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43be7715-a04d-4472-b291-11e897773f68 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:24.082809 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-43be7715-a04d-4472-b291-11e897773f68 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/subnets/d7096b16-d122-4402-8773-5b77ede3d31e HTTP/1.1" status: 200 len: 835 time: 0.4934771 Mar 14 15:37:24.088027 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baa5632-90ff-463d-b802-c9d60cd3613a None None] Network f1f60206-766a-4360-905a-c3140e5fcf40 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:37:24.098863 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be7715-a04d-4472-b291-11e897773f68 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Subnet': ['ID=d7096b16-d122-4402-8773-5b77ede3d31e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:37:24.407010 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b6125c46-d8ba-4503-a819-e569de981733 None None] Provisioning complete for port 3bd7a0c5-d30c-4186-b568-a7e2ee870164 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:24.407387 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6125c46-d8ba-4503-a819-e569de981733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:24.498305 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b6125c46-d8ba-4503-a819-e569de981733 None None] Provisioning complete for port d02348ed-d04e-40ec-85bf-fc0d0e94eb12 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:24.498674 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6125c46-d8ba-4503-a819-e569de981733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:24.581528 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b6125c46-d8ba-4503-a819-e569de981733 None None] Provisioning complete for port 1c4a5d16-76bc-4b24-a364-2df59c79713c triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:37:24.581793 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6125c46-d8ba-4503-a819-e569de981733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:25.843749 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-23cabcfa-376f-4963-ba6a-90cacfe96dff req-11b63e50-9945-4854-ba88-a87bdaf67a1f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397182 Mar 14 15:37:25.910050 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cabcfa-376f-4963-ba6a-90cacfe96dff req-1d47c6a8-d06a-4471-ba24-92a06a51e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:25.911554 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-23cabcfa-376f-4963-ba6a-90cacfe96dff req-1d47c6a8-d06a-4471-ba24-92a06a51e8d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 1098 time: 0.0398419 Mar 14 15:37:26.021403 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cabcfa-376f-4963-ba6a-90cacfe96dff req-136f5dcc-9a8a-4773-9e3b-03832f8af146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:26.022870 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-23cabcfa-376f-4963-ba6a-90cacfe96dff req-136f5dcc-9a8a-4773-9e3b-03832f8af146 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f1f60206-766a-4360-905a-c3140e5fcf40 HTTP/1.1" status: 200 len: 897 time: 0.0865281 Mar 14 15:37:26.091324 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-23cabcfa-376f-4963-ba6a-90cacfe96dff req-b9c92203-2083-43de-8caa-8770b2468cf3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c4a5d16-76bc-4b24-a364-2df59c79713c HTTP/1.1" status: 200 len: 1001 time: 0.0575697 Mar 14 15:37:26.142359 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cabcfa-376f-4963-ba6a-90cacfe96dff req-2283ca99-668e-469e-af59-9a34ef913054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:26.143712 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-23cabcfa-376f-4963-ba6a-90cacfe96dff req-2283ca99-668e-469e-af59-9a34ef913054 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7096b16-d122-4402-8773-5b77ede3d31e HTTP/1.1" status: 200 len: 843 time: 0.0460443 Mar 14 15:37:26.191931 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cabcfa-376f-4963-ba6a-90cacfe96dff req-58e14730-f633-420e-b0a5-724b90bb08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:37:26.193393 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-23cabcfa-376f-4963-ba6a-90cacfe96dff req-58e14730-f633-420e-b0a5-724b90bb08ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1f60206-766a-4360-905a-c3140e5fcf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395334 Mar 14 15:37:26.284943 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-23cabcfa-376f-4963-ba6a-90cacfe96dff req-ed0eabe7-d9d3-40a9-b7b6-b88ad261d158 service neutron] 10.222.0.18 "GET /v2.0/networks/f1f60206-766a-4360-905a-c3140e5fcf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803857 Mar 14 15:37:26.380941 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-23cabcfa-376f-4963-ba6a-90cacfe96dff req-380aaa63-537d-4dff-9dd7-1f428bd214a1 service neutron] 10.222.0.18 "GET /v2.0/networks/f1f60206-766a-4360-905a-c3140e5fcf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856297 Mar 14 15:37:34.054310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-76ee01d4-f6b8-41cd-8675-3f9c2ec1ac74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:36.418178 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b554899-5834-43e1-a382-e2bd148d18e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:37.460739 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:38.856019 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:38.889185 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:39.323686 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:37:59.376429 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:38:04.055233 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df0fc207-fce8-4811-9ac2-9b3650d5eb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:06.419486 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e1a2799e-c243-43ce-8720-037f34363111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:07.000634 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58346) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:07.155630 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 86fa7294-31c3-46ce-8c60-25b4288ceb2f {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:38:07.155981 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:07.234025 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:07.234359 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:07.245725 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 86fa7294-31c3-46ce-8c60-25b4288ceb2f owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:38:07.390771 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:07.416502 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=86fa7294-31c3-46ce-8c60-25b4288ceb2f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:07.441658 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:07.442005 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:07.442344 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:07.442681 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:07.443037 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:07.443631 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:07.443963 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:07.445075 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:07.445437 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:07.446582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:07.447396 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:07.447724 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:07.463447 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:07.490581 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:07.490900 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Floating IP 9b01a34e-fd56-4547-a1af-b20594cf6804 disassociated (deleted). External IP: 172.26.6.158, port: 1c4a5d16-76bc-4b24-a364-2df59c79713c. Mar 14 15:38:07.695085 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router fef98c2e-f083-468d-84da-3ffa39acef63 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:38:07.803421 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:38:07.809322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:07.813787 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da856273-6986-4957-a66a-49d87e07f912 None None] Sync routers for ids ['fef98c2e-f083-468d-84da-3ffa39acef63'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:38:07.824653 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da856273-6986-4957-a66a-49d87e07f912 None None] Routers {'fef98c2e-f083-468d-84da-3ffa39acef63'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:38:07.825258 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-da856273-6986-4957-a66a-49d87e07f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:38:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fef98c2e-f083-468d-84da-3ffa39acef63'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:07.836266 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6e6b1a7b-8b67-4c2f-b8f2-52da807a0f9f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/floatingips/9b01a34e-fd56-4547-a1af-b20594cf6804 HTTP/1.1" status: 204 len: 168 time: 0.8345635 Mar 14 15:38:07.837820 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbba417c-3a51-4fb0-98da-7839d45e3baf', 'tag': '1c4a5d16-76bc-4b24-a364-2df59c79713c'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:38:07.839999 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d9cff0-7b4c-4050-8021-229c2a09b73e" -d '{"events": [{"name": "network-changed", "server_uuid": "bbba417c-3a51-4fb0-98da-7839d45e3baf", "tag": "1c4a5d16-76bc-4b24-a364-2df59c79713c"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:38:07.885188 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83914e1b-5502-447f-900d-47b49c29b2ab x-openstack-request-id: req-83914e1b-5502-447f-900d-47b49c29b2ab {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:38:07.885650 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbba417c-3a51-4fb0-98da-7839d45e3baf", "tag": "1c4a5d16-76bc-4b24-a364-2df59c79713c", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:38:07.886116 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-83914e1b-5502-447f-900d-47b49c29b2ab {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:38:07.886738 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbba417c-3a51-4fb0-98da-7839d45e3baf', 'tag': '1c4a5d16-76bc-4b24-a364-2df59c79713c', 'status': 'completed', 'code': 200} Mar 14 15:38:07.937203 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-da856273-6986-4957-a66a-49d87e07f912 None None] Set router fef98c2e-f083-468d-84da-3ffa39acef63 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:38:07.960837 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9cff0-7b4c-4050-8021-229c2a09b73e req-83b01eb3-9050-476b-b380-10178dddca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:07.962781 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a1d9cff0-7b4c-4050-8021-229c2a09b73e req-83b01eb3-9050-476b-b380-10178dddca1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 1098 time: 0.0464554 Mar 14 15:38:08.097307 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9cff0-7b4c-4050-8021-229c2a09b73e req-8e7147e8-eeb5-4feb-a459-c7bb06c8637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:08.098795 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a1d9cff0-7b4c-4050-8021-229c2a09b73e req-8e7147e8-eeb5-4feb-a459-c7bb06c8637a service neutron] 10.222.0.18 "GET /v2.0/networks?id=f1f60206-766a-4360-905a-c3140e5fcf40 HTTP/1.1" status: 200 len: 897 time: 0.1250741 Mar 14 15:38:08.106786 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffba19-0343-4944-9be9-b9a9ba7c9949 req-599c6fba-0b62-4741-842c-1c0d6490c2f2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:08.108350 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98ffba19-0343-4944-9be9-b9a9ba7c9949 req-599c6fba-0b62-4741-842c-1c0d6490c2f2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 945 time: 0.0791571 Mar 14 15:38:08.144959 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-da856273-6986-4957-a66a-49d87e07f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'name': 'tempest-TestNetworkBasicOps-router-1987666653', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:08Z', 'updated_at': '2022-03-14T15:35:12Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:09Z', 'updated_at': '2022-03-14T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'd02348ed-d04e-40ec-85bf-fc0d0e94eb12', 'name': '', 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:eb:90:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'd7096b16-d122-4402-8773-5b77ede3d31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:11Z', 'updated_at': '2022-03-14T15:35:15Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'd7096b16-d122-4402-8773-5b77ede3d31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:08.158607 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a1d9cff0-7b4c-4050-8021-229c2a09b73e req-31dd2c20-2f8f-40dc-98da-cd1226c9f52e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c4a5d16-76bc-4b24-a364-2df59c79713c HTTP/1.1" status: 200 len: 217 time: 0.0493252 Mar 14 15:38:08.173933 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da856273-6986-4957-a66a-49d87e07f912 None None] Checking router: fef98c2e-f083-468d-84da-3ffa39acef63 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:38:08.182674 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da856273-6986-4957-a66a-49d87e07f912 None None] Routers {'fef98c2e-f083-468d-84da-3ffa39acef63'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:38:08.183304 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-da856273-6986-4957-a66a-49d87e07f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:38:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fef98c2e-f083-468d-84da-3ffa39acef63'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:08.202752 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98ffba19-0343-4944-9be9-b9a9ba7c9949 req-a336ddc3-811d-413a-be34-621a10cd5f53 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=c25d73c2-98af-4413-b2d5-db71d9e17c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876679 Mar 14 15:38:08.220881 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9cff0-7b4c-4050-8021-229c2a09b73e req-eab86b24-d177-42f0-bb78-4a7c51fd7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:08.222370 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a1d9cff0-7b4c-4050-8021-229c2a09b73e req-eab86b24-d177-42f0-bb78-4a7c51fd7c43 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7096b16-d122-4402-8773-5b77ede3d31e HTTP/1.1" status: 200 len: 843 time: 0.0564020 Mar 14 15:38:08.270412 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9cff0-7b4c-4050-8021-229c2a09b73e req-f1ceb50c-65c8-4923-b580-61399c389186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:08.271950 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a1d9cff0-7b4c-4050-8021-229c2a09b73e req-f1ceb50c-65c8-4923-b580-61399c389186 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1f60206-766a-4360-905a-c3140e5fcf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404658 Mar 14 15:38:08.288441 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-da856273-6986-4957-a66a-49d87e07f912 None None] Set router fef98c2e-f083-468d-84da-3ffa39acef63 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:38:08.365140 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a1d9cff0-7b4c-4050-8021-229c2a09b73e req-8be6c3aa-1b79-44a5-8bee-6b7bf16ea1fb service neutron] 10.222.0.18 "GET /v2.0/networks/f1f60206-766a-4360-905a-c3140e5fcf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862465 Mar 14 15:38:08.459776 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a1d9cff0-7b4c-4050-8021-229c2a09b73e req-392e947c-e40a-4404-b825-05167521fb4d service neutron] 10.222.0.18 "GET /v2.0/networks/f1f60206-766a-4360-905a-c3140e5fcf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868680 Mar 14 15:38:08.496006 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-da856273-6986-4957-a66a-49d87e07f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'name': 'tempest-TestNetworkBasicOps-router-1987666653', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:08Z', 'updated_at': '2022-03-14T15:35:12Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:09Z', 'updated_at': '2022-03-14T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'd02348ed-d04e-40ec-85bf-fc0d0e94eb12', 'name': '', 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:eb:90:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'd7096b16-d122-4402-8773-5b77ede3d31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:11Z', 'updated_at': '2022-03-14T15:35:15Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'd7096b16-d122-4402-8773-5b77ede3d31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:08.521263 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da856273-6986-4957-a66a-49d87e07f912 None None] The sync data for ids ['fef98c2e-f083-468d-84da-3ffa39acef63'] in dv-neutron-833559-1-hyperv is: [{'id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'name': 'tempest-TestNetworkBasicOps-router-1987666653', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:08Z', 'updated_at': '2022-03-14T15:35:12Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:09Z', 'updated_at': '2022-03-14T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'd02348ed-d04e-40ec-85bf-fc0d0e94eb12', 'name': '', 'network_id': 'f1f60206-766a-4360-905a-c3140e5fcf40', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:eb:90:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'd7096b16-d122-4402-8773-5b77ede3d31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:11Z', 'updated_at': '2022-03-14T15:35:15Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'd7096b16-d122-4402-8773-5b77ede3d31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:38:08.719391 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dfb57b-2c8a-4af9-8d05-edb39f772b9c None None] New status for floating IP 9b01a34e-fd56-4547-a1af-b20594cf6804: DOWN {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:38:08.855219 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:08.891186 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:09.325041 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:09.329431 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d54b7-8cc4-450a-8b4e-9f97e810d71b req-5097bf7c-6f0b-4640-8df4-b292b41ddd66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:09.330938 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ce7d54b7-8cc4-450a-8b4e-9f97e810d71b req-5097bf7c-6f0b-4640-8df4-b292b41ddd66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 945 time: 0.0560660 Mar 14 15:38:09.370408 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ce7d54b7-8cc4-450a-8b4e-9f97e810d71b req-ab10fb93-1af5-43c2-9ab7-23c8c0f02bc9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=c25d73c2-98af-4413-b2d5-db71d9e17c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327330 Mar 14 15:38:09.546958 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78995408-09f3-447b-9810-116da13398a4 req-1c59d666-7c54-4895-aa38-54169998ba13 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:09.548314 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-78995408-09f3-447b-9810-116da13398a4 req-1c59d666-7c54-4895-aa38-54169998ba13 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 945 time: 0.0492120 Mar 14 15:38:09.640314 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-78995408-09f3-447b-9810-116da13398a4 req-4ab54dd1-39c6-47f1-a890-42aef30497e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 1c4a5d16-76bc-4b24-a364-2df59c79713c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:38:09.640660 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-78995408-09f3-447b-9810-116da13398a4 req-4ab54dd1-39c6-47f1-a890-42aef30497e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:09.725435 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-78995408-09f3-447b-9810-116da13398a4 req-4ab54dd1-39c6-47f1-a890-42aef30497e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port 1c4a5d16-76bc-4b24-a364-2df59c79713c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=1c4a5d16-76bc-4b24-a364-2df59c79713c,segment=NetworkSegment(8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb),segment_id=8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:09.725795 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-78995408-09f3-447b-9810-116da13398a4 req-4ab54dd1-39c6-47f1-a890-42aef30497e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:09.741870 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-78995408-09f3-447b-9810-116da13398a4 req-4ab54dd1-39c6-47f1-a890-42aef30497e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 1c4a5d16-76bc-4b24-a364-2df59c79713c owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:38:09.864757 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-78995408-09f3-447b-9810-116da13398a4 req-4ab54dd1-39c6-47f1-a890-42aef30497e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:09.892020 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab54dd1-39c6-47f1-a890-42aef30497e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=1c4a5d16-76bc-4b24-a364-2df59c79713c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:09.937779 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-78995408-09f3-447b-9810-116da13398a4 req-4ab54dd1-39c6-47f1-a890-42aef30497e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] No DVR routers for this DVR port 1c4a5d16-76bc-4b24-a364-2df59c79713c on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:38:09.940157 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-78995408-09f3-447b-9810-116da13398a4 req-4ab54dd1-39c6-47f1-a890-42aef30497e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:09.943651 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-78995408-09f3-447b-9810-116da13398a4 req-4ab54dd1-39c6-47f1-a890-42aef30497e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "DELETE /v2.0/ports/1c4a5d16-76bc-4b24-a364-2df59c79713c HTTP/1.1" status: 204 len: 173 time: 0.3885140 Mar 14 15:38:09.944103 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbba417c-3a51-4fb0-98da-7839d45e3baf', 'name': 'network-vif-deleted', 'tag': '1c4a5d16-76bc-4b24-a364-2df59c79713c'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:38:09.946958 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c79d9cb-09ea-4efc-9b20-448214c47c03" -d '{"events": [{"server_uuid": "bbba417c-3a51-4fb0-98da-7839d45e3baf", "name": "network-vif-deleted", "tag": "1c4a5d16-76bc-4b24-a364-2df59c79713c"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:38:09.986742 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8156b7-23c6-4873-990c-feb5e2ee2db7 x-openstack-request-id: req-da8156b7-23c6-4873-990c-feb5e2ee2db7 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:38:09.987070 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbba417c-3a51-4fb0-98da-7839d45e3baf", "name": "network-vif-deleted", "tag": "1c4a5d16-76bc-4b24-a364-2df59c79713c", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:38:09.987376 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-da8156b7-23c6-4873-990c-feb5e2ee2db7 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:38:09.987786 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbba417c-3a51-4fb0-98da-7839d45e3baf', 'name': 'network-vif-deleted', 'tag': '1c4a5d16-76bc-4b24-a364-2df59c79713c', 'status': 'completed', 'code': 200} Mar 14 15:38:10.479671 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-91a668a9-e2f4-4be5-9934-b81846a35615 req-e75250c4-8342-4df8-ae75-69cdbe57f72e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbba417c-3a51-4fb0-98da-7839d45e3baf HTTP/1.1" status: 200 len: 210 time: 0.0284898 Mar 14 15:38:11.535228 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58372) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:11.592403 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-148340ea-b080-42eb-aafe-09389b710852 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:11.616933 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-148340ea-b080-42eb-aafe-09389b710852 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:11.674954 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-148340ea-b080-42eb-aafe-09389b710852 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:11.677385 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-148340ea-b080-42eb-aafe-09389b710852 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:11.678552 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-148340ea-b080-42eb-aafe-09389b710852 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/security-groups/c25d73c2-98af-4413-b2d5-db71d9e17c40 HTTP/1.1" status: 204 len: 168 time: 0.1423430 Mar 14 15:38:11.688681 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148340ea-b080-42eb-aafe-09389b710852 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25d73c2-98af-4413-b2d5-db71d9e17c40,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:11.717736 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58376) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:12.077453 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e60bd3a2-3d09-4829-816b-b952e859fe2a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:12.604270 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e60bd3a2-3d09-4829-816b-b952e859fe2a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port d02348ed-d04e-40ec-85bf-fc0d0e94eb12 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:38:12.604952 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e60bd3a2-3d09-4829-816b-b952e859fe2a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:12.653870 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 1c4a5d16-76bc-4b24-a364-2df59c79713c no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:38:12.675898 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 1c4a5d16-76bc-4b24-a364-2df59c79713c {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:38:12.676171 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 1c4a5d16-76bc-4b24-a364-2df59c79713c not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:38:12.690860 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-e60bd3a2-3d09-4829-816b-b952e859fe2a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port d02348ed-d04e-40ec-85bf-fc0d0e94eb12, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d02348ed-d04e-40ec-85bf-fc0d0e94eb12,segment=NetworkSegment(8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb),segment_id=8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:12.691251 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e60bd3a2-3d09-4829-816b-b952e859fe2a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:12.704553 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e60bd3a2-3d09-4829-816b-b952e859fe2a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for d02348ed-d04e-40ec-85bf-fc0d0e94eb12 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:38:12.884007 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e60bd3a2-3d09-4829-816b-b952e859fe2a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:12.913376 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bd3a2-3d09-4829-816b-b952e859fe2a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=d02348ed-d04e-40ec-85bf-fc0d0e94eb12,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:13.090396 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e60bd3a2-3d09-4829-816b-b952e859fe2a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:13.309306 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60bd3a2-3d09-4829-816b-b952e859fe2a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router fef98c2e-f083-468d-84da-3ffa39acef63 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:38:13.414122 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60bd3a2-3d09-4829-816b-b952e859fe2a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:38:13.419947 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e60bd3a2-3d09-4829-816b-b952e859fe2a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/routers/fef98c2e-f083-468d-84da-3ffa39acef63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7011311 Mar 14 15:38:13.422591 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58378) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:13.426265 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb11e67-3031-4317-91c5-e0bcd2d36f69 None None] Sync routers for ids ['fef98c2e-f083-468d-84da-3ffa39acef63'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:38:13.435701 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb11e67-3031-4317-91c5-e0bcd2d36f69 None None] Routers {'fef98c2e-f083-468d-84da-3ffa39acef63'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:38:13.436301 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1bb11e67-3031-4317-91c5-e0bcd2d36f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:38:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fef98c2e-f083-468d-84da-3ffa39acef63'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:13.473483 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ec404a-efbb-49db-b974-0bd088e6d1fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting subnet d7096b16-d122-4402-8773-5b77ede3d31e {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:38:13.476780 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3ec404a-efbb-49db-b974-0bd088e6d1fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:13.517008 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3ec404a-efbb-49db-b974-0bd088e6d1fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:13.539379 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-1bb11e67-3031-4317-91c5-e0bcd2d36f69 None None] Set router fef98c2e-f083-468d-84da-3ffa39acef63 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:38:13.605635 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3ec404a-efbb-49db-b974-0bd088e6d1fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:13.663668 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3ec404a-efbb-49db-b974-0bd088e6d1fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:13.692542 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec404a-efbb-49db-b974-0bd088e6d1fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Subnet': ['ID=d7096b16-d122-4402-8773-5b77ede3d31e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:13.694772 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d3ec404a-efbb-49db-b974-0bd088e6d1fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:13.698050 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d3ec404a-efbb-49db-b974-0bd088e6d1fe tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/subnets/d7096b16-d122-4402-8773-5b77ede3d31e HTTP/1.1" status: 204 len: 168 time: 0.2744486 Mar 14 15:38:13.700828 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58380) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:13.705001 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468d3364-c975-43c6-ba96-a93638c1472a None None] Network f1f60206-766a-4360-905a-c3140e5fcf40 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:38:13.719825 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1bb11e67-3031-4317-91c5-e0bcd2d36f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'name': 'tempest-TestNetworkBasicOps-router-1987666653', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:08Z', 'updated_at': '2022-03-14T15:38:12Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:09Z', 'updated_at': '2022-03-14T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:13.747007 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb11e67-3031-4317-91c5-e0bcd2d36f69 None None] Checking router: fef98c2e-f083-468d-84da-3ffa39acef63 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:38:13.755374 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb11e67-3031-4317-91c5-e0bcd2d36f69 None None] Routers {'fef98c2e-f083-468d-84da-3ffa39acef63'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:38:13.756104 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1bb11e67-3031-4317-91c5-e0bcd2d36f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:38:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['fef98c2e-f083-468d-84da-3ffa39acef63'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:13.809189 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21633ee7-c9ef-402c-93b6-6c0c22f798a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:13.867525 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-1bb11e67-3031-4317-91c5-e0bcd2d36f69 None None] Set router fef98c2e-f083-468d-84da-3ffa39acef63 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:38:13.908630 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5cd5d4-0827-4f71-bddc-75a67d0de6e7 None None] DHCP port deletion for f1f60206-766a-4360-905a-c3140e5fcf40 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:38:13.927649 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21633ee7-c9ef-402c-93b6-6c0c22f798a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:13.959123 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-de5cd5d4-0827-4f71-bddc-75a67d0de6e7 None None] Deleting port 3bd7a0c5-d30c-4186-b568-a7e2ee870164 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:38:13.959494 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-de5cd5d4-0827-4f71-bddc-75a67d0de6e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:13.986001 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-21633ee7-c9ef-402c-93b6-6c0c22f798a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port eb2f070e-4514-45cb-a352-30bdbb1c7a8b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:38:13.986347 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21633ee7-c9ef-402c-93b6-6c0c22f798a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.026227 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-de5cd5d4-0827-4f71-bddc-75a67d0de6e7 None None] For port 3bd7a0c5-d30c-4186-b568-a7e2ee870164, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3bd7a0c5-d30c-4186-b568-a7e2ee870164,segment=NetworkSegment(8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb),segment_id=8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:14.026623 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-de5cd5d4-0827-4f71-bddc-75a67d0de6e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.042053 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-de5cd5d4-0827-4f71-bddc-75a67d0de6e7 None None] Calling delete_port for 3bd7a0c5-d30c-4186-b568-a7e2ee870164 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:38:14.048166 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1bb11e67-3031-4317-91c5-e0bcd2d36f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'name': 'tempest-TestNetworkBasicOps-router-1987666653', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:08Z', 'updated_at': '2022-03-14T15:38:12Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:09Z', 'updated_at': '2022-03-14T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:14.074436 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-21633ee7-c9ef-402c-93b6-6c0c22f798a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port eb2f070e-4514-45cb-a352-30bdbb1c7a8b, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=eb2f070e-4514-45cb-a352-30bdbb1c7a8b,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:14.074800 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21633ee7-c9ef-402c-93b6-6c0c22f798a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.088470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-21633ee7-c9ef-402c-93b6-6c0c22f798a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for eb2f070e-4514-45cb-a352-30bdbb1c7a8b owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:38:14.136260 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-de5cd5d4-0827-4f71-bddc-75a67d0de6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.169322 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5cd5d4-0827-4f71-bddc-75a67d0de6e7 None None] Pushing event deleted for resources: {'Port': ['ID=3bd7a0c5-d30c-4186-b568-a7e2ee870164,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:14.176781 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb11e67-3031-4317-91c5-e0bcd2d36f69 None None] The sync data for ids ['fef98c2e-f083-468d-84da-3ffa39acef63'] in dv-neutron-833559-1-hyperv is: [{'id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'name': 'tempest-TestNetworkBasicOps-router-1987666653', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:35:08Z', 'updated_at': '2022-03-14T15:38:12Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'eb2f070e-4514-45cb-a352-30bdbb1c7a8b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef98c2e-f083-468d-84da-3ffa39acef63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:35:09Z', 'updated_at': '2022-03-14T15:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:38:14.182458 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5cd5d4-0827-4f71-bddc-75a67d0de6e7 None None] No DVR routers for this DVR port 3bd7a0c5-d30c-4186-b568-a7e2ee870164 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:38:14.184883 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd5d4-0827-4f71-bddc-75a67d0de6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.185395 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd5d4-0827-4f71-bddc-75a67d0de6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.185750 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd5d4-0827-4f71-bddc-75a67d0de6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.186091 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd5d4-0827-4f71-bddc-75a67d0de6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.186423 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd5d4-0827-4f71-bddc-75a67d0de6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.186893 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd5d4-0827-4f71-bddc-75a67d0de6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.187322 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd5d4-0827-4f71-bddc-75a67d0de6e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.187740 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd5d4-0827-4f71-bddc-75a67d0de6e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.187997 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd5d4-0827-4f71-bddc-75a67d0de6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.188323 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd5d4-0827-4f71-bddc-75a67d0de6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.188648 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd5d4-0827-4f71-bddc-75a67d0de6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.188969 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5cd5d4-0827-4f71-bddc-75a67d0de6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.280263 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21633ee7-c9ef-402c-93b6-6c0c22f798a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.311362 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21633ee7-c9ef-402c-93b6-6c0c22f798a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=eb2f070e-4514-45cb-a352-30bdbb1c7a8b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:14.365709 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21633ee7-c9ef-402c-93b6-6c0c22f798a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.474160 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21633ee7-c9ef-402c-93b6-6c0c22f798a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.476197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21633ee7-c9ef-402c-93b6-6c0c22f798a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.535806 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21633ee7-c9ef-402c-93b6-6c0c22f798a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.536360 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21633ee7-c9ef-402c-93b6-6c0c22f798a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Fanout notify agent at l3_agent the message router_deleted on router fef98c2e-f083-468d-84da-3ffa39acef63 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:38:14.543345 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21633ee7-c9ef-402c-93b6-6c0c22f798a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.545200 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-21633ee7-c9ef-402c-93b6-6c0c22f798a5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/routers/fef98c2e-f083-468d-84da-3ffa39acef63 HTTP/1.1" status: 204 len: 168 time: 0.8432279 Mar 14 15:38:14.548047 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58382) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:14.555677 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3bd7a0c5-d30c-4186-b568-a7e2ee870164 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:38:14.577345 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 3bd7a0c5-d30c-4186-b568-a7e2ee870164 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:38:14.577746 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3bd7a0c5-d30c-4186-b568-a7e2ee870164 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:38:14.630872 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.724565 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.745619 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f60206-766a-4360-905a-c3140e5fcf40']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:14.754611 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:14.754908 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8e054b-61f7-4a04-bb31-94e5ae6fe7bb') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:14.764048 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.777614 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.784234 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:38:14.784614 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:38:14.787552 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:38:14.854294 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.861423 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.864707 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/networks/f1f60206-766a-4360-905a-c3140e5fcf40 HTTP/1.1" status: 204 len: 168 time: 0.3151176 Mar 14 15:38:14.872833 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58384) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:14.876754 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Network': ['ID=f1f60206-766a-4360-905a-c3140e5fcf40,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:14.877931 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1d714786-b43f-444a-88fc-d4822b270e37 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'network': {'name': 'tempest-network-smoke--913827879', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'port_security_enabled': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:14.884571 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.884929 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.885339 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.885671 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.886000 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.886326 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.886649 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.886987 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.887311 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.887628 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.887945 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.888258 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f45f8-88ff-41ca-9461-222e7caeeaf4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:14.907838 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d714786-b43f-444a-88fc-d4822b270e37 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:38:14.911509 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d714786-b43f-444a-88fc-d4822b270e37 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.937237 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d714786-b43f-444a-88fc-d4822b270e37 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:38:14.948474 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d714786-b43f-444a-88fc-d4822b270e37 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:14.948812 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-1d714786-b43f-444a-88fc-d4822b270e37 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Added segment eedb4a19-60aa-4911-8714-5931d1e20ee7 of type vlan for network d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 Mar 14 15:38:15.002284 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d714786-b43f-444a-88fc-d4822b270e37 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.030870 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d714786-b43f-444a-88fc-d4822b270e37 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.036273 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d714786-b43f-444a-88fc-d4822b270e37 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:15.036850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d714786-b43f-444a-88fc-d4822b270e37 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.119338 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1d714786-b43f-444a-88fc-d4822b270e37 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2453740 Mar 14 15:38:15.122192 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58386) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:15.126869 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f0a984de-972b-48ec-a5fb-d4a65b8eea73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-793553118', 'admin_state_up': True, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:15.145223 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d714786-b43f-444a-88fc-d4822b270e37 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Network': ['ID=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:15.148810 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0a984de-972b-48ec-a5fb-d4a65b8eea73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.150032 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0a984de-972b-48ec-a5fb-d4a65b8eea73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.157212 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:38:15.203441 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0a984de-972b-48ec-a5fb-d4a65b8eea73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.349894 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0a984de-972b-48ec-a5fb-d4a65b8eea73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.542060 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0a984de-972b-48ec-a5fb-d4a65b8eea73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.564707 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0a984de-972b-48ec-a5fb-d4a65b8eea73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.664855 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-f0a984de-972b-48ec-a5fb-d4a65b8eea73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.26.6.190 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/e02e63db-c750-4f45-8624-ce263998624a) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:38:15.769271 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0a984de-972b-48ec-a5fb-d4a65b8eea73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.803449 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0a984de-972b-48ec-a5fb-d4a65b8eea73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:15.840672 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a984de-972b-48ec-a5fb-d4a65b8eea73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:38:15.845099 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f0a984de-972b-48ec-a5fb-d4a65b8eea73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:15.848464 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a984de-972b-48ec-a5fb-d4a65b8eea73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:38:15.872275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a984de-972b-48ec-a5fb-d4a65b8eea73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=e02e63db-c750-4f45-8624-ce263998624a,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:16.097337 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0a984de-972b-48ec-a5fb-d4a65b8eea73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.154664 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device eb2f070e-4514-45cb-a352-30bdbb1c7a8b no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:38:16.174777 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: eb2f070e-4514-45cb-a352-30bdbb1c7a8b {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:38:16.175438 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device eb2f070e-4514-45cb-a352-30bdbb1c7a8b not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:38:16.175563 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d02348ed-d04e-40ec-85bf-fc0d0e94eb12 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:38:16.194964 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: d02348ed-d04e-40ec-85bf-fc0d0e94eb12 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:38:16.195332 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d02348ed-d04e-40ec-85bf-fc0d0e94eb12 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:38:16.296667 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0a984de-972b-48ec-a5fb-d4a65b8eea73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.425757 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a984de-972b-48ec-a5fb-d4a65b8eea73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router baf9f489-6d24-47a8-88f2-da9793b7a818 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:38:16.533765 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a984de-972b-48ec-a5fb-d4a65b8eea73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:38:16.544951 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] Sync routers for ids ['baf9f489-6d24-47a8-88f2-da9793b7a818'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:38:16.553691 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0a984de-972b-48ec-a5fb-d4a65b8eea73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.554927 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f0a984de-972b-48ec-a5fb-d4a65b8eea73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4317122 Mar 14 15:38:16.557975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58388) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:16.558571 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] Routers {'baf9f489-6d24-47a8-88f2-da9793b7a818'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:38:16.559236 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:38:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['baf9f489-6d24-47a8-88f2-da9793b7a818'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:16.663333 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] Set router baf9f489-6d24-47a8-88f2-da9793b7a818 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:38:16.720678 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b272889b-1a95-4a09-9b30-f4f63f395d54 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=981c2b5a3afd42dd95b1da15ede4e026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1616046 Mar 14 15:38:16.723242 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58392) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:16.813957 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d129136-da1d-4e9f-a38b-5016971c7406 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:16.815496 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6d129136-da1d-4e9f-a38b-5016971c7406 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913668 Mar 14 15:38:16.818273 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58394) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:16.850474 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-081aafe2-f73c-4740-8ef6-de7777512a24 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285525 Mar 14 15:38:16.850704 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'name': 'tempest-TestNetworkBasicOps-router-793553118', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e02e63db-c750-4f45-8624-ce263998624a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:15Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'e02e63db-c750-4f45-8624-ce263998624a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:16.850902 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58396) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:16.856486 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-d73137ad-21b1-4953-972f-b3c4a8065d52 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2137885236', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:16.875813 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] Checking router: baf9f489-6d24-47a8-88f2-da9793b7a818 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:38:16.876160 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] Updating router baf9f489-6d24-47a8-88f2-da9793b7a818 port e02e63db-c750-4f45-8624-ce263998624a binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:38:16.900032 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:16.942363 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73137ad-21b1-4953-972f-b3c4a8065d52 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:38:16.946326 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d73137ad-21b1-4953-972f-b3c4a8065d52 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:17.160776 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:17.167110 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:17.231005 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] Attempting to bind port e02e63db-c750-4f45-8624-ce263998624a on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:38:17.231745 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] Attempting to bind port e02e63db-c750-4f45-8624-ce263998624a by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:38:17.231745 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] Attempting to bind port e02e63db-c750-4f45-8624-ce263998624a on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:38:17.235118 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92c1c3-8920-4f3e-aa6a-35c9ac442afe None None] Pushing event updated for resources: {'Port': ['ID=e02e63db-c750-4f45-8624-ce263998624a,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:17.239484 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:38:17.239861 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:38:17.240275 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:17.240667 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:38:17.241135 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] Bound port: e02e63db-c750-4f45-8624-ce263998624a, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:38:17.241520 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:17.294196 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] For port e02e63db-c750-4f45-8624-ce263998624a, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:38:17.297776 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] For port e02e63db-c750-4f45-8624-ce263998624a, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e02e63db-c750-4f45-8624-ce263998624a,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:38:17.302592 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:17.363983 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] Routers {'baf9f489-6d24-47a8-88f2-da9793b7a818'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:38:17.364599 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:38:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['baf9f489-6d24-47a8-88f2-da9793b7a818'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:17.366386 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92c1c3-8920-4f3e-aa6a-35c9ac442afe None None] Pushing event updated for resources: {'Port': ['ID=e02e63db-c750-4f45-8624-ce263998624a,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:17.446659 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d73137ad-21b1-4953-972f-b3c4a8065d52 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:17.512681 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73137ad-21b1-4953-972f-b3c4a8065d52 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Subnet': ['ID=a9104cf1-7f3d-448f-9df2-3fa25d49c009,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:17.523148 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73137ad-21b1-4953-972f-b3c4a8065d52 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Checking segment: {'id': 'eedb4a19-60aa-4911-8714-5931d1e20ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:38:17.523514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73137ad-21b1-4953-972f-b3c4a8065d52 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network hostable DHCP agents. Network: d591d60d-0bd4-4bc2-ac6c-39f64aaa8172, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:38:17.541022 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73137ad-21b1-4953-972f-b3c4a8065d52 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:38:17.550193 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-d73137ad-21b1-4953-972f-b3c4a8065d52 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, d591d60d-0bd4-4bc2-ac6c-39f64aaa8172) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:17.554576 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73137ad-21b1-4953-972f-b3c4a8065d52 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:17.555198 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d73137ad-21b1-4953-972f-b3c4a8065d52 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:17.562908 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63956fb8-7795-42cc-a55c-bf35c5c339f4 None None] Network d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:38:17.572848 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d73137ad-21b1-4953-972f-b3c4a8065d52 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7211154 Mar 14 15:38:17.575771 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58398) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:17.673581 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] Set router baf9f489-6d24-47a8-88f2-da9793b7a818 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:38:17.860289 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-d591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ips': [{'subnet_id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:38:17.861141 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:18.023702 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'name': 'tempest-TestNetworkBasicOps-router-793553118', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e02e63db-c750-4f45-8624-ce263998624a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:15Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'e02e63db-c750-4f45-8624-ce263998624a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:18.054987 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac71c67-3f70-4489-833c-b2d2c1115604 None None] The sync data for ids ['baf9f489-6d24-47a8-88f2-da9793b7a818'] in dv-neutron-833559-1-hyperv is: [{'id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'name': 'tempest-TestNetworkBasicOps-router-793553118', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e02e63db-c750-4f45-8624-ce263998624a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:15Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'e02e63db-c750-4f45-8624-ce263998624a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:38:18.070961 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] Allocated IP 172.20.0.2 (d591d60d-0bd4-4bc2-ac6c-39f64aaa8172/a9104cf1-7f3d-448f-9df2-3fa25d49c009/30832aca-cab2-4f7e-ac4d-92883191b3dd) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:38:18.233432 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:18.240889 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:18.286719 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] Network d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:38:18.303944 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:18.303944 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:38:18.329577 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dc33a6cb-4130-449d-9f67-4e2848349112 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:18.338120 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] Pushing event updated for resources: {'Port': ['ID=30832aca-cab2-4f7e-ac4d-92883191b3dd,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:18.391400 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] Attempting to bind port 30832aca-cab2-4f7e-ac4d-92883191b3dd on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:38:18.391890 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] Attempting to bind port 30832aca-cab2-4f7e-ac4d-92883191b3dd by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'eedb4a19-60aa-4911-8714-5931d1e20ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:38:18.392358 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] Attempting to bind port 30832aca-cab2-4f7e-ac4d-92883191b3dd on network d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:38:18.398378 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:38:18.399219 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] Checking segment: {'id': 'eedb4a19-60aa-4911-8714-5931d1e20ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:38:18.400283 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:18.400933 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] Bound using segment: {'id': 'eedb4a19-60aa-4911-8714-5931d1e20ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:38:18.401636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] Bound port: 30832aca-cab2-4f7e-ac4d-92883191b3dd, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eedb4a19-60aa-4911-8714-5931d1e20ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:38:18.402151 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:18.480234 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] For port 30832aca-cab2-4f7e-ac4d-92883191b3dd, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:38:18.484238 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] For port 30832aca-cab2-4f7e-ac4d-92883191b3dd, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=30832aca-cab2-4f7e-ac4d-92883191b3dd,segment=NetworkSegment(eedb4a19-60aa-4911-8714-5931d1e20ee7),segment_id=eedb4a19-60aa-4911-8714-5931d1e20ee7)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:38:18.490062 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:18.554367 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8d184-5124-4012-a6c8-a8c19a6ab21a None None] Pushing event updated for resources: {'Port': ['ID=30832aca-cab2-4f7e-ac4d-92883191b3dd,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:18.634447 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-dc33a6cb-4130-449d-9f67-4e2848349112 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.20.0.1 (d591d60d-0bd4-4bc2-ac6c-39f64aaa8172/a9104cf1-7f3d-448f-9df2-3fa25d49c009/c3674ec8-6828-48a1-9dca-6bc9d57a6d3d) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:38:18.784942 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dc33a6cb-4130-449d-9f67-4e2848349112 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:18.824363 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dc33a6cb-4130-449d-9f67-4e2848349112 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:18.871125 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc33a6cb-4130-449d-9f67-4e2848349112 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:38:18.874211 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-dc33a6cb-4130-449d-9f67-4e2848349112 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:18.878135 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc33a6cb-4130-449d-9f67-4e2848349112 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:38:18.885088 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33a6cb-4130-449d-9f67-4e2848349112 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=c3674ec8-6828-48a1-9dca-6bc9d57a6d3d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:18.929433 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dc33a6cb-4130-449d-9f67-4e2848349112 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:19.064962 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dc33a6cb-4130-449d-9f67-4e2848349112 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:19.353725 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dc33a6cb-4130-449d-9f67-4e2848349112 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:19.358156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dc33a6cb-4130-449d-9f67-4e2848349112 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:19.434113 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dc33a6cb-4130-449d-9f67-4e2848349112 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:19.436021 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33a6cb-4130-449d-9f67-4e2848349112 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=c3674ec8-6828-48a1-9dca-6bc9d57a6d3d,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:19.513455 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355540b2-6fa6-4bde-b036-093af6a70373 None None] Network d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:38:19.538091 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc33a6cb-4130-449d-9f67-4e2848349112 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:38:19.539556 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-dc33a6cb-4130-449d-9f67-4e2848349112 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:19.594801 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-95d4febd-8540-4158-a48a-28ede5c7e1b1 None None] Provisioning complete for port 30832aca-cab2-4f7e-ac4d-92883191b3dd triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:19.595498 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-95d4febd-8540-4158-a48a-28ede5c7e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:19.660631 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc33a6cb-4130-449d-9f67-4e2848349112 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router baf9f489-6d24-47a8-88f2-da9793b7a818 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:38:19.741472 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-95d4febd-8540-4158-a48a-28ede5c7e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:19.778536 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-95d4febd-8540-4158-a48a-28ede5c7e1b1 None None] For port 30832aca-cab2-4f7e-ac4d-92883191b3dd, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=30832aca-cab2-4f7e-ac4d-92883191b3dd,segment=NetworkSegment(eedb4a19-60aa-4911-8714-5931d1e20ee7),segment_id=eedb4a19-60aa-4911-8714-5931d1e20ee7)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:19.781366 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc33a6cb-4130-449d-9f67-4e2848349112 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:38:19.783860 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-95d4febd-8540-4158-a48a-28ede5c7e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:19.788653 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-dc33a6cb-4130-449d-9f67-4e2848349112 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/routers/baf9f489-6d24-47a8-88f2-da9793b7a818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2115371 Mar 14 15:38:19.791103 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58400) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:19.838524 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4febd-8540-4158-a48a-28ede5c7e1b1 None None] Pushing event updated for resources: {'Port': ['ID=30832aca-cab2-4f7e-ac4d-92883191b3dd,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:19.896299 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac94a49-761f-46ab-92de-d366b0632508 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:19.896772 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac94a49-761f-46ab-92de-d366b0632508 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:19.897241 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac94a49-761f-46ab-92de-d366b0632508 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:19.897702 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac94a49-761f-46ab-92de-d366b0632508 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:19.899639 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fac94a49-761f-46ab-92de-d366b0632508 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1072903 Mar 14 15:38:19.902501 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58402) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:19.955875 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] Sync routers for ids ['baf9f489-6d24-47a8-88f2-da9793b7a818'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:38:19.960012 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942d458a-5f14-45c6-b7e5-3749a155d2dc tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:19.960386 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942d458a-5f14-45c6-b7e5-3749a155d2dc tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:19.960838 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942d458a-5f14-45c6-b7e5-3749a155d2dc tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:19.961287 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942d458a-5f14-45c6-b7e5-3749a155d2dc tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:19.966176 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-942d458a-5f14-45c6-b7e5-3749a155d2dc tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0597513 Mar 14 15:38:19.966289 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] Routers {'baf9f489-6d24-47a8-88f2-da9793b7a818'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:38:19.966289 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:38:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['baf9f489-6d24-47a8-88f2-da9793b7a818'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:19.966495 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58404) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:20.011194 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-994e33f4-cb44-4173-942d-f829bf329005 None None] Provisioning complete for port 30832aca-cab2-4f7e-ac4d-92883191b3dd triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:20.011445 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-994e33f4-cb44-4173-942d-f829bf329005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.088527 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] Set router baf9f489-6d24-47a8-88f2-da9793b7a818 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:38:20.117393 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-994e33f4-cb44-4173-942d-f829bf329005 None None] Provisioning complete for port c3674ec8-6828-48a1-9dca-6bc9d57a6d3d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:20.117846 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-994e33f4-cb44-4173-942d-f829bf329005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.153934 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ca21a411-b760-4e3e-9a4e-ccaa9502b35e tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1863244 Mar 14 15:38:20.174138 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-994e33f4-cb44-4173-942d-f829bf329005 None None] Port c3674ec8-6828-48a1-9dca-6bc9d57a6d3d cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:38:20.263932 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 30832aca-cab2-4f7e-ac4d-92883191b3dd up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:38:20.317197 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-4ba27ec7-e11c-4082-bfd3-e04d6e72a796 None None] Provisioning complete for port c3674ec8-6828-48a1-9dca-6bc9d57a6d3d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:20.318988 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ba27ec7-e11c-4082-bfd3-e04d6e72a796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.353459 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'name': 'tempest-TestNetworkBasicOps-router-793553118', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e02e63db-c750-4f45-8624-ce263998624a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:19Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'e02e63db-c750-4f45-8624-ce263998624a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c3674ec8-6828-48a1-9dca-6bc9d57a6d3d', 'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:9e:f0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:18Z', 'updated_at': '2022-03-14T15:38:19Z', 'revision_number': 2, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:20.358792 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 30832aca-cab2-4f7e-ac4d-92883191b3dd triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:20.359223 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.363012 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4ba27ec7-e11c-4082-bfd3-e04d6e72a796 None None] Port c3674ec8-6828-48a1-9dca-6bc9d57a6d3d cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:38:20.386442 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] Checking router: baf9f489-6d24-47a8-88f2-da9793b7a818 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:38:20.386855 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] Updating router baf9f489-6d24-47a8-88f2-da9793b7a818 port c3674ec8-6828-48a1-9dca-6bc9d57a6d3d binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:38:20.413504 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.442723 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58408) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:20.448585 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b276de9c-7ca4-40c6-896c-f7e4fb725553 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2089911726', 'description': 'tempest-secgroup-smoke-2089911726 description', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:20.464912 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e02e63db-c750-4f45-8624-ce263998624a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:38:20.481399 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b276de9c-7ca4-40c6-896c-f7e4fb725553 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.516818 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port e02e63db-c750-4f45-8624-ce263998624a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:20.517394 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.555656 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b276de9c-7ca4-40c6-896c-f7e4fb725553 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.560634 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b276de9c-7ca4-40c6-896c-f7e4fb725553 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.594400 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276de9c-7ca4-40c6-896c-f7e4fb725553 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf76165b-04f3-498d-9355-0dae0731e7c5,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:20.599220 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b276de9c-7ca4-40c6-896c-f7e4fb725553 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.603889 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b276de9c-7ca4-40c6-896c-f7e4fb725553 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1563141 Mar 14 15:38:20.603889 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58410) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:20.613866 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-292e27cd-5650-49c1-b342-6dbacd9329c2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'bf76165b-04f3-498d-9355-0dae0731e7c5', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:20.621575 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.636343 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-d2d95d0a-71cc-4b1f-a8b7-16100588e302 None None] Provisioning complete for port c3674ec8-6828-48a1-9dca-6bc9d57a6d3d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:20.636946 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d2d95d0a-71cc-4b1f-a8b7-16100588e302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.646658 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-292e27cd-5650-49c1-b342-6dbacd9329c2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.669521 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port e02e63db-c750-4f45-8624-ce263998624a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e02e63db-c750-4f45-8624-ce263998624a,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:20.675996 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.700248 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.702261 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-d2d95d0a-71cc-4b1f-a8b7-16100588e302 None None] Port c3674ec8-6828-48a1-9dca-6bc9d57a6d3d cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:38:20.709165 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.720741 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-292e27cd-5650-49c1-b342-6dbacd9329c2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.725258 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-292e27cd-5650-49c1-b342-6dbacd9329c2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.731249 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=e02e63db-c750-4f45-8624-ce263998624a,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:20.749271 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e27cd-5650-49c1-b342-6dbacd9329c2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d3964a-d5b9-454f-aeb6-5b74de6321e0,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:20.755992 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-292e27cd-5650-49c1-b342-6dbacd9329c2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.761397 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58412) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:20.762369 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-292e27cd-5650-49c1-b342-6dbacd9329c2 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1570845 Mar 14 15:38:20.766183 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-221165f2-7dc4-4c13-8255-238a83bd852a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'bf76165b-04f3-498d-9355-0dae0731e7c5', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:20.796602 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872e40b-a8b5-4efd-9667-ed33c0d7d978 None None] Pushing event updated for resources: {'Port': ['ID=c3674ec8-6828-48a1-9dca-6bc9d57a6d3d,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:20.806485 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-221165f2-7dc4-4c13-8255-238a83bd852a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.818119 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872e40b-a8b5-4efd-9667-ed33c0d7d978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:20.818462 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872e40b-a8b5-4efd-9667-ed33c0d7d978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:20.819284 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872e40b-a8b5-4efd-9667-ed33c0d7d978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:20.819626 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872e40b-a8b5-4efd-9667-ed33c0d7d978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:20.819949 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872e40b-a8b5-4efd-9667-ed33c0d7d978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:20.820276 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872e40b-a8b5-4efd-9667-ed33c0d7d978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:20.820595 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872e40b-a8b5-4efd-9667-ed33c0d7d978 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:20.820917 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872e40b-a8b5-4efd-9667-ed33c0d7d978 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:20.821419 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872e40b-a8b5-4efd-9667-ed33c0d7d978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:20.822258 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872e40b-a8b5-4efd-9667-ed33c0d7d978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:20.822571 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872e40b-a8b5-4efd-9667-ed33c0d7d978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:20.823052 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872e40b-a8b5-4efd-9667-ed33c0d7d978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:38:20.841868 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] Attempting to bind port c3674ec8-6828-48a1-9dca-6bc9d57a6d3d on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:38:20.842327 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] Attempting to bind port c3674ec8-6828-48a1-9dca-6bc9d57a6d3d by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'eedb4a19-60aa-4911-8714-5931d1e20ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:38:20.842695 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] Attempting to bind port c3674ec8-6828-48a1-9dca-6bc9d57a6d3d on network d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:38:20.850191 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:38:20.850568 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] Checking segment: {'id': 'eedb4a19-60aa-4911-8714-5931d1e20ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:38:20.850997 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.851541 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] Bound using segment: {'id': 'eedb4a19-60aa-4911-8714-5931d1e20ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:38:20.852002 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] Bound port: c3674ec8-6828-48a1-9dca-6bc9d57a6d3d, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eedb4a19-60aa-4911-8714-5931d1e20ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:38:20.853544 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.875231 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-221165f2-7dc4-4c13-8255-238a83bd852a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.880123 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-221165f2-7dc4-4c13-8255-238a83bd852a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.901656 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221165f2-7dc4-4c13-8255-238a83bd852a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a60da38-9cec-4803-a608-1b1fda967846,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:20.907951 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-221165f2-7dc4-4c13-8255-238a83bd852a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.911381 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-221165f2-7dc4-4c13-8255-238a83bd852a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1488814 Mar 14 15:38:20.912012 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58414) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:20.922094 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9863619b-7038-4b98-9ae6-3327347b231f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'bf76165b-04f3-498d-9355-0dae0731e7c5', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:20.927915 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] For port c3674ec8-6828-48a1-9dca-6bc9d57a6d3d, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:38:20.931830 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] For port c3674ec8-6828-48a1-9dca-6bc9d57a6d3d, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c3674ec8-6828-48a1-9dca-6bc9d57a6d3d,segment=NetworkSegment(eedb4a19-60aa-4911-8714-5931d1e20ee7),segment_id=eedb4a19-60aa-4911-8714-5931d1e20ee7)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:38:20.936391 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.950050 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9863619b-7038-4b98-9ae6-3327347b231f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:20.998329 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] Routers {'baf9f489-6d24-47a8-88f2-da9793b7a818'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:38:20.999284 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:38:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['baf9f489-6d24-47a8-88f2-da9793b7a818'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:21.004247 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872e40b-a8b5-4efd-9667-ed33c0d7d978 None None] Pushing event updated for resources: {'Port': ['ID=c3674ec8-6828-48a1-9dca-6bc9d57a6d3d,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:21.013138 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9863619b-7038-4b98-9ae6-3327347b231f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.018118 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9863619b-7038-4b98-9ae6-3327347b231f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.039388 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c805b676-14b2-4508-bb75-b1aa65df66c1 None None] Provisioning complete for port c3674ec8-6828-48a1-9dca-6bc9d57a6d3d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:21.042660 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c805b676-14b2-4508-bb75-b1aa65df66c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.050543 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9863619b-7038-4b98-9ae6-3327347b231f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.055544 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9863619b-7038-4b98-9ae6-3327347b231f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423461 Mar 14 15:38:21.056023 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58416) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:21.059677 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863619b-7038-4b98-9ae6-3327347b231f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b51a50c-f79f-495b-b780-02befb14ab35,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:21.060686 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-34462dd4-d07a-4a6e-b8bf-c345fd09f40e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'bf76165b-04f3-498d-9355-0dae0731e7c5', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:21.116354 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-34462dd4-d07a-4a6e-b8bf-c345fd09f40e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.144993 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] Set router baf9f489-6d24-47a8-88f2-da9793b7a818 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:38:21.162719 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c805b676-14b2-4508-bb75-b1aa65df66c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.191857 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-34462dd4-d07a-4a6e-b8bf-c345fd09f40e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.199773 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-34462dd4-d07a-4a6e-b8bf-c345fd09f40e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.207976 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-c805b676-14b2-4508-bb75-b1aa65df66c1 None None] For port c3674ec8-6828-48a1-9dca-6bc9d57a6d3d, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c3674ec8-6828-48a1-9dca-6bc9d57a6d3d,segment=NetworkSegment(eedb4a19-60aa-4911-8714-5931d1e20ee7),segment_id=eedb4a19-60aa-4911-8714-5931d1e20ee7)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:21.213201 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c805b676-14b2-4508-bb75-b1aa65df66c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.229303 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-34462dd4-d07a-4a6e-b8bf-c345fd09f40e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.230690 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-34462dd4-d07a-4a6e-b8bf-c345fd09f40e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1736500 Mar 14 15:38:21.231758 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34462dd4-d07a-4a6e-b8bf-c345fd09f40e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e109134e-93bb-46f3-a931-6101746d08db,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:21.233662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58418) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:21.238739 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f7de3566-913f-4de6-8c26-80e8d301f4cf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'bf76165b-04f3-498d-9355-0dae0731e7c5', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:21.264904 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-f7de3566-913f-4de6-8c26-80e8d301f4cf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:38:21.270417 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7de3566-913f-4de6-8c26-80e8d301f4cf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.273926 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805b676-14b2-4508-bb75-b1aa65df66c1 None None] Pushing event updated for resources: {'Port': ['ID=c3674ec8-6828-48a1-9dca-6bc9d57a6d3d,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:21.335482 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-af5a864c-7625-4da2-8b5f-ae38512d4219 None None] Provisioning complete for port c3674ec8-6828-48a1-9dca-6bc9d57a6d3d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:21.335859 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af5a864c-7625-4da2-8b5f-ae38512d4219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.336697 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7de3566-913f-4de6-8c26-80e8d301f4cf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.342307 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7de3566-913f-4de6-8c26-80e8d301f4cf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.363308 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de3566-913f-4de6-8c26-80e8d301f4cf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48432171-d171-4fec-8bdd-00d509d8cdfc,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:21.369462 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'name': 'tempest-TestNetworkBasicOps-router-793553118', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e02e63db-c750-4f45-8624-ce263998624a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:19Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'e02e63db-c750-4f45-8624-ce263998624a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c3674ec8-6828-48a1-9dca-6bc9d57a6d3d', 'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:9e:f0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:18Z', 'updated_at': '2022-03-14T15:38:20Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:21.369877 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f7de3566-913f-4de6-8c26-80e8d301f4cf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.374105 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58420) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:21.379435 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f7de3566-913f-4de6-8c26-80e8d301f4cf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1445184 Mar 14 15:38:21.383388 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-6c0e3172-8b90-490b-82c8-7d0fcd2cfd32 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'bf76165b-04f3-498d-9355-0dae0731e7c5', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:21.398399 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098ec252-1ec4-486e-b94f-aea14156b4fb None None] The sync data for ids ['baf9f489-6d24-47a8-88f2-da9793b7a818'] in dv-neutron-833559-1-hyperv is: [{'id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'name': 'tempest-TestNetworkBasicOps-router-793553118', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e02e63db-c750-4f45-8624-ce263998624a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:19Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'e02e63db-c750-4f45-8624-ce263998624a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c3674ec8-6828-48a1-9dca-6bc9d57a6d3d', 'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:9e:f0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:18Z', 'updated_at': '2022-03-14T15:38:20Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:38:21.429312 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-6c0e3172-8b90-490b-82c8-7d0fcd2cfd32 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:38:21.436597 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3172-8b90-490b-82c8-7d0fcd2cfd32 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.532128 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3172-8b90-490b-82c8-7d0fcd2cfd32 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.536407 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3172-8b90-490b-82c8-7d0fcd2cfd32 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.554579 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e3172-8b90-490b-82c8-7d0fcd2cfd32 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6287aab0-2922-4655-b7f7-ad2f5e29f3cf,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:21.563492 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3172-8b90-490b-82c8-7d0fcd2cfd32 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:21.564759 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6c0e3172-8b90-490b-82c8-7d0fcd2cfd32 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1895902 Mar 14 15:38:21.720866 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-ba12eb04-0194-42bf-a491-0e206c7943cc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2089911726&fields=id&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 267 time: 0.0346441 Mar 14 15:38:21.832107 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-b8bd39ad-616b-43aa-96ba-205d61160208 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:21.833741 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-b8bd39ad-616b-43aa-96ba-205d61160208 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/networks?id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 HTTP/1.1" status: 200 len: 796 time: 0.1058609 Mar 14 15:38:21.850305 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-b4d983bf-8ce3-4c3e-bbb0-8211f6675f29 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/quotas/981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 375 time: 0.0097051 Mar 14 15:38:21.909396 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-a2c4ba2d-9fc3-47e0-9102-f4876b3f903b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532305 Mar 14 15:38:22.058748 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-e69ad64e-7f42-4deb-b276-b526c9d99ec6 service neutron] 10.222.0.59 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374791 Mar 14 15:38:22.168764 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-41cf5c0b-6eb5-4160-84a7-df888fdb87d9 service neutron] 10.222.0.59 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035242 Mar 14 15:38:22.259399 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c3674ec8-6828-48a1-9dca-6bc9d57a6d3d up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:38:22.316474 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port c3674ec8-6828-48a1-9dca-6bc9d57a6d3d triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:22.316864 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:22.367107 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-92e065e4-dbf9-4d05-bee3-47088e42b570 req-518090b6-4f4f-4222-8f86-c3f817947446 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 210 time: 0.0325315 Mar 14 15:38:22.411722 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e02e63db-c750-4f45-8624-ce263998624a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:38:22.608008 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port e02e63db-c750-4f45-8624-ce263998624a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:22.608390 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:23.365987 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-2ab57b8b-7f1e-42fd-a556-c87fbbbf218b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:23.367542 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-2ab57b8b-7f1e-42fd-a556-c87fbbbf218b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/networks?id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 HTTP/1.1" status: 200 len: 796 time: 0.1024404 Mar 14 15:38:23.422573 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-eefb5361-25c5-4ff4-ae85-d0b2874f58cb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 380 time: 0.0414383 Mar 14 15:38:23.435545 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-7eb544d1-ce2f-481e-8734-f5a34d1066ea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'port': {'device_id': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'admin_state_up': True, 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'security_groups': ['bf76165b-04f3-498d-9355-0dae0731e7c5']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:23.475013 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d1969133-3439-469f-b6e5-c3ae16fb75e2 req-359f348a-1fc5-4b3c-bbde-5d905ca96de4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 210 time: 0.0271630 Mar 14 15:38:23.548275 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-7eb544d1-ce2f-481e-8734-f5a34d1066ea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:38:23.551751 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-7eb544d1-ce2f-481e-8734-f5a34d1066ea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:23.674416 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-7eb544d1-ce2f-481e-8734-f5a34d1066ea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.20.0.10 (d591d60d-0bd4-4bc2-ac6c-39f64aaa8172/a9104cf1-7f3d-448f-9df2-3fa25d49c009/9f4b2f7e-027e-45f1-a482-ea4b772b1ceb) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:38:23.811474 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-7eb544d1-ce2f-481e-8734-f5a34d1066ea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:23.845016 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-7eb544d1-ce2f-481e-8734-f5a34d1066ea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:23.889039 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-7eb544d1-ce2f-481e-8734-f5a34d1066ea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:38:23.891955 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-7eb544d1-ce2f-481e-8734-f5a34d1066ea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:23.895541 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-7eb544d1-ce2f-481e-8734-f5a34d1066ea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:38:23.925191 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb544d1-ce2f-481e-8734-f5a34d1066ea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:23.952874 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-7eb544d1-ce2f-481e-8734-f5a34d1066ea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:23.953513 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-7eb544d1-ce2f-481e-8734-f5a34d1066ea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:23.969726 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-7eb544d1-ce2f-481e-8734-f5a34d1066ea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5393381 Mar 14 15:38:23.986271 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] Request body: {'port': {'device_id': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:24.044029 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:24.160793 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-8c06a14e-1420-4e89-896d-89eb818996e0 None None] Provisioning complete for port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:24.161396 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8c06a14e-1420-4e89-896d-89eb818996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:24.199311 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8c06a14e-1420-4e89-896d-89eb818996e0 None None] Port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:38:24.305109 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:38:24.313396 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:24.325223 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] Transition to ACTIVE for port object 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:38:24.328877 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:24.383549 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] Pushing event updated for resources: {'Port': ['ID=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:24.454356 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] Attempting to bind port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:38:24.454689 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] Attempting to bind port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'eedb4a19-60aa-4911-8714-5931d1e20ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:38:24.455051 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] Attempting to bind port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb on network d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:38:24.459496 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] Port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb on network d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:38:24.459815 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] Attempting to bind port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb on network d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:38:24.465743 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:38:24.466079 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] Checking segment: {'id': 'eedb4a19-60aa-4911-8714-5931d1e20ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:38:24.466458 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] Bound using segment: {'id': 'eedb4a19-60aa-4911-8714-5931d1e20ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:38:24.466880 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] Bound port: 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eedb4a19-60aa-4911-8714-5931d1e20ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:38:24.467318 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:24.537823 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] For port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:38:24.541941 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] For port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb,segment=NetworkSegment(eedb4a19-60aa-4911-8714-5931d1e20ee7),segment_id=eedb4a19-60aa-4911-8714-5931d1e20ee7)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:38:24.546309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:24.619343 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:24.620134 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:24.621564 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] 10.222.0.18 "PUT /v2.0/ports/9f4b2f7e-027e-45f1-a482-ea4b772b1ceb HTTP/1.1" status: 200 len: 1094 time: 0.6397932 Mar 14 15:38:24.624043 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'tag': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:38:24.626047 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc3a4b1-fd3e-45b1-a1ff-24ca2ab4fd82" -d '{"events": [{"name": "network-changed", "server_uuid": "add749ae-4bd4-46cd-bcb1-ba85697b8bde", "tag": "9f4b2f7e-027e-45f1-a482-ea4b772b1ceb"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:38:24.656816 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5b99c-71e9-4b90-8a95-73da2d12cedb service neutron] Pushing event updated for resources: {'Port': ['ID=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:24.674517 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf9b3c-b193-4a44-8de4-95f3734a4ce0 req-67932314-4f27-4edc-9d7d-3993c4a8516c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:24.676124 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fdcf9b3c-b193-4a44-8de4-95f3734a4ce0 req-67932314-4f27-4edc-9d7d-3993c4a8516c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 944 time: 0.1253953 Mar 14 15:38:24.678745 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bbd23d-af33-4bce-98ec-96e1152196e0 x-openstack-request-id: req-c0bbd23d-af33-4bce-98ec-96e1152196e0 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:38:24.679070 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add749ae-4bd4-46cd-bcb1-ba85697b8bde", "tag": "9f4b2f7e-027e-45f1-a482-ea4b772b1ceb", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:38:24.679322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c0bbd23d-af33-4bce-98ec-96e1152196e0 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:38:24.679707 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'tag': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb', 'status': 'completed', 'code': 200} Mar 14 15:38:24.742385 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fdcf9b3c-b193-4a44-8de4-95f3734a4ce0 req-cc90fe90-fc26-40e7-add4-8469737e2f74 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bf76165b-04f3-498d-9355-0dae0731e7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550754 Mar 14 15:38:24.748727 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-4353e880-8b8d-485b-ada0-d02fa24fafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:24.750284 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-4353e880-8b8d-485b-ada0-d02fa24fafe6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 1097 time: 0.0732033 Mar 14 15:38:24.808168 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-e13d65a6-3b70-4e8f-897c-09618ecc69d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb HTTP/1.1" status: 200 len: 217 time: 0.0399611 Mar 14 15:38:24.857939 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-0754a500-39a1-4143-be08-ff0773aaf7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:24.859476 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-0754a500-39a1-4143-be08-ff0773aaf7a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9104cf1-7f3d-448f-9df2-3fa25d49c009 HTTP/1.1" status: 200 len: 835 time: 0.0447021 Mar 14 15:38:24.905059 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-5e081aa5-7e27-4cc3-afc9-c18ab49e2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:24.906493 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-5e081aa5-7e27-4cc3-afc9-c18ab49e2744 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394206 Mar 14 15:38:24.998404 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-6e74ea80-0e04-4245-97ed-c5bfe6ad696f service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834174 Mar 14 15:38:25.086818 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ab753d91-c66d-4e3f-976f-bdd5aef32cc0 req-ec13fed2-1bd9-4c2c-8a40-9b5754f71d1b service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807705 Mar 14 15:38:25.183810 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3a4b1-fd3e-45b1-a1ff-24ca2ab4fd82 req-de8e47a8-4bac-4dbf-a1ad-ba0bf6067762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:25.185264 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7dc3a4b1-fd3e-45b1-a1ff-24ca2ab4fd82 req-de8e47a8-4bac-4dbf-a1ad-ba0bf6067762 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 1097 time: 0.0474105 Mar 14 15:38:25.272823 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3a4b1-fd3e-45b1-a1ff-24ca2ab4fd82 req-9b464570-34ab-4d63-b69d-8fb5506d160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:25.274303 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7dc3a4b1-fd3e-45b1-a1ff-24ca2ab4fd82 req-9b464570-34ab-4d63-b69d-8fb5506d160d service neutron] 10.222.0.18 "GET /v2.0/networks?id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 HTTP/1.1" status: 200 len: 897 time: 0.0822532 Mar 14 15:38:25.317536 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7dc3a4b1-fd3e-45b1-a1ff-24ca2ab4fd82 req-e968eeea-b70f-4668-b92c-b46e81d1a42f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb HTTP/1.1" status: 200 len: 217 time: 0.0350842 Mar 14 15:38:25.370314 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3a4b1-fd3e-45b1-a1ff-24ca2ab4fd82 req-003f4408-8845-462d-85b2-9a362a719578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:25.371834 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7dc3a4b1-fd3e-45b1-a1ff-24ca2ab4fd82 req-003f4408-8845-462d-85b2-9a362a719578 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9104cf1-7f3d-448f-9df2-3fa25d49c009 HTTP/1.1" status: 200 len: 835 time: 0.0471539 Mar 14 15:38:25.417542 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3a4b1-fd3e-45b1-a1ff-24ca2ab4fd82 req-0c7c43ea-6fb3-4e4d-a33e-7c1e2b3b6595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:25.419070 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7dc3a4b1-fd3e-45b1-a1ff-24ca2ab4fd82 req-0c7c43ea-6fb3-4e4d-a33e-7c1e2b3b6595 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401397 Mar 14 15:38:25.507942 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7dc3a4b1-fd3e-45b1-a1ff-24ca2ab4fd82 req-eed1bfb9-e61f-408c-8ffa-2694502b8c29 service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811899 Mar 14 15:38:25.601869 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7dc3a4b1-fd3e-45b1-a1ff-24ca2ab4fd82 req-aef179cf-52f0-4193-aff6-8d7985d1d553 service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848162 Mar 14 15:38:25.861254 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a726f-e081-42a2-aecf-3d56614f80ee req-57f8990b-c2ed-48de-ba79-15777e24b7dc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:25.862761 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-352a726f-e081-42a2-aecf-3d56614f80ee req-57f8990b-c2ed-48de-ba79-15777e24b7dc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 944 time: 0.0500488 Mar 14 15:38:25.900520 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-352a726f-e081-42a2-aecf-3d56614f80ee req-048dc8f3-4394-4585-ac30-7dae911a849d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bf76165b-04f3-498d-9355-0dae0731e7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317955 Mar 14 15:38:27.016930 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008e615-769f-4d36-8a8c-9bb611440456 req-49d77888-14fd-48e2-b61c-ed1c6401a3cf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:27.018374 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f008e615-769f-4d36-8a8c-9bb611440456 req-49d77888-14fd-48e2-b61c-ed1c6401a3cf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 944 time: 0.0495389 Mar 14 15:38:27.055366 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f008e615-769f-4d36-8a8c-9bb611440456 req-3e05edcf-f74b-4ff5-8388-92596430ceb5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bf76165b-04f3-498d-9355-0dae0731e7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310786 Mar 14 15:38:28.171604 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513a1f3-7e68-45c1-b64a-be7076696fe9 req-1e577f6a-e7fe-4f5a-b093-27975e9741e8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:28.173147 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4513a1f3-7e68-45c1-b64a-be7076696fe9 req-1e577f6a-e7fe-4f5a-b093-27975e9741e8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 944 time: 0.0491643 Mar 14 15:38:28.210962 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4513a1f3-7e68-45c1-b64a-be7076696fe9 req-0953daab-6754-477d-94d0-84cad65660cb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bf76165b-04f3-498d-9355-0dae0731e7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318096 Mar 14 15:38:28.702883 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:38:28.797608 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb,segment=NetworkSegment(eedb4a19-60aa-4911-8714-5931d1e20ee7),segment_id=eedb4a19-60aa-4911-8714-5931d1e20ee7)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:28.809229 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'port_id': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb', 'mac_address': 'fa:16:3e:52:36:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:38:28.844362 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:28.857120 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:38:28.876545 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb,segment=NetworkSegment(eedb4a19-60aa-4911-8714-5931d1e20ee7),segment_id=eedb4a19-60aa-4911-8714-5931d1e20ee7)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:28.880194 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:28.925432 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:29.200823 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['9f4b2f7e-027e-45f1-a482-ea4b772b1ceb'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:38:29.332653 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc5628-e23a-4f9f-8a11-81f16aeac008 req-852b98b2-d69c-4e1a-9b89-d8a53a530f6f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:29.334143 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b0dc5628-e23a-4f9f-8a11-81f16aeac008 req-852b98b2-d69c-4e1a-9b89-d8a53a530f6f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 945 time: 0.0549629 Mar 14 15:38:29.371640 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b0dc5628-e23a-4f9f-8a11-81f16aeac008 req-2339d803-6808-4c70-9a81-c4e000fe752b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bf76165b-04f3-498d-9355-0dae0731e7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311840 Mar 14 15:38:30.491606 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57ae3f-2b73-4862-b591-9d0fa180da32 req-ebbf1f90-b64e-4ac5-98e5-5996c89d250c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:30.493065 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7b57ae3f-2b73-4862-b591-9d0fa180da32 req-ebbf1f90-b64e-4ac5-98e5-5996c89d250c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 945 time: 0.0538416 Mar 14 15:38:30.530233 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7b57ae3f-2b73-4862-b591-9d0fa180da32 req-e16b7fa0-a3a6-476e-936f-cd646861e69b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bf76165b-04f3-498d-9355-0dae0731e7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306098 Mar 14 15:38:30.718061 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:38:30.767483 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:38:30.771096 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:30.771465 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:30.846774 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:30.868750 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:38:30.871163 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af8b1a0-6bcb-446f-9f0f-52af192bc51b" -d '{"events": [{"server_uuid": "add749ae-4bd4-46cd-bcb1-ba85697b8bde", "name": "network-vif-plugged", "status": "completed", "tag": "9f4b2f7e-027e-45f1-a482-ea4b772b1ceb"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:38:30.883540 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb,segment=NetworkSegment(eedb4a19-60aa-4911-8714-5931d1e20ee7),segment_id=eedb4a19-60aa-4911-8714-5931d1e20ee7)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:30.887748 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:30.910866 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2067cd-cf93-4484-b124-a4edf49a9302 x-openstack-request-id: req-0e2067cd-cf93-4484-b124-a4edf49a9302 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:38:30.911185 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add749ae-4bd4-46cd-bcb1-ba85697b8bde", "name": "network-vif-plugged", "status": "completed", "tag": "9f4b2f7e-027e-45f1-a482-ea4b772b1ceb", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:38:30.911442 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0e2067cd-cf93-4484-b124-a4edf49a9302 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:38:30.911835 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb', 'code': 200} Mar 14 15:38:30.941133 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:31.092568 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d14d7e-7fdc-41d5-85d4-73a704fd6811 req-39cfef0b-8100-4ce5-9708-c6b4b2ae72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:31.094090 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98d14d7e-7fdc-41d5-85d4-73a704fd6811 req-39cfef0b-8100-4ce5-9708-c6b4b2ae72f4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 1099 time: 0.0426285 Mar 14 15:38:31.132573 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98d14d7e-7fdc-41d5-85d4-73a704fd6811 req-8869c49e-8885-4082-89e2-1c6bd3c763d5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bf76165b-04f3-498d-9355-0dae0731e7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275543 Mar 14 15:38:31.645049 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a4809-666e-4b7a-afbf-63ea46599ecb req-b926dcd7-878b-4d63-822f-06fb41f7d40f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:31.646538 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5e0a4809-666e-4b7a-afbf-63ea46599ecb req-b926dcd7-878b-4d63-822f-06fb41f7d40f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 946 time: 0.0499017 Mar 14 15:38:31.683715 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5e0a4809-666e-4b7a-afbf-63ea46599ecb req-38ce6df9-0c16-4169-b0a9-5f4156345a78 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bf76165b-04f3-498d-9355-0dae0731e7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311959 Mar 14 15:38:32.934272 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fe64b-7bcb-4c02-a6e2-06a6f66bbefd req-1353aec1-3a75-41f1-8fbc-b2340c8a2e01 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:32.935773 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f35fe64b-7bcb-4c02-a6e2-06a6f66bbefd req-1353aec1-3a75-41f1-8fbc-b2340c8a2e01 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 946 time: 0.1823108 Mar 14 15:38:32.972865 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f35fe64b-7bcb-4c02-a6e2-06a6f66bbefd req-481d1f24-7818-43b2-ad6f-d7cf57e8f097 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bf76165b-04f3-498d-9355-0dae0731e7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312135 Mar 14 15:38:33.084896 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ae3f2-fbec-401d-9e3d-ff570256489b req-9d5d9471-89c6-4862-830d-ceddbbeffe5d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:33.086338 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1c5ae3f2-fbec-401d-9e3d-ff570256489b req-9d5d9471-89c6-4862-830d-ceddbbeffe5d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 946 time: 0.0488944 Mar 14 15:38:33.124198 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1c5ae3f2-fbec-401d-9e3d-ff570256489b req-d997c069-ef34-412c-814c-850a143c6bba tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bf76165b-04f3-498d-9355-0dae0731e7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317569 Mar 14 15:38:33.146180 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58490) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:33.188332 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1d4307-bd8b-4b92-8808-98aa603af2a2 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:33.189816 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ad1d4307-bd8b-4b92-8808-98aa603af2a2 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 1094 time: 0.0426850 Mar 14 15:38:33.192547 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58492) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:33.197811 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5e34e428-c8df-4aee-869c-69f6ec01b903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:33.217625 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e34e428-c8df-4aee-869c-69f6ec01b903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:33.312916 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e34e428-c8df-4aee-869c-69f6ec01b903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:33.419263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-5e34e428-c8df-4aee-869c-69f6ec01b903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.26.6.218 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/c26b9319-1e95-42ff-bf72-34e3b08150cb) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:38:33.519438 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e34e428-c8df-4aee-869c-69f6ec01b903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:33.552508 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e34e428-c8df-4aee-869c-69f6ec01b903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:33.594828 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e34e428-c8df-4aee-869c-69f6ec01b903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:38:33.597880 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-5e34e428-c8df-4aee-869c-69f6ec01b903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:33.603310 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e34e428-c8df-4aee-869c-69f6ec01b903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:38:33.626547 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34e428-c8df-4aee-869c-69f6ec01b903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=c26b9319-1e95-42ff-bf72-34e3b08150cb,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:33.960424 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e34e428-c8df-4aee-869c-69f6ec01b903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:34.033696 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e34e428-c8df-4aee-869c-69f6ec01b903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:34.056343 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6a88c25-ed23-4033-9f78-4770e14ebd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:34.183384 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e34e428-c8df-4aee-869c-69f6ec01b903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:34.187768 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e34e428-c8df-4aee-869c-69f6ec01b903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:34.254965 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34e428-c8df-4aee-869c-69f6ec01b903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=c26b9319-1e95-42ff-bf72-34e3b08150cb,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:34.264741 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e34e428-c8df-4aee-869c-69f6ec01b903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:34.365123 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-5e34e428-c8df-4aee-869c-69f6ec01b903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Floating IP a90912f0-59a6-42dc-9bb4-06384ddc24bb associated. External IP: 172.26.6.218, port: 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb. Mar 14 15:38:34.571209 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e34e428-c8df-4aee-869c-69f6ec01b903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router baf9f489-6d24-47a8-88f2-da9793b7a818 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:38:34.677271 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e34e428-c8df-4aee-869c-69f6ec01b903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:38:34.687559 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de6ea2-2e6d-4b2f-823c-aef8cb189cb3 None None] Sync routers for ids ['baf9f489-6d24-47a8-88f2-da9793b7a818'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:38:34.694144 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e34e428-c8df-4aee-869c-69f6ec01b903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:34.698023 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de6ea2-2e6d-4b2f-823c-aef8cb189cb3 None None] Routers {'baf9f489-6d24-47a8-88f2-da9793b7a818'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:38:34.698640 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-30de6ea2-2e6d-4b2f-823c-aef8cb189cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:38:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['baf9f489-6d24-47a8-88f2-da9793b7a818'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:34.722751 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5e34e428-c8df-4aee-869c-69f6ec01b903 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5291994 Mar 14 15:38:34.723361 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'tag': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:38:34.725537 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58494) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:34.735853 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f6e0e1-220e-4c2e-8ebf-063b87191e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "add749ae-4bd4-46cd-bcb1-ba85697b8bde", "tag": "9f4b2f7e-027e-45f1-a482-ea4b772b1ceb"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:38:34.769621 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddb77b0-1640-4e31-8b4c-f63558c8ba0f tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:34.772060 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-eddb77b0-1640-4e31-8b4c-f63558c8ba0f tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 1094 time: 0.0455134 Mar 14 15:38:34.776048 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2fc069-9111-4638-bceb-7f7440e410ce x-openstack-request-id: req-0a2fc069-9111-4638-bceb-7f7440e410ce {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:38:34.776356 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add749ae-4bd4-46cd-bcb1-ba85697b8bde", "tag": "9f4b2f7e-027e-45f1-a482-ea4b772b1ceb", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:38:34.776612 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a2fc069-9111-4638-bceb-7f7440e410ce {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:38:34.777017 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'tag': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb', 'status': 'completed', 'code': 200} Mar 14 15:38:34.813738 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-30de6ea2-2e6d-4b2f-823c-aef8cb189cb3 None None] Set router baf9f489-6d24-47a8-88f2-da9793b7a818 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:38:34.840770 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e0e1-220e-4c2e-8ebf-063b87191e0a req-0d5c4392-99f7-4a2a-bbef-625357b43a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:34.842257 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5f6e0e1-220e-4c2e-8ebf-063b87191e0a req-0d5c4392-99f7-4a2a-bbef-625357b43a51 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 1099 time: 0.0431366 Mar 14 15:38:34.932655 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e0e1-220e-4c2e-8ebf-063b87191e0a req-d54282e4-8ef9-454a-8358-87257b1d280c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:34.934130 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5f6e0e1-220e-4c2e-8ebf-063b87191e0a req-d54282e4-8ef9-454a-8358-87257b1d280c service neutron] 10.222.0.18 "GET /v2.0/networks?id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 HTTP/1.1" status: 200 len: 897 time: 0.0850401 Mar 14 15:38:35.005918 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5f6e0e1-220e-4c2e-8ebf-063b87191e0a req-0053fa0c-41b5-4f87-a4ba-5e42f08ce8fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb HTTP/1.1" status: 200 len: 1000 time: 0.0654116 Mar 14 15:38:35.043152 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-30de6ea2-2e6d-4b2f-823c-aef8cb189cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'name': 'tempest-TestNetworkBasicOps-router-793553118', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e02e63db-c750-4f45-8624-ce263998624a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:19Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'e02e63db-c750-4f45-8624-ce263998624a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'a90912f0-59a6-42dc-9bb4-06384ddc24bb', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'port_id': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'mac_address': 'fa:16:3e:52:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:38:33Z', 'updated_at': '2022-03-14T15:38:33Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3674ec8-6828-48a1-9dca-6bc9d57a6d3d', 'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:9e:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:18Z', 'updated_at': '2022-03-14T15:38:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:35.057411 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e0e1-220e-4c2e-8ebf-063b87191e0a req-51c76cf6-b4f8-44e8-91d9-cec94ca3727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:35.058891 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5f6e0e1-220e-4c2e-8ebf-063b87191e0a req-51c76cf6-b4f8-44e8-91d9-cec94ca3727e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9104cf1-7f3d-448f-9df2-3fa25d49c009 HTTP/1.1" status: 200 len: 835 time: 0.0457973 Mar 14 15:38:35.076460 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de6ea2-2e6d-4b2f-823c-aef8cb189cb3 None None] Checking router: baf9f489-6d24-47a8-88f2-da9793b7a818 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:38:35.084689 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de6ea2-2e6d-4b2f-823c-aef8cb189cb3 None None] Routers {'baf9f489-6d24-47a8-88f2-da9793b7a818'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:38:35.085302 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-30de6ea2-2e6d-4b2f-823c-aef8cb189cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:38:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['baf9f489-6d24-47a8-88f2-da9793b7a818'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:35.106393 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e0e1-220e-4c2e-8ebf-063b87191e0a req-c097f95f-e98a-413e-9566-f404dca522f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:35.107832 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5f6e0e1-220e-4c2e-8ebf-063b87191e0a req-c097f95f-e98a-413e-9566-f404dca522f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423160 Mar 14 15:38:35.192616 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-30de6ea2-2e6d-4b2f-823c-aef8cb189cb3 None None] Set router baf9f489-6d24-47a8-88f2-da9793b7a818 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:38:35.205627 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5f6e0e1-220e-4c2e-8ebf-063b87191e0a req-2ea61832-9948-40db-b8cb-b86955ce8f28 service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905621 Mar 14 15:38:35.299083 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5f6e0e1-220e-4c2e-8ebf-063b87191e0a req-2de68b09-588c-4bc5-b0c0-8dd5bb279c98 service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855334 Mar 14 15:38:35.346767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58500) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:35.351428 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e9282385-7c44-424e-9682-af181b542423 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-673812034', 'description': 'tempest-secgroup-smoke-673812034 description', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:35.373628 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9282385-7c44-424e-9682-af181b542423 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.423908 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-30de6ea2-2e6d-4b2f-823c-aef8cb189cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'name': 'tempest-TestNetworkBasicOps-router-793553118', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e02e63db-c750-4f45-8624-ce263998624a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:19Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'e02e63db-c750-4f45-8624-ce263998624a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'a90912f0-59a6-42dc-9bb4-06384ddc24bb', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'port_id': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'mac_address': 'fa:16:3e:52:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:38:33Z', 'updated_at': '2022-03-14T15:38:33Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3674ec8-6828-48a1-9dca-6bc9d57a6d3d', 'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:9e:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:18Z', 'updated_at': '2022-03-14T15:38:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:35.445543 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9282385-7c44-424e-9682-af181b542423 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.449726 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9282385-7c44-424e-9682-af181b542423 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.454475 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de6ea2-2e6d-4b2f-823c-aef8cb189cb3 None None] The sync data for ids ['baf9f489-6d24-47a8-88f2-da9793b7a818'] in dv-neutron-833559-1-hyperv is: [{'id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'name': 'tempest-TestNetworkBasicOps-router-793553118', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e02e63db-c750-4f45-8624-ce263998624a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:19Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'e02e63db-c750-4f45-8624-ce263998624a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'a90912f0-59a6-42dc-9bb4-06384ddc24bb', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'port_id': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'mac_address': 'fa:16:3e:52:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:38:33Z', 'updated_at': '2022-03-14T15:38:33Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3674ec8-6828-48a1-9dca-6bc9d57a6d3d', 'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:9e:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:18Z', 'updated_at': '2022-03-14T15:38:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:38:35.483876 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e9282385-7c44-424e-9682-af181b542423 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.485143 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e9282385-7c44-424e-9682-af181b542423 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1373477 Mar 14 15:38:35.487946 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58502) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:35.493095 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-24fea455-5407-4660-a006-45aa525db6e5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'fcae8242-b149-43d7-a650-7e2fa8587b06', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:35.499236 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9282385-7c44-424e-9682-af181b542423 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcae8242-b149-43d7-a650-7e2fa8587b06,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:35.522670 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-24fea455-5407-4660-a006-45aa525db6e5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.584671 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-24fea455-5407-4660-a006-45aa525db6e5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.589149 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-24fea455-5407-4660-a006-45aa525db6e5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.608234 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fea455-5407-4660-a006-45aa525db6e5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee41a97-d005-4838-a779-162c78dbf262,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:35.615839 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-24fea455-5407-4660-a006-45aa525db6e5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.617091 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-24fea455-5407-4660-a006-45aa525db6e5 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282394 Mar 14 15:38:35.620573 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58504) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:35.625213 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1522661c-8311-42f7-8dd4-f584314c27f0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'fcae8242-b149-43d7-a650-7e2fa8587b06', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:35.650836 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1522661c-8311-42f7-8dd4-f584314c27f0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.662693 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8dee46-6705-493c-a031-e7d635ce5f18 None None] New status for floating IP a90912f0-59a6-42dc-9bb4-06384ddc24bb: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:38:35.710624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1522661c-8311-42f7-8dd4-f584314c27f0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.714745 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1522661c-8311-42f7-8dd4-f584314c27f0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.735135 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522661c-8311-42f7-8dd4-f584314c27f0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d090cd6f-b641-4f42-a976-834db9afef9b,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:35.742212 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1522661c-8311-42f7-8dd4-f584314c27f0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.746568 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58506) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:35.747429 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1522661c-8311-42f7-8dd4-f584314c27f0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1249795 Mar 14 15:38:35.751188 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a17b2a22-8336-4027-bb0f-0fe610e81091 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'fcae8242-b149-43d7-a650-7e2fa8587b06', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:35.779549 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a17b2a22-8336-4027-bb0f-0fe610e81091 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.842394 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a17b2a22-8336-4027-bb0f-0fe610e81091 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.846218 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a17b2a22-8336-4027-bb0f-0fe610e81091 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.865228 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b2a22-8336-4027-bb0f-0fe610e81091 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66800e27-0b46-431a-a9cf-9d85be892d53,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:35.871016 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a17b2a22-8336-4027-bb0f-0fe610e81091 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.872042 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a17b2a22-8336-4027-bb0f-0fe610e81091 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244643 Mar 14 15:38:35.874867 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58508) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:35.879407 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0396d559-80a2-4710-b368-f75e79c7ce73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'fcae8242-b149-43d7-a650-7e2fa8587b06', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:35.904697 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0396d559-80a2-4710-b368-f75e79c7ce73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.962039 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0396d559-80a2-4710-b368-f75e79c7ce73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.966276 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0396d559-80a2-4710-b368-f75e79c7ce73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.985065 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396d559-80a2-4710-b368-f75e79c7ce73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e3f5605-fbb0-4195-b766-98bb3c33353a,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:35.990352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0396d559-80a2-4710-b368-f75e79c7ce73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:35.994337 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0396d559-80a2-4710-b368-f75e79c7ce73 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184459 Mar 14 15:38:35.994598 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58510) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:35.999167 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f28b792f-68c7-4809-8e6b-91dbe0272671 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'fcae8242-b149-43d7-a650-7e2fa8587b06', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:36.018703 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-f28b792f-68c7-4809-8e6b-91dbe0272671 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:38:36.023336 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f28b792f-68c7-4809-8e6b-91dbe0272671 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:36.087588 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f28b792f-68c7-4809-8e6b-91dbe0272671 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:36.091678 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f28b792f-68c7-4809-8e6b-91dbe0272671 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:36.109326 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b792f-68c7-4809-8e6b-91dbe0272671 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad5207e-f5b0-4f6b-a722-b9d20e6a22b7,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:36.117013 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f28b792f-68c7-4809-8e6b-91dbe0272671 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:36.118243 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f28b792f-68c7-4809-8e6b-91dbe0272671 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225865 Mar 14 15:38:36.120946 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58512) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:36.125529 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ca9d2e4f-7ac4-4883-8807-7871efba9fcc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'fcae8242-b149-43d7-a650-7e2fa8587b06', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:36.145230 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-ca9d2e4f-7ac4-4883-8807-7871efba9fcc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:38:36.150612 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca9d2e4f-7ac4-4883-8807-7871efba9fcc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:36.210301 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca9d2e4f-7ac4-4883-8807-7871efba9fcc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:36.214787 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca9d2e4f-7ac4-4883-8807-7871efba9fcc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:36.234144 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d2e4f-7ac4-4883-8807-7871efba9fcc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae37145b-8ab6-4e66-a567-ca9ae6ca4fc5,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:36.241842 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca9d2e4f-7ac4-4883-8807-7871efba9fcc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:36.243029 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ca9d2e4f-7ac4-4883-8807-7871efba9fcc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211522 Mar 14 15:38:36.375156 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:38:36.381038 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-73b87ad2-004c-4583-a9b3-d4078a642534 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-673812034&fields=id&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 267 time: 0.0338671 Mar 14 15:38:36.439194 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f337e30d-e73a-4c87-b74d-953222c66b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:36.509537 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-2ad97a55-8d11-489b-96be-59e6f483c12d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:36.512895 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-2ad97a55-8d11-489b-96be-59e6f483c12d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/networks?id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 HTTP/1.1" status: 200 len: 796 time: 0.1237075 Mar 14 15:38:36.526654 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-84aa951a-9d5b-43b0-a6cf-12c277b5e307 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/quotas/981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 375 time: 0.0099049 Mar 14 15:38:36.581952 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-7ee82881-6124-4754-82ac-687fe0750979 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0496294 Mar 14 15:38:36.682719 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-a2cc8649-bd38-432a-9aee-5ab885ad0a42 service neutron] 10.222.0.59 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877049 Mar 14 15:38:36.772026 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-9935c3ae-ef6c-415f-aeed-864ad86a0230 service neutron] 10.222.0.59 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831718 Mar 14 15:38:36.929271 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-49131dad-4908-44c3-9b41-fcb981aaaa8a req-fb6ee80a-0114-4955-9f94-41915a802269 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=56e682d4-a959-48ca-8fe4-4b3a93437062 HTTP/1.1" status: 200 len: 210 time: 0.0258944 Mar 14 15:38:37.463578 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:37.847828 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-61bdedf6-3c06-4953-be30-36b3c233808b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:37.849416 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-61bdedf6-3c06-4953-be30-36b3c233808b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/networks?id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 HTTP/1.1" status: 200 len: 796 time: 0.1107824 Mar 14 15:38:37.897034 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-03283417-6691-45bb-a8a7-f3f0725d1aff tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 472 time: 0.0370834 Mar 14 15:38:37.909183 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-adcb9217-4aff-4b8e-8f4c-7444dd705598 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'port': {'device_id': '56e682d4-a959-48ca-8fe4-4b3a93437062', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'admin_state_up': True, 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'security_groups': ['fcae8242-b149-43d7-a650-7e2fa8587b06']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:38.028482 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bf744ce3-a175-4c79-9849-fd1a2981d7ff req-4d148bd7-cce1-4784-aa3e-36a8cadf25e8 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=56e682d4-a959-48ca-8fe4-4b3a93437062 HTTP/1.1" status: 200 len: 210 time: 0.0293615 Mar 14 15:38:38.042243 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-adcb9217-4aff-4b8e-8f4c-7444dd705598 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:38:38.046020 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-adcb9217-4aff-4b8e-8f4c-7444dd705598 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:38.168827 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-adcb9217-4aff-4b8e-8f4c-7444dd705598 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.20.0.9 (d591d60d-0bd4-4bc2-ac6c-39f64aaa8172/a9104cf1-7f3d-448f-9df2-3fa25d49c009/c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:38:38.307708 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-adcb9217-4aff-4b8e-8f4c-7444dd705598 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:38.341714 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-adcb9217-4aff-4b8e-8f4c-7444dd705598 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:38.386307 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-adcb9217-4aff-4b8e-8f4c-7444dd705598 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:38:38.389241 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-adcb9217-4aff-4b8e-8f4c-7444dd705598 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:38.392736 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-adcb9217-4aff-4b8e-8f4c-7444dd705598 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:38:38.421014 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb9217-4aff-4b8e-8f4c-7444dd705598 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:38.451441 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-adcb9217-4aff-4b8e-8f4c-7444dd705598 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:38.452088 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-adcb9217-4aff-4b8e-8f4c-7444dd705598 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:38.470423 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-adcb9217-4aff-4b8e-8f4c-7444dd705598 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5655763 Mar 14 15:38:38.485353 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] Request body: {'port': {'device_id': '56e682d4-a959-48ca-8fe4-4b3a93437062', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:38.542734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:38.658095 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-5ba8d70b-8317-4e79-b781-336f759fedf5 None None] Provisioning complete for port c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:38.658717 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5ba8d70b-8317-4e79-b781-336f759fedf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:38.692311 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-5ba8d70b-8317-4e79-b781-336f759fedf5 None None] Port c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:38:38.801049 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:38:38.808279 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:38.820127 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] Transition to ACTIVE for port object c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:38:38.824526 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:38.873113 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:38.897855 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] Pushing event updated for resources: {'Port': ['ID=c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:38.904687 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:38.952074 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] Attempting to bind port c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:38:38.952413 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] Attempting to bind port c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'eedb4a19-60aa-4911-8714-5931d1e20ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:38:38.952776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] Attempting to bind port c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 on network d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:38:38.957586 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] Port c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 on network d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:38:38.958036 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] Attempting to bind port c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 on network d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:38:38.963810 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:38:38.964180 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] Checking segment: {'id': 'eedb4a19-60aa-4911-8714-5931d1e20ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:38:38.964723 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] Bound using segment: {'id': 'eedb4a19-60aa-4911-8714-5931d1e20ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:38:38.965157 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] Bound port: c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eedb4a19-60aa-4911-8714-5931d1e20ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:38:38.965515 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:39.032724 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] For port c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:38:39.035875 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] For port c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0,segment=NetworkSegment(eedb4a19-60aa-4911-8714-5931d1e20ee7),segment_id=eedb4a19-60aa-4911-8714-5931d1e20ee7)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:38:39.041506 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:39.149015 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f07188-b348-4261-ace3-307484032ca5 req-02ca54c1-a010-4f11-a0d8-b4cb551b46ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:39.150512 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-78f07188-b348-4261-ace3-307484032ca5 req-02ca54c1-a010-4f11-a0d8-b4cb551b46ec tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=56e682d4-a959-48ca-8fe4-4b3a93437062 HTTP/1.1" status: 200 len: 943 time: 0.0533054 Mar 14 15:38:39.191308 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-78f07188-b348-4261-ace3-307484032ca5 req-d39fa15c-9c9a-48ed-91f3-51cde2f3ebc1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=fcae8242-b149-43d7-a650-7e2fa8587b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343533 Mar 14 15:38:39.328848 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:39.391126 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:39.391738 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:39.393294 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] 10.222.0.18 "PUT /v2.0/ports/c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 HTTP/1.1" status: 200 len: 1093 time: 0.9120893 Mar 14 15:38:39.393583 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e682d4-a959-48ca-8fe4-4b3a93437062', 'tag': 'c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:38:39.395814 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194a3cb4-dd85-4894-806b-1c6d3ec4c3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "56e682d4-a959-48ca-8fe4-4b3a93437062", "tag": "c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:38:39.419606 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6bf17-446b-4eaf-9d77-b354b776d101 service neutron] Pushing event updated for resources: {'Port': ['ID=c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:39.449886 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212ade34-4818-4f8e-ac25-f291f29498e5 x-openstack-request-id: req-212ade34-4818-4f8e-ac25-f291f29498e5 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:38:39.450182 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e682d4-a959-48ca-8fe4-4b3a93437062", "tag": "c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:38:39.450439 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-212ade34-4818-4f8e-ac25-f291f29498e5 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:38:39.450836 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e682d4-a959-48ca-8fe4-4b3a93437062', 'tag': 'c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0', 'status': 'completed', 'code': 200} Mar 14 15:38:39.481155 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-cd0b2d06-1390-43f3-8e17-cb4f2ee6e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:39.482849 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-cd0b2d06-1390-43f3-8e17-cb4f2ee6e882 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=56e682d4-a959-48ca-8fe4-4b3a93437062 HTTP/1.1" status: 200 len: 1096 time: 0.0458310 Mar 14 15:38:39.527369 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-1f0a847f-81da-4cfe-8d2d-cbc218b8b5bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 HTTP/1.1" status: 200 len: 217 time: 0.0356193 Mar 14 15:38:39.580922 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-b28070b9-a1be-4df1-a6d4-073524ff64cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:39.582410 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-b28070b9-a1be-4df1-a6d4-073524ff64cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9104cf1-7f3d-448f-9df2-3fa25d49c009 HTTP/1.1" status: 200 len: 835 time: 0.0489235 Mar 14 15:38:39.627397 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-d18dfa92-087b-494b-9d83-b76b8667ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:39.628866 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-d18dfa92-087b-494b-9d83-b76b8667ef0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394151 Mar 14 15:38:39.716618 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-c262e448-196c-4252-898d-8866e417b44f service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806670 Mar 14 15:38:39.808922 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-093f6837-1079-4ca8-aee1-b0777d513cfc req-33a1efe7-77a0-4fa5-a53b-1bebe06728d7 service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854442 Mar 14 15:38:39.896388 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a3cb4-dd85-4894-806b-1c6d3ec4c3d3 req-4cbdccaf-6ed4-4202-90c5-2a68161b92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:39.897834 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-194a3cb4-dd85-4894-806b-1c6d3ec4c3d3 req-4cbdccaf-6ed4-4202-90c5-2a68161b92dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=56e682d4-a959-48ca-8fe4-4b3a93437062 HTTP/1.1" status: 200 len: 1096 time: 0.0404603 Mar 14 15:38:39.989978 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a3cb4-dd85-4894-806b-1c6d3ec4c3d3 req-a82446de-92b6-4e44-bcf4-46949324dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:39.991374 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-194a3cb4-dd85-4894-806b-1c6d3ec4c3d3 req-a82446de-92b6-4e44-bcf4-46949324dc8e service neutron] 10.222.0.18 "GET /v2.0/networks?id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 HTTP/1.1" status: 200 len: 897 time: 0.0860152 Mar 14 15:38:40.033678 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-194a3cb4-dd85-4894-806b-1c6d3ec4c3d3 req-88d1849e-9caf-4d7d-966d-f6cfd8115a57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 HTTP/1.1" status: 200 len: 217 time: 0.0331857 Mar 14 15:38:40.081100 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a3cb4-dd85-4894-806b-1c6d3ec4c3d3 req-7968f375-f61d-408e-b659-e8ff4998eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:40.082490 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-194a3cb4-dd85-4894-806b-1c6d3ec4c3d3 req-7968f375-f61d-408e-b659-e8ff4998eb14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9104cf1-7f3d-448f-9df2-3fa25d49c009 HTTP/1.1" status: 200 len: 835 time: 0.0421796 Mar 14 15:38:40.133611 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a3cb4-dd85-4894-806b-1c6d3ec4c3d3 req-1e320634-2cf9-46b9-8059-75443da373de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:40.135413 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-194a3cb4-dd85-4894-806b-1c6d3ec4c3d3 req-1e320634-2cf9-46b9-8059-75443da373de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439146 Mar 14 15:38:40.223551 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-194a3cb4-dd85-4894-806b-1c6d3ec4c3d3 req-ed3a18f9-ca8d-499f-8327-cff3a26a2671 service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802562 Mar 14 15:38:40.314272 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ced0b7-2c38-468e-bed3-48abf030579f req-f83859eb-22b9-4bd8-a91c-51d86f959724 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:40.315710 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-72ced0b7-2c38-468e-bed3-48abf030579f req-f83859eb-22b9-4bd8-a91c-51d86f959724 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=56e682d4-a959-48ca-8fe4-4b3a93437062 HTTP/1.1" status: 200 len: 943 time: 0.0540125 Mar 14 15:38:40.320532 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-194a3cb4-dd85-4894-806b-1c6d3ec4c3d3 req-2ea70282-2e39-49c9-95d8-c82af28859d0 service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885177 Mar 14 15:38:40.356579 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-72ced0b7-2c38-468e-bed3-48abf030579f req-50a3f7f8-da15-440a-b469-65708187b350 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=fcae8242-b149-43d7-a650-7e2fa8587b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342131 Mar 14 15:38:41.474098 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20e317-6b98-438c-bbf9-27f5d9cc5fb5 req-1d94dc28-ac36-4bfd-a848-b50e54230102 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:41.475696 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed20e317-6b98-438c-bbf9-27f5d9cc5fb5 req-1d94dc28-ac36-4bfd-a848-b50e54230102 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=56e682d4-a959-48ca-8fe4-4b3a93437062 HTTP/1.1" status: 200 len: 943 time: 0.0510478 Mar 14 15:38:41.513451 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed20e317-6b98-438c-bbf9-27f5d9cc5fb5 req-0e3c0dd8-7635-49bc-800b-00c7830fb961 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=fcae8242-b149-43d7-a650-7e2fa8587b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312839 Mar 14 15:38:42.626618 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a63892-99eb-477d-9dfb-0210576bc5f6 req-5d61067e-c262-490f-ad23-e8aa55c8ade4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:42.628116 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d1a63892-99eb-477d-9dfb-0210576bc5f6 req-5d61067e-c262-490f-ad23-e8aa55c8ade4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=56e682d4-a959-48ca-8fe4-4b3a93437062 HTTP/1.1" status: 200 len: 943 time: 0.0487337 Mar 14 15:38:42.666488 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d1a63892-99eb-477d-9dfb-0210576bc5f6 req-dc428911-bccc-472e-9b9a-5937e43b9932 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=fcae8242-b149-43d7-a650-7e2fa8587b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318370 Mar 14 15:38:42.763911 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:38:42.856355 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0,segment=NetworkSegment(eedb4a19-60aa-4911-8714-5931d1e20ee7),segment_id=eedb4a19-60aa-4911-8714-5931d1e20ee7)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:42.867285 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'port_id': 'c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0', 'mac_address': 'fa:16:3e:69:d5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:38:42.905928 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:42.919244 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:38:42.937226 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0,segment=NetworkSegment(eedb4a19-60aa-4911-8714-5931d1e20ee7),segment_id=eedb4a19-60aa-4911-8714-5931d1e20ee7)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:42.941109 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:42.986377 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:43.160072 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:38:43.779842 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e771c74-00f2-4709-97a6-9ce672d632b7 req-bacc1d98-2a6e-47cc-8843-aa071b5988bd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:43.781331 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9e771c74-00f2-4709-97a6-9ce672d632b7 req-bacc1d98-2a6e-47cc-8843-aa071b5988bd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=56e682d4-a959-48ca-8fe4-4b3a93437062 HTTP/1.1" status: 200 len: 944 time: 0.0485394 Mar 14 15:38:43.819229 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9e771c74-00f2-4709-97a6-9ce672d632b7 req-12011ee8-d6ce-4877-88b0-aaa8f5e050fa tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=fcae8242-b149-43d7-a650-7e2fa8587b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317574 Mar 14 15:38:44.767833 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:38:44.814835 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:38:44.818393 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:38:44.818767 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:44.899502 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:44.923374 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e682d4-a959-48ca-8fe4-4b3a93437062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:38:44.925581 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b9b8b1-f0e5-455e-b812-dfe4e39c2c73" -d '{"events": [{"server_uuid": "56e682d4-a959-48ca-8fe4-4b3a93437062", "name": "network-vif-plugged", "status": "completed", "tag": "c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:38:44.935522 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a89eb5-4955-4a2f-84aa-6583ea9c5657 req-1ff6519f-af52-4015-ac73-a6293590f2bc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:44.937615 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-81a89eb5-4955-4a2f-84aa-6583ea9c5657 req-1ff6519f-af52-4015-ac73-a6293590f2bc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=56e682d4-a959-48ca-8fe4-4b3a93437062 HTTP/1.1" status: 200 len: 944 time: 0.0496838 Mar 14 15:38:44.939875 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0,segment=NetworkSegment(eedb4a19-60aa-4911-8714-5931d1e20ee7),segment_id=eedb4a19-60aa-4911-8714-5931d1e20ee7)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:38:44.944614 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:44.972061 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b698ea61-cb5b-423f-9e76-00dbb6b821f1 x-openstack-request-id: req-b698ea61-cb5b-423f-9e76-00dbb6b821f1 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:38:44.972350 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e682d4-a959-48ca-8fe4-4b3a93437062", "name": "network-vif-plugged", "status": "completed", "tag": "c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:38:44.972605 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b698ea61-cb5b-423f-9e76-00dbb6b821f1 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:38:44.972988 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e682d4-a959-48ca-8fe4-4b3a93437062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0', 'code': 200} Mar 14 15:38:44.984069 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-81a89eb5-4955-4a2f-84aa-6583ea9c5657 req-b157506d-0e29-4305-8030-32825fb64d87 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=fcae8242-b149-43d7-a650-7e2fa8587b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383389 Mar 14 15:38:45.002003 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:45.148893 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759a4e5-f063-4b7b-864f-759914c21f9f req-46fbb144-b1e5-4835-9056-f3c9e052cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:45.151035 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4759a4e5-f063-4b7b-864f-759914c21f9f req-46fbb144-b1e5-4835-9056-f3c9e052cdd4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=56e682d4-a959-48ca-8fe4-4b3a93437062 HTTP/1.1" status: 200 len: 1098 time: 0.0483017 Mar 14 15:38:45.191224 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4759a4e5-f063-4b7b-864f-759914c21f9f req-a7479acb-6929-4511-a0fa-370f9c253dfe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fcae8242-b149-43d7-a650-7e2fa8587b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275216 Mar 14 15:38:46.095158 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffbea1-3ad0-4779-946a-8d87bcb411cf req-33fafb51-3a3d-4939-8265-d3d45a173904 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:46.096598 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-07ffbea1-3ad0-4779-946a-8d87bcb411cf req-33fafb51-3a3d-4939-8265-d3d45a173904 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=56e682d4-a959-48ca-8fe4-4b3a93437062 HTTP/1.1" status: 200 len: 945 time: 0.0476363 Mar 14 15:38:46.135491 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-07ffbea1-3ad0-4779-946a-8d87bcb411cf req-af127dc9-d8f9-4b9f-99fc-96cb04cb0ff4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=fcae8242-b149-43d7-a650-7e2fa8587b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329201 Mar 14 15:38:47.252788 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44dfddb-89f5-4752-b79f-36da0eb34772 req-fee4665c-7dc0-4a59-a211-222e15fe6116 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:47.254260 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e44dfddb-89f5-4752-b79f-36da0eb34772 req-fee4665c-7dc0-4a59-a211-222e15fe6116 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=56e682d4-a959-48ca-8fe4-4b3a93437062 HTTP/1.1" status: 200 len: 945 time: 0.0523906 Mar 14 15:38:47.292922 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e44dfddb-89f5-4752-b79f-36da0eb34772 req-f6ae56ac-d10a-468b-b71a-b6cbc1b4f67c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=fcae8242-b149-43d7-a650-7e2fa8587b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326078 Mar 14 15:38:47.406850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c4df1-92e4-4b51-990c-fc25267f6e4d req-3221cc56-499f-4b97-bad8-025dc9ed3c72 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:47.408356 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-920c4df1-92e4-4b51-990c-fc25267f6e4d req-3221cc56-499f-4b97-bad8-025dc9ed3c72 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=56e682d4-a959-48ca-8fe4-4b3a93437062 HTTP/1.1" status: 200 len: 945 time: 0.0504293 Mar 14 15:38:47.445656 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-920c4df1-92e4-4b51-990c-fc25267f6e4d req-32036931-9dca-4ed7-a7f7-c3ec6eaf61c6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=fcae8242-b149-43d7-a650-7e2fa8587b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313530 Mar 14 15:38:47.467955 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58564) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:47.507183 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3678d42-f8e8-431b-b62a-b05ca53a3cd8 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:47.508680 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f3678d42-f8e8-431b-b62a-b05ca53a3cd8 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=56e682d4-a959-48ca-8fe4-4b3a93437062 HTTP/1.1" status: 200 len: 1093 time: 0.0397542 Mar 14 15:38:47.511977 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58566) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:38:47.516166 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0164590b-93e6-476f-99c4-cd52381f60cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': 'c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:38:47.536305 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0164590b-93e6-476f-99c4-cd52381f60cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:47.632107 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0164590b-93e6-476f-99c4-cd52381f60cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:47.734139 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-0164590b-93e6-476f-99c4-cd52381f60cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.26.6.164 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/68889099-56dc-48ec-bd1d-df871ca95957) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:38:47.840202 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0164590b-93e6-476f-99c4-cd52381f60cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:47.872589 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0164590b-93e6-476f-99c4-cd52381f60cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:47.911647 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0164590b-93e6-476f-99c4-cd52381f60cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:38:47.914245 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-0164590b-93e6-476f-99c4-cd52381f60cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:38:47.917975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0164590b-93e6-476f-99c4-cd52381f60cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:38:47.939268 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164590b-93e6-476f-99c4-cd52381f60cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=68889099-56dc-48ec-bd1d-df871ca95957,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:48.269481 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0164590b-93e6-476f-99c4-cd52381f60cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:48.334570 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0164590b-93e6-476f-99c4-cd52381f60cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:48.484416 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0164590b-93e6-476f-99c4-cd52381f60cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:48.488792 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0164590b-93e6-476f-99c4-cd52381f60cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:48.559983 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164590b-93e6-476f-99c4-cd52381f60cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=68889099-56dc-48ec-bd1d-df871ca95957,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:38:48.570193 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0164590b-93e6-476f-99c4-cd52381f60cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:48.682321 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-0164590b-93e6-476f-99c4-cd52381f60cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Floating IP 1cd6c954-179e-404b-8acb-fbe24a60963d associated. External IP: 172.26.6.164, port: c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0. Mar 14 15:38:48.886287 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0164590b-93e6-476f-99c4-cd52381f60cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router baf9f489-6d24-47a8-88f2-da9793b7a818 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:38:49.298404 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0164590b-93e6-476f-99c4-cd52381f60cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:38:49.308311 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb102a0-a885-4027-aa45-aff0685fd50f None None] Sync routers for ids ['baf9f489-6d24-47a8-88f2-da9793b7a818'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:38:49.316591 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0164590b-93e6-476f-99c4-cd52381f60cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:38:49.318958 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb102a0-a885-4027-aa45-aff0685fd50f None None] Routers {'baf9f489-6d24-47a8-88f2-da9793b7a818'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:38:49.319596 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-bcb102a0-a885-4027-aa45-aff0685fd50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:38:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['baf9f489-6d24-47a8-88f2-da9793b7a818'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:49.347406 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0164590b-93e6-476f-99c4-cd52381f60cd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8343606 Mar 14 15:38:49.347990 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e682d4-a959-48ca-8fe4-4b3a93437062', 'tag': 'c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:38:49.350224 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5412c76a-1466-4492-affb-21fa6a0a6e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "56e682d4-a959-48ca-8fe4-4b3a93437062", "tag": "c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:38:49.386849 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3335e1c-831d-436d-80b4-a8daec2ef50d x-openstack-request-id: req-f3335e1c-831d-436d-80b4-a8daec2ef50d {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:38:49.387199 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e682d4-a959-48ca-8fe4-4b3a93437062", "tag": "c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:38:49.387422 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f3335e1c-831d-436d-80b4-a8daec2ef50d {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:38:49.387829 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e682d4-a959-48ca-8fe4-4b3a93437062', 'tag': 'c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0', 'status': 'completed', 'code': 200} Mar 14 15:38:49.437239 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-bcb102a0-a885-4027-aa45-aff0685fd50f None None] Set router baf9f489-6d24-47a8-88f2-da9793b7a818 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:38:49.454699 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412c76a-1466-4492-affb-21fa6a0a6e7a req-5a8a95a2-64c1-4c93-adf3-94c50a9a6ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:49.456234 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5412c76a-1466-4492-affb-21fa6a0a6e7a req-5a8a95a2-64c1-4c93-adf3-94c50a9a6ca2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=56e682d4-a959-48ca-8fe4-4b3a93437062 HTTP/1.1" status: 200 len: 1098 time: 0.0447741 Mar 14 15:38:49.550985 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412c76a-1466-4492-affb-21fa6a0a6e7a req-3fba5550-b63a-42eb-8a7b-c5ef631b8d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:49.552409 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5412c76a-1466-4492-affb-21fa6a0a6e7a req-3fba5550-b63a-42eb-8a7b-c5ef631b8d7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 HTTP/1.1" status: 200 len: 897 time: 0.0890560 Mar 14 15:38:49.625554 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5412c76a-1466-4492-affb-21fa6a0a6e7a req-8841dd1d-faa4-485b-9427-9f4ca2ceafba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 HTTP/1.1" status: 200 len: 999 time: 0.0657656 Mar 14 15:38:49.675629 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412c76a-1466-4492-affb-21fa6a0a6e7a req-7de6566c-97c8-40c0-8aa8-8a7ff4c520ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:49.677097 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5412c76a-1466-4492-affb-21fa6a0a6e7a req-7de6566c-97c8-40c0-8aa8-8a7ff4c520ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9104cf1-7f3d-448f-9df2-3fa25d49c009 HTTP/1.1" status: 200 len: 835 time: 0.0446110 Mar 14 15:38:49.727597 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412c76a-1466-4492-affb-21fa6a0a6e7a req-e53871dd-76be-407d-9268-096289c87d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:38:49.729657 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5412c76a-1466-4492-affb-21fa6a0a6e7a req-e53871dd-76be-407d-9268-096289c87d52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453789 Mar 14 15:38:49.814251 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-bcb102a0-a885-4027-aa45-aff0685fd50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'name': 'tempest-TestNetworkBasicOps-router-793553118', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e02e63db-c750-4f45-8624-ce263998624a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:19Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'e02e63db-c750-4f45-8624-ce263998624a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '1cd6c954-179e-404b-8acb-fbe24a60963d', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.164', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'port_id': 'c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'mac_address': 'fa:16:3e:69:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e682d4-a959-48ca-8fe4-4b3a93437062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:38:48Z', 'updated_at': '2022-03-14T15:38:48Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}, {'id': 'a90912f0-59a6-42dc-9bb4-06384ddc24bb', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'port_id': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'mac_address': 'fa:16:3e:52:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:38:33Z', 'updated_at': '2022-03-14T15:38:35Z', 'revision_number': 1, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3674ec8-6828-48a1-9dca-6bc9d57a6d3d', 'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:9e:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:18Z', 'updated_at': '2022-03-14T15:38:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:49.827431 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5412c76a-1466-4492-affb-21fa6a0a6e7a req-4d175b60-02a2-4935-9780-1628ff472a05 service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909264 Mar 14 15:38:49.851708 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb102a0-a885-4027-aa45-aff0685fd50f None None] Checking router: baf9f489-6d24-47a8-88f2-da9793b7a818 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:38:49.859439 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb102a0-a885-4027-aa45-aff0685fd50f None None] Routers {'baf9f489-6d24-47a8-88f2-da9793b7a818'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:38:49.860061 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-bcb102a0-a885-4027-aa45-aff0685fd50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:38:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['baf9f489-6d24-47a8-88f2-da9793b7a818'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:49.930589 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5412c76a-1466-4492-affb-21fa6a0a6e7a req-b7479cd2-c988-4b1b-9c86-e03f52ff7b71 service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959496 Mar 14 15:38:49.984220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-bcb102a0-a885-4027-aa45-aff0685fd50f None None] Set router baf9f489-6d24-47a8-88f2-da9793b7a818 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:38:50.260936 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-bcb102a0-a885-4027-aa45-aff0685fd50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'name': 'tempest-TestNetworkBasicOps-router-793553118', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e02e63db-c750-4f45-8624-ce263998624a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:19Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'e02e63db-c750-4f45-8624-ce263998624a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '1cd6c954-179e-404b-8acb-fbe24a60963d', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.164', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'port_id': 'c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'mac_address': 'fa:16:3e:69:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e682d4-a959-48ca-8fe4-4b3a93437062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:38:48Z', 'updated_at': '2022-03-14T15:38:48Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}, {'id': 'a90912f0-59a6-42dc-9bb4-06384ddc24bb', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'port_id': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'mac_address': 'fa:16:3e:52:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:38:33Z', 'updated_at': '2022-03-14T15:38:35Z', 'revision_number': 1, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3674ec8-6828-48a1-9dca-6bc9d57a6d3d', 'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:9e:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:18Z', 'updated_at': '2022-03-14T15:38:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:38:50.301420 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb102a0-a885-4027-aa45-aff0685fd50f None None] The sync data for ids ['baf9f489-6d24-47a8-88f2-da9793b7a818'] in dv-neutron-833559-1-hyperv is: [{'id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'name': 'tempest-TestNetworkBasicOps-router-793553118', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e02e63db-c750-4f45-8624-ce263998624a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:19Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'e02e63db-c750-4f45-8624-ce263998624a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '1cd6c954-179e-404b-8acb-fbe24a60963d', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.164', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'port_id': 'c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'mac_address': 'fa:16:3e:69:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e682d4-a959-48ca-8fe4-4b3a93437062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:38:48Z', 'updated_at': '2022-03-14T15:38:48Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}, {'id': 'a90912f0-59a6-42dc-9bb4-06384ddc24bb', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'port_id': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'mac_address': 'fa:16:3e:52:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:38:33Z', 'updated_at': '2022-03-14T15:38:35Z', 'revision_number': 1, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3674ec8-6828-48a1-9dca-6bc9d57a6d3d', 'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:9e:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:18Z', 'updated_at': '2022-03-14T15:38:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:38:50.512217 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6c5dae-6472-4a77-b1b4-1bb48afad393 None None] New status for floating IP 1cd6c954-179e-404b-8acb-fbe24a60963d: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:39:04.058357 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a106f16f-279e-4503-937d-183059791e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:06.422104 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f7f788b-1d85-4a5b-9851-88463851e022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:07.467407 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:08.869827 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:08.896310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:09.331200 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:13.374998 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:39:24.454399 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58584) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:24.518592 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6c7731c9-3965-42e4-985f-15a357b91d2b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/a90912f0-59a6-42dc-9bb4-06384ddc24bb HTTP/1.1" status: 200 len: 994 time: 0.0629675 Mar 14 15:39:25.335352 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58592) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:25.341195 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5a489102-db12-413f-88ab-4a6af5d319fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'port': {'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:39:25.400445 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5a489102-db12-413f-88ab-4a6af5d319fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:25.547354 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-5a489102-db12-413f-88ab-4a6af5d319fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb,segment=NetworkSegment(eedb4a19-60aa-4911-8714-5931d1e20ee7),segment_id=eedb4a19-60aa-4911-8714-5931d1e20ee7)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:25.575537 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5a489102-db12-413f-88ab-4a6af5d319fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:25.580018 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5a489102-db12-413f-88ab-4a6af5d319fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:25.625068 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a489102-db12-413f-88ab-4a6af5d319fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:25.625697 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5a489102-db12-413f-88ab-4a6af5d319fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:25.627130 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5a489102-db12-413f-88ab-4a6af5d319fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/ports/9f4b2f7e-027e-45f1-a482-ea4b772b1ceb HTTP/1.1" status: 200 len: 939 time: 0.2907727 Mar 14 15:39:25.627701 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'tag': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:39:25.629941 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4b0e85-f0ec-440f-bd70-6247749732c9" -d '{"events": [{"name": "network-changed", "server_uuid": "add749ae-4bd4-46cd-bcb1-ba85697b8bde", "tag": "9f4b2f7e-027e-45f1-a482-ea4b772b1ceb"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:39:25.650600 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a489102-db12-413f-88ab-4a6af5d319fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb,revision_number=6']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:25.657855 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a489102-db12-413f-88ab-4a6af5d319fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:25.658209 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a489102-db12-413f-88ab-4a6af5d319fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:25.658550 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a489102-db12-413f-88ab-4a6af5d319fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:25.658878 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a489102-db12-413f-88ab-4a6af5d319fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:25.659232 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a489102-db12-413f-88ab-4a6af5d319fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:25.659554 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a489102-db12-413f-88ab-4a6af5d319fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:25.659877 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a489102-db12-413f-88ab-4a6af5d319fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:25.660198 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a489102-db12-413f-88ab-4a6af5d319fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:25.660518 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a489102-db12-413f-88ab-4a6af5d319fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:25.660869 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a489102-db12-413f-88ab-4a6af5d319fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:25.661238 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a489102-db12-413f-88ab-4a6af5d319fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:25.661572 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a489102-db12-413f-88ab-4a6af5d319fd tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:25.671640 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6174b8-f1e3-4471-92dd-9a506f873139 x-openstack-request-id: req-6e6174b8-f1e3-4471-92dd-9a506f873139 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:39:25.671940 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add749ae-4bd4-46cd-bcb1-ba85697b8bde", "tag": "9f4b2f7e-027e-45f1-a482-ea4b772b1ceb", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:39:25.672199 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e6174b8-f1e3-4471-92dd-9a506f873139 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:39:25.672606 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'tag': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb', 'status': 'completed', 'code': 200} Mar 14 15:39:25.780557 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b0e85-f0ec-440f-bd70-6247749732c9 req-74406c55-e210-4808-ab79-7337d15fe24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:25.782054 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ef4b0e85-f0ec-440f-bd70-6247749732c9 req-74406c55-e210-4808-ab79-7337d15fe24c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 1100 time: 0.0864191 Mar 14 15:39:25.875703 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b0e85-f0ec-440f-bd70-6247749732c9 req-a3c4c2e5-a9e7-46d0-a01f-89889f80b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:25.877194 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ef4b0e85-f0ec-440f-bd70-6247749732c9 req-a3c4c2e5-a9e7-46d0-a01f-89889f80b53e service neutron] 10.222.0.18 "GET /v2.0/networks?id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 HTTP/1.1" status: 200 len: 897 time: 0.0880380 Mar 14 15:39:25.908173 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-342c12fa-a83c-469f-8e14-a70776b43ffa None None] Provisioning complete for port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:39:25.908788 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-342c12fa-a83c-469f-8e14-a70776b43ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:25.945283 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ef4b0e85-f0ec-440f-bd70-6247749732c9 req-d3e56888-3ceb-4d9f-917f-d3b7eb3ff35f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb HTTP/1.1" status: 200 len: 1003 time: 0.0594532 Mar 14 15:39:25.947326 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-342c12fa-a83c-469f-8e14-a70776b43ffa None None] Port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb is administratively disabled so it will not transition to active. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:353}} Mar 14 15:39:25.997963 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b0e85-f0ec-440f-bd70-6247749732c9 req-37c57494-364b-4316-b8ec-5311b25b77ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:25.999400 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ef4b0e85-f0ec-440f-bd70-6247749732c9 req-37c57494-364b-4316-b8ec-5311b25b77ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9104cf1-7f3d-448f-9df2-3fa25d49c009 HTTP/1.1" status: 200 len: 835 time: 0.0444677 Mar 14 15:39:26.049303 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b0e85-f0ec-440f-bd70-6247749732c9 req-e33e3e48-4677-4f3b-afe2-76df2d040582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:26.050742 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ef4b0e85-f0ec-440f-bd70-6247749732c9 req-e33e3e48-4677-4f3b-afe2-76df2d040582 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440996 Mar 14 15:39:26.143716 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ef4b0e85-f0ec-440f-bd70-6247749732c9 req-6ddaf023-0e76-4f90-9a4c-c7d4ad672b1d service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846977 Mar 14 15:39:26.251539 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ef4b0e85-f0ec-440f-bd70-6247749732c9 req-da8da1bb-445b-4fb9-bb35-d5560e3a9e60 service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885670 Mar 14 15:39:27.563865 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7724889a-d71c-47a1-a572-e005bed112b2 req-438f0e53-e12d-4290-a303-eb1ece65dc30 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408049 Mar 14 15:39:27.654718 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724889a-d71c-47a1-a572-e005bed112b2 req-0e1a2c62-a6a4-47a5-9680-79172786c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:27.656251 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7724889a-d71c-47a1-a572-e005bed112b2 req-0e1a2c62-a6a4-47a5-9680-79172786c4f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 1100 time: 0.0406594 Mar 14 15:39:27.767262 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724889a-d71c-47a1-a572-e005bed112b2 req-728d3f93-c26f-4b05-9497-ceb717de16ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:27.768720 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7724889a-d71c-47a1-a572-e005bed112b2 req-728d3f93-c26f-4b05-9497-ceb717de16ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 HTTP/1.1" status: 200 len: 897 time: 0.0877471 Mar 14 15:39:27.836019 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7724889a-d71c-47a1-a572-e005bed112b2 req-0202fd71-81b9-4456-8fc4-f8c504e1e4be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb HTTP/1.1" status: 200 len: 1003 time: 0.0601606 Mar 14 15:39:27.890640 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724889a-d71c-47a1-a572-e005bed112b2 req-df964e11-d662-4625-abfe-f41b4083edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:27.892088 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7724889a-d71c-47a1-a572-e005bed112b2 req-df964e11-d662-4625-abfe-f41b4083edd0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9104cf1-7f3d-448f-9df2-3fa25d49c009 HTTP/1.1" status: 200 len: 835 time: 0.0458014 Mar 14 15:39:27.941366 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724889a-d71c-47a1-a572-e005bed112b2 req-5e39f574-4faf-4354-91f8-2ab894c512a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:27.942758 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7724889a-d71c-47a1-a572-e005bed112b2 req-5e39f574-4faf-4354-91f8-2ab894c512a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433402 Mar 14 15:39:28.029912 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7724889a-d71c-47a1-a572-e005bed112b2 req-6618e781-e334-49f8-8611-8f67a4ebd3bf service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799100 Mar 14 15:39:28.124285 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7724889a-d71c-47a1-a572-e005bed112b2 req-3a3abd83-3038-41f2-bef4-5c82a7058d98 service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836513 Mar 14 15:39:29.054878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58602) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:29.060672 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d967fa25-5649-42a0-b3f6-198022bef53d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'port': {'admin_state_up': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:39:29.120725 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d967fa25-5649-42a0-b3f6-198022bef53d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:29.268260 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-d967fa25-5649-42a0-b3f6-198022bef53d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb,segment=NetworkSegment(eedb4a19-60aa-4911-8714-5931d1e20ee7),segment_id=eedb4a19-60aa-4911-8714-5931d1e20ee7)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:29.296702 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d967fa25-5649-42a0-b3f6-198022bef53d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:29.301016 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d967fa25-5649-42a0-b3f6-198022bef53d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:29.345192 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d967fa25-5649-42a0-b3f6-198022bef53d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:29.345817 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d967fa25-5649-42a0-b3f6-198022bef53d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:29.347239 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d967fa25-5649-42a0-b3f6-198022bef53d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/ports/9f4b2f7e-027e-45f1-a482-ea4b772b1ceb HTTP/1.1" status: 200 len: 938 time: 0.2913258 Mar 14 15:39:29.347900 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'tag': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:39:29.350184 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58604) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:29.350614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c75da93-d0f1-4b27-bea5-3734b16225bd" -d '{"events": [{"name": "network-changed", "server_uuid": "add749ae-4bd4-46cd-bcb1-ba85697b8bde", "tag": "9f4b2f7e-027e-45f1-a482-ea4b772b1ceb"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:39:29.395664 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967fa25-5649-42a0-b3f6-198022bef53d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:29.403311 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967fa25-5649-42a0-b3f6-198022bef53d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:29.403671 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967fa25-5649-42a0-b3f6-198022bef53d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:29.404133 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967fa25-5649-42a0-b3f6-198022bef53d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:29.404429 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967fa25-5649-42a0-b3f6-198022bef53d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:29.404766 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967fa25-5649-42a0-b3f6-198022bef53d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:29.405102 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967fa25-5649-42a0-b3f6-198022bef53d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:29.405433 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967fa25-5649-42a0-b3f6-198022bef53d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:29.405762 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967fa25-5649-42a0-b3f6-198022bef53d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:29.406099 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967fa25-5649-42a0-b3f6-198022bef53d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:29.406426 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967fa25-5649-42a0-b3f6-198022bef53d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:29.406750 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967fa25-5649-42a0-b3f6-198022bef53d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:29.407101 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967fa25-5649-42a0-b3f6-198022bef53d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:29.426641 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7b3a5f9e-1742-4ab2-9c72-84b0eef38269 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/a90912f0-59a6-42dc-9bb4-06384ddc24bb HTTP/1.1" status: 200 len: 994 time: 0.0752556 Mar 14 15:39:29.468608 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00461531-3425-42fb-a2d1-44927e7eb61c x-openstack-request-id: req-00461531-3425-42fb-a2d1-44927e7eb61c {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:39:29.468961 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add749ae-4bd4-46cd-bcb1-ba85697b8bde", "tag": "9f4b2f7e-027e-45f1-a482-ea4b772b1ceb", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:39:29.469221 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-00461531-3425-42fb-a2d1-44927e7eb61c {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:39:29.469629 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'tag': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb', 'status': 'completed', 'code': 200} Mar 14 15:39:29.542234 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75da93-d0f1-4b27-bea5-3734b16225bd req-ebb890fd-2abe-4138-ade7-6a968519e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:29.544866 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7c75da93-d0f1-4b27-bea5-3734b16225bd req-ebb890fd-2abe-4138-ade7-6a968519e8bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 1099 time: 0.0483439 Mar 14 15:39:29.589079 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-fad98c8b-47f3-4424-be81-abacf11dcd6b None None] Provisioning complete for port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:39:29.589664 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fad98c8b-47f3-4424-be81-abacf11dcd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:29.635288 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75da93-d0f1-4b27-bea5-3734b16225bd req-40a6e5a9-8d03-4df0-bc9f-a251da7cf574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:29.636644 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7c75da93-d0f1-4b27-bea5-3734b16225bd req-40a6e5a9-8d03-4df0-bc9f-a251da7cf574 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 HTTP/1.1" status: 200 len: 897 time: 0.0846159 Mar 14 15:39:29.651919 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['9f4b2f7e-027e-45f1-a482-ea4b772b1ceb'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:39:29.708672 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7c75da93-d0f1-4b27-bea5-3734b16225bd req-1fd9b8fd-6f36-43ac-84e9-39bf80ee117a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb HTTP/1.1" status: 200 len: 1002 time: 0.0640562 Mar 14 15:39:29.761317 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75da93-d0f1-4b27-bea5-3734b16225bd req-9e51459d-3f10-489a-836e-104fc706eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:29.762770 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7c75da93-d0f1-4b27-bea5-3734b16225bd req-9e51459d-3f10-489a-836e-104fc706eb9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9104cf1-7f3d-448f-9df2-3fa25d49c009 HTTP/1.1" status: 200 len: 835 time: 0.0440431 Mar 14 15:39:29.807564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75da93-d0f1-4b27-bea5-3734b16225bd req-f665eeee-dbe4-4510-bf5a-c506089a729a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:29.809206 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7c75da93-d0f1-4b27-bea5-3734b16225bd req-f665eeee-dbe4-4510-bf5a-c506089a729a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394914 Mar 14 15:39:29.906231 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7c75da93-d0f1-4b27-bea5-3734b16225bd req-30c518d8-c359-4ad7-a0d7-d36ff1d38d85 service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863004 Mar 14 15:39:29.996369 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7c75da93-d0f1-4b27-bea5-3734b16225bd req-b953d6f5-f856-4bae-b7f4-90ec2b17067f service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812902 Mar 14 15:39:31.982499 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58616) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:32.141825 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-43be618c-dcfa-432d-a6f8-e051bb969d66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 68889099-56dc-48ec-bd1d-df871ca95957 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:39:32.142166 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43be618c-dcfa-432d-a6f8-e051bb969d66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:32.218419 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43be618c-dcfa-432d-a6f8-e051bb969d66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:32.218744 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43be618c-dcfa-432d-a6f8-e051bb969d66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:32.229871 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-43be618c-dcfa-432d-a6f8-e051bb969d66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 68889099-56dc-48ec-bd1d-df871ca95957 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:39:32.374682 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43be618c-dcfa-432d-a6f8-e051bb969d66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:32.400295 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be618c-dcfa-432d-a6f8-e051bb969d66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=68889099-56dc-48ec-bd1d-df871ca95957,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:32.460972 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43be618c-dcfa-432d-a6f8-e051bb969d66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:32.461305 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-43be618c-dcfa-432d-a6f8-e051bb969d66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Floating IP 1cd6c954-179e-404b-8acb-fbe24a60963d disassociated (deleted). External IP: 172.26.6.164, port: c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0. Mar 14 15:39:32.961339 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43be618c-dcfa-432d-a6f8-e051bb969d66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router baf9f489-6d24-47a8-88f2-da9793b7a818 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:39:33.066098 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43be618c-dcfa-432d-a6f8-e051bb969d66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:39:33.070844 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43be618c-dcfa-432d-a6f8-e051bb969d66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:33.076632 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f24ab1d-7b1f-4f07-999d-7ca5455df1bd None None] Sync routers for ids ['baf9f489-6d24-47a8-88f2-da9793b7a818'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:39:33.086231 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f24ab1d-7b1f-4f07-999d-7ca5455df1bd None None] Routers {'baf9f489-6d24-47a8-88f2-da9793b7a818'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:39:33.086843 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9f24ab1d-7b1f-4f07-999d-7ca5455df1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:39:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['baf9f489-6d24-47a8-88f2-da9793b7a818'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:33.097393 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-43be618c-dcfa-432d-a6f8-e051bb969d66 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/floatingips/1cd6c954-179e-404b-8acb-fbe24a60963d HTTP/1.1" status: 204 len: 168 time: 1.1137881 Mar 14 15:39:33.097948 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e682d4-a959-48ca-8fe4-4b3a93437062', 'tag': 'c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:39:33.100248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaa93a9-ac74-4edc-9379-c9791b466e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "56e682d4-a959-48ca-8fe4-4b3a93437062", "tag": "c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:39:33.141840 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e45fa21-9035-4d7e-9058-a5780586f213 x-openstack-request-id: req-8e45fa21-9035-4d7e-9058-a5780586f213 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:39:33.142136 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e682d4-a959-48ca-8fe4-4b3a93437062", "tag": "c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:39:33.142391 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e45fa21-9035-4d7e-9058-a5780586f213 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:39:33.142794 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e682d4-a959-48ca-8fe4-4b3a93437062', 'tag': 'c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0', 'status': 'completed', 'code': 200} Mar 14 15:39:33.197089 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-9f24ab1d-7b1f-4f07-999d-7ca5455df1bd None None] Set router baf9f489-6d24-47a8-88f2-da9793b7a818 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:39:33.219494 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa93a9-ac74-4edc-9379-c9791b466e5b req-9bd61df2-df56-4c78-8f18-15c7aed4a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:33.220920 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ccaa93a9-ac74-4edc-9379-c9791b466e5b req-9bd61df2-df56-4c78-8f18-15c7aed4a487 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=56e682d4-a959-48ca-8fe4-4b3a93437062 HTTP/1.1" status: 200 len: 1098 time: 0.0501773 Mar 14 15:39:33.361833 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd83d7-9383-42c1-8912-5a7b09bd6043 req-4db14e3e-9640-49fe-928f-3a1db7992a35 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:33.363327 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bbcd83d7-9383-42c1-8912-5a7b09bd6043 req-4db14e3e-9640-49fe-928f-3a1db7992a35 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=56e682d4-a959-48ca-8fe4-4b3a93437062 HTTP/1.1" status: 200 len: 945 time: 0.0827129 Mar 14 15:39:33.364681 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa93a9-ac74-4edc-9379-c9791b466e5b req-6377a958-1153-48a8-bff9-82cc462854b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:33.365976 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ccaa93a9-ac74-4edc-9379-c9791b466e5b req-6377a958-1153-48a8-bff9-82cc462854b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 HTTP/1.1" status: 200 len: 897 time: 0.1349533 Mar 14 15:39:33.424366 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ccaa93a9-ac74-4edc-9379-c9791b466e5b req-6ba82267-2afc-4bd2-a094-e4735cca1113 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 HTTP/1.1" status: 200 len: 217 time: 0.0483558 Mar 14 15:39:33.441510 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9f24ab1d-7b1f-4f07-999d-7ca5455df1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'name': 'tempest-TestNetworkBasicOps-router-793553118', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e02e63db-c750-4f45-8624-ce263998624a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:19Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'e02e63db-c750-4f45-8624-ce263998624a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'a90912f0-59a6-42dc-9bb4-06384ddc24bb', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'port_id': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'mac_address': 'fa:16:3e:52:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:38:33Z', 'updated_at': '2022-03-14T15:38:35Z', 'revision_number': 1, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3674ec8-6828-48a1-9dca-6bc9d57a6d3d', 'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:9e:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:18Z', 'updated_at': '2022-03-14T15:38:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:33.471654 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f24ab1d-7b1f-4f07-999d-7ca5455df1bd None None] Checking router: baf9f489-6d24-47a8-88f2-da9793b7a818 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:39:33.471882 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bbcd83d7-9383-42c1-8912-5a7b09bd6043 req-20794d8f-f281-4163-822c-54b00950e0f9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=fcae8242-b149-43d7-a650-7e2fa8587b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011207 Mar 14 15:39:33.477056 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f24ab1d-7b1f-4f07-999d-7ca5455df1bd None None] Routers {'baf9f489-6d24-47a8-88f2-da9793b7a818'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:39:33.477674 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9f24ab1d-7b1f-4f07-999d-7ca5455df1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:39:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['baf9f489-6d24-47a8-88f2-da9793b7a818'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:33.504841 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa93a9-ac74-4edc-9379-c9791b466e5b req-1c6e01b9-90d1-4cdb-8a19-2f745f8883b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:33.506287 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ccaa93a9-ac74-4edc-9379-c9791b466e5b req-1c6e01b9-90d1-4cdb-8a19-2f745f8883b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9104cf1-7f3d-448f-9df2-3fa25d49c009 HTTP/1.1" status: 200 len: 835 time: 0.0693593 Mar 14 15:39:33.554595 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa93a9-ac74-4edc-9379-c9791b466e5b req-b438419f-5bc8-4a3c-a0d9-b2fe1323970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:33.556117 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ccaa93a9-ac74-4edc-9379-c9791b466e5b req-b438419f-5bc8-4a3c-a0d9-b2fe1323970e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420167 Mar 14 15:39:33.586810 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-9f24ab1d-7b1f-4f07-999d-7ca5455df1bd None None] Set router baf9f489-6d24-47a8-88f2-da9793b7a818 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:39:33.649262 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ccaa93a9-ac74-4edc-9379-c9791b466e5b req-a90f7566-8a4d-41c5-8775-41455173d306 service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853739 Mar 14 15:39:33.739398 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ccaa93a9-ac74-4edc-9379-c9791b466e5b req-565671c8-25d5-4c22-8a5e-85287128441a service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823531 Mar 14 15:39:33.811900 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9f24ab1d-7b1f-4f07-999d-7ca5455df1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'name': 'tempest-TestNetworkBasicOps-router-793553118', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e02e63db-c750-4f45-8624-ce263998624a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:19Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'e02e63db-c750-4f45-8624-ce263998624a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'a90912f0-59a6-42dc-9bb4-06384ddc24bb', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'port_id': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'mac_address': 'fa:16:3e:52:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:38:33Z', 'updated_at': '2022-03-14T15:38:35Z', 'revision_number': 1, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3674ec8-6828-48a1-9dca-6bc9d57a6d3d', 'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:9e:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:18Z', 'updated_at': '2022-03-14T15:38:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:33.837839 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f24ab1d-7b1f-4f07-999d-7ca5455df1bd None None] The sync data for ids ['baf9f489-6d24-47a8-88f2-da9793b7a818'] in dv-neutron-833559-1-hyperv is: [{'id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'name': 'tempest-TestNetworkBasicOps-router-793553118', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e02e63db-c750-4f45-8624-ce263998624a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:19Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'e02e63db-c750-4f45-8624-ce263998624a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'a90912f0-59a6-42dc-9bb4-06384ddc24bb', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'port_id': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'mac_address': 'fa:16:3e:52:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:38:33Z', 'updated_at': '2022-03-14T15:38:35Z', 'revision_number': 1, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3674ec8-6828-48a1-9dca-6bc9d57a6d3d', 'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:9e:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:18Z', 'updated_at': '2022-03-14T15:38:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:39:34.061427 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-702b0f3d-4b77-4ac0-b219-7b6e2d43701a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:34.061613 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccfe9ef-6235-48d0-b538-6ac6603de257 None None] New status for floating IP 1cd6c954-179e-404b-8acb-fbe24a60963d: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:39:34.642799 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616e6ce-56da-4301-bd9e-9f77481a9f4a req-dc425068-4e08-47d5-8e86-e0e2beb574cb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:34.644290 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9616e6ce-56da-4301-bd9e-9f77481a9f4a req-dc425068-4e08-47d5-8e86-e0e2beb574cb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=56e682d4-a959-48ca-8fe4-4b3a93437062 HTTP/1.1" status: 200 len: 945 time: 0.1002395 Mar 14 15:39:34.681689 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9616e6ce-56da-4301-bd9e-9f77481a9f4a req-f028429d-3e2a-4e9c-a574-5e720eb3819c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=fcae8242-b149-43d7-a650-7e2fa8587b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313246 Mar 14 15:39:34.767245 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a92c2-7416-4e47-93a0-5d1855d4a5c8 req-90c331e9-aab8-48df-b340-60b1c8e36d90 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:34.768691 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-401a92c2-7416-4e47-93a0-5d1855d4a5c8 req-90c331e9-aab8-48df-b340-60b1c8e36d90 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/ports?device_id=56e682d4-a959-48ca-8fe4-4b3a93437062 HTTP/1.1" status: 200 len: 945 time: 0.0539656 Mar 14 15:39:34.854940 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-401a92c2-7416-4e47-93a0-5d1855d4a5c8 req-47bfd528-1517-46a9-91a0-09d940944ada tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:39:34.855305 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-401a92c2-7416-4e47-93a0-5d1855d4a5c8 req-47bfd528-1517-46a9-91a0-09d940944ada tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:34.945780 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-401a92c2-7416-4e47-93a0-5d1855d4a5c8 req-47bfd528-1517-46a9-91a0-09d940944ada tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0,segment=NetworkSegment(eedb4a19-60aa-4911-8714-5931d1e20ee7),segment_id=eedb4a19-60aa-4911-8714-5931d1e20ee7)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:34.946056 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-401a92c2-7416-4e47-93a0-5d1855d4a5c8 req-47bfd528-1517-46a9-91a0-09d940944ada tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:34.958752 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-401a92c2-7416-4e47-93a0-5d1855d4a5c8 req-47bfd528-1517-46a9-91a0-09d940944ada tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:39:35.080509 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-401a92c2-7416-4e47-93a0-5d1855d4a5c8 req-47bfd528-1517-46a9-91a0-09d940944ada tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:35.113338 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfd528-1517-46a9-91a0-09d940944ada tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:35.153717 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-401a92c2-7416-4e47-93a0-5d1855d4a5c8 req-47bfd528-1517-46a9-91a0-09d940944ada tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] No DVR routers for this DVR port c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:39:35.156243 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-401a92c2-7416-4e47-93a0-5d1855d4a5c8 req-47bfd528-1517-46a9-91a0-09d940944ada tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:35.159490 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-401a92c2-7416-4e47-93a0-5d1855d4a5c8 req-47bfd528-1517-46a9-91a0-09d940944ada tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "DELETE /v2.0/ports/c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 HTTP/1.1" status: 204 len: 173 time: 0.3845942 Mar 14 15:39:35.159946 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e682d4-a959-48ca-8fe4-4b3a93437062', 'name': 'network-vif-deleted', 'tag': 'c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:39:35.162152 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61f122f-0d12-4d11-9cc8-bc5a9b097858" -d '{"events": [{"server_uuid": "56e682d4-a959-48ca-8fe4-4b3a93437062", "name": "network-vif-deleted", "tag": "c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:39:35.198088 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262be57a-c574-4666-b32c-f92adef1a0e6 x-openstack-request-id: req-262be57a-c574-4666-b32c-f92adef1a0e6 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:39:35.198669 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e682d4-a959-48ca-8fe4-4b3a93437062", "name": "network-vif-deleted", "tag": "c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:39:35.198943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-262be57a-c574-4666-b32c-f92adef1a0e6 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:39:35.199352 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e682d4-a959-48ca-8fe4-4b3a93437062', 'name': 'network-vif-deleted', 'tag': 'c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0', 'status': 'completed', 'code': 200} Mar 14 15:39:35.739842 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58632) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:35.797310 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6707a2cc-b38d-4996-936c-4683f53b8f24 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:35.822315 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6707a2cc-b38d-4996-936c-4683f53b8f24 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:35.881201 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6707a2cc-b38d-4996-936c-4683f53b8f24 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:35.883916 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6707a2cc-b38d-4996-936c-4683f53b8f24 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:35.885092 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6707a2cc-b38d-4996-936c-4683f53b8f24 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/security-groups/fcae8242-b149-43d7-a650-7e2fa8587b06 HTTP/1.1" status: 204 len: 168 time: 0.1442633 Mar 14 15:39:35.895104 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707a2cc-b38d-4996-936c-4683f53b8f24 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcae8242-b149-43d7-a650-7e2fa8587b06,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:35.916050 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58636) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:36.072072 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-97adf73e-cf66-43c0-b1b6-3288dc92ebeb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port c26b9319-1e95-42ff-bf72-34e3b08150cb {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:39:36.072316 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-97adf73e-cf66-43c0-b1b6-3288dc92ebeb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:36.148928 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-97adf73e-cf66-43c0-b1b6-3288dc92ebeb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:36.149251 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-97adf73e-cf66-43c0-b1b6-3288dc92ebeb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:36.160885 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-97adf73e-cf66-43c0-b1b6-3288dc92ebeb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for c26b9319-1e95-42ff-bf72-34e3b08150cb owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:39:36.304410 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-97adf73e-cf66-43c0-b1b6-3288dc92ebeb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:36.330665 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adf73e-cf66-43c0-b1b6-3288dc92ebeb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=c26b9319-1e95-42ff-bf72-34e3b08150cb,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:36.390424 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-97adf73e-cf66-43c0-b1b6-3288dc92ebeb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:36.390753 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-97adf73e-cf66-43c0-b1b6-3288dc92ebeb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Floating IP a90912f0-59a6-42dc-9bb4-06384ddc24bb disassociated (deleted). External IP: 172.26.6.218, port: 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb. Mar 14 15:39:36.426552 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f944f1cd-a586-4c84-b2b0-dda15a7bbd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:36.602648 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97adf73e-cf66-43c0-b1b6-3288dc92ebeb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router baf9f489-6d24-47a8-88f2-da9793b7a818 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:39:36.711766 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97adf73e-cf66-43c0-b1b6-3288dc92ebeb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:39:36.717022 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-97adf73e-cf66-43c0-b1b6-3288dc92ebeb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:36.722896 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d23a93-6088-4824-b4ea-512fba604982 None None] Sync routers for ids ['baf9f489-6d24-47a8-88f2-da9793b7a818'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:39:36.736664 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d23a93-6088-4824-b4ea-512fba604982 None None] Routers {'baf9f489-6d24-47a8-88f2-da9793b7a818'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:39:36.737279 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-62d23a93-6088-4824-b4ea-512fba604982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:39:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['baf9f489-6d24-47a8-88f2-da9793b7a818'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:36.750066 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-97adf73e-cf66-43c0-b1b6-3288dc92ebeb tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/floatingips/a90912f0-59a6-42dc-9bb4-06384ddc24bb HTTP/1.1" status: 204 len: 168 time: 0.8330772 Mar 14 15:39:36.750697 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'tag': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:39:36.753093 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df55e81-0cdf-4797-851f-042755269164" -d '{"events": [{"name": "network-changed", "server_uuid": "add749ae-4bd4-46cd-bcb1-ba85697b8bde", "tag": "9f4b2f7e-027e-45f1-a482-ea4b772b1ceb"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:39:36.795662 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78661718-5a4a-4c62-a156-96b8522683ae x-openstack-request-id: req-78661718-5a4a-4c62-a156-96b8522683ae {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:39:36.795959 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add749ae-4bd4-46cd-bcb1-ba85697b8bde", "tag": "9f4b2f7e-027e-45f1-a482-ea4b772b1ceb", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:39:36.796218 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-78661718-5a4a-4c62-a156-96b8522683ae {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:39:36.796711 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'tag': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb', 'status': 'completed', 'code': 200} Mar 14 15:39:36.891699 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df55e81-0cdf-4797-851f-042755269164 req-b755ffac-417d-4e71-81d1-c5a12ddd8161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:36.894434 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1df55e81-0cdf-4797-851f-042755269164 req-b755ffac-417d-4e71-81d1-c5a12ddd8161 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 1099 time: 0.0573528 Mar 14 15:39:37.034242 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-62d23a93-6088-4824-b4ea-512fba604982 None None] Set router baf9f489-6d24-47a8-88f2-da9793b7a818 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:39:37.061369 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77a8c8-cd29-4cbb-ae00-73c84554d065 req-ee7da2c3-e9be-4d86-9134-142e4f80610b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:37.062853 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2e77a8c8-cd29-4cbb-ae00-73c84554d065 req-ee7da2c3-e9be-4d86-9134-142e4f80610b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 946 time: 0.0822191 Mar 14 15:39:37.064371 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df55e81-0cdf-4797-851f-042755269164 req-9adf3ed7-7249-4753-bdba-f6f740f092a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:37.065686 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1df55e81-0cdf-4797-851f-042755269164 req-9adf3ed7-7249-4753-bdba-f6f740f092a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 HTTP/1.1" status: 200 len: 897 time: 0.1628687 Mar 14 15:39:37.118357 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1df55e81-0cdf-4797-851f-042755269164 req-09ce73ee-d3d3-4284-9896-6a5afb8a5b91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb HTTP/1.1" status: 200 len: 217 time: 0.0423393 Mar 14 15:39:37.161347 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2e77a8c8-cd29-4cbb-ae00-73c84554d065 req-f343af4a-d4ad-4bce-ad89-a391c104d1c4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bf76165b-04f3-498d-9355-0dae0731e7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920117 Mar 14 15:39:37.177308 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df55e81-0cdf-4797-851f-042755269164 req-fb1fc290-8f92-4509-8f7f-13715f495e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:37.178782 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1df55e81-0cdf-4797-851f-042755269164 req-fb1fc290-8f92-4509-8f7f-13715f495e81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9104cf1-7f3d-448f-9df2-3fa25d49c009 HTTP/1.1" status: 200 len: 835 time: 0.0510068 Mar 14 15:39:37.229358 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df55e81-0cdf-4797-851f-042755269164 req-bfc4e3c1-509c-4fd2-873e-557dac8963cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:37.230852 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1df55e81-0cdf-4797-851f-042755269164 req-bfc4e3c1-509c-4fd2-873e-557dac8963cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449154 Mar 14 15:39:37.234145 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-62d23a93-6088-4824-b4ea-512fba604982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'name': 'tempest-TestNetworkBasicOps-router-793553118', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e02e63db-c750-4f45-8624-ce263998624a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:19Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'e02e63db-c750-4f45-8624-ce263998624a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c3674ec8-6828-48a1-9dca-6bc9d57a6d3d', 'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:9e:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:18Z', 'updated_at': '2022-03-14T15:38:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:37.260364 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d23a93-6088-4824-b4ea-512fba604982 None None] Checking router: baf9f489-6d24-47a8-88f2-da9793b7a818 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:39:37.271337 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d23a93-6088-4824-b4ea-512fba604982 None None] Routers {'baf9f489-6d24-47a8-88f2-da9793b7a818'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:39:37.271953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-62d23a93-6088-4824-b4ea-512fba604982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:39:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['baf9f489-6d24-47a8-88f2-da9793b7a818'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:37.331384 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1df55e81-0cdf-4797-851f-042755269164 req-fa163544-0e38-4971-b5ac-2160ca8dfb8a service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848310 Mar 14 15:39:37.381857 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-62d23a93-6088-4824-b4ea-512fba604982 None None] Set router baf9f489-6d24-47a8-88f2-da9793b7a818 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:39:37.428206 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1df55e81-0cdf-4797-851f-042755269164 req-b747c2d1-0eb7-4750-ba2e-705eb14b4a2a service neutron] 10.222.0.18 "GET /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901453 Mar 14 15:39:37.507964 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:37.597689 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-62d23a93-6088-4824-b4ea-512fba604982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'name': 'tempest-TestNetworkBasicOps-router-793553118', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e02e63db-c750-4f45-8624-ce263998624a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:19Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'e02e63db-c750-4f45-8624-ce263998624a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c3674ec8-6828-48a1-9dca-6bc9d57a6d3d', 'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:9e:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:18Z', 'updated_at': '2022-03-14T15:38:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:37.624104 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d23a93-6088-4824-b4ea-512fba604982 None None] The sync data for ids ['baf9f489-6d24-47a8-88f2-da9793b7a818'] in dv-neutron-833559-1-hyperv is: [{'id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'name': 'tempest-TestNetworkBasicOps-router-793553118', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e02e63db-c750-4f45-8624-ce263998624a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:19Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'e02e63db-c750-4f45-8624-ce263998624a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c3674ec8-6828-48a1-9dca-6bc9d57a6d3d', 'name': '', 'network_id': 'd591d60d-0bd4-4bc2-ac6c-39f64aaa8172', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:9e:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:18Z', 'updated_at': '2022-03-14T15:38:21Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'a9104cf1-7f3d-448f-9df2-3fa25d49c009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:39:37.843979 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cfa11d-d1b2-457d-b8a6-2c6ed43b384a None None] New status for floating IP a90912f0-59a6-42dc-9bb4-06384ddc24bb: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:39:38.280672 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534be023-c034-4734-8396-09aad97c166c req-3d9112f8-dab8-4c68-b2b7-7c209266a19f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:38.282174 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-534be023-c034-4734-8396-09aad97c166c req-3d9112f8-dab8-4c68-b2b7-7c209266a19f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 946 time: 0.0491045 Mar 14 15:39:38.320698 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-534be023-c034-4734-8396-09aad97c166c req-68fa24d4-4224-4547-96d0-ab9b2fc4b81a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bf76165b-04f3-498d-9355-0dae0731e7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325816 Mar 14 15:39:38.592069 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898954a-de16-4aab-a9b8-9f08274dc43a req-356e2616-4397-46f6-88d6-aefbf8fe306a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:38.593509 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5898954a-de16-4aab-a9b8-9f08274dc43a req-356e2616-4397-46f6-88d6-aefbf8fe306a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/ports?device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 946 time: 0.0485532 Mar 14 15:39:38.683148 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-5898954a-de16-4aab-a9b8-9f08274dc43a req-c1c13b3a-a1b5-4dba-955f-506d8b13bc78 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:39:38.683494 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5898954a-de16-4aab-a9b8-9f08274dc43a req-c1c13b3a-a1b5-4dba-955f-506d8b13bc78 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:38.774969 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-5898954a-de16-4aab-a9b8-9f08274dc43a req-c1c13b3a-a1b5-4dba-955f-506d8b13bc78 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb,segment=NetworkSegment(eedb4a19-60aa-4911-8714-5931d1e20ee7),segment_id=eedb4a19-60aa-4911-8714-5931d1e20ee7)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:38.775337 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5898954a-de16-4aab-a9b8-9f08274dc43a req-c1c13b3a-a1b5-4dba-955f-506d8b13bc78 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:38.788711 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-5898954a-de16-4aab-a9b8-9f08274dc43a req-c1c13b3a-a1b5-4dba-955f-506d8b13bc78 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:39:38.897022 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:38.903027 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:38.917758 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5898954a-de16-4aab-a9b8-9f08274dc43a req-c1c13b3a-a1b5-4dba-955f-506d8b13bc78 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:38.946057 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c13b3a-a1b5-4dba-955f-506d8b13bc78 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=9f4b2f7e-027e-45f1-a482-ea4b772b1ceb,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:38.990300 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5898954a-de16-4aab-a9b8-9f08274dc43a req-c1c13b3a-a1b5-4dba-955f-506d8b13bc78 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] No DVR routers for this DVR port 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:39:38.992774 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5898954a-de16-4aab-a9b8-9f08274dc43a req-c1c13b3a-a1b5-4dba-955f-506d8b13bc78 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:38.996134 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5898954a-de16-4aab-a9b8-9f08274dc43a req-c1c13b3a-a1b5-4dba-955f-506d8b13bc78 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "DELETE /v2.0/ports/9f4b2f7e-027e-45f1-a482-ea4b772b1ceb HTTP/1.1" status: 204 len: 173 time: 0.3935153 Mar 14 15:39:38.996570 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'name': 'network-vif-deleted', 'tag': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:39:38.999030 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c1b3bb-4887-4aa6-8361-8a1e0e77a969" -d '{"events": [{"server_uuid": "add749ae-4bd4-46cd-bcb1-ba85697b8bde", "name": "network-vif-deleted", "tag": "9f4b2f7e-027e-45f1-a482-ea4b772b1ceb"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:39:39.003155 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:39:39.033424 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:39:39.033774 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device c483f0cd-1251-4a43-b5e7-7a0dc7ad8dd0 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:39:39.043520 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6457730c-1689-4ac7-b940-bbccab8e9eb6 x-openstack-request-id: req-6457730c-1689-4ac7-b940-bbccab8e9eb6 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:39:39.044551 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add749ae-4bd4-46cd-bcb1-ba85697b8bde", "name": "network-vif-deleted", "tag": "9f4b2f7e-027e-45f1-a482-ea4b772b1ceb", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:39:39.044683 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6457730c-1689-4ac7-b940-bbccab8e9eb6 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:39:39.045046 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add749ae-4bd4-46cd-bcb1-ba85697b8bde', 'name': 'network-vif-deleted', 'tag': '9f4b2f7e-027e-45f1-a482-ea4b772b1ceb', 'status': 'completed', 'code': 200} Mar 14 15:39:39.334353 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:39.437783 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-54c79c59-4c67-45b6-b772-bd8e511298e6 req-305a7c4a-8614-4e3c-9683-66d672e1d05f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=add749ae-4bd4-46cd-bcb1-ba85697b8bde HTTP/1.1" status: 200 len: 210 time: 0.0320835 Mar 14 15:39:40.494292 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58652) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:40.551607 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b2143b6d-c2b2-4355-9dc0-e0bf9b572fab tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:40.577163 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b2143b6d-c2b2-4355-9dc0-e0bf9b572fab tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:40.635549 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b2143b6d-c2b2-4355-9dc0-e0bf9b572fab tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:40.638698 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b2143b6d-c2b2-4355-9dc0-e0bf9b572fab tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:40.639897 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b2143b6d-c2b2-4355-9dc0-e0bf9b572fab tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/security-groups/bf76165b-04f3-498d-9355-0dae0731e7c5 HTTP/1.1" status: 204 len: 168 time: 0.1445973 Mar 14 15:39:40.648977 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2143b6d-c2b2-4355-9dc0-e0bf9b572fab tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf76165b-04f3-498d-9355-0dae0731e7c5,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:40.671365 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58656) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:41.027120 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-98838f4a-270e-4b10-88de-b384243de654 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:41.275809 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-98838f4a-270e-4b10-88de-b384243de654 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port c3674ec8-6828-48a1-9dca-6bc9d57a6d3d {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:39:41.276157 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-98838f4a-270e-4b10-88de-b384243de654 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:41.365155 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-98838f4a-270e-4b10-88de-b384243de654 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port c3674ec8-6828-48a1-9dca-6bc9d57a6d3d, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c3674ec8-6828-48a1-9dca-6bc9d57a6d3d,segment=NetworkSegment(eedb4a19-60aa-4911-8714-5931d1e20ee7),segment_id=eedb4a19-60aa-4911-8714-5931d1e20ee7)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:41.365516 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-98838f4a-270e-4b10-88de-b384243de654 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:41.378804 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-98838f4a-270e-4b10-88de-b384243de654 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for c3674ec8-6828-48a1-9dca-6bc9d57a6d3d owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:39:41.563079 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-98838f4a-270e-4b10-88de-b384243de654 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:41.593581 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98838f4a-270e-4b10-88de-b384243de654 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=c3674ec8-6828-48a1-9dca-6bc9d57a6d3d,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:41.765840 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-98838f4a-270e-4b10-88de-b384243de654 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:41.980848 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98838f4a-270e-4b10-88de-b384243de654 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router baf9f489-6d24-47a8-88f2-da9793b7a818 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:39:42.088735 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98838f4a-270e-4b10-88de-b384243de654 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:39:42.096278 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-98838f4a-270e-4b10-88de-b384243de654 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/routers/baf9f489-6d24-47a8-88f2-da9793b7a818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4219151 Mar 14 15:39:42.097161 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58658) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:42.098890 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66d8b41-bec4-4999-8455-4a23e98e0412 None None] Sync routers for ids ['baf9f489-6d24-47a8-88f2-da9793b7a818'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:39:42.108494 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66d8b41-bec4-4999-8455-4a23e98e0412 None None] Routers {'baf9f489-6d24-47a8-88f2-da9793b7a818'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:39:42.109285 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-e66d8b41-bec4-4999-8455-4a23e98e0412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:39:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['baf9f489-6d24-47a8-88f2-da9793b7a818'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:42.150122 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7158e5-6111-4688-961e-ad98ab4bfd36 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting subnet a9104cf1-7f3d-448f-9df2-3fa25d49c009 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:39:42.153694 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fe7158e5-6111-4688-961e-ad98ab4bfd36 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:42.194855 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fe7158e5-6111-4688-961e-ad98ab4bfd36 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:42.218690 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-e66d8b41-bec4-4999-8455-4a23e98e0412 None None] Set router baf9f489-6d24-47a8-88f2-da9793b7a818 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:39:42.283428 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fe7158e5-6111-4688-961e-ad98ab4bfd36 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:42.343277 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fe7158e5-6111-4688-961e-ad98ab4bfd36 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:42.370255 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7158e5-6111-4688-961e-ad98ab4bfd36 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Subnet': ['ID=a9104cf1-7f3d-448f-9df2-3fa25d49c009,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:42.375889 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fe7158e5-6111-4688-961e-ad98ab4bfd36 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:42.379125 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fe7158e5-6111-4688-961e-ad98ab4bfd36 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/subnets/a9104cf1-7f3d-448f-9df2-3fa25d49c009 HTTP/1.1" status: 204 len: 168 time: 0.2809205 Mar 14 15:39:42.381710 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58660) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:42.382751 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9878939a-a4dd-4ab1-9f1a-9828293416ec None None] Network d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:39:42.490274 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7efe-d6e5-4527-879e-f723b9a504b9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:42.498594 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-e66d8b41-bec4-4999-8455-4a23e98e0412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'name': 'tempest-TestNetworkBasicOps-router-793553118', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e02e63db-c750-4f45-8624-ce263998624a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:39:41Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'e02e63db-c750-4f45-8624-ce263998624a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:42.525629 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66d8b41-bec4-4999-8455-4a23e98e0412 None None] Checking router: baf9f489-6d24-47a8-88f2-da9793b7a818 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:39:42.538831 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66d8b41-bec4-4999-8455-4a23e98e0412 None None] Routers {'baf9f489-6d24-47a8-88f2-da9793b7a818'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:39:42.539425 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-e66d8b41-bec4-4999-8455-4a23e98e0412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:39:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['baf9f489-6d24-47a8-88f2-da9793b7a818'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:42.628661 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd5dc32-50b3-4dec-bac9-2afc8b3767bc None None] DHCP port deletion for d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:39:42.682490 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-e66d8b41-bec4-4999-8455-4a23e98e0412 None None] Set router baf9f489-6d24-47a8-88f2-da9793b7a818 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:39:42.909798 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7efe-d6e5-4527-879e-f723b9a504b9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:42.952244 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1fd5dc32-50b3-4dec-bac9-2afc8b3767bc None None] Deleting port 30832aca-cab2-4f7e-ac4d-92883191b3dd {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:39:42.952621 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1fd5dc32-50b3-4dec-bac9-2afc8b3767bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:42.970243 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd7efe-d6e5-4527-879e-f723b9a504b9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port e02e63db-c750-4f45-8624-ce263998624a {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:39:42.970586 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7efe-d6e5-4527-879e-f723b9a504b9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:43.048429 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:39:43.053456 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-1dbd7efe-d6e5-4527-879e-f723b9a504b9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port e02e63db-c750-4f45-8624-ce263998624a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e02e63db-c750-4f45-8624-ce263998624a,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:43.053937 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7efe-d6e5-4527-879e-f723b9a504b9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:43.065950 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd7efe-d6e5-4527-879e-f723b9a504b9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for e02e63db-c750-4f45-8624-ce263998624a owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:39:43.082092 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-1fd5dc32-50b3-4dec-bac9-2afc8b3767bc None None] For port 30832aca-cab2-4f7e-ac4d-92883191b3dd, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=30832aca-cab2-4f7e-ac4d-92883191b3dd,segment=NetworkSegment(eedb4a19-60aa-4911-8714-5931d1e20ee7),segment_id=eedb4a19-60aa-4911-8714-5931d1e20ee7)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:43.082489 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1fd5dc32-50b3-4dec-bac9-2afc8b3767bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:43.084892 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:39:43.085236 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 9f4b2f7e-027e-45f1-a482-ea4b772b1ceb not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:39:43.102024 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1fd5dc32-50b3-4dec-bac9-2afc8b3767bc None None] Calling delete_port for 30832aca-cab2-4f7e-ac4d-92883191b3dd owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:39:43.170816 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-e66d8b41-bec4-4999-8455-4a23e98e0412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'name': 'tempest-TestNetworkBasicOps-router-793553118', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e02e63db-c750-4f45-8624-ce263998624a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:39:41Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'e02e63db-c750-4f45-8624-ce263998624a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:43.206717 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66d8b41-bec4-4999-8455-4a23e98e0412 None None] The sync data for ids ['baf9f489-6d24-47a8-88f2-da9793b7a818'] in dv-neutron-833559-1-hyperv is: [{'id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'name': 'tempest-TestNetworkBasicOps-router-793553118', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'e02e63db-c750-4f45-8624-ce263998624a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:39:41Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': 'e02e63db-c750-4f45-8624-ce263998624a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf9f489-6d24-47a8-88f2-da9793b7a818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:38:15Z', 'updated_at': '2022-03-14T15:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:39:43.227412 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1fd5dc32-50b3-4dec-bac9-2afc8b3767bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:43.253384 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5dc32-50b3-4dec-bac9-2afc8b3767bc None None] Pushing event deleted for resources: {'Port': ['ID=30832aca-cab2-4f7e-ac4d-92883191b3dd,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:43.253643 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7efe-d6e5-4527-879e-f723b9a504b9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:43.261190 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd5dc32-50b3-4dec-bac9-2afc8b3767bc None None] No DVR routers for this DVR port 30832aca-cab2-4f7e-ac4d-92883191b3dd on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:39:43.264037 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5dc32-50b3-4dec-bac9-2afc8b3767bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:43.264395 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5dc32-50b3-4dec-bac9-2afc8b3767bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:43.264738 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5dc32-50b3-4dec-bac9-2afc8b3767bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:43.265074 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5dc32-50b3-4dec-bac9-2afc8b3767bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:43.265403 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5dc32-50b3-4dec-bac9-2afc8b3767bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:43.265738 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5dc32-50b3-4dec-bac9-2afc8b3767bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:43.266064 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5dc32-50b3-4dec-bac9-2afc8b3767bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:43.266412 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5dc32-50b3-4dec-bac9-2afc8b3767bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:43.266722 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5dc32-50b3-4dec-bac9-2afc8b3767bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:43.267071 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5dc32-50b3-4dec-bac9-2afc8b3767bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:43.267392 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5dc32-50b3-4dec-bac9-2afc8b3767bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:43.267712 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5dc32-50b3-4dec-bac9-2afc8b3767bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:43.285259 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd7efe-d6e5-4527-879e-f723b9a504b9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=e02e63db-c750-4f45-8624-ce263998624a,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:43.348202 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7efe-d6e5-4527-879e-f723b9a504b9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:43.448372 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7efe-d6e5-4527-879e-f723b9a504b9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:43.451856 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7efe-d6e5-4527-879e-f723b9a504b9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:43.494191 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7efe-d6e5-4527-879e-f723b9a504b9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:43.494640 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbd7efe-d6e5-4527-879e-f723b9a504b9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Fanout notify agent at l3_agent the message router_deleted on router baf9f489-6d24-47a8-88f2-da9793b7a818 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:39:43.502107 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7efe-d6e5-4527-879e-f723b9a504b9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:43.503410 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1dbd7efe-d6e5-4527-879e-f723b9a504b9 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/routers/baf9f489-6d24-47a8-88f2-da9793b7a818 HTTP/1.1" status: 204 len: 168 time: 1.1205862 Mar 14 15:39:43.506045 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58662) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:43.584151 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6071-5ba2-4a7c-9f84-6db610739e29 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:43.677590 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6071-5ba2-4a7c-9f84-6db610739e29 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:43.698090 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-6e4d6071-5ba2-4a7c-9f84-6db610739e29 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d591d60d-0bd4-4bc2-ac6c-39f64aaa8172']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:43.708186 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-6e4d6071-5ba2-4a7c-9f84-6db610739e29 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eedb4a19-60aa-4911-8714-5931d1e20ee7') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:43.708419 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-6e4d6071-5ba2-4a7c-9f84-6db610739e29 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eedb4a19-60aa-4911-8714-5931d1e20ee7') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:43.718186 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6071-5ba2-4a7c-9f84-6db610739e29 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:43.731219 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6071-5ba2-4a7c-9f84-6db610739e29 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:43.737503 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4d6071-5ba2-4a7c-9f84-6db610739e29 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:39:43.737931 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6071-5ba2-4a7c-9f84-6db610739e29 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:39:43.740934 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:39:43.808623 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6071-5ba2-4a7c-9f84-6db610739e29 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:43.828181 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6071-5ba2-4a7c-9f84-6db610739e29 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:43.831359 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6e4d6071-5ba2-4a7c-9f84-6db610739e29 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/networks/d591d60d-0bd4-4bc2-ac6c-39f64aaa8172 HTTP/1.1" status: 204 len: 168 time: 0.3243818 Mar 14 15:39:43.832610 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d6071-5ba2-4a7c-9f84-6db610739e29 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Network': ['ID=d591d60d-0bd4-4bc2-ac6c-39f64aaa8172,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:43.857430 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58664) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:43.863682 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-12dad8d6-9e55-4032-b9cd-02505e0cd9b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'network': {'name': 'tempest-network-smoke--598554762', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'port_security_enabled': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:39:43.883682 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dad8d6-9e55-4032-b9cd-02505e0cd9b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:39:43.887456 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-12dad8d6-9e55-4032-b9cd-02505e0cd9b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:43.911927 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12dad8d6-9e55-4032-b9cd-02505e0cd9b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:39:43.921224 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-12dad8d6-9e55-4032-b9cd-02505e0cd9b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:43.921740 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-12dad8d6-9e55-4032-b9cd-02505e0cd9b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Added segment a72b9239-6ae3-41c9-8030-c332ed08fe4d of type vlan for network 4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a Mar 14 15:39:43.961332 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-12dad8d6-9e55-4032-b9cd-02505e0cd9b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:43.984970 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-12dad8d6-9e55-4032-b9cd-02505e0cd9b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:43.990704 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dad8d6-9e55-4032-b9cd-02505e0cd9b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:43.991318 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-12dad8d6-9e55-4032-b9cd-02505e0cd9b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:44.050570 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-12dad8d6-9e55-4032-b9cd-02505e0cd9b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1920552 Mar 14 15:39:44.053316 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58666) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:44.057540 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-d8b5f589-2fe0-4096-ae88-73efedf66328 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-502417028', 'admin_state_up': True, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:39:44.077334 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dad8d6-9e55-4032-b9cd-02505e0cd9b3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Network': ['ID=4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:44.088529 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:39:44.089916 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f589-2fe0-4096-ae88-73efedf66328 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:44.091227 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f589-2fe0-4096-ae88-73efedf66328 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:44.144715 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f589-2fe0-4096-ae88-73efedf66328 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:44.217992 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 30832aca-cab2-4f7e-ac4d-92883191b3dd no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:39:44.243058 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 30832aca-cab2-4f7e-ac4d-92883191b3dd {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:39:44.243695 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 30832aca-cab2-4f7e-ac4d-92883191b3dd not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:39:44.244115 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c3674ec8-6828-48a1-9dca-6bc9d57a6d3d no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:39:44.263878 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: c3674ec8-6828-48a1-9dca-6bc9d57a6d3d {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:39:44.264218 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c3674ec8-6828-48a1-9dca-6bc9d57a6d3d not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:39:44.264621 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e02e63db-c750-4f45-8624-ce263998624a no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:39:44.283071 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: e02e63db-c750-4f45-8624-ce263998624a {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:39:44.283423 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e02e63db-c750-4f45-8624-ce263998624a not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:39:44.294303 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f589-2fe0-4096-ae88-73efedf66328 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:44.483601 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f589-2fe0-4096-ae88-73efedf66328 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:44.502562 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f589-2fe0-4096-ae88-73efedf66328 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:44.605802 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-d8b5f589-2fe0-4096-ae88-73efedf66328 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.26.6.80 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/6c7ddb5b-c79e-474e-bec5-29f8310095da) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:39:44.704839 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f589-2fe0-4096-ae88-73efedf66328 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:44.738387 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f589-2fe0-4096-ae88-73efedf66328 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:44.780962 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b5f589-2fe0-4096-ae88-73efedf66328 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:39:44.783818 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-d8b5f589-2fe0-4096-ae88-73efedf66328 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:39:44.787177 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b5f589-2fe0-4096-ae88-73efedf66328 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:39:44.812251 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5f589-2fe0-4096-ae88-73efedf66328 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=6c7ddb5b-c79e-474e-bec5-29f8310095da,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:45.037978 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f589-2fe0-4096-ae88-73efedf66328 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:45.237425 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f589-2fe0-4096-ae88-73efedf66328 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:45.367143 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b5f589-2fe0-4096-ae88-73efedf66328 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:39:45.476669 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b5f589-2fe0-4096-ae88-73efedf66328 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:39:45.486547 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] Sync routers for ids ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:39:45.496695 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] Routers {'03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:39:45.497803 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f589-2fe0-4096-ae88-73efedf66328 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:45.498797 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:39:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:45.499052 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d8b5f589-2fe0-4096-ae88-73efedf66328 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4448168 Mar 14 15:39:45.502268 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58668) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:45.530347 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0c30fee4-3694-40c4-9034-8126afc6cd1f tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=981c2b5a3afd42dd95b1da15ede4e026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270000 Mar 14 15:39:45.532933 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58670) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:45.603767 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] Set router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:39:45.620336 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03ca82c-83ea-462b-911e-61f9f3a7205b tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:45.621771 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d03ca82c-83ea-462b-911e-61f9f3a7205b tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875936 Mar 14 15:39:45.625412 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58672) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:45.653116 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bb2342f2-7b94-4903-8278-84a29c352f98 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266640 Mar 14 15:39:45.655688 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58674) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:45.660302 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f0b290f2-0303-4688-a87d-64a22c748d3c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1245725103', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:39:45.753238 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b290f2-0303-4688-a87d-64a22c748d3c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:39:45.757508 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0b290f2-0303-4688-a87d-64a22c748d3c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:45.778826 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'name': 'tempest-TestNetworkBasicOps-router-502417028', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:39:44Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:45.808258 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] Checking router: 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:39:45.808617 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] Updating router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 port 6c7ddb5b-c79e-474e-bec5-29f8310095da binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:39:45.835931 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:45.941335 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0b290f2-0303-4688-a87d-64a22c748d3c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:46.004363 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b290f2-0303-4688-a87d-64a22c748d3c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Subnet': ['ID=e653abe4-c56f-4735-981d-8779940d5c17,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:46.009517 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b290f2-0303-4688-a87d-64a22c748d3c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Checking segment: {'id': 'a72b9239-6ae3-41c9-8030-c332ed08fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:39:46.010270 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b290f2-0303-4688-a87d-64a22c748d3c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network hostable DHCP agents. Network: 4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:39:46.027159 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b290f2-0303-4688-a87d-64a22c748d3c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:39:46.037707 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f0b290f2-0303-4688-a87d-64a22c748d3c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:39:46.042150 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b290f2-0303-4688-a87d-64a22c748d3c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:46.042790 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0b290f2-0303-4688-a87d-64a22c748d3c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:46.049921 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8a2d08-f35b-425a-b848-0666b21ee3e3 None None] Network 4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:39:46.061602 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f0b290f2-0303-4688-a87d-64a22c748d3c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4049146 Mar 14 15:39:46.064377 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58676) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:46.091735 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:46.097894 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:46.151874 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] Attempting to bind port 6c7ddb5b-c79e-474e-bec5-29f8310095da on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:39:46.152225 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] Attempting to bind port 6c7ddb5b-c79e-474e-bec5-29f8310095da by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:39:46.152578 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] Attempting to bind port 6c7ddb5b-c79e-474e-bec5-29f8310095da on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:39:46.163000 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:39:46.163363 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:39:46.163762 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:46.164143 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:39:46.164598 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] Bound port: 6c7ddb5b-c79e-474e-bec5-29f8310095da, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:39:46.164967 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:46.168535 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb50b2-c23f-4e7f-8905-e4aefa366843 None None] Pushing event updated for resources: {'Port': ['ID=6c7ddb5b-c79e-474e-bec5-29f8310095da,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:46.196331 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb50b2-c23f-4e7f-8905-e4aefa366843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:46.196662 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb50b2-c23f-4e7f-8905-e4aefa366843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:46.196919 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb50b2-c23f-4e7f-8905-e4aefa366843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:46.197247 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb50b2-c23f-4e7f-8905-e4aefa366843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:46.197571 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb50b2-c23f-4e7f-8905-e4aefa366843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:46.197898 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb50b2-c23f-4e7f-8905-e4aefa366843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:46.198222 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb50b2-c23f-4e7f-8905-e4aefa366843 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:46.198540 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb50b2-c23f-4e7f-8905-e4aefa366843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:46.199133 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb50b2-c23f-4e7f-8905-e4aefa366843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:46.199461 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb50b2-c23f-4e7f-8905-e4aefa366843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:46.199771 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb50b2-c23f-4e7f-8905-e4aefa366843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:46.201091 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb50b2-c23f-4e7f-8905-e4aefa366843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:39:46.221543 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ips': [{'subnet_id': 'e653abe4-c56f-4735-981d-8779940d5c17'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:39:46.222523 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:46.230138 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] For port 6c7ddb5b-c79e-474e-bec5-29f8310095da, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:39:46.233412 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] For port 6c7ddb5b-c79e-474e-bec5-29f8310095da, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=6c7ddb5b-c79e-474e-bec5-29f8310095da,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:39:46.240376 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:46.309323 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] Routers {'03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:39:46.310689 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:39:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:46.390385 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] Allocated IP 172.20.0.2 (4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a/e653abe4-c56f-4735-981d-8779940d5c17/9321b4e7-8a14-4b13-85e4-c9f10c96b76f) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:39:46.434083 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] Set router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:39:46.519709 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb50b2-c23f-4e7f-8905-e4aefa366843 None None] Pushing event updated for resources: {'Port': ['ID=6c7ddb5b-c79e-474e-bec5-29f8310095da,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:46.579367 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:46.588529 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:46.643879 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] Network 4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:39:46.644722 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] Pushing event updated for resources: {'Port': ['ID=9321b4e7-8a14-4b13-85e4-c9f10c96b76f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:46.644960 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'name': 'tempest-TestNetworkBasicOps-router-502417028', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:39:44Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:46.647615 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:39:46.649769 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:39:46.713179 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] Attempting to bind port 9321b4e7-8a14-4b13-85e4-c9f10c96b76f on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:39:46.713552 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] Attempting to bind port 9321b4e7-8a14-4b13-85e4-c9f10c96b76f by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'a72b9239-6ae3-41c9-8030-c332ed08fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:39:46.713912 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] Attempting to bind port 9321b4e7-8a14-4b13-85e4-c9f10c96b76f on network 4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:39:46.720628 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:39:46.721144 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] Checking segment: {'id': 'a72b9239-6ae3-41c9-8030-c332ed08fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:39:46.721552 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:46.721950 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] Bound using segment: {'id': 'a72b9239-6ae3-41c9-8030-c332ed08fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:39:46.722426 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] Bound port: 9321b4e7-8a14-4b13-85e4-c9f10c96b76f, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72b9239-6ae3-41c9-8030-c332ed08fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:39:46.722808 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:46.783654 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdd103e-2e61-42c5-89bc-ea8fb50f69af None None] The sync data for ids ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'] in dv-neutron-833559-1-hyperv is: [{'id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'name': 'tempest-TestNetworkBasicOps-router-502417028', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:39:44Z', 'revision_number': 3, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:39:46.808461 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] For port 9321b4e7-8a14-4b13-85e4-c9f10c96b76f, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:39:46.813830 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] For port 9321b4e7-8a14-4b13-85e4-c9f10c96b76f, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=9321b4e7-8a14-4b13-85e4-c9f10c96b76f,segment=NetworkSegment(a72b9239-6ae3-41c9-8030-c332ed08fe4d),segment_id=a72b9239-6ae3-41c9-8030-c332ed08fe4d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:39:46.818795 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:46.890484 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7924493-7266-4f56-8927-f32264c009e8 None None] Pushing event updated for resources: {'Port': ['ID=9321b4e7-8a14-4b13-85e4-c9f10c96b76f,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:46.983254 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-772ba80b-06f4-4e8f-b634-52152199c54b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:47.332054 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-772ba80b-06f4-4e8f-b634-52152199c54b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.20.0.1 (4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a/e653abe4-c56f-4735-981d-8779940d5c17/ece58cb5-f062-48ab-9d9d-a915b03ad3f1) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:39:47.457286 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-772ba80b-06f4-4e8f-b634-52152199c54b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:47.495785 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-772ba80b-06f4-4e8f-b634-52152199c54b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:47.538963 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772ba80b-06f4-4e8f-b634-52152199c54b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:39:47.542263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-772ba80b-06f4-4e8f-b634-52152199c54b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:39:47.546801 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772ba80b-06f4-4e8f-b634-52152199c54b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:39:47.584141 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ba80b-06f4-4e8f-b634-52152199c54b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=ece58cb5-f062-48ab-9d9d-a915b03ad3f1,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:47.604390 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-772ba80b-06f4-4e8f-b634-52152199c54b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:47.741098 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-772ba80b-06f4-4e8f-b634-52152199c54b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:47.991882 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7b6827-2dfb-4952-97ee-b73d8bb99fd5 None None] Network 4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:39:48.036943 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-772ba80b-06f4-4e8f-b634-52152199c54b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:48.041844 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-772ba80b-06f4-4e8f-b634-52152199c54b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:48.069451 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-9178d049-3e4d-42ad-95ec-aab8a0ea8ccb None None] Provisioning complete for port 9321b4e7-8a14-4b13-85e4-c9f10c96b76f triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:39:48.069820 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9178d049-3e4d-42ad-95ec-aab8a0ea8ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:48.120474 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ba80b-06f4-4e8f-b634-52152199c54b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=ece58cb5-f062-48ab-9d9d-a915b03ad3f1,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:48.123168 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-772ba80b-06f4-4e8f-b634-52152199c54b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:48.219409 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9178d049-3e4d-42ad-95ec-aab8a0ea8ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:48.222793 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772ba80b-06f4-4e8f-b634-52152199c54b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:39:48.224252 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-772ba80b-06f4-4e8f-b634-52152199c54b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:39:48.260098 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-9178d049-3e4d-42ad-95ec-aab8a0ea8ccb None None] For port 9321b4e7-8a14-4b13-85e4-c9f10c96b76f, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=9321b4e7-8a14-4b13-85e4-c9f10c96b76f,segment=NetworkSegment(a72b9239-6ae3-41c9-8030-c332ed08fe4d),segment_id=a72b9239-6ae3-41c9-8030-c332ed08fe4d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:48.271240 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9178d049-3e4d-42ad-95ec-aab8a0ea8ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:48.321753 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 6c7ddb5b-c79e-474e-bec5-29f8310095da up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:39:48.379495 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178d049-3e4d-42ad-95ec-aab8a0ea8ccb None None] Pushing event updated for resources: {'Port': ['ID=9321b4e7-8a14-4b13-85e4-c9f10c96b76f,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:48.395435 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 6c7ddb5b-c79e-474e-bec5-29f8310095da triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:39:48.395813 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:48.408184 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772ba80b-06f4-4e8f-b634-52152199c54b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:39:48.487448 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:48.515803 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 6c7ddb5b-c79e-474e-bec5-29f8310095da, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=6c7ddb5b-c79e-474e-bec5-29f8310095da,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:48.523835 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:48.525240 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 9321b4e7-8a14-4b13-85e4-c9f10c96b76f up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:39:48.539716 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772ba80b-06f4-4e8f-b634-52152199c54b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:39:48.547423 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-772ba80b-06f4-4e8f-b634-52152199c54b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/routers/03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4818552 Mar 14 15:39:48.548173 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58678) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:48.624234 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=6c7ddb5b-c79e-474e-bec5-29f8310095da,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:48.641799 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-10238a95-c0f5-42e1-8035-a2d6684a9f03 None None] Provisioning complete for port 9321b4e7-8a14-4b13-85e4-c9f10c96b76f triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:39:48.642370 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-10238a95-c0f5-42e1-8035-a2d6684a9f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:48.661381 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63669049-efcc-42dc-b7aa-09142a308b2d tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:48.661864 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63669049-efcc-42dc-b7aa-09142a308b2d tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:48.662326 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63669049-efcc-42dc-b7aa-09142a308b2d tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:48.662782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63669049-efcc-42dc-b7aa-09142a308b2d tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:48.668124 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58680) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:48.668818 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-63669049-efcc-42dc-b7aa-09142a308b2d tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1195717 Mar 14 15:39:48.677086 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 9321b4e7-8a14-4b13-85e4-c9f10c96b76f triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:39:48.677451 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:48.733992 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc52d03-15eb-46c5-848a-259419ba1e5e tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:48.734498 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc52d03-15eb-46c5-848a-259419ba1e5e tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:48.734835 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc52d03-15eb-46c5-848a-259419ba1e5e tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:48.735307 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc52d03-15eb-46c5-848a-259419ba1e5e tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:48.736986 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3fc52d03-15eb-46c5-848a-259419ba1e5e tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0660462 Mar 14 15:39:48.739909 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58682) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:48.763184 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] Sync routers for ids ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:39:48.810040 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] Routers {'03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:39:48.810804 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:39:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:48.892084 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-10238a95-c0f5-42e1-8035-a2d6684a9f03 None None] Provisioning complete for port ece58cb5-f062-48ab-9d9d-a915b03ad3f1 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:39:48.892084 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-10238a95-c0f5-42e1-8035-a2d6684a9f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:48.895559 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2425deaf-0b2e-486d-be08-b427c54a1378 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1542251 Mar 14 15:39:48.966910 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-10238a95-c0f5-42e1-8035-a2d6684a9f03 None None] Port ece58cb5-f062-48ab-9d9d-a915b03ad3f1 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:39:48.974941 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] Set router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:39:49.116362 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-a97391be-e2d2-4416-a641-f0793d70efee None None] Provisioning complete for port ece58cb5-f062-48ab-9d9d-a915b03ad3f1 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:39:49.117049 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a97391be-e2d2-4416-a641-f0793d70efee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.183385 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a97391be-e2d2-4416-a641-f0793d70efee None None] Port ece58cb5-f062-48ab-9d9d-a915b03ad3f1 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:39:49.211362 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'name': 'tempest-TestNetworkBasicOps-router-502417028', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:39:47Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'ece58cb5-f062-48ab-9d9d-a915b03ad3f1', 'name': '', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:22:a3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:47Z', 'updated_at': '2022-03-14T15:39:47Z', 'revision_number': 2, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:49.241612 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] Checking router: 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:39:49.241967 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] Updating router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 port ece58cb5-f062-48ab-9d9d-a915b03ad3f1 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:39:49.266387 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.349776 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58686) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:49.354270 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-c6ff4490-bf16-4175-926d-05ef43bc5aa4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-11649903', 'description': 'tempest-secgroup-smoke-11649903 description', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:39:49.375185 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c6ff4490-bf16-4175-926d-05ef43bc5aa4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.446733 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c6ff4490-bf16-4175-926d-05ef43bc5aa4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.452715 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c6ff4490-bf16-4175-926d-05ef43bc5aa4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.482334 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c6ff4490-bf16-4175-926d-05ef43bc5aa4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.483611 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c6ff4490-bf16-4175-926d-05ef43bc5aa4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1328437 Mar 14 15:39:49.486615 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58688) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:49.487653 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff4490-bf16-4175-926d-05ef43bc5aa4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca9eb40-16f3-4082-8e86-d40ba0e0310c,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:49.493349 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6087c492-e438-48b1-8cc7-c2d4dc729a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'bca9eb40-16f3-4082-8e86-d40ba0e0310c', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:39:49.518970 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6087c492-e438-48b1-8cc7-c2d4dc729a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.546980 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.552683 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.584354 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6087c492-e438-48b1-8cc7-c2d4dc729a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.588709 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6087c492-e438-48b1-8cc7-c2d4dc729a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.611013 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacabd41-9c0f-4e2a-ac17-66c4b01b8102 None None] Pushing event updated for resources: {'Port': ['ID=ece58cb5-f062-48ab-9d9d-a915b03ad3f1,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:49.613677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087c492-e438-48b1-8cc7-c2d4dc729a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c4ec70-a026-46fa-9eda-2f8c054d0cb6,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:49.619422 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6087c492-e438-48b1-8cc7-c2d4dc729a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.620634 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6087c492-e438-48b1-8cc7-c2d4dc729a5b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321394 Mar 14 15:39:49.624382 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58690) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:49.629466 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-052d92af-63a2-4036-ada3-439805eeb55a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'bca9eb40-16f3-4082-8e86-d40ba0e0310c', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:39:49.660344 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-052d92af-63a2-4036-ada3-439805eeb55a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.736459 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-052d92af-63a2-4036-ada3-439805eeb55a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.741093 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-052d92af-63a2-4036-ada3-439805eeb55a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.761460 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d92af-63a2-4036-ada3-439805eeb55a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe94f9bd-83d2-43a1-ac08-ce94bfd67e09,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:49.776738 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-052d92af-63a2-4036-ada3-439805eeb55a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.778504 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-052d92af-63a2-4036-ada3-439805eeb55a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1527562 Mar 14 15:39:49.781482 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58692) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:49.786499 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-afc69ebd-196e-4d9c-bb61-0d53d2bde067 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'bca9eb40-16f3-4082-8e86-d40ba0e0310c', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:39:49.818147 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-afc69ebd-196e-4d9c-bb61-0d53d2bde067 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.846224 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] Attempting to bind port ece58cb5-f062-48ab-9d9d-a915b03ad3f1 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:39:49.846750 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] Attempting to bind port ece58cb5-f062-48ab-9d9d-a915b03ad3f1 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'a72b9239-6ae3-41c9-8030-c332ed08fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:39:49.847149 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] Attempting to bind port ece58cb5-f062-48ab-9d9d-a915b03ad3f1 on network 4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:39:49.852810 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:39:49.852810 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] Checking segment: {'id': 'a72b9239-6ae3-41c9-8030-c332ed08fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:39:49.853067 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.853368 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] Bound using segment: {'id': 'a72b9239-6ae3-41c9-8030-c332ed08fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:39:49.853857 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] Bound port: ece58cb5-f062-48ab-9d9d-a915b03ad3f1, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72b9239-6ae3-41c9-8030-c332ed08fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:39:49.854240 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.893957 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-afc69ebd-196e-4d9c-bb61-0d53d2bde067 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.897867 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-afc69ebd-196e-4d9c-bb61-0d53d2bde067 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.920058 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc69ebd-196e-4d9c-bb61-0d53d2bde067 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7bf0be4-a595-4825-b731-c017d3fe3fbd,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:49.930119 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-afc69ebd-196e-4d9c-bb61-0d53d2bde067 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.931711 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-afc69ebd-196e-4d9c-bb61-0d53d2bde067 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489999 Mar 14 15:39:49.936474 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58694) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:49.936661 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] For port ece58cb5-f062-48ab-9d9d-a915b03ad3f1, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:39:49.941589 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] For port ece58cb5-f062-48ab-9d9d-a915b03ad3f1, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=ece58cb5-f062-48ab-9d9d-a915b03ad3f1,segment=NetworkSegment(a72b9239-6ae3-41c9-8030-c332ed08fe4d),segment_id=a72b9239-6ae3-41c9-8030-c332ed08fe4d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:39:49.942838 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0072c29f-4d5c-4e3c-9a2e-d5eab27d64fc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'bca9eb40-16f3-4082-8e86-d40ba0e0310c', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:39:49.944751 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b39ff2ba-768c-40bf-9faa-e2e005460670 None None] Provisioning complete for port ece58cb5-f062-48ab-9d9d-a915b03ad3f1 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:39:49.945151 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b39ff2ba-768c-40bf-9faa-e2e005460670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.948560 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:49.980720 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0072c29f-4d5c-4e3c-9a2e-d5eab27d64fc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:50.053674 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacabd41-9c0f-4e2a-ac17-66c4b01b8102 None None] Pushing event updated for resources: {'Port': ['ID=ece58cb5-f062-48ab-9d9d-a915b03ad3f1,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:50.057464 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] Routers {'03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:39:50.058154 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:39:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:50.073962 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0072c29f-4d5c-4e3c-9a2e-d5eab27d64fc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:50.079274 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0072c29f-4d5c-4e3c-9a2e-d5eab27d64fc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:50.107070 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072c29f-4d5c-4e3c-9a2e-d5eab27d64fc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe222c2-c73b-43b9-a839-1c16dddd6b24,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:50.119231 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0072c29f-4d5c-4e3c-9a2e-d5eab27d64fc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:50.120481 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0072c29f-4d5c-4e3c-9a2e-d5eab27d64fc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1829174 Mar 14 15:39:50.124764 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58696) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:50.130413 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0b0980a6-a3d6-486e-a073-0321296a135e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'bca9eb40-16f3-4082-8e86-d40ba0e0310c', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:39:50.175626 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-0b0980a6-a3d6-486e-a073-0321296a135e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:39:50.181528 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0b0980a6-a3d6-486e-a073-0321296a135e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:50.198943 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b39ff2ba-768c-40bf-9faa-e2e005460670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:50.244039 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] Set router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:39:50.280214 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0b0980a6-a3d6-486e-a073-0321296a135e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:50.285258 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0b0980a6-a3d6-486e-a073-0321296a135e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:50.297776 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 6c7ddb5b-c79e-474e-bec5-29f8310095da up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:39:50.313504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0980a6-a3d6-486e-a073-0321296a135e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2272d9c8-9502-408a-be53-dbd1d872fa96,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:50.334205 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0b0980a6-a3d6-486e-a073-0321296a135e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:50.338510 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58698) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:39:50.340678 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0b0980a6-a3d6-486e-a073-0321296a135e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2095218 Mar 14 15:39:50.345364 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-922ba3d8-edbe-4a82-9a49-d5293e494893 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'security_group_rule': {'security_group_id': 'bca9eb40-16f3-4082-8e86-d40ba0e0310c', 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:39:50.348619 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b39ff2ba-768c-40bf-9faa-e2e005460670 None None] For port ece58cb5-f062-48ab-9d9d-a915b03ad3f1, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=ece58cb5-f062-48ab-9d9d-a915b03ad3f1,segment=NetworkSegment(a72b9239-6ae3-41c9-8030-c332ed08fe4d),segment_id=a72b9239-6ae3-41c9-8030-c332ed08fe4d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:50.359665 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b39ff2ba-768c-40bf-9faa-e2e005460670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:50.376073 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-922ba3d8-edbe-4a82-9a49-d5293e494893 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Project 981c2b5a3afd42dd95b1da15ede4e026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:39:50.378946 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:39:50.383641 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-922ba3d8-edbe-4a82-9a49-d5293e494893 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:50.461152 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-922ba3d8-edbe-4a82-9a49-d5293e494893 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:50.465715 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-922ba3d8-edbe-4a82-9a49-d5293e494893 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:50.486256 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ba3d8-edbe-4a82-9a49-d5293e494893 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc0a4a8-6a7f-43ef-ae18-90c5f14f6715,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:50.495892 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-922ba3d8-edbe-4a82-9a49-d5293e494893 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:50.504228 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-922ba3d8-edbe-4a82-9a49-d5293e494893 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1571240 Mar 14 15:39:50.531845 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ff2ba-768c-40bf-9faa-e2e005460670 None None] Pushing event updated for resources: {'Port': ['ID=ece58cb5-f062-48ab-9d9d-a915b03ad3f1,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:50.557118 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-f76ada9f-be84-4148-a843-100417d9745d None None] Provisioning complete for port ece58cb5-f062-48ab-9d9d-a915b03ad3f1 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:39:50.557488 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f76ada9f-be84-4148-a843-100417d9745d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:50.561112 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 6c7ddb5b-c79e-474e-bec5-29f8310095da triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:39:50.561475 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:50.635119 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-6afef05a-ae0e-4f67-96a6-ed35532d5951 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-11649903&fields=id&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 267 time: 0.0340786 Mar 14 15:39:50.740609 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-098c779d-2d81-495e-8419-ada87adc07e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:50.742748 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-098c779d-2d81-495e-8419-ada87adc07e7 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/networks?id=4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a HTTP/1.1" status: 200 len: 796 time: 0.1006052 Mar 14 15:39:50.755615 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 9321b4e7-8a14-4b13-85e4-c9f10c96b76f up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:39:50.758239 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-7a472fc2-152c-4035-bdf0-47cc220b6870 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/quotas/981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 375 time: 0.0096040 Mar 14 15:39:50.762580 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'name': 'tempest-TestNetworkBasicOps-router-502417028', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:39:47Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'ece58cb5-f062-48ab-9d9d-a915b03ad3f1', 'name': '', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:22:a3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:47Z', 'updated_at': '2022-03-14T15:39:49Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:39:50.812724 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46910b1-ea72-4ee9-a580-bb3a07149c0a None None] The sync data for ids ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'] in dv-neutron-833559-1-hyperv is: [{'id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'name': 'tempest-TestNetworkBasicOps-router-502417028', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:39:47Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'ece58cb5-f062-48ab-9d9d-a915b03ad3f1', 'name': '', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:22:a3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:47Z', 'updated_at': '2022-03-14T15:39:49Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:39:50.815083 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-2eb72d4a-5dae-4f56-b8fa-3aa0665ac80c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499449 Mar 14 15:39:50.836365 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 9321b4e7-8a14-4b13-85e4-c9f10c96b76f triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:39:50.836741 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:50.947748 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-21d9dccd-0948-47c3-aa47-e26f6f0db76c service neutron] 10.222.0.59 "GET /v2.0/networks/4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150093 Mar 14 15:39:51.048964 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-c08bcd09-659d-418c-b757-f5de076a1f8f service neutron] 10.222.0.59 "GET /v2.0/networks/4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942626 Mar 14 15:39:51.214856 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-70507b8f-8f3e-4c08-830f-b542aa33493e req-cb269939-174f-41e0-b1c2-b325f3ff0224 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c756a89-299f-4680-8ace-0691cbbac3a5 HTTP/1.1" status: 200 len: 210 time: 0.0308814 Mar 14 15:39:52.233496 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device ece58cb5-f062-48ab-9d9d-a915b03ad3f1 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:39:52.288323 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port ece58cb5-f062-48ab-9d9d-a915b03ad3f1 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:39:52.288975 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:52.353997 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4213441a-6d79-4497-8768-de7ec2c88c61 req-933d2f8a-ce04-4c02-ab05-f4d763858e60 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c756a89-299f-4680-8ace-0691cbbac3a5 HTTP/1.1" status: 200 len: 210 time: 0.0453165 Mar 14 15:39:52.373133 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-241001e2-6f44-4b7b-a52c-e839b6201385 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:52.374713 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-241001e2-6f44-4b7b-a52c-e839b6201385 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/networks?id=4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a HTTP/1.1" status: 200 len: 796 time: 0.1486716 Mar 14 15:39:52.427567 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-3c7c3080-0864-44cf-98a0-a4408bb0601d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=981c2b5a3afd42dd95b1da15ede4e026 HTTP/1.1" status: 200 len: 378 time: 0.0362313 Mar 14 15:39:52.443606 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-83156115-e2b6-45b3-b3ce-9f732f2ed080 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'port': {'device_id': '5c756a89-299f-4680-8ace-0691cbbac3a5', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'admin_state_up': True, 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'security_groups': ['bca9eb40-16f3-4082-8e86-d40ba0e0310c']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:39:52.553868 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-83156115-e2b6-45b3-b3ce-9f732f2ed080 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Made reservation on behalf of 981c2b5a3afd42dd95b1da15ede4e026 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:39:52.557398 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-83156115-e2b6-45b3-b3ce-9f732f2ed080 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:52.679699 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-83156115-e2b6-45b3-b3ce-9f732f2ed080 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.20.0.10 (4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a/e653abe4-c56f-4735-981d-8779940d5c17/0e441ba7-024e-47a7-9e5b-21fbe3191e26) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:39:52.821594 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-83156115-e2b6-45b3-b3ce-9f732f2ed080 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:52.855213 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-83156115-e2b6-45b3-b3ce-9f732f2ed080 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:52.901280 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-83156115-e2b6-45b3-b3ce-9f732f2ed080 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:39:52.904894 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-83156115-e2b6-45b3-b3ce-9f732f2ed080 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:39:52.908530 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-83156115-e2b6-45b3-b3ce-9f732f2ed080 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:39:52.964592 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-83156115-e2b6-45b3-b3ce-9f732f2ed080 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:52.965124 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-83156115-e2b6-45b3-b3ce-9f732f2ed080 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:52.969874 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83156115-e2b6-45b3-b3ce-9f732f2ed080 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=0e441ba7-024e-47a7-9e5b-21fbe3191e26,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:52.986846 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-83156115-e2b6-45b3-b3ce-9f732f2ed080 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5470409 Mar 14 15:39:53.004505 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] Request body: {'port': {'device_id': '5c756a89-299f-4680-8ace-0691cbbac3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:39:53.062246 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:53.198425 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-9fecf068-36ec-4cc1-a329-7c153ab0519a None None] Provisioning complete for port 0e441ba7-024e-47a7-9e5b-21fbe3191e26 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:39:53.198736 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fecf068-36ec-4cc1-a329-7c153ab0519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:53.236704 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9fecf068-36ec-4cc1-a329-7c153ab0519a None None] Port 0e441ba7-024e-47a7-9e5b-21fbe3191e26 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:39:53.326907 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e441ba7-024e-47a7-9e5b-21fbe3191e26 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:39:53.334359 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:53.346597 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] Transition to ACTIVE for port object 0e441ba7-024e-47a7-9e5b-21fbe3191e26 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:39:53.350081 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:53.406782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] Pushing event updated for resources: {'Port': ['ID=0e441ba7-024e-47a7-9e5b-21fbe3191e26,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:53.524787 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0cf2fb-a4ce-4cae-8f74-71030e210e7c req-3705cb16-97d4-46c0-b2b8-7e37a7514bc4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:53.526453 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3e0cf2fb-a4ce-4cae-8f74-71030e210e7c req-3705cb16-97d4-46c0-b2b8-7e37a7514bc4 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c756a89-299f-4680-8ace-0691cbbac3a5 HTTP/1.1" status: 200 len: 944 time: 0.1022854 Mar 14 15:39:53.532615 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] Attempting to bind port 0e441ba7-024e-47a7-9e5b-21fbe3191e26 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:39:53.532959 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] Attempting to bind port 0e441ba7-024e-47a7-9e5b-21fbe3191e26 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'a72b9239-6ae3-41c9-8030-c332ed08fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:39:53.533283 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] Attempting to bind port 0e441ba7-024e-47a7-9e5b-21fbe3191e26 on network 4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:39:53.545198 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] Port 0e441ba7-024e-47a7-9e5b-21fbe3191e26 on network 4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:39:53.545521 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] Attempting to bind port 0e441ba7-024e-47a7-9e5b-21fbe3191e26 on network 4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:39:53.557839 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:39:53.558173 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] Checking segment: {'id': 'a72b9239-6ae3-41c9-8030-c332ed08fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:39:53.558552 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] Bound using segment: {'id': 'a72b9239-6ae3-41c9-8030-c332ed08fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:39:53.559003 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] Bound port: 0e441ba7-024e-47a7-9e5b-21fbe3191e26, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a72b9239-6ae3-41c9-8030-c332ed08fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:39:53.559355 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:53.608583 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3e0cf2fb-a4ce-4cae-8f74-71030e210e7c req-abf06e00-d0d0-49b6-ab1b-421adcb283a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bca9eb40-16f3-4082-8e86-d40ba0e0310c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729136 Mar 14 15:39:53.636541 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] For port 0e441ba7-024e-47a7-9e5b-21fbe3191e26, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:39:53.640362 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] For port 0e441ba7-024e-47a7-9e5b-21fbe3191e26, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=0e441ba7-024e-47a7-9e5b-21fbe3191e26,segment=NetworkSegment(a72b9239-6ae3-41c9-8030-c332ed08fe4d),segment_id=a72b9239-6ae3-41c9-8030-c332ed08fe4d)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:39:53.645284 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:53.661726 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:53.662337 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:53.663728 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] 10.222.0.18 "PUT /v2.0/ports/0e441ba7-024e-47a7-9e5b-21fbe3191e26 HTTP/1.1" status: 200 len: 1094 time: 0.6635630 Mar 14 15:39:53.682348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c756a89-299f-4680-8ace-0691cbbac3a5', 'tag': '0e441ba7-024e-47a7-9e5b-21fbe3191e26'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:39:53.686139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3d13e2-f841-493c-8937-083696c3f20c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c756a89-299f-4680-8ace-0691cbbac3a5", "tag": "0e441ba7-024e-47a7-9e5b-21fbe3191e26"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:39:53.729762 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9148656-cd89-4d94-94cd-542560c1e017 x-openstack-request-id: req-e9148656-cd89-4d94-94cd-542560c1e017 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:39:53.730139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c756a89-299f-4680-8ace-0691cbbac3a5", "tag": "0e441ba7-024e-47a7-9e5b-21fbe3191e26", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:39:53.730466 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9148656-cd89-4d94-94cd-542560c1e017 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:39:53.730943 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c756a89-299f-4680-8ace-0691cbbac3a5', 'tag': '0e441ba7-024e-47a7-9e5b-21fbe3191e26', 'status': 'completed', 'code': 200} Mar 14 15:39:53.751874 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d18521-10f5-484d-9f4d-d2f7ae792657 service neutron] Pushing event updated for resources: {'Port': ['ID=0e441ba7-024e-47a7-9e5b-21fbe3191e26,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:53.772124 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-dcfe05f3-e46a-4352-ae88-82d6ae73563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:53.773741 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-dcfe05f3-e46a-4352-ae88-82d6ae73563f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=5c756a89-299f-4680-8ace-0691cbbac3a5 HTTP/1.1" status: 200 len: 1097 time: 0.0618865 Mar 14 15:39:53.822209 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-9feb3aeb-4210-480f-8dbf-ddb63b2ec76b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e441ba7-024e-47a7-9e5b-21fbe3191e26 HTTP/1.1" status: 200 len: 217 time: 0.0359213 Mar 14 15:39:53.870327 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-995c088f-b5dd-4bcb-bef9-6b9a17ce86c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:53.871825 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-995c088f-b5dd-4bcb-bef9-6b9a17ce86c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e653abe4-c56f-4735-981d-8779940d5c17 HTTP/1.1" status: 200 len: 835 time: 0.0427701 Mar 14 15:39:53.920892 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-7226197b-2389-48e1-8276-f0f07134b7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:53.922383 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-7226197b-2389-48e1-8276-f0f07134b7ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401864 Mar 14 15:39:54.017539 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-870e9431-a5a7-4ad8-a015-1fc64e99c7b0 service neutron] 10.222.0.18 "GET /v2.0/networks/4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845671 Mar 14 15:39:54.107927 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d141d7f-830c-4e61-bf0b-90b24fae6b27 req-d918ce84-3296-4ca2-a318-59b126f60dd5 service neutron] 10.222.0.18 "GET /v2.0/networks/4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796683 Mar 14 15:39:54.208392 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d13e2-f841-493c-8937-083696c3f20c req-f87745ee-b102-4612-bae6-d24271145e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:54.209926 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4b3d13e2-f841-493c-8937-083696c3f20c req-f87745ee-b102-4612-bae6-d24271145e87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=5c756a89-299f-4680-8ace-0691cbbac3a5 HTTP/1.1" status: 200 len: 1097 time: 0.0458815 Mar 14 15:39:54.297380 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d13e2-f841-493c-8937-083696c3f20c req-5b33e501-e13b-4e48-a4b1-c1e7dfd8e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:54.298886 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4b3d13e2-f841-493c-8937-083696c3f20c req-5b33e501-e13b-4e48-a4b1-c1e7dfd8e019 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a HTTP/1.1" status: 200 len: 897 time: 0.0816200 Mar 14 15:39:54.346548 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4b3d13e2-f841-493c-8937-083696c3f20c req-78d27b75-d0e2-4f2f-8fb2-e197547fc3a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e441ba7-024e-47a7-9e5b-21fbe3191e26 HTTP/1.1" status: 200 len: 217 time: 0.0399477 Mar 14 15:39:54.395395 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d13e2-f841-493c-8937-083696c3f20c req-2e4d5778-a4f0-4400-b534-a5bc5e6e64a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:54.396953 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4b3d13e2-f841-493c-8937-083696c3f20c req-2e4d5778-a4f0-4400-b534-a5bc5e6e64a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e653abe4-c56f-4735-981d-8779940d5c17 HTTP/1.1" status: 200 len: 835 time: 0.0439668 Mar 14 15:39:54.444177 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d13e2-f841-493c-8937-083696c3f20c req-e9b9c609-e53b-435d-9981-44b00e2d97fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:54.445765 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4b3d13e2-f841-493c-8937-083696c3f20c req-e9b9c609-e53b-435d-9981-44b00e2d97fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417736 Mar 14 15:39:54.539541 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4b3d13e2-f841-493c-8937-083696c3f20c req-13eb9b07-00c0-4399-9cce-b801b6c595b1 service neutron] 10.222.0.18 "GET /v2.0/networks/4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859313 Mar 14 15:39:54.628290 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4b3d13e2-f841-493c-8937-083696c3f20c req-cde42c96-fc06-40b1-9a72-5ebfb9e284b4 service neutron] 10.222.0.18 "GET /v2.0/networks/4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803945 Mar 14 15:39:54.722659 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a374a-42ef-4018-9512-92950a093d49 req-1c570aa4-9bed-4575-a1c2-c97ff62e20b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:54.724121 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a33a374a-42ef-4018-9512-92950a093d49 req-1c570aa4-9bed-4575-a1c2-c97ff62e20b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c756a89-299f-4680-8ace-0691cbbac3a5 HTTP/1.1" status: 200 len: 944 time: 0.0481949 Mar 14 15:39:54.761023 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a33a374a-42ef-4018-9512-92950a093d49 req-2ce26231-92e3-48fa-aa3d-c21e6fe43cb3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bca9eb40-16f3-4082-8e86-d40ba0e0310c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305924 Mar 14 15:39:55.878812 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03248d18-369a-4e2d-88a8-c1183552d52f req-27763a29-b85c-4cc5-bf70-d792e8962249 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:55.880299 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-03248d18-369a-4e2d-88a8-c1183552d52f req-27763a29-b85c-4cc5-bf70-d792e8962249 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c756a89-299f-4680-8ace-0691cbbac3a5 HTTP/1.1" status: 200 len: 944 time: 0.0489492 Mar 14 15:39:55.917033 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-03248d18-369a-4e2d-88a8-c1183552d52f req-9a5d1301-a1af-481e-bf25-d64b5b97f0bc tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bca9eb40-16f3-4082-8e86-d40ba0e0310c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307322 Mar 14 15:39:57.035680 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26176f-2d07-4dea-8ac1-69aad120dff7 req-ee6b7b32-2f85-4500-a040-2187c739a23e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:57.037132 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ec26176f-2d07-4dea-8ac1-69aad120dff7 req-ee6b7b32-2f85-4500-a040-2187c739a23e tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c756a89-299f-4680-8ace-0691cbbac3a5 HTTP/1.1" status: 200 len: 944 time: 0.0518589 Mar 14 15:39:57.065725 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 0e441ba7-024e-47a7-9e5b-21fbe3191e26 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:39:57.074029 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ec26176f-2d07-4dea-8ac1-69aad120dff7 req-ea97dc94-ecaa-49e9-b2ba-e6b0a4cb5f93 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bca9eb40-16f3-4082-8e86-d40ba0e0310c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309956 Mar 14 15:39:57.160146 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 0e441ba7-024e-47a7-9e5b-21fbe3191e26, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=0e441ba7-024e-47a7-9e5b-21fbe3191e26,segment=NetworkSegment(a72b9239-6ae3-41c9-8030-c332ed08fe4d),segment_id=a72b9239-6ae3-41c9-8030-c332ed08fe4d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:57.171683 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '0e441ba7-024e-47a7-9e5b-21fbe3191e26', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'port_id': '0e441ba7-024e-47a7-9e5b-21fbe3191e26', 'mac_address': 'fa:16:3e:04:55:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:39:57.207947 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:57.220830 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e441ba7-024e-47a7-9e5b-21fbe3191e26 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:39:57.239448 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 0e441ba7-024e-47a7-9e5b-21fbe3191e26, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=0e441ba7-024e-47a7-9e5b-21fbe3191e26,segment=NetworkSegment(a72b9239-6ae3-41c9-8030-c332ed08fe4d),segment_id=a72b9239-6ae3-41c9-8030-c332ed08fe4d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:57.243275 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:57.288412 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=0e441ba7-024e-47a7-9e5b-21fbe3191e26,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:57.487736 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['0e441ba7-024e-47a7-9e5b-21fbe3191e26'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:39:58.188051 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587d4a2-a3a4-412e-ac72-d7a02d392498 req-5eb67e89-0af4-4384-a252-b66f932aa9ea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:58.189502 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7587d4a2-a3a4-412e-ac72-d7a02d392498 req-5eb67e89-0af4-4384-a252-b66f932aa9ea tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c756a89-299f-4680-8ace-0691cbbac3a5 HTTP/1.1" status: 200 len: 945 time: 0.0489781 Mar 14 15:39:58.235411 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7587d4a2-a3a4-412e-ac72-d7a02d392498 req-c61b24cb-44ae-4f74-bbc2-70920abff2d6 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bca9eb40-16f3-4082-8e86-d40ba0e0310c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400288 Mar 14 15:39:59.065399 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 0e441ba7-024e-47a7-9e5b-21fbe3191e26 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:39:59.116880 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 0e441ba7-024e-47a7-9e5b-21fbe3191e26 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:39:59.121214 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 0e441ba7-024e-47a7-9e5b-21fbe3191e26 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:39:59.121587 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:59.197349 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:59.220817 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c756a89-299f-4680-8ace-0691cbbac3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e441ba7-024e-47a7-9e5b-21fbe3191e26'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:39:59.223058 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8336d2bc-789e-4d94-a972-2b4cadb4e9fa" -d '{"events": [{"server_uuid": "5c756a89-299f-4680-8ace-0691cbbac3a5", "name": "network-vif-plugged", "status": "completed", "tag": "0e441ba7-024e-47a7-9e5b-21fbe3191e26"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:39:59.236221 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 0e441ba7-024e-47a7-9e5b-21fbe3191e26, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=0e441ba7-024e-47a7-9e5b-21fbe3191e26,segment=NetworkSegment(a72b9239-6ae3-41c9-8030-c332ed08fe4d),segment_id=a72b9239-6ae3-41c9-8030-c332ed08fe4d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:39:59.240236 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:39:59.291906 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=0e441ba7-024e-47a7-9e5b-21fbe3191e26,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:39:59.330870 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af43b4b-206d-4e65-87b5-1713b5357906 x-openstack-request-id: req-1af43b4b-206d-4e65-87b5-1713b5357906 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:39:59.331070 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c756a89-299f-4680-8ace-0691cbbac3a5", "name": "network-vif-plugged", "status": "completed", "tag": "0e441ba7-024e-47a7-9e5b-21fbe3191e26", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:39:59.331306 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1af43b4b-206d-4e65-87b5-1713b5357906 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:39:59.331710 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c756a89-299f-4680-8ace-0691cbbac3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e441ba7-024e-47a7-9e5b-21fbe3191e26', 'code': 200} Mar 14 15:39:59.352577 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c480d50-8cc9-4e33-bc6e-35deabfd83fc req-2c2d394b-3ef8-4530-9894-d326b29fe071 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:59.354092 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7c480d50-8cc9-4e33-bc6e-35deabfd83fc req-2c2d394b-3ef8-4530-9894-d326b29fe071 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c756a89-299f-4680-8ace-0691cbbac3a5 HTTP/1.1" status: 200 len: 946 time: 0.0498252 Mar 14 15:39:59.394359 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7c480d50-8cc9-4e33-bc6e-35deabfd83fc req-d6ef13c3-ea3d-425f-bfe3-b79a9bd18ec1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bca9eb40-16f3-4082-8e86-d40ba0e0310c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334392 Mar 14 15:39:59.505345 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acfec7-2904-4410-aa0d-319657711a77 req-6a73d098-b66a-4ae1-8349-147a49f404c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:39:59.506790 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d2acfec7-2904-4410-aa0d-319657711a77 req-6a73d098-b66a-4ae1-8349-147a49f404c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5c756a89-299f-4680-8ace-0691cbbac3a5 HTTP/1.1" status: 200 len: 1099 time: 0.0399044 Mar 14 15:39:59.545766 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d2acfec7-2904-4410-aa0d-319657711a77 req-acbe35d4-4b44-4203-ad51-2906d4305c7f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bca9eb40-16f3-4082-8e86-d40ba0e0310c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0272667 Mar 14 15:40:00.511065 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8df0eb-4982-47b3-8544-94a7b0618e64 req-25f0095d-bb14-42c5-ad92-b3c0a857e23c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:00.512505 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bb8df0eb-4982-47b3-8544-94a7b0618e64 req-25f0095d-bb14-42c5-ad92-b3c0a857e23c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c756a89-299f-4680-8ace-0691cbbac3a5 HTTP/1.1" status: 200 len: 946 time: 0.0481658 Mar 14 15:40:00.550261 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bb8df0eb-4982-47b3-8544-94a7b0618e64 req-fb28ce64-beda-4bab-b8a9-73125b45daa1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bca9eb40-16f3-4082-8e86-d40ba0e0310c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311563 Mar 14 15:40:01.665477 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8883c0-dc7b-4786-a930-9af8bf54e841 req-7733bf75-584e-451d-b802-ae3a316af3a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:01.666844 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-dc8883c0-dc7b-4786-a930-9af8bf54e841 req-7733bf75-584e-451d-b802-ae3a316af3a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c756a89-299f-4680-8ace-0691cbbac3a5 HTTP/1.1" status: 200 len: 946 time: 0.0495322 Mar 14 15:40:01.704656 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-dc8883c0-dc7b-4786-a930-9af8bf54e841 req-cc6eab05-e32e-437b-a680-930f1fc444b1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bca9eb40-16f3-4082-8e86-d40ba0e0310c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312965 Mar 14 15:40:01.819169 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cee11d-a89c-4d46-9622-8bd0178476da req-ec79262d-c517-4584-9d2b-0119ddae95f0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:01.820649 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98cee11d-a89c-4d46-9622-8bd0178476da req-ec79262d-c517-4584-9d2b-0119ddae95f0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c756a89-299f-4680-8ace-0691cbbac3a5 HTTP/1.1" status: 200 len: 946 time: 0.0512164 Mar 14 15:40:01.859028 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98cee11d-a89c-4d46-9622-8bd0178476da req-0111bea3-ef30-4cba-8553-c11ab6807e98 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bca9eb40-16f3-4082-8e86-d40ba0e0310c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316956 Mar 14 15:40:01.880035 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58758) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:40:01.919232 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0267cc8-db4a-4662-aeb3-eaabdd661352 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:01.920671 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f0267cc8-db4a-4662-aeb3-eaabdd661352 tempest-TestNetworkBasicOps-1991722222 tempest-TestNetworkBasicOps-1991722222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5c756a89-299f-4680-8ace-0691cbbac3a5 HTTP/1.1" status: 200 len: 1094 time: 0.0396683 Mar 14 15:40:01.923488 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58760) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:40:01.927642 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-7123b902-b961-4b87-90fa-e01b06c25b6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': '0e441ba7-024e-47a7-9e5b-21fbe3191e26', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:40:01.946869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7123b902-b961-4b87-90fa-e01b06c25b6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:02.046495 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7123b902-b961-4b87-90fa-e01b06c25b6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:02.145633 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-7123b902-b961-4b87-90fa-e01b06c25b6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Allocated IP 172.26.6.32 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/578d2738-4a7c-4288-afa4-f61130cc24d7) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:40:02.246229 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7123b902-b961-4b87-90fa-e01b06c25b6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:02.279688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7123b902-b961-4b87-90fa-e01b06c25b6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:02.319062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7123b902-b961-4b87-90fa-e01b06c25b6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:40:02.322350 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-7123b902-b961-4b87-90fa-e01b06c25b6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:40:02.326352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7123b902-b961-4b87-90fa-e01b06c25b6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:40:02.348157 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123b902-b961-4b87-90fa-e01b06c25b6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=578d2738-4a7c-4288-afa4-f61130cc24d7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:02.975135 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7123b902-b961-4b87-90fa-e01b06c25b6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:03.037866 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7123b902-b961-4b87-90fa-e01b06c25b6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:03.183747 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7123b902-b961-4b87-90fa-e01b06c25b6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:03.190352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7123b902-b961-4b87-90fa-e01b06c25b6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:03.262512 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123b902-b961-4b87-90fa-e01b06c25b6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event updated for resources: {'Port': ['ID=578d2738-4a7c-4288-afa4-f61130cc24d7,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:03.272374 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7123b902-b961-4b87-90fa-e01b06c25b6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:03.371458 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-7123b902-b961-4b87-90fa-e01b06c25b6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Floating IP 53720cbc-5b34-4836-80a3-804bf70f681b associated. External IP: 172.26.6.32, port: 0e441ba7-024e-47a7-9e5b-21fbe3191e26. Mar 14 15:40:03.580689 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7123b902-b961-4b87-90fa-e01b06c25b6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:40:03.687745 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7123b902-b961-4b87-90fa-e01b06c25b6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:40:03.697775 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376483c9-2faf-4582-a00c-c292d4c1b05e None None] Sync routers for ids ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:40:03.706099 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7123b902-b961-4b87-90fa-e01b06c25b6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:03.709025 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376483c9-2faf-4582-a00c-c292d4c1b05e None None] Routers {'03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:40:03.709625 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-376483c9-2faf-4582-a00c-c292d4c1b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:39:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:03.732653 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7123b902-b961-4b87-90fa-e01b06c25b6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8080575 Mar 14 15:40:03.733352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c756a89-299f-4680-8ace-0691cbbac3a5', 'tag': '0e441ba7-024e-47a7-9e5b-21fbe3191e26'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:40:03.735429 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58762) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:40:03.735934 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9910298b-f799-43d7-9979-238663a9c71f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c756a89-299f-4680-8ace-0691cbbac3a5", "tag": "0e441ba7-024e-47a7-9e5b-21fbe3191e26"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:40:03.781525 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad14ce4-3dac-4c6e-9185-94cd694b221d x-openstack-request-id: req-4ad14ce4-3dac-4c6e-9185-94cd694b221d {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:40:03.782240 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c756a89-299f-4680-8ace-0691cbbac3a5", "tag": "0e441ba7-024e-47a7-9e5b-21fbe3191e26", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:40:03.782506 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ad14ce4-3dac-4c6e-9185-94cd694b221d {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:40:03.782938 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c756a89-299f-4680-8ace-0691cbbac3a5', 'tag': '0e441ba7-024e-47a7-9e5b-21fbe3191e26', 'status': 'completed', 'code': 200} Mar 14 15:40:03.805539 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0f5b6747-027f-4984-9585-4ddd3151881f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/53720cbc-5b34-4836-80a3-804bf70f681b HTTP/1.1" status: 200 len: 991 time: 0.0683031 Mar 14 15:40:03.829400 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-376483c9-2faf-4582-a00c-c292d4c1b05e None None] Set router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:40:03.850109 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910298b-f799-43d7-9979-238663a9c71f req-5aca4e8a-7007-43e8-b950-1f24ae9f817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:03.851697 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9910298b-f799-43d7-9979-238663a9c71f req-5aca4e8a-7007-43e8-b950-1f24ae9f817a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=5c756a89-299f-4680-8ace-0691cbbac3a5 HTTP/1.1" status: 200 len: 1099 time: 0.0518394 Mar 14 15:40:03.946020 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910298b-f799-43d7-9979-238663a9c71f req-398835f1-97cc-4e91-a354-72cf5614f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:03.947655 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9910298b-f799-43d7-9979-238663a9c71f req-398835f1-97cc-4e91-a354-72cf5614f674 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a HTTP/1.1" status: 200 len: 897 time: 0.0883605 Mar 14 15:40:04.018713 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9910298b-f799-43d7-9979-238663a9c71f req-0337cb5d-a7ae-487e-93e5-039b3b179bd8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e441ba7-024e-47a7-9e5b-21fbe3191e26 HTTP/1.1" status: 200 len: 999 time: 0.0629857 Mar 14 15:40:04.062324 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c262a29-1fe0-46f0-bd1c-a5134c12ef42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:04.066771 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-376483c9-2faf-4582-a00c-c292d4c1b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'name': 'tempest-TestNetworkBasicOps-router-502417028', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:39:47Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '53720cbc-5b34-4836-80a3-804bf70f681b', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'port_id': '0e441ba7-024e-47a7-9e5b-21fbe3191e26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'mac_address': 'fa:16:3e:04:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c756a89-299f-4680-8ace-0691cbbac3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:40:02Z', 'updated_at': '2022-03-14T15:40:02Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece58cb5-f062-48ab-9d9d-a915b03ad3f1', 'name': '', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:22:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:47Z', 'updated_at': '2022-03-14T15:39:50Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:04.070442 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910298b-f799-43d7-9979-238663a9c71f req-7bf8e7ff-6137-458e-9387-5687d96d9ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:04.071925 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9910298b-f799-43d7-9979-238663a9c71f req-7bf8e7ff-6137-458e-9387-5687d96d9ecc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e653abe4-c56f-4735-981d-8779940d5c17 HTTP/1.1" status: 200 len: 835 time: 0.0461817 Mar 14 15:40:04.094019 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376483c9-2faf-4582-a00c-c292d4c1b05e None None] Checking router: 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:40:04.102220 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376483c9-2faf-4582-a00c-c292d4c1b05e None None] Routers {'03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:40:04.102743 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-376483c9-2faf-4582-a00c-c292d4c1b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:39:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:04.117148 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910298b-f799-43d7-9979-238663a9c71f req-d03b7b3e-26f7-466b-82f6-d0d1d2bd7f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:04.118660 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9910298b-f799-43d7-9979-238663a9c71f req-d03b7b3e-26f7-466b-82f6-d0d1d2bd7f63 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401585 Mar 14 15:40:04.207615 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-376483c9-2faf-4582-a00c-c292d4c1b05e None None] Set router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:40:04.212037 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9910298b-f799-43d7-9979-238663a9c71f req-4604bacd-c9c0-4f8e-be21-92b2afbe8cfb service neutron] 10.222.0.18 "GET /v2.0/networks/4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867107 Mar 14 15:40:04.303211 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9910298b-f799-43d7-9979-238663a9c71f req-c05b3e43-db26-48ff-a96b-c0e88db11688 service neutron] 10.222.0.18 "GET /v2.0/networks/4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847578 Mar 14 15:40:04.428469 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-376483c9-2faf-4582-a00c-c292d4c1b05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'name': 'tempest-TestNetworkBasicOps-router-502417028', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:39:47Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '53720cbc-5b34-4836-80a3-804bf70f681b', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'port_id': '0e441ba7-024e-47a7-9e5b-21fbe3191e26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'mac_address': 'fa:16:3e:04:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c756a89-299f-4680-8ace-0691cbbac3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:40:02Z', 'updated_at': '2022-03-14T15:40:02Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece58cb5-f062-48ab-9d9d-a915b03ad3f1', 'name': '', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:22:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:47Z', 'updated_at': '2022-03-14T15:39:50Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:04.455462 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376483c9-2faf-4582-a00c-c292d4c1b05e None None] The sync data for ids ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'] in dv-neutron-833559-1-hyperv is: [{'id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'name': 'tempest-TestNetworkBasicOps-router-502417028', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:39:47Z', 'revision_number': 4, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '53720cbc-5b34-4836-80a3-804bf70f681b', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'port_id': '0e441ba7-024e-47a7-9e5b-21fbe3191e26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'mac_address': 'fa:16:3e:04:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c756a89-299f-4680-8ace-0691cbbac3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:40:02Z', 'updated_at': '2022-03-14T15:40:02Z', 'revision_number': 0, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece58cb5-f062-48ab-9d9d-a915b03ad3f1', 'name': '', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:22:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:47Z', 'updated_at': '2022-03-14T15:39:50Z', 'revision_number': 5, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:40:04.647065 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc9a0aa-f7a6-412e-a7bd-395aa9c6f87a None None] New status for floating IP 53720cbc-5b34-4836-80a3-804bf70f681b: ACTIVE {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:40:04.808715 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58766) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:40:04.869740 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e3b60175-5f0b-478f-96ea-df687fcbf576 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/53720cbc-5b34-4836-80a3-804bf70f681b HTTP/1.1" status: 200 len: 993 time: 0.0597856 Mar 14 15:40:06.427577 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46d14dc5-67aa-4e2e-9f8a-e5309829f1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:07.473047 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:08.898444 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:08.902943 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:09.336795 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:27.379821 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:40:34.065562 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e5f772b0-9371-4dae-8561-17444af10e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:36.430258 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e362913-0a4a-4cd2-b892-e88d2c80bedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:37.476122 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:38.100336 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58778) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:40:38.104857 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f9fef51a-d49d-4c6a-a3c9-a98c1b30f230 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'router': {'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:40:38.408519 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f9fef51a-d49d-4c6a-a3c9-a98c1b30f230 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:38.418620 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f9fef51a-d49d-4c6a-a3c9-a98c1b30f230 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:38.527080 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fef51a-d49d-4c6a-a3c9-a98c1b30f230 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:40:38.634020 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fef51a-d49d-4c6a-a3c9-a98c1b30f230 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:40:38.641483 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f9fef51a-d49d-4c6a-a3c9-a98c1b30f230 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:38.642642 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f9fef51a-d49d-4c6a-a3c9-a98c1b30f230 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/routers/03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 HTTP/1.1" status: 200 len: 887 time: 0.5413344 Mar 14 15:40:38.644649 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d68637-860e-40fa-81d8-35d0bad5eebc None None] Sync routers for ids ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:40:38.655854 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d68637-860e-40fa-81d8-35d0bad5eebc None None] Routers {'03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:40:38.656597 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-31d68637-860e-40fa-81d8-35d0bad5eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:40:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:38.688768 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-31d68637-860e-40fa-81d8-35d0bad5eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:38.696893 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d68637-860e-40fa-81d8-35d0bad5eebc None None] Routers {'03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:40:38.697470 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-31d68637-860e-40fa-81d8-35d0bad5eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:40:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:38.730047 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-31d68637-860e-40fa-81d8-35d0bad5eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:38.730650 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d68637-860e-40fa-81d8-35d0bad5eebc None None] The sync data for ids ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'] in dv-neutron-833559-1-hyperv is: [] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:40:38.913895 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:38.915627 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:39.339123 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:39.526118 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9576a6d5-ffde-4328-a50a-566e6d1b5ba7 None None] New status for floating IP 53720cbc-5b34-4836-80a3-804bf70f681b: DOWN {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:40:40.230093 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device ece58cb5-f062-48ab-9d9d-a915b03ad3f1 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:40:40.303395 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:40.339051 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port ece58cb5-f062-48ab-9d9d-a915b03ad3f1, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=ece58cb5-f062-48ab-9d9d-a915b03ad3f1,segment=NetworkSegment(a72b9239-6ae3-41c9-8030-c332ed08fe4d),segment_id=a72b9239-6ae3-41c9-8030-c332ed08fe4d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:40.343885 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:40.344569 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 6c7ddb5b-c79e-474e-bec5-29f8310095da no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:40:40.415463 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=ece58cb5-f062-48ab-9d9d-a915b03ad3f1,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:40.456965 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:40.476208 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 6c7ddb5b-c79e-474e-bec5-29f8310095da, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=6c7ddb5b-c79e-474e-bec5-29f8310095da,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:40.479924 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:40.529480 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=6c7ddb5b-c79e-474e-bec5-29f8310095da,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:40.759841 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58782) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:40:40.764447 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-aa9de182-89d6-4815-8e24-8c05f724aa6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:40:41.372212 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aa9de182-89d6-4815-8e24-8c05f724aa6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3936'] for router, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:41.383096 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aa9de182-89d6-4815-8e24-8c05f724aa6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607049'] for router, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:41.488840 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9de182-89d6-4815-8e24-8c05f724aa6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:40:41.595845 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9de182-89d6-4815-8e24-8c05f724aa6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:40:41.602623 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aa9de182-89d6-4815-8e24-8c05f724aa6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:41.603822 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-aa9de182-89d6-4815-8e24-8c05f724aa6c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/routers/03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 HTTP/1.1" status: 200 len: 886 time: 0.8429763 Mar 14 15:40:41.605762 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c990e10-2e3f-4471-bfda-1f8cbd22d7f1 None None] Sync routers for ids ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:40:41.606694 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58784) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:40:41.616517 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c990e10-2e3f-4471-bfda-1f8cbd22d7f1 None None] Routers {'03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:40:41.617125 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3c990e10-2e3f-4471-bfda-1f8cbd22d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:40:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:41.674608 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d8cfe1d8-fbf9-4764-b2fb-766ed9086e2f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/53720cbc-5b34-4836-80a3-804bf70f681b HTTP/1.1" status: 200 len: 991 time: 0.0661132 Mar 14 15:40:41.719868 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-3c990e10-2e3f-4471-bfda-1f8cbd22d7f1 None None] Set router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:40:42.016575 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3c990e10-2e3f-4471-bfda-1f8cbd22d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'name': 'tempest-TestNetworkBasicOps-router-502417028', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:40:41Z', 'revision_number': 6, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:40:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '53720cbc-5b34-4836-80a3-804bf70f681b', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'port_id': '0e441ba7-024e-47a7-9e5b-21fbe3191e26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'mac_address': 'fa:16:3e:04:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c756a89-299f-4680-8ace-0691cbbac3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:40:02Z', 'updated_at': '2022-03-14T15:40:39Z', 'revision_number': 2, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece58cb5-f062-48ab-9d9d-a915b03ad3f1', 'name': '', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:22:a3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:47Z', 'updated_at': '2022-03-14T15:40:40Z', 'revision_number': 6, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:42.041839 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c990e10-2e3f-4471-bfda-1f8cbd22d7f1 None None] Checking router: 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:40:42.049955 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c990e10-2e3f-4471-bfda-1f8cbd22d7f1 None None] Routers {'03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:40:42.050556 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3c990e10-2e3f-4471-bfda-1f8cbd22d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:40:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:42.152105 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-3c990e10-2e3f-4471-bfda-1f8cbd22d7f1 None None] Set router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:40:42.369728 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-3c990e10-2e3f-4471-bfda-1f8cbd22d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'name': 'tempest-TestNetworkBasicOps-router-502417028', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:40:41Z', 'revision_number': 6, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:40:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '53720cbc-5b34-4836-80a3-804bf70f681b', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'port_id': '0e441ba7-024e-47a7-9e5b-21fbe3191e26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'mac_address': 'fa:16:3e:04:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c756a89-299f-4680-8ace-0691cbbac3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:40:02Z', 'updated_at': '2022-03-14T15:40:39Z', 'revision_number': 2, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece58cb5-f062-48ab-9d9d-a915b03ad3f1', 'name': '', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:22:a3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:47Z', 'updated_at': '2022-03-14T15:40:40Z', 'revision_number': 6, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:42.395592 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c990e10-2e3f-4471-bfda-1f8cbd22d7f1 None None] The sync data for ids ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'] in dv-neutron-833559-1-hyperv is: [{'id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'name': 'tempest-TestNetworkBasicOps-router-502417028', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:40:41Z', 'revision_number': 6, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:40:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '53720cbc-5b34-4836-80a3-804bf70f681b', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'port_id': '0e441ba7-024e-47a7-9e5b-21fbe3191e26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'mac_address': 'fa:16:3e:04:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c756a89-299f-4680-8ace-0691cbbac3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:40:02Z', 'updated_at': '2022-03-14T15:40:39Z', 'revision_number': 2, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece58cb5-f062-48ab-9d9d-a915b03ad3f1', 'name': '', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:22:a3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:47Z', 'updated_at': '2022-03-14T15:40:40Z', 'revision_number': 6, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:40:42.678425 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58786) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:40:42.740825 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7dee8e38-c67e-47f3-943e-6fdbc27d087a tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/53720cbc-5b34-4836-80a3-804bf70f681b HTTP/1.1" status: 200 len: 991 time: 0.0611722 Mar 14 15:40:43.744466 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58788) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:40:43.813440 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-cfb53ef5-6e67-4db0-a88e-cf135ad9e287 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/53720cbc-5b34-4836-80a3-804bf70f681b HTTP/1.1" status: 200 len: 991 time: 0.0678365 Mar 14 15:40:43.949537 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079d415a-ad37-4b86-95f8-74093d611689 None None] New status for floating IP 53720cbc-5b34-4836-80a3-804bf70f681b: ACTIVE {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:40:44.272868 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device ece58cb5-f062-48ab-9d9d-a915b03ad3f1 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:40:44.331510 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port ece58cb5-f062-48ab-9d9d-a915b03ad3f1 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:40:44.331888 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:44.411893 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:44.443551 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port ece58cb5-f062-48ab-9d9d-a915b03ad3f1, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=ece58cb5-f062-48ab-9d9d-a915b03ad3f1,segment=NetworkSegment(a72b9239-6ae3-41c9-8030-c332ed08fe4d),segment_id=a72b9239-6ae3-41c9-8030-c332ed08fe4d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:44.447411 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:44.448185 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 6c7ddb5b-c79e-474e-bec5-29f8310095da up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:40:44.523343 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=ece58cb5-f062-48ab-9d9d-a915b03ad3f1,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:44.533620 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:44.533995 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:44.534337 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:44.534691 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:44.535051 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:44.535400 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:44.535715 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:44.536042 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:44.536368 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:44.536691 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:44.537013 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:44.537331 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:44.547069 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 6c7ddb5b-c79e-474e-bec5-29f8310095da triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:40:44.547556 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:44.622852 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:44.642087 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 6c7ddb5b-c79e-474e-bec5-29f8310095da, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=6c7ddb5b-c79e-474e-bec5-29f8310095da,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:44.645498 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:44.690869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=6c7ddb5b-c79e-474e-bec5-29f8310095da,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:44.816759 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58790) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:40:44.875599 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-19ec3919-d0f7-4d91-b21c-49fdbd51c54f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/floatingips/53720cbc-5b34-4836-80a3-804bf70f681b HTTP/1.1" status: 200 len: 993 time: 0.0577910 Mar 14 15:40:45.155344 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58796) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:40:45.311714 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 578d2738-4a7c-4288-afa4-f61130cc24d7 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:40:45.312051 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:45.386797 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:45.387152 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:45.398667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 578d2738-4a7c-4288-afa4-f61130cc24d7 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:40:45.546436 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:45.570609 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=578d2738-4a7c-4288-afa4-f61130cc24d7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:45.583273 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.583611 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.583958 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.584303 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.584641 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.584976 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.585309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.585643 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.585974 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.586305 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.586634 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.587009 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:45.643734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:45.644068 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Floating IP 53720cbc-5b34-4836-80a3-804bf70f681b disassociated (deleted). External IP: 172.26.6.32, port: 0e441ba7-024e-47a7-9e5b-21fbe3191e26. Mar 14 15:40:45.849844 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:40:45.956677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:40:45.961017 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:45.965940 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd7bf21-dbd3-4bce-9690-f88782664d81 None None] Sync routers for ids ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:40:45.976731 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd7bf21-dbd3-4bce-9690-f88782664d81 None None] Routers {'03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:40:45.977447 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1dd7bf21-dbd3-4bce-9690-f88782664d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:40:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:45.988667 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c62744b8-d34d-4000-aef3-f8d7a9d8f9bf tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/floatingips/53720cbc-5b34-4836-80a3-804bf70f681b HTTP/1.1" status: 204 len: 168 time: 0.8322082 Mar 14 15:40:45.989351 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c756a89-299f-4680-8ace-0691cbbac3a5', 'tag': '0e441ba7-024e-47a7-9e5b-21fbe3191e26'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:40:45.991700 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6238f4cb-884f-4c70-b402-18ce578d5727" -d '{"events": [{"name": "network-changed", "server_uuid": "5c756a89-299f-4680-8ace-0691cbbac3a5", "tag": "0e441ba7-024e-47a7-9e5b-21fbe3191e26"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:40:46.031872 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf72420-cc44-4442-9903-7a6beacb49e4 x-openstack-request-id: req-abf72420-cc44-4442-9903-7a6beacb49e4 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:40:46.032171 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c756a89-299f-4680-8ace-0691cbbac3a5", "tag": "0e441ba7-024e-47a7-9e5b-21fbe3191e26", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:40:46.032849 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-abf72420-cc44-4442-9903-7a6beacb49e4 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:40:46.032849 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c756a89-299f-4680-8ace-0691cbbac3a5', 'tag': '0e441ba7-024e-47a7-9e5b-21fbe3191e26', 'status': 'completed', 'code': 200} Mar 14 15:40:46.089560 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-1dd7bf21-dbd3-4bce-9690-f88782664d81 None None] Set router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:40:46.109803 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238f4cb-884f-4c70-b402-18ce578d5727 req-10063a08-5cf7-4c69-916d-82422c6c958f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:46.111417 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6238f4cb-884f-4c70-b402-18ce578d5727 req-10063a08-5cf7-4c69-916d-82422c6c958f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&device_id=5c756a89-299f-4680-8ace-0691cbbac3a5 HTTP/1.1" status: 200 len: 1099 time: 0.0499849 Mar 14 15:40:46.252340 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238f4cb-884f-4c70-b402-18ce578d5727 req-ef69fd7e-2894-4e4a-b758-747c00a99ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:46.254470 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6238f4cb-884f-4c70-b402-18ce578d5727 req-ef69fd7e-2894-4e4a-b758-747c00a99ff3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a HTTP/1.1" status: 200 len: 897 time: 0.1230555 Mar 14 15:40:46.272032 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device ece58cb5-f062-48ab-9d9d-a915b03ad3f1 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:40:46.313124 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1dd7bf21-dbd3-4bce-9690-f88782664d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'name': 'tempest-TestNetworkBasicOps-router-502417028', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:40:41Z', 'revision_number': 6, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:40:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'ece58cb5-f062-48ab-9d9d-a915b03ad3f1', 'name': '', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:22:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:47Z', 'updated_at': '2022-03-14T15:40:44Z', 'revision_number': 7, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:46.316708 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6238f4cb-884f-4c70-b402-18ce578d5727 req-f61f0ff0-fae8-4ce6-805b-ff4cb569d312 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e441ba7-024e-47a7-9e5b-21fbe3191e26 HTTP/1.1" status: 200 len: 217 time: 0.0421307 Mar 14 15:40:46.325204 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port ece58cb5-f062-48ab-9d9d-a915b03ad3f1 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:40:46.325912 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:46.348757 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd7bf21-dbd3-4bce-9690-f88782664d81 None None] Checking router: 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:40:46.358964 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd7bf21-dbd3-4bce-9690-f88782664d81 None None] Routers {'03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:40:46.359610 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1dd7bf21-dbd3-4bce-9690-f88782664d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:40:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:46.376658 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238f4cb-884f-4c70-b402-18ce578d5727 req-9330e69a-8c63-4831-bbdd-90949ce3e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:46.378388 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6238f4cb-884f-4c70-b402-18ce578d5727 req-9330e69a-8c63-4831-bbdd-90949ce3e48d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e653abe4-c56f-4735-981d-8779940d5c17 HTTP/1.1" status: 200 len: 835 time: 0.0509944 Mar 14 15:40:46.409627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2728e-1abb-43b9-9dd9-8d7643477e27 req-45b0bc3d-78f1-4eb7-9efa-1f4a4b18d9e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:46.419581 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2cc2728e-1abb-43b9-9dd9-8d7643477e27 req-45b0bc3d-78f1-4eb7-9efa-1f4a4b18d9e3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c756a89-299f-4680-8ace-0691cbbac3a5 HTTP/1.1" status: 200 len: 946 time: 0.2150955 Mar 14 15:40:46.419974 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 6c7ddb5b-c79e-474e-bec5-29f8310095da up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:40:46.490126 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 6c7ddb5b-c79e-474e-bec5-29f8310095da triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:40:46.490411 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:46.492207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238f4cb-884f-4c70-b402-18ce578d5727 req-4d8ec264-6b63-4ff7-8a65-c6a8e76c9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:46.493718 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6238f4cb-884f-4c70-b402-18ce578d5727 req-4d8ec264-6b63-4ff7-8a65-c6a8e76c9d43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1065567 Mar 14 15:40:46.494493 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-1dd7bf21-dbd3-4bce-9690-f88782664d81 None None] Set router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:40:46.512125 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2cc2728e-1abb-43b9-9dd9-8d7643477e27 req-5498b622-6054-48be-89cb-2ce14c9f927c tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bca9eb40-16f3-4082-8e86-d40ba0e0310c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865948 Mar 14 15:40:46.610439 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6238f4cb-884f-4c70-b402-18ce578d5727 req-2ba9faed-7af6-4fa9-919e-3cd75639061a service neutron] 10.222.0.18 "GET /v2.0/networks/4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970411 Mar 14 15:40:46.702269 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6238f4cb-884f-4c70-b402-18ce578d5727 req-203ace45-cac6-41c5-b8e6-173bf923a139 service neutron] 10.222.0.18 "GET /v2.0/networks/4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840507 Mar 14 15:40:46.717940 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1dd7bf21-dbd3-4bce-9690-f88782664d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'name': 'tempest-TestNetworkBasicOps-router-502417028', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:40:41Z', 'revision_number': 6, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:40:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'ece58cb5-f062-48ab-9d9d-a915b03ad3f1', 'name': '', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:22:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:47Z', 'updated_at': '2022-03-14T15:40:44Z', 'revision_number': 7, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:46.747106 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd7bf21-dbd3-4bce-9690-f88782664d81 None None] The sync data for ids ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'] in dv-neutron-833559-1-hyperv is: [{'id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'name': 'tempest-TestNetworkBasicOps-router-502417028', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:40:41Z', 'revision_number': 6, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:40:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'ece58cb5-f062-48ab-9d9d-a915b03ad3f1', 'name': '', 'network_id': '4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'mac_address': 'fa:16:3e:22:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:47Z', 'updated_at': '2022-03-14T15:40:44Z', 'revision_number': 7, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'subnets': [{'id': 'e653abe4-c56f-4735-981d-8779940d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:40:47.375790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f83380b-49cc-4273-b994-536c3d48d805 None None] New status for floating IP 53720cbc-5b34-4836-80a3-804bf70f681b: DOWN {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:40:47.622010 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b623c2a-d510-4953-a288-0ec0bfbbccbb req-933cb29c-18e0-4258-8de0-d855367cf7ac tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:47.623560 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7b623c2a-d510-4953-a288-0ec0bfbbccbb req-933cb29c-18e0-4258-8de0-d855367cf7ac tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c756a89-299f-4680-8ace-0691cbbac3a5 HTTP/1.1" status: 200 len: 946 time: 0.0519183 Mar 14 15:40:47.661212 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7b623c2a-d510-4953-a288-0ec0bfbbccbb req-151c3b6b-b737-46e3-bb26-4976e885e965 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "GET /v2.0/security-groups?id=bca9eb40-16f3-4082-8e86-d40ba0e0310c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317650 Mar 14 15:40:47.723404 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5281e-2757-4e23-8068-ec91823281e1 req-1e84e71f-fe22-4f95-9844-65532f4066f0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:40:47.724846 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aca5281e-2757-4e23-8068-ec91823281e1 req-1e84e71f-fe22-4f95-9844-65532f4066f0 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c756a89-299f-4680-8ace-0691cbbac3a5 HTTP/1.1" status: 200 len: 946 time: 0.0529649 Mar 14 15:40:47.816582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-aca5281e-2757-4e23-8068-ec91823281e1 req-6706d4e3-3ff5-4b45-b5f9-65459d278ee3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 0e441ba7-024e-47a7-9e5b-21fbe3191e26 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:40:47.816856 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-aca5281e-2757-4e23-8068-ec91823281e1 req-6706d4e3-3ff5-4b45-b5f9-65459d278ee3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:47.908986 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-aca5281e-2757-4e23-8068-ec91823281e1 req-6706d4e3-3ff5-4b45-b5f9-65459d278ee3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port 0e441ba7-024e-47a7-9e5b-21fbe3191e26, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=0e441ba7-024e-47a7-9e5b-21fbe3191e26,segment=NetworkSegment(a72b9239-6ae3-41c9-8030-c332ed08fe4d),segment_id=a72b9239-6ae3-41c9-8030-c332ed08fe4d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:47.909343 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-aca5281e-2757-4e23-8068-ec91823281e1 req-6706d4e3-3ff5-4b45-b5f9-65459d278ee3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:47.921985 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-aca5281e-2757-4e23-8068-ec91823281e1 req-6706d4e3-3ff5-4b45-b5f9-65459d278ee3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 0e441ba7-024e-47a7-9e5b-21fbe3191e26 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:40:48.047679 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-aca5281e-2757-4e23-8068-ec91823281e1 req-6706d4e3-3ff5-4b45-b5f9-65459d278ee3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:48.082166 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706d4e3-3ff5-4b45-b5f9-65459d278ee3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=0e441ba7-024e-47a7-9e5b-21fbe3191e26,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:48.121415 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca5281e-2757-4e23-8068-ec91823281e1 req-6706d4e3-3ff5-4b45-b5f9-65459d278ee3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] No DVR routers for this DVR port 0e441ba7-024e-47a7-9e5b-21fbe3191e26 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:40:48.124550 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-aca5281e-2757-4e23-8068-ec91823281e1 req-6706d4e3-3ff5-4b45-b5f9-65459d278ee3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:48.127838 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aca5281e-2757-4e23-8068-ec91823281e1 req-6706d4e3-3ff5-4b45-b5f9-65459d278ee3 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.18 "DELETE /v2.0/ports/0e441ba7-024e-47a7-9e5b-21fbe3191e26 HTTP/1.1" status: 204 len: 173 time: 0.3960521 Mar 14 15:40:48.128364 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c756a89-299f-4680-8ace-0691cbbac3a5', 'name': 'network-vif-deleted', 'tag': '0e441ba7-024e-47a7-9e5b-21fbe3191e26'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:40:48.130623 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb91bdab-3de2-448d-ab69-496164c9667e" -d '{"events": [{"server_uuid": "5c756a89-299f-4680-8ace-0691cbbac3a5", "name": "network-vif-deleted", "tag": "0e441ba7-024e-47a7-9e5b-21fbe3191e26"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:40:48.173212 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3772c2b8-099c-4a58-856e-445ceac69068 x-openstack-request-id: req-3772c2b8-099c-4a58-856e-445ceac69068 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:40:48.173603 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c756a89-299f-4680-8ace-0691cbbac3a5", "name": "network-vif-deleted", "tag": "0e441ba7-024e-47a7-9e5b-21fbe3191e26", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:40:48.173932 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3772c2b8-099c-4a58-856e-445ceac69068 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:40:48.174337 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c756a89-299f-4680-8ace-0691cbbac3a5', 'name': 'network-vif-deleted', 'tag': '0e441ba7-024e-47a7-9e5b-21fbe3191e26', 'status': 'completed', 'code': 200} Mar 14 15:40:48.717102 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58810) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:40:48.775095 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-004fc799-1b7f-4397-aab9-0bc1b3e80149 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:48.799842 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-004fc799-1b7f-4397-aab9-0bc1b3e80149 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:48.859557 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-004fc799-1b7f-4397-aab9-0bc1b3e80149 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:48.862174 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-004fc799-1b7f-4397-aab9-0bc1b3e80149 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:48.863358 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-004fc799-1b7f-4397-aab9-0bc1b3e80149 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/security-groups/bca9eb40-16f3-4082-8e86-d40ba0e0310c HTTP/1.1" status: 204 len: 168 time: 0.1452742 Mar 14 15:40:48.873056 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fc799-1b7f-4397-aab9-0bc1b3e80149 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca9eb40-16f3-4082-8e86-d40ba0e0310c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:48.895996 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58814) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:40:49.254959 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-64ddf1a4-5cde-4eeb-8dd2-e34f1f0a960d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:49.510614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-64ddf1a4-5cde-4eeb-8dd2-e34f1f0a960d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port ece58cb5-f062-48ab-9d9d-a915b03ad3f1 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:40:49.510987 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-64ddf1a4-5cde-4eeb-8dd2-e34f1f0a960d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:49.598238 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-64ddf1a4-5cde-4eeb-8dd2-e34f1f0a960d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port ece58cb5-f062-48ab-9d9d-a915b03ad3f1, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=ece58cb5-f062-48ab-9d9d-a915b03ad3f1,segment=NetworkSegment(a72b9239-6ae3-41c9-8030-c332ed08fe4d),segment_id=a72b9239-6ae3-41c9-8030-c332ed08fe4d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:49.598595 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-64ddf1a4-5cde-4eeb-8dd2-e34f1f0a960d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:49.615894 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-64ddf1a4-5cde-4eeb-8dd2-e34f1f0a960d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for ece58cb5-f062-48ab-9d9d-a915b03ad3f1 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:40:49.796561 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-64ddf1a4-5cde-4eeb-8dd2-e34f1f0a960d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:49.822228 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddf1a4-5cde-4eeb-8dd2-e34f1f0a960d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=ece58cb5-f062-48ab-9d9d-a915b03ad3f1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:49.995201 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-64ddf1a4-5cde-4eeb-8dd2-e34f1f0a960d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:50.211812 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ddf1a4-5cde-4eeb-8dd2-e34f1f0a960d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:40:50.641099 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ddf1a4-5cde-4eeb-8dd2-e34f1f0a960d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:40:50.646063 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-64ddf1a4-5cde-4eeb-8dd2-e34f1f0a960d tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "PUT /v2.0/routers/03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7490091 Mar 14 15:40:50.648941 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58816) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:40:50.652118 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ff77a-9905-4e95-bbe8-638b6085fa87 None None] Sync routers for ids ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:40:50.667165 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ff77a-9905-4e95-bbe8-638b6085fa87 None None] Routers {'03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:40:50.667609 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f53ff77a-9905-4e95-bbe8-638b6085fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:40:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:50.703309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ca8050-5140-4d9a-b411-b15aded8f3a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting subnet e653abe4-c56f-4735-981d-8779940d5c17 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:40:50.706624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10ca8050-5140-4d9a-b411-b15aded8f3a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:50.749936 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10ca8050-5140-4d9a-b411-b15aded8f3a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:50.791570 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-f53ff77a-9905-4e95-bbe8-638b6085fa87 None None] Set router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:40:50.849211 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10ca8050-5140-4d9a-b411-b15aded8f3a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:50.918005 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10ca8050-5140-4d9a-b411-b15aded8f3a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:50.945263 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca8050-5140-4d9a-b411-b15aded8f3a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Subnet': ['ID=e653abe4-c56f-4735-981d-8779940d5c17,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:50.953040 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-10ca8050-5140-4d9a-b411-b15aded8f3a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:50.959969 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-10ca8050-5140-4d9a-b411-b15aded8f3a1 tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/subnets/e653abe4-c56f-4735-981d-8779940d5c17 HTTP/1.1" status: 204 len: 168 time: 0.3062890 Mar 14 15:40:50.959969 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58818) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:40:50.963036 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eb63e2-5d2d-40f7-b92c-af7079c3d836 None None] Network 4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:40:51.077941 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abaf8013-03ce-45cc-85e1-2d5fa6acbf3b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:51.105677 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f53ff77a-9905-4e95-bbe8-638b6085fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'name': 'tempest-TestNetworkBasicOps-router-502417028', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:40:49Z', 'revision_number': 7, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:40:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:51.144917 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ff77a-9905-4e95-bbe8-638b6085fa87 None None] Checking router: 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:40:51.153762 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ff77a-9905-4e95-bbe8-638b6085fa87 None None] Routers {'03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:40:51.154588 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f53ff77a-9905-4e95-bbe8-638b6085fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:40:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:51.178739 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414fd176-fccc-4e78-8e03-9f22471a2268 None None] DHCP port deletion for 4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:40:51.209837 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abaf8013-03ce-45cc-85e1-2d5fa6acbf3b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:51.230355 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-414fd176-fccc-4e78-8e03-9f22471a2268 None None] Deleting port 9321b4e7-8a14-4b13-85e4-c9f10c96b76f {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:40:51.230750 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-414fd176-fccc-4e78-8e03-9f22471a2268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:51.277218 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-abaf8013-03ce-45cc-85e1-2d5fa6acbf3b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Deleting port 6c7ddb5b-c79e-474e-bec5-29f8310095da {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:40:51.277733 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abaf8013-03ce-45cc-85e1-2d5fa6acbf3b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:51.284575 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-f53ff77a-9905-4e95-bbe8-638b6085fa87 None None] Set router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:40:51.305953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-414fd176-fccc-4e78-8e03-9f22471a2268 None None] For port 9321b4e7-8a14-4b13-85e4-c9f10c96b76f, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=9321b4e7-8a14-4b13-85e4-c9f10c96b76f,segment=NetworkSegment(a72b9239-6ae3-41c9-8030-c332ed08fe4d),segment_id=a72b9239-6ae3-41c9-8030-c332ed08fe4d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:51.306352 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-414fd176-fccc-4e78-8e03-9f22471a2268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:51.329431 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-414fd176-fccc-4e78-8e03-9f22471a2268 None None] Calling delete_port for 9321b4e7-8a14-4b13-85e4-c9f10c96b76f owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:40:51.332333 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 0e441ba7-024e-47a7-9e5b-21fbe3191e26 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:40:51.360771 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 0e441ba7-024e-47a7-9e5b-21fbe3191e26 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:40:51.361113 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 0e441ba7-024e-47a7-9e5b-21fbe3191e26 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:40:51.375017 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-abaf8013-03ce-45cc-85e1-2d5fa6acbf3b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] For port 6c7ddb5b-c79e-474e-bec5-29f8310095da, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=6c7ddb5b-c79e-474e-bec5-29f8310095da,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:40:51.375521 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abaf8013-03ce-45cc-85e1-2d5fa6acbf3b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:51.387564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-abaf8013-03ce-45cc-85e1-2d5fa6acbf3b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Calling delete_port for 6c7ddb5b-c79e-474e-bec5-29f8310095da owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:40:51.439544 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-414fd176-fccc-4e78-8e03-9f22471a2268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:51.463274 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fd176-fccc-4e78-8e03-9f22471a2268 None None] Pushing event deleted for resources: {'Port': ['ID=9321b4e7-8a14-4b13-85e4-c9f10c96b76f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:51.482656 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414fd176-fccc-4e78-8e03-9f22471a2268 None None] No DVR routers for this DVR port 9321b4e7-8a14-4b13-85e4-c9f10c96b76f on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:40:51.502160 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f53ff77a-9905-4e95-bbe8-638b6085fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'name': 'tempest-TestNetworkBasicOps-router-502417028', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:40:49Z', 'revision_number': 7, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:40:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:51.529241 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ff77a-9905-4e95-bbe8-638b6085fa87 None None] The sync data for ids ['03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83'] in dv-neutron-833559-1-hyperv is: [{'id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'name': 'tempest-TestNetworkBasicOps-router-502417028', 'tenant_id': '981c2b5a3afd42dd95b1da15ede4e026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:40:49Z', 'revision_number': 7, 'project_id': '981c2b5a3afd42dd95b1da15ede4e026', 'gw_port': {'id': '6c7ddb5b-c79e-474e-bec5-29f8310095da', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:39:44Z', 'updated_at': '2022-03-14T15:40:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:40:51.588054 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abaf8013-03ce-45cc-85e1-2d5fa6acbf3b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:51.612912 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf8013-03ce-45cc-85e1-2d5fa6acbf3b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Port': ['ID=6c7ddb5b-c79e-474e-bec5-29f8310095da,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:51.679247 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abaf8013-03ce-45cc-85e1-2d5fa6acbf3b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:51.773879 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abaf8013-03ce-45cc-85e1-2d5fa6acbf3b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:51.775864 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abaf8013-03ce-45cc-85e1-2d5fa6acbf3b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:51.818681 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abaf8013-03ce-45cc-85e1-2d5fa6acbf3b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:51.819267 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abaf8013-03ce-45cc-85e1-2d5fa6acbf3b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Fanout notify agent at l3_agent the message router_deleted on router 03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:40:51.826378 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-abaf8013-03ce-45cc-85e1-2d5fa6acbf3b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:51.827802 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-abaf8013-03ce-45cc-85e1-2d5fa6acbf3b tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/routers/03a6f7d5-4ae2-4b94-9cb3-77c38bf17b83 HTTP/1.1" status: 204 len: 168 time: 0.8676982 Mar 14 15:40:51.830524 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58820) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:40:51.913064 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fc40ad7-c816-48a8-a498-f262f303450f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:52.007657 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fc40ad7-c816-48a8-a498-f262f303450f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:52.028097 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-1fc40ad7-c816-48a8-a498-f262f303450f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:52.037579 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-1fc40ad7-c816-48a8-a498-f262f303450f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72b9239-6ae3-41c9-8030-c332ed08fe4d') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:52.037845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-1fc40ad7-c816-48a8-a498-f262f303450f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72b9239-6ae3-41c9-8030-c332ed08fe4d') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:40:52.051799 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fc40ad7-c816-48a8-a498-f262f303450f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:52.066241 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fc40ad7-c816-48a8-a498-f262f303450f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:52.072667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc40ad7-c816-48a8-a498-f262f303450f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:40:52.073086 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fc40ad7-c816-48a8-a498-f262f303450f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:40:52.077140 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:40:52.143088 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fc40ad7-c816-48a8-a498-f262f303450f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:52.150442 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fc40ad7-c816-48a8-a498-f262f303450f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:52.153057 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1fc40ad7-c816-48a8-a498-f262f303450f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] 10.222.0.59 "DELETE /v2.0/networks/4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a HTTP/1.1" status: 204 len: 168 time: 0.3215601 Mar 14 15:40:52.176726 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc40ad7-c816-48a8-a498-f262f303450f tempest-TestNetworkBasicOps-435394696 tempest-TestNetworkBasicOps-435394696-project] Pushing event deleted for resources: {'Network': ['ID=4c3b4ff5-33c7-4f5f-8568-187afdbf0a2a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:52.422793 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58826) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:40:52.535763 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device ece58cb5-f062-48ab-9d9d-a915b03ad3f1 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:40:52.559631 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: ece58cb5-f062-48ab-9d9d-a915b03ad3f1 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:40:52.560541 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device ece58cb5-f062-48ab-9d9d-a915b03ad3f1 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:40:52.561106 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 6c7ddb5b-c79e-474e-bec5-29f8310095da no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:40:52.566219 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cca25fd6-87c3-489b-9a90-4640848d1ed8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=981c2b5a3afd42dd95b1da15ede4e026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422267 Mar 14 15:40:52.568714 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58830) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:40:52.580645 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 6c7ddb5b-c79e-474e-bec5-29f8310095da {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:40:52.580996 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 6c7ddb5b-c79e-474e-bec5-29f8310095da not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:40:52.581403 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 9321b4e7-8a14-4b13-85e4-c9f10c96b76f no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:40:52.599888 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 9321b4e7-8a14-4b13-85e4-c9f10c96b76f {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:40:52.600236 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 9321b4e7-8a14-4b13-85e4-c9f10c96b76f not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:40:52.617374 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2d4eb7bd-69a3-4738-be68-46eedf2d1c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:52.642604 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2d4eb7bd-69a3-4738-be68-46eedf2d1c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:52.699725 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2d4eb7bd-69a3-4738-be68-46eedf2d1c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:52.702757 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2d4eb7bd-69a3-4738-be68-46eedf2d1c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:52.704146 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2d4eb7bd-69a3-4738-be68-46eedf2d1c59 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9bb84d9f-4665-4b92-b910-e01d0c401dba HTTP/1.1" status: 204 len: 168 time: 0.1343882 Mar 14 15:40:52.713049 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4eb7bd-69a3-4738-be68-46eedf2d1c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb84d9f-4665-4b92-b910-e01d0c401dba,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:52.968515 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 58836) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:40:52.981439 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f911037f-b979-4253-8846-3cd73f04d1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:53.058032 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f911037f-b979-4253-8846-3cd73f04d1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:53.061669 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f911037f-b979-4253-8846-3cd73f04d1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:53.103530 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f911037f-b979-4253-8846-3cd73f04d1b5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3809a8f4f8544ab2aa11948330076254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339207 Mar 14 15:40:53.104393 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911037f-b979-4253-8846-3cd73f04d1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b41824-c017-4a97-84fd-6da4e3e643d7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:53.106292 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58838) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:40:53.155278 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bfef3987-2770-448f-9e15-082c8c828787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:53.176483 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bfef3987-2770-448f-9e15-082c8c828787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:53.223564 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bfef3987-2770-448f-9e15-082c8c828787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:53.226046 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bfef3987-2770-448f-9e15-082c8c828787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:40:53.227215 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bfef3987-2770-448f-9e15-082c8c828787 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/43b41824-c017-4a97-84fd-6da4e3e643d7 HTTP/1.1" status: 204 len: 168 time: 0.1192434 Mar 14 15:40:53.235346 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef3987-2770-448f-9e15-082c8c828787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b41824-c017-4a97-84fd-6da4e3e643d7,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:40:53.242232 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3987-2770-448f-9e15-082c8c828787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:53.242583 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3987-2770-448f-9e15-082c8c828787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:53.242937 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3987-2770-448f-9e15-082c8c828787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:53.243287 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3987-2770-448f-9e15-082c8c828787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:53.243623 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3987-2770-448f-9e15-082c8c828787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:53.243962 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3987-2770-448f-9e15-082c8c828787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:53.244289 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3987-2770-448f-9e15-082c8c828787 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:53.244615 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3987-2770-448f-9e15-082c8c828787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:53.244941 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3987-2770-448f-9e15-082c8c828787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:53.245266 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3987-2770-448f-9e15-082c8c828787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:53.245591 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3987-2770-448f-9e15-082c8c828787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:40:53.245909 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3987-2770-448f-9e15-082c8c828787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:41:00.425622 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-2fc6dd7b-aaac-49b7-be81-97ab80b0795a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=68e3c43c43ed4c71b334d2cd180cf321&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295069 Mar 14 15:41:00.607426 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-de4cb344-8e37-45b9-9835-f2104f51e75a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:00.608895 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-de4cb344-8e37-45b9-9835-f2104f51e75a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777248 Mar 14 15:41:00.623115 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-2949c94c-4878-4ba1-9fc8-2dd2cafc7de0 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/quotas/68e3c43c43ed4c71b334d2cd180cf321 HTTP/1.1" status: 200 len: 375 time: 0.0085938 Mar 14 15:41:00.653635 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-4db58843-f262-4032-b9b6-d55fff99e4da tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=68e3c43c43ed4c71b334d2cd180cf321&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251820 Mar 14 15:41:00.809766 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0e63a5ee-96fe-454c-bb62-5b7dc1ed0993 req-23709b5d-af42-4522-8ba8-ae3d1b8ba037 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc95f22a-ef2b-4e37-bb6b-24cf34470b26 HTTP/1.1" status: 200 len: 210 time: 0.0271635 Mar 14 15:41:01.699563 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-71467cb6-c193-4ee8-8a57-e1966ae95748 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=68e3c43c43ed4c71b334d2cd180cf321&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303557 Mar 14 15:41:01.891265 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-3fad2b50-bfab-4015-a3f7-0c7403448135 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:01.892746 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-3fad2b50-bfab-4015-a3f7-0c7403448135 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869373 Mar 14 15:41:01.903481 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-504374d6-8a31-476b-a8de-5c716061b1f7 req-af93c2d0-bbaf-47fa-b6ff-f71f1e320af5 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc95f22a-ef2b-4e37-bb6b-24cf34470b26 HTTP/1.1" status: 200 len: 210 time: 0.0261095 Mar 14 15:41:01.907354 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-b454cfba-84b3-4967-9916-3dcd67a4cc1a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Request body: {'port': {'device_id': 'fc95f22a-ef2b-4e37-bb6b-24cf34470b26', 'network_id': '2a5df37c-6857-4403-8e68-2c6ee2a8e487', 'admin_state_up': True, 'tenant_id': '68e3c43c43ed4c71b334d2cd180cf321'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:41:02.021079 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-b454cfba-84b3-4967-9916-3dcd67a4cc1a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Made reservation on behalf of 68e3c43c43ed4c71b334d2cd180cf321 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:41:02.024600 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-b454cfba-84b3-4967-9916-3dcd67a4cc1a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.034259 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-b454cfba-84b3-4967-9916-3dcd67a4cc1a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.108758 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-b454cfba-84b3-4967-9916-3dcd67a4cc1a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.112294 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-b454cfba-84b3-4967-9916-3dcd67a4cc1a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.178207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454cfba-84b3-4967-9916-3dcd67a4cc1a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b40d654-2675-466f-ab7c-9019c7596c78,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:02.246096 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-b454cfba-84b3-4967-9916-3dcd67a4cc1a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Allocated IP 192.168.233.50 (2a5df37c-6857-4403-8e68-2c6ee2a8e487/704db804-3092-4d39-86ef-f3c8f0d4054f/9ea644c9-1803-42cc-9193-c2e414c60610) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:41:02.391086 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-b454cfba-84b3-4967-9916-3dcd67a4cc1a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.424399 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-b454cfba-84b3-4967-9916-3dcd67a4cc1a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.468244 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-b454cfba-84b3-4967-9916-3dcd67a4cc1a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Network 2a5df37c-6857-4403-8e68-2c6ee2a8e487 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:41:02.471298 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-b454cfba-84b3-4967-9916-3dcd67a4cc1a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:41:02.474936 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-b454cfba-84b3-4967-9916-3dcd67a4cc1a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:41:02.498236 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454cfba-84b3-4967-9916-3dcd67a4cc1a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Pushing event updated for resources: {'Port': ['ID=9ea644c9-1803-42cc-9193-c2e414c60610,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:02.528116 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-b454cfba-84b3-4967-9916-3dcd67a4cc1a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:02.529657 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-b454cfba-84b3-4967-9916-3dcd67a4cc1a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.547223 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-b454cfba-84b3-4967-9916-3dcd67a4cc1a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6435955 Mar 14 15:41:02.564534 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] Request body: {'port': {'device_id': 'fc95f22a-ef2b-4e37-bb6b-24cf34470b26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:41:02.624716 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.674605 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-fa0f9953-1f32-4bb8-b998-0fd0d37c8b43 None None] Provisioning complete for port 9ea644c9-1803-42cc-9193-c2e414c60610 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:41:02.675221 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9953-1f32-4bb8-b998-0fd0d37c8b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.709477 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-fa0f9953-1f32-4bb8-b998-0fd0d37c8b43 None None] Port 9ea644c9-1803-42cc-9193-c2e414c60610 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:41:02.882226 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea644c9-1803-42cc-9193-c2e414c60610 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:41:02.889931 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.901363 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] Transition to ACTIVE for port object 9ea644c9-1803-42cc-9193-c2e414c60610 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:41:02.905093 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:02.955593 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea644c9-1803-42cc-9193-c2e414c60610,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:03.056948 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] Attempting to bind port 9ea644c9-1803-42cc-9193-c2e414c60610 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:41:03.057291 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] Attempting to bind port 9ea644c9-1803-42cc-9193-c2e414c60610 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'e98c3857-409f-459f-a683-d0027acde320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2a5df37c-6857-4403-8e68-2c6ee2a8e487'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:41:03.057620 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] Attempting to bind port 9ea644c9-1803-42cc-9193-c2e414c60610 on network 2a5df37c-6857-4403-8e68-2c6ee2a8e487 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:41:03.071182 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167e31c-e283-4916-a6c1-dedfc6fdbef3 req-5462853b-abc2-435b-8991-242d24a47e9b tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:03.072686 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9167e31c-e283-4916-a6c1-dedfc6fdbef3 req-5462853b-abc2-435b-8991-242d24a47e9b tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc95f22a-ef2b-4e37-bb6b-24cf34470b26 HTTP/1.1" status: 200 len: 947 time: 0.0761647 Mar 14 15:41:03.073803 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] Port 9ea644c9-1803-42cc-9193-c2e414c60610 on network 2a5df37c-6857-4403-8e68-2c6ee2a8e487 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:41:03.074121 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] Attempting to bind port 9ea644c9-1803-42cc-9193-c2e414c60610 on network 2a5df37c-6857-4403-8e68-2c6ee2a8e487 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:41:03.079985 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:41:03.080321 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] Checking segment: {'id': 'e98c3857-409f-459f-a683-d0027acde320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2a5df37c-6857-4403-8e68-2c6ee2a8e487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:41:03.080720 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] Bound using segment: {'id': 'e98c3857-409f-459f-a683-d0027acde320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2a5df37c-6857-4403-8e68-2c6ee2a8e487'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:41:03.081133 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] Bound port: 9ea644c9-1803-42cc-9193-c2e414c60610, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98c3857-409f-459f-a683-d0027acde320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2a5df37c-6857-4403-8e68-2c6ee2a8e487'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:41:03.081492 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:03.146217 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9167e31c-e283-4916-a6c1-dedfc6fdbef3 req-743494de-5bde-4276-9635-f626410a6520 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b40d654-2675-466f-ab7c-9019c7596c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624924 Mar 14 15:41:03.171213 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] For port 9ea644c9-1803-42cc-9193-c2e414c60610, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:41:03.174131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] For port 9ea644c9-1803-42cc-9193-c2e414c60610, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9ea644c9-1803-42cc-9193-c2e414c60610,segment=NetworkSegment(e98c3857-409f-459f-a683-d0027acde320),segment_id=e98c3857-409f-459f-a683-d0027acde320)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:41:03.178331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:03.217981 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:03.218594 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:03.220028 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] 10.222.0.18 "PUT /v2.0/ports/9ea644c9-1803-42cc-9193-c2e414c60610 HTTP/1.1" status: 200 len: 1097 time: 0.6605122 Mar 14 15:41:03.220475 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc95f22a-ef2b-4e37-bb6b-24cf34470b26', 'tag': '9ea644c9-1803-42cc-9193-c2e414c60610'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:41:03.222700 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc86115b-cb56-4939-9ce7-3bfb48913d74" -d '{"events": [{"name": "network-changed", "server_uuid": "fc95f22a-ef2b-4e37-bb6b-24cf34470b26", "tag": "9ea644c9-1803-42cc-9193-c2e414c60610"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:41:03.254042 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb4885-4105-47a4-97ad-46d49edb4863 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea644c9-1803-42cc-9193-c2e414c60610,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:03.287316 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d5b067-7b71-47e9-a5af-ca6271f3f0f7 x-openstack-request-id: req-01d5b067-7b71-47e9-a5af-ca6271f3f0f7 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:41:03.287611 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc95f22a-ef2b-4e37-bb6b-24cf34470b26", "tag": "9ea644c9-1803-42cc-9193-c2e414c60610", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:41:03.287869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01d5b067-7b71-47e9-a5af-ca6271f3f0f7 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:41:03.288267 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc95f22a-ef2b-4e37-bb6b-24cf34470b26', 'tag': '9ea644c9-1803-42cc-9193-c2e414c60610', 'status': 'completed', 'code': 200} Mar 14 15:41:03.323579 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-c27329c7-0f01-46a2-8087-7b644ae484d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:03.325232 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-c27329c7-0f01-46a2-8087-7b644ae484d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=68e3c43c43ed4c71b334d2cd180cf321&device_id=fc95f22a-ef2b-4e37-bb6b-24cf34470b26 HTTP/1.1" status: 200 len: 1100 time: 0.0486374 Mar 14 15:41:03.370995 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-b8b62ec1-bb7e-44ef-a8df-89d0e3a52a9f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=9ea644c9-1803-42cc-9193-c2e414c60610 HTTP/1.1" status: 200 len: 217 time: 0.0360384 Mar 14 15:41:03.427777 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-9572aa9e-3a57-4b29-b613-a17775425669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:03.429304 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-9572aa9e-3a57-4b29-b613-a17775425669 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=704db804-3092-4d39-86ef-f3c8f0d4054f HTTP/1.1" status: 200 len: 843 time: 0.0482979 Mar 14 15:41:03.476367 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-e0e4d0ed-2e7e-49a8-ab4d-a913b801204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:03.477793 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-e0e4d0ed-2e7e-49a8-ab4d-a913b801204f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a5df37c-6857-4403-8e68-2c6ee2a8e487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0401597 Mar 14 15:41:03.567623 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-21c9f3a4-7c30-4381-8898-a5e6a8ea05c5 service neutron] 10.222.0.18 "GET /v2.0/networks/2a5df37c-6857-4403-8e68-2c6ee2a8e487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817249 Mar 14 15:41:03.662479 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-150ce879-bfa7-42d4-b6bd-75baff6d46aa req-21f0810a-2961-45e0-8ff4-5584b10e4881 service neutron] 10.222.0.18 "GET /v2.0/networks/2a5df37c-6857-4403-8e68-2c6ee2a8e487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843160 Mar 14 15:41:03.757856 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86115b-cb56-4939-9ce7-3bfb48913d74 req-46e622be-d007-49be-a087-bd5d7f5c2431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:03.759278 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cc86115b-cb56-4939-9ce7-3bfb48913d74 req-46e622be-d007-49be-a087-bd5d7f5c2431 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=68e3c43c43ed4c71b334d2cd180cf321&device_id=fc95f22a-ef2b-4e37-bb6b-24cf34470b26 HTTP/1.1" status: 200 len: 1100 time: 0.0410147 Mar 14 15:41:03.851023 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86115b-cb56-4939-9ce7-3bfb48913d74 req-a3feb2ea-549c-4e53-a04a-81b7ad672e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:03.852500 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cc86115b-cb56-4939-9ce7-3bfb48913d74 req-a3feb2ea-549c-4e53-a04a-81b7ad672e55 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a5df37c-6857-4403-8e68-2c6ee2a8e487 HTTP/1.1" status: 200 len: 870 time: 0.0869808 Mar 14 15:41:03.893535 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cc86115b-cb56-4939-9ce7-3bfb48913d74 req-520a8454-da6a-4ecc-bef1-00e8ac2bc161 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=9ea644c9-1803-42cc-9193-c2e414c60610 HTTP/1.1" status: 200 len: 217 time: 0.0332429 Mar 14 15:41:03.941945 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86115b-cb56-4939-9ce7-3bfb48913d74 req-87f1d4d1-4c28-4f0a-9642-03105e3965d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:03.943391 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cc86115b-cb56-4939-9ce7-3bfb48913d74 req-87f1d4d1-4c28-4f0a-9642-03105e3965d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=704db804-3092-4d39-86ef-f3c8f0d4054f HTTP/1.1" status: 200 len: 843 time: 0.0428462 Mar 14 15:41:03.992329 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86115b-cb56-4939-9ce7-3bfb48913d74 req-e024ce71-85b6-4d42-a12d-314e007aa193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:03.993782 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cc86115b-cb56-4939-9ce7-3bfb48913d74 req-e024ce71-85b6-4d42-a12d-314e007aa193 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a5df37c-6857-4403-8e68-2c6ee2a8e487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0435109 Mar 14 15:41:04.068258 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-52151292-f799-40d1-9b5b-e23b7457ab8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:04.089881 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cc86115b-cb56-4939-9ce7-3bfb48913d74 req-dfb72f55-c3ce-4fac-aa9e-1d4d3c726bca service neutron] 10.222.0.18 "GET /v2.0/networks/2a5df37c-6857-4403-8e68-2c6ee2a8e487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880699 Mar 14 15:41:04.189223 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cc86115b-cb56-4939-9ce7-3bfb48913d74 req-0c337cb4-c3cb-4836-99ca-0622f0cd8cd6 service neutron] 10.222.0.18 "GET /v2.0/networks/2a5df37c-6857-4403-8e68-2c6ee2a8e487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923350 Mar 14 15:41:04.260982 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1212d-8bdc-4628-a849-fdc0e992b872 req-1c29ab36-d9e8-4321-9a69-ae35546bc37c tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:04.262587 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d0b1212d-8bdc-4628-a849-fdc0e992b872 req-1c29ab36-d9e8-4321-9a69-ae35546bc37c tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc95f22a-ef2b-4e37-bb6b-24cf34470b26 HTTP/1.1" status: 200 len: 947 time: 0.0483267 Mar 14 15:41:04.300642 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d0b1212d-8bdc-4628-a849-fdc0e992b872 req-fb7cf1b0-a7e2-4eac-9d44-9ecf90891da2 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b40d654-2675-466f-ab7c-9019c7596c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315676 Mar 14 15:41:04.378628 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:41:05.418594 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6352ad0-3fab-441f-bbb4-775ec2719c24 req-baa64a5b-1ffb-41eb-ba32-4aa0eb109e7d tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:05.420634 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f6352ad0-3fab-441f-bbb4-775ec2719c24 req-baa64a5b-1ffb-41eb-ba32-4aa0eb109e7d tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc95f22a-ef2b-4e37-bb6b-24cf34470b26 HTTP/1.1" status: 200 len: 947 time: 0.0507450 Mar 14 15:41:05.457883 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f6352ad0-3fab-441f-bbb4-775ec2719c24 req-9f0d7d90-06fa-4748-8b96-75f04f3b328f tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b40d654-2675-466f-ab7c-9019c7596c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313003 Mar 14 15:41:06.431821 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9df85cb5-f96b-471d-b2c3-eb0892d2f8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:06.569420 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3ecdb-b4e8-4d75-bd0e-b06e29d58f97 req-402454ff-8840-4803-9dc4-818115a7133e tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:06.570895 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-41b3ecdb-b4e8-4d75-bd0e-b06e29d58f97 req-402454ff-8840-4803-9dc4-818115a7133e tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc95f22a-ef2b-4e37-bb6b-24cf34470b26 HTTP/1.1" status: 200 len: 947 time: 0.0484445 Mar 14 15:41:06.608022 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-41b3ecdb-b4e8-4d75-bd0e-b06e29d58f97 req-69a6cc51-74e7-4856-887d-0e4ad29048f6 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b40d654-2675-466f-ab7c-9019c7596c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306249 Mar 14 15:41:07.393716 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 9ea644c9-1803-42cc-9193-c2e414c60610 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:41:07.496086 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:07.501016 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 9ea644c9-1803-42cc-9193-c2e414c60610, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9ea644c9-1803-42cc-9193-c2e414c60610,segment=NetworkSegment(e98c3857-409f-459f-a683-d0027acde320),segment_id=e98c3857-409f-459f-a683-d0027acde320)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:41:07.511064 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '9ea644c9-1803-42cc-9193-c2e414c60610', 'network_id': '2a5df37c-6857-4403-8e68-2c6ee2a8e487', 'port_id': '9ea644c9-1803-42cc-9193-c2e414c60610', 'mac_address': 'fa:16:3e:f9:bd:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704db804-3092-4d39-86ef-f3c8f0d4054f', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:41:07.547129 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:07.559165 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea644c9-1803-42cc-9193-c2e414c60610 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:41:07.582765 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 9ea644c9-1803-42cc-9193-c2e414c60610, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9ea644c9-1803-42cc-9193-c2e414c60610,segment=NetworkSegment(e98c3857-409f-459f-a683-d0027acde320),segment_id=e98c3857-409f-459f-a683-d0027acde320)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:41:07.586299 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:07.630501 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=9ea644c9-1803-42cc-9193-c2e414c60610,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:07.726331 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4963cb-38ad-4983-8d06-fffa56d9eaeb req-5b01fdcb-aeec-4d7f-afdb-25d6e4ed54d2 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:07.727830 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9f4963cb-38ad-4983-8d06-fffa56d9eaeb req-5b01fdcb-aeec-4d7f-afdb-25d6e4ed54d2 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc95f22a-ef2b-4e37-bb6b-24cf34470b26 HTTP/1.1" status: 200 len: 948 time: 0.0520599 Mar 14 15:41:07.766375 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9f4963cb-38ad-4983-8d06-fffa56d9eaeb req-bf859923-ab76-406b-bd5c-4b71154cdc53 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b40d654-2675-466f-ab7c-9019c7596c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317454 Mar 14 15:41:07.829056 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['9ea644c9-1803-42cc-9193-c2e414c60610'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:41:08.882420 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d83c1-c3cf-41e9-a965-09d76897a4ca req-b6b7f248-291b-4d37-99a4-d6b2de0d6e86 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:08.883906 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-123d83c1-c3cf-41e9-a965-09d76897a4ca req-b6b7f248-291b-4d37-99a4-d6b2de0d6e86 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc95f22a-ef2b-4e37-bb6b-24cf34470b26 HTTP/1.1" status: 200 len: 948 time: 0.0514646 Mar 14 15:41:08.912179 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:08.922614 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-123d83c1-c3cf-41e9-a965-09d76897a4ca req-5328acae-420c-4bda-bcb3-948926d17d0a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b40d654-2675-466f-ab7c-9019c7596c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320735 Mar 14 15:41:08.923350 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:09.343220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:09.409803 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 9ea644c9-1803-42cc-9193-c2e414c60610 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:41:09.460770 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 9ea644c9-1803-42cc-9193-c2e414c60610 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:41:09.464704 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 9ea644c9-1803-42cc-9193-c2e414c60610 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:41:09.465079 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:09.542739 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:09.564921 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc95f22a-ef2b-4e37-bb6b-24cf34470b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea644c9-1803-42cc-9193-c2e414c60610'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:41:09.567196 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbac27d-b7aa-4e98-8da0-e6d6376df837" -d '{"events": [{"server_uuid": "fc95f22a-ef2b-4e37-bb6b-24cf34470b26", "name": "network-vif-plugged", "status": "completed", "tag": "9ea644c9-1803-42cc-9193-c2e414c60610"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:41:09.580138 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 9ea644c9-1803-42cc-9193-c2e414c60610, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9ea644c9-1803-42cc-9193-c2e414c60610,segment=NetworkSegment(e98c3857-409f-459f-a683-d0027acde320),segment_id=e98c3857-409f-459f-a683-d0027acde320)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:41:09.584356 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:09.609370 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65944137-5a1f-49c9-b350-4ce38ccfc614 x-openstack-request-id: req-65944137-5a1f-49c9-b350-4ce38ccfc614 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:41:09.609651 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc95f22a-ef2b-4e37-bb6b-24cf34470b26", "name": "network-vif-plugged", "status": "completed", "tag": "9ea644c9-1803-42cc-9193-c2e414c60610", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:41:09.609902 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-65944137-5a1f-49c9-b350-4ce38ccfc614 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:41:09.610284 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc95f22a-ef2b-4e37-bb6b-24cf34470b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea644c9-1803-42cc-9193-c2e414c60610', 'code': 200} Mar 14 15:41:09.634948 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=9ea644c9-1803-42cc-9193-c2e414c60610,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:09.785232 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25caa72-4031-4ccd-a3c2-ff53668702e1 req-ab7b6f12-9e8e-4c8e-8120-763d1bccd14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:09.786726 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f25caa72-4031-4ccd-a3c2-ff53668702e1 req-ab7b6f12-9e8e-4c8e-8120-763d1bccd14f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc95f22a-ef2b-4e37-bb6b-24cf34470b26 HTTP/1.1" status: 200 len: 1102 time: 0.0407941 Mar 14 15:41:09.824596 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f25caa72-4031-4ccd-a3c2-ff53668702e1 req-9520cd8c-7c7f-4f9e-9477-45fca385773c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4b40d654-2675-466f-ab7c-9019c7596c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273445 Mar 14 15:41:10.036206 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f6567-0594-4dd0-8e9b-daa1e748ef0b req-b055e468-6587-4182-86e2-82d5a7bc380f tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:10.037669 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b71f6567-0594-4dd0-8e9b-daa1e748ef0b req-b055e468-6587-4182-86e2-82d5a7bc380f tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc95f22a-ef2b-4e37-bb6b-24cf34470b26 HTTP/1.1" status: 200 len: 949 time: 0.0478599 Mar 14 15:41:10.075428 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b71f6567-0594-4dd0-8e9b-daa1e748ef0b req-d053e334-bae8-4744-b260-1e6adbb6046b tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b40d654-2675-466f-ab7c-9019c7596c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317743 Mar 14 15:41:11.191922 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42615d6-6d4f-4043-9eee-a5339c585c45 req-5e7b88ea-4986-410f-9e86-0eec3eb8b43a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:11.193408 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c42615d6-6d4f-4043-9eee-a5339c585c45 req-5e7b88ea-4986-410f-9e86-0eec3eb8b43a tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc95f22a-ef2b-4e37-bb6b-24cf34470b26 HTTP/1.1" status: 200 len: 949 time: 0.0490923 Mar 14 15:41:11.230606 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c42615d6-6d4f-4043-9eee-a5339c585c45 req-4545d00d-cb89-419a-9e3c-006abc2485fe tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b40d654-2675-466f-ab7c-9019c7596c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314000 Mar 14 15:41:11.604527 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [req-a463824c-7faf-485f-bcda-8b19e286c4a9 req-90928a1f-ea41-429f-ab53-7e5191fbb664 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:41:11.605473 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a463824c-7faf-485f-bcda-8b19e286c4a9 req-90928a1f-ea41-429f-ab53-7e5191fbb664 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0959578 Mar 14 15:41:11.962013 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [req-d29832dc-9b97-4efc-8363-77804a22c487 req-f99e65c9-e41b-474b-9761-988771d83474 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:41:11.963026 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d29832dc-9b97-4efc-8363-77804a22c487 req-f99e65c9-e41b-474b-9761-988771d83474 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054450 Mar 14 15:41:12.315769 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15faf4-67f7-4cf5-8f67-cf6a0030b85f req-29d88c12-ff42-4b75-afaf-86a92df3b126 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:12.317245 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bb15faf4-67f7-4cf5-8f67-cf6a0030b85f req-29d88c12-ff42-4b75-afaf-86a92df3b126 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc95f22a-ef2b-4e37-bb6b-24cf34470b26 HTTP/1.1" status: 200 len: 949 time: 0.0492086 Mar 14 15:41:12.355336 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bb15faf4-67f7-4cf5-8f67-cf6a0030b85f req-b85b4a72-9b92-42ae-93fc-fb8ece2800a4 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b40d654-2675-466f-ab7c-9019c7596c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321884 Mar 14 15:41:13.475392 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723cf79-2407-4988-9b3e-5c5126556939 req-a8257064-57bd-4b23-b422-6b96e5413054 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:13.476887 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d723cf79-2407-4988-9b3e-5c5126556939 req-a8257064-57bd-4b23-b422-6b96e5413054 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc95f22a-ef2b-4e37-bb6b-24cf34470b26 HTTP/1.1" status: 200 len: 949 time: 0.0525143 Mar 14 15:41:13.516311 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d723cf79-2407-4988-9b3e-5c5126556939 req-fecdf1a4-3a4d-422a-bf57-4c825dc15ab2 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b40d654-2675-466f-ab7c-9019c7596c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332084 Mar 14 15:41:13.688253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e18172-4e63-4804-9f41-b412a57260cb req-e5b637e8-327c-4642-a174-53436022b86d tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:13.689590 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-19e18172-4e63-4804-9f41-b412a57260cb req-e5b637e8-327c-4642-a174-53436022b86d tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc95f22a-ef2b-4e37-bb6b-24cf34470b26 HTTP/1.1" status: 200 len: 949 time: 0.0486519 Mar 14 15:41:13.782250 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-19e18172-4e63-4804-9f41-b412a57260cb req-3b6ec42d-4d3d-4b04-9097-ab1df8329aa3 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Deleting port 9ea644c9-1803-42cc-9193-c2e414c60610 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:41:13.782582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-19e18172-4e63-4804-9f41-b412a57260cb req-3b6ec42d-4d3d-4b04-9097-ab1df8329aa3 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:13.871440 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-19e18172-4e63-4804-9f41-b412a57260cb req-3b6ec42d-4d3d-4b04-9097-ab1df8329aa3 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] For port 9ea644c9-1803-42cc-9193-c2e414c60610, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9ea644c9-1803-42cc-9193-c2e414c60610,segment=NetworkSegment(e98c3857-409f-459f-a683-d0027acde320),segment_id=e98c3857-409f-459f-a683-d0027acde320)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:41:13.871794 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-19e18172-4e63-4804-9f41-b412a57260cb req-3b6ec42d-4d3d-4b04-9097-ab1df8329aa3 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:13.883760 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-19e18172-4e63-4804-9f41-b412a57260cb req-3b6ec42d-4d3d-4b04-9097-ab1df8329aa3 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Calling delete_port for 9ea644c9-1803-42cc-9193-c2e414c60610 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:41:14.010389 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-19e18172-4e63-4804-9f41-b412a57260cb req-3b6ec42d-4d3d-4b04-9097-ab1df8329aa3 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:14.027577 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['9ea644c9-1803-42cc-9193-c2e414c60610'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:41:14.038090 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ec42d-4d3d-4b04-9097-ab1df8329aa3 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Pushing event deleted for resources: {'Port': ['ID=9ea644c9-1803-42cc-9193-c2e414c60610,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:14.083714 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e18172-4e63-4804-9f41-b412a57260cb req-3b6ec42d-4d3d-4b04-9097-ab1df8329aa3 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] No DVR routers for this DVR port 9ea644c9-1803-42cc-9193-c2e414c60610 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:41:14.086385 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-19e18172-4e63-4804-9f41-b412a57260cb req-3b6ec42d-4d3d-4b04-9097-ab1df8329aa3 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:14.089940 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-19e18172-4e63-4804-9f41-b412a57260cb req-3b6ec42d-4d3d-4b04-9097-ab1df8329aa3 tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.18 "DELETE /v2.0/ports/9ea644c9-1803-42cc-9193-c2e414c60610 HTTP/1.1" status: 204 len: 173 time: 0.3907607 Mar 14 15:41:14.090489 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc95f22a-ef2b-4e37-bb6b-24cf34470b26', 'name': 'network-vif-deleted', 'tag': '9ea644c9-1803-42cc-9193-c2e414c60610'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:41:14.092966 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0731342d-f609-4c86-95c4-056d849edf10" -d '{"events": [{"server_uuid": "fc95f22a-ef2b-4e37-bb6b-24cf34470b26", "name": "network-vif-deleted", "tag": "9ea644c9-1803-42cc-9193-c2e414c60610"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:41:14.133510 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c053f984-383c-44d9-81ef-809eca5c9a54 x-openstack-request-id: req-c053f984-383c-44d9-81ef-809eca5c9a54 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:41:14.133808 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc95f22a-ef2b-4e37-bb6b-24cf34470b26", "name": "network-vif-deleted", "tag": "9ea644c9-1803-42cc-9193-c2e414c60610", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:41:14.134063 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c053f984-383c-44d9-81ef-809eca5c9a54 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:41:14.134531 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc95f22a-ef2b-4e37-bb6b-24cf34470b26', 'name': 'network-vif-deleted', 'tag': '9ea644c9-1803-42cc-9193-c2e414c60610', 'status': 'completed', 'code': 200} Mar 14 15:41:14.622086 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aeb0578a-39b1-41e0-9327-66b39e8ab516 req-aab35ab8-0461-43f1-a2ca-bbd39d9fbeaa tempest-ServersAdminNegativeTestJSON-216227387 tempest-ServersAdminNegativeTestJSON-216227387-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc95f22a-ef2b-4e37-bb6b-24cf34470b26 HTTP/1.1" status: 200 len: 210 time: 0.0275154 Mar 14 15:41:15.916008 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58976) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:41:16.049023 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9d236bc9-e2e7-40e9-b726-f465d4795052 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=68e3c43c43ed4c71b334d2cd180cf321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318693 Mar 14 15:41:16.051474 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58980) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:41:16.099450 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c7be245e-1078-4bed-94a4-d41d3b5a785a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:16.119826 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c7be245e-1078-4bed-94a4-d41d3b5a785a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:16.164628 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c7be245e-1078-4bed-94a4-d41d3b5a785a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:16.167127 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c7be245e-1078-4bed-94a4-d41d3b5a785a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:16.168279 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c7be245e-1078-4bed-94a4-d41d3b5a785a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4b40d654-2675-466f-ab7c-9019c7596c78 HTTP/1.1" status: 204 len: 168 time: 0.1159282 Mar 14 15:41:16.175846 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be245e-1078-4bed-94a4-d41d3b5a785a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b40d654-2675-466f-ab7c-9019c7596c78,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:16.422453 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58986) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:41:16.436376 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2d8546e7-fbbc-45c5-8391-eeb71de7c1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:16.512471 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2d8546e7-fbbc-45c5-8391-eeb71de7c1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:16.516584 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2d8546e7-fbbc-45c5-8391-eeb71de7c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:16.551697 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8546e7-fbbc-45c5-8391-eeb71de7c1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca5f8df-5a9f-448b-bfb7-ee2547aa1b20,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:16.556074 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2d8546e7-fbbc-45c5-8391-eeb71de7c1cb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=66f0a8507abb4cada9693905447e502f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325073 Mar 14 15:41:16.558647 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 58988) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:41:16.609412 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc4bfa16-7246-4edd-81c8-61b272330b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:16.630265 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc4bfa16-7246-4edd-81c8-61b272330b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:16.675404 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc4bfa16-7246-4edd-81c8-61b272330b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:16.677822 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc4bfa16-7246-4edd-81c8-61b272330b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:16.679063 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fc4bfa16-7246-4edd-81c8-61b272330b0d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5ca5f8df-5a9f-448b-bfb7-ee2547aa1b20 HTTP/1.1" status: 204 len: 168 time: 0.1193931 Mar 14 15:41:16.687767 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bfa16-7246-4edd-81c8-61b272330b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca5f8df-5a9f-448b-bfb7-ee2547aa1b20,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:17.323185 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 59010) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:41:17.410273 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 9ea644c9-1803-42cc-9193-c2e414c60610 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:41:17.423298 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-1bf13574-1d33-4b32-b291-9dd2f40a94dc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1454663430-network', 'tenant_id': 'ecee44f75d8043a2bea41cb4a7b4b915'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:41:17.429873 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 9ea644c9-1803-42cc-9193-c2e414c60610 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:41:17.430208 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 9ea644c9-1803-42cc-9193-c2e414c60610 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:41:17.443078 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf13574-1d33-4b32-b291-9dd2f40a94dc admin admin] Made reservation on behalf of ecee44f75d8043a2bea41cb4a7b4b915 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:41:17.445607 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1bf13574-1d33-4b32-b291-9dd2f40a94dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:17.454901 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1bf13574-1d33-4b32-b291-9dd2f40a94dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:17.529216 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1bf13574-1d33-4b32-b291-9dd2f40a94dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:17.533479 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1bf13574-1d33-4b32-b291-9dd2f40a94dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:17.554163 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf13574-1d33-4b32-b291-9dd2f40a94dc admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:41:17.569092 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf13574-1d33-4b32-b291-9dd2f40a94dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dbee2f-d665-47b3-b638-0980bcd4eb82,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:17.571921 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1bf13574-1d33-4b32-b291-9dd2f40a94dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:17.572279 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-1bf13574-1d33-4b32-b291-9dd2f40a94dc admin admin] Added segment 989ddf1f-9f1b-4d73-8d74-36a1fca0280e of type vlan for network 470121cd-d31b-4da9-ba09-d2331179baf4 Mar 14 15:41:17.613193 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1bf13574-1d33-4b32-b291-9dd2f40a94dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:17.639526 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1bf13574-1d33-4b32-b291-9dd2f40a94dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:17.640455 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf13574-1d33-4b32-b291-9dd2f40a94dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:17.641035 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1bf13574-1d33-4b32-b291-9dd2f40a94dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:17.665892 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1bf13574-1d33-4b32-b291-9dd2f40a94dc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3415251 Mar 14 15:41:17.668898 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 59014) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:41:17.674431 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d64d40ba-4782-482a-a8ec-6a28797ed7ae admin admin] Request body: {'subnet': {'network_id': '470121cd-d31b-4da9-ba09-d2331179baf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1454663430-subnet', 'tenant_id': 'ecee44f75d8043a2bea41cb4a7b4b915', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:41:17.695533 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64d40ba-4782-482a-a8ec-6a28797ed7ae admin admin] Made reservation on behalf of ecee44f75d8043a2bea41cb4a7b4b915 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:41:17.697725 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d64d40ba-4782-482a-a8ec-6a28797ed7ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:17.704716 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf13574-1d33-4b32-b291-9dd2f40a94dc admin admin] Pushing event updated for resources: {'Network': ['ID=470121cd-d31b-4da9-ba09-d2331179baf4,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:17.714611 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 470121cd-d31b-4da9-ba09-d2331179baf4 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:41:18.167944 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d64d40ba-4782-482a-a8ec-6a28797ed7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:18.225783 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d40ba-4782-482a-a8ec-6a28797ed7ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a9990a-2229-4d2c-bb35-c218c313ebe4,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:18.234323 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64d40ba-4782-482a-a8ec-6a28797ed7ae admin admin] Checking segment: {'id': '989ddf1f-9f1b-4d73-8d74-36a1fca0280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '470121cd-d31b-4da9-ba09-d2331179baf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:41:18.234679 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64d40ba-4782-482a-a8ec-6a28797ed7ae admin admin] Network hostable DHCP agents. Network: 470121cd-d31b-4da9-ba09-d2331179baf4, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:41:18.250410 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64d40ba-4782-482a-a8ec-6a28797ed7ae admin admin] Network 470121cd-d31b-4da9-ba09-d2331179baf4 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:41:18.258947 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d64d40ba-4782-482a-a8ec-6a28797ed7ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 470121cd-d31b-4da9-ba09-d2331179baf4) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:41:18.262816 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d40ba-4782-482a-a8ec-6a28797ed7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:18.263429 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d64d40ba-4782-482a-a8ec-6a28797ed7ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:18.268639 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21352d53-6f6d-446d-b408-df3084d3d106 None None] Network 470121cd-d31b-4da9-ba09-d2331179baf4 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:41:18.282902 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d64d40ba-4782-482a-a8ec-6a28797ed7ae admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6123269 Mar 14 15:41:18.394290 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa170a97-3d42-4666-93d0-04a7057e8e74 None None] Network 470121cd-d31b-4da9-ba09-d2331179baf4 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:41:18.710646 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-271eeb97-27bf-4d0a-8e5b-65538e10c954 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:18.712050 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-271eeb97-27bf-4d0a-8e5b-65538e10c954 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/networks?id=470121cd-d31b-4da9-ba09-d2331179baf4 HTTP/1.1" status: 200 len: 812 time: 0.0990348 Mar 14 15:41:18.727136 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-fdd4fde8-f0c7-4a60-bdee-4b39e44b219e tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/quotas/ecee44f75d8043a2bea41cb4a7b4b915 HTTP/1.1" status: 200 len: 375 time: 0.0087235 Mar 14 15:41:18.758160 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-c75ff456-c913-4904-8b7b-bd5604d0b774 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ecee44f75d8043a2bea41cb4a7b4b915&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257688 Mar 14 15:41:18.850203 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-39448ab8-cd94-4b01-a8b6-091d09149966 service neutron] 10.222.0.59 "GET /v2.0/networks/470121cd-d31b-4da9-ba09-d2331179baf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851529 Mar 14 15:41:18.937965 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-13aee7dc-8f00-456f-b295-c9b312489dc2 service neutron] 10.222.0.59 "GET /v2.0/networks/470121cd-d31b-4da9-ba09-d2331179baf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818729 Mar 14 15:41:19.102204 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-409147c1-88ba-4892-a0c9-01c0f1f5dffc req-ca400329-0746-4e93-859e-b29bc1be9a4a tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 210 time: 0.0269742 Mar 14 15:41:20.058365 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-196636b2-bbd4-4bec-bcf4-81088736072d tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:20.059831 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-196636b2-bbd4-4bec-bcf4-81088736072d tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.18 "GET /v2.0/networks?id=470121cd-d31b-4da9-ba09-d2331179baf4 HTTP/1.1" status: 200 len: 812 time: 0.1067281 Mar 14 15:41:20.073707 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-13613373-bdd4-454c-b58b-c98773f15d37 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Request body: {'port': {'device_id': '9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29', 'network_id': '470121cd-d31b-4da9-ba09-d2331179baf4', 'admin_state_up': True, 'tenant_id': 'ecee44f75d8043a2bea41cb4a7b4b915'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:41:20.205238 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-96b0ed79-18be-4331-9705-9418663e814e req-d6daa9a5-f545-43b2-a1cd-3cacc8f3821f tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 210 time: 0.0297692 Mar 14 15:41:20.205937 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-13613373-bdd4-454c-b58b-c98773f15d37 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Made reservation on behalf of ecee44f75d8043a2bea41cb4a7b4b915 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:41:20.209342 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-13613373-bdd4-454c-b58b-c98773f15d37 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:20.332865 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-13613373-bdd4-454c-b58b-c98773f15d37 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Allocated IP 172.20.0.13 (470121cd-d31b-4da9-ba09-d2331179baf4/48a9990a-2229-4d2c-bb35-c218c313ebe4/f884b777-dc86-428f-9e65-41afaf0e5ed7) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:41:20.476568 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-13613373-bdd4-454c-b58b-c98773f15d37 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:20.509906 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-13613373-bdd4-454c-b58b-c98773f15d37 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:20.556106 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-13613373-bdd4-454c-b58b-c98773f15d37 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Network 470121cd-d31b-4da9-ba09-d2331179baf4 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:41:20.559070 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-13613373-bdd4-454c-b58b-c98773f15d37 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:41:20.563114 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-13613373-bdd4-454c-b58b-c98773f15d37 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:41:20.588014 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13613373-bdd4-454c-b58b-c98773f15d37 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Pushing event updated for resources: {'Port': ['ID=f884b777-dc86-428f-9e65-41afaf0e5ed7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:20.615391 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-13613373-bdd4-454c-b58b-c98773f15d37 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:20.615993 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-13613373-bdd4-454c-b58b-c98773f15d37 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:20.631286 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-13613373-bdd4-454c-b58b-c98773f15d37 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5615242 Mar 14 15:41:20.647477 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] Request body: {'port': {'device_id': '9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:41:20.699106 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:20.960944 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f884b777-dc86-428f-9e65-41afaf0e5ed7 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:41:20.968175 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:20.980697 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] Transition to ACTIVE for port object f884b777-dc86-428f-9e65-41afaf0e5ed7 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:41:20.984789 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:21.036815 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f884b777-dc86-428f-9e65-41afaf0e5ed7,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:21.100937 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] Attempting to bind port f884b777-dc86-428f-9e65-41afaf0e5ed7 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:41:21.101663 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] Attempting to bind port f884b777-dc86-428f-9e65-41afaf0e5ed7 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '989ddf1f-9f1b-4d73-8d74-36a1fca0280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '470121cd-d31b-4da9-ba09-d2331179baf4'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:41:21.101663 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] Attempting to bind port f884b777-dc86-428f-9e65-41afaf0e5ed7 on network 470121cd-d31b-4da9-ba09-d2331179baf4 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:41:21.105655 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] Port f884b777-dc86-428f-9e65-41afaf0e5ed7 on network 470121cd-d31b-4da9-ba09-d2331179baf4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:41:21.105970 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] Attempting to bind port f884b777-dc86-428f-9e65-41afaf0e5ed7 on network 470121cd-d31b-4da9-ba09-d2331179baf4 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:41:21.110674 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:41:21.111029 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] Checking segment: {'id': '989ddf1f-9f1b-4d73-8d74-36a1fca0280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '470121cd-d31b-4da9-ba09-d2331179baf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:41:21.111404 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] Bound using segment: {'id': '989ddf1f-9f1b-4d73-8d74-36a1fca0280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '470121cd-d31b-4da9-ba09-d2331179baf4'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:41:21.111815 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] Bound port: f884b777-dc86-428f-9e65-41afaf0e5ed7, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '989ddf1f-9f1b-4d73-8d74-36a1fca0280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '470121cd-d31b-4da9-ba09-d2331179baf4'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:41:21.112162 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:21.176616 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] For port f884b777-dc86-428f-9e65-41afaf0e5ed7, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:41:21.179801 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] For port f884b777-dc86-428f-9e65-41afaf0e5ed7, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f884b777-dc86-428f-9e65-41afaf0e5ed7,segment=NetworkSegment(989ddf1f-9f1b-4d73-8d74-36a1fca0280e),segment_id=989ddf1f-9f1b-4d73-8d74-36a1fca0280e)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:41:21.184298 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:21.220725 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:21.221337 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:21.222844 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] 10.222.0.18 "PUT /v2.0/ports/f884b777-dc86-428f-9e65-41afaf0e5ed7 HTTP/1.1" status: 200 len: 1094 time: 0.5792680 Mar 14 15:41:21.223300 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29', 'tag': 'f884b777-dc86-428f-9e65-41afaf0e5ed7'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:41:21.225518 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7c76e4-ce61-4a04-bbb0-eeee56cabb29" -d '{"events": [{"name": "network-changed", "server_uuid": "9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29", "tag": "f884b777-dc86-428f-9e65-41afaf0e5ed7"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:41:21.249390 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e459455-9583-41e2-931e-45d67b5174c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f884b777-dc86-428f-9e65-41afaf0e5ed7,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:21.279228 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e115d3c6-3d1e-4bc1-bcb5-8ce635b0148f x-openstack-request-id: req-e115d3c6-3d1e-4bc1-bcb5-8ce635b0148f {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:41:21.279555 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29", "tag": "f884b777-dc86-428f-9e65-41afaf0e5ed7", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:41:21.279745 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e115d3c6-3d1e-4bc1-bcb5-8ce635b0148f {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:41:21.280146 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29', 'tag': 'f884b777-dc86-428f-9e65-41afaf0e5ed7', 'status': 'completed', 'code': 200} Mar 14 15:41:21.310040 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-6c0bb969-2b73-4e68-a5bf-11da3bbbc2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:21.312316 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-6c0bb969-2b73-4e68-a5bf-11da3bbbc2ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecee44f75d8043a2bea41cb4a7b4b915&device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 1097 time: 0.0442886 Mar 14 15:41:21.340093 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548bf92-f176-4b57-afba-5aad49693956 req-984e13b3-e108-40f9-99ef-37665ae6658c tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:21.341550 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0548bf92-f176-4b57-afba-5aad49693956 req-984e13b3-e108-40f9-99ef-37665ae6658c tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 944 time: 0.0508564 Mar 14 15:41:21.354620 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-add87aad-e994-4a5e-8805-ec951937d64b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f884b777-dc86-428f-9e65-41afaf0e5ed7 HTTP/1.1" status: 200 len: 217 time: 0.0350342 Mar 14 15:41:21.381099 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0548bf92-f176-4b57-afba-5aad49693956 req-bcf42d86-cf4f-4bfa-8000-ebfad5b9de90 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333362 Mar 14 15:41:21.412133 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-17bd9d22-638c-4e01-a215-81364b3c04c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:21.413602 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-17bd9d22-638c-4e01-a215-81364b3c04c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=48a9990a-2229-4d2c-bb35-c218c313ebe4 HTTP/1.1" status: 200 len: 852 time: 0.0484889 Mar 14 15:41:21.447335 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-e7cc8283-cbea-4ec1-9ef7-f9883e3fe654 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=470121cd-d31b-4da9-ba09-d2331179baf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243747 Mar 14 15:41:21.538749 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-c1a7665c-d5da-46ff-95ba-b6ed326d67f0 service neutron] 10.222.0.18 "GET /v2.0/networks/470121cd-d31b-4da9-ba09-d2331179baf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806911 Mar 14 15:41:21.636406 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-01d3809b-4db4-4e8b-bc47-e6a884922c73 req-b0ebcf2d-caf4-4e4c-95cb-bcd820b705be service neutron] 10.222.0.18 "GET /v2.0/networks/470121cd-d31b-4da9-ba09-d2331179baf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868771 Mar 14 15:41:21.731939 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c76e4-ce61-4a04-bbb0-eeee56cabb29 req-f8643d4e-7b59-41dc-ae23-b6a91d52012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:21.733840 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bb7c76e4-ce61-4a04-bbb0-eeee56cabb29 req-f8643d4e-7b59-41dc-ae23-b6a91d52012f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecee44f75d8043a2bea41cb4a7b4b915&device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 1097 time: 0.0411706 Mar 14 15:41:21.827618 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c76e4-ce61-4a04-bbb0-eeee56cabb29 req-f231fdb8-b805-4ef8-9cbc-a60305ebf4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:21.829237 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bb7c76e4-ce61-4a04-bbb0-eeee56cabb29 req-f231fdb8-b805-4ef8-9cbc-a60305ebf4fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=470121cd-d31b-4da9-ba09-d2331179baf4 HTTP/1.1" status: 200 len: 913 time: 0.0890145 Mar 14 15:41:21.871637 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bb7c76e4-ce61-4a04-bbb0-eeee56cabb29 req-cac7fc8f-bb33-45cc-bb88-32146cc9581a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f884b777-dc86-428f-9e65-41afaf0e5ed7 HTTP/1.1" status: 200 len: 217 time: 0.0345829 Mar 14 15:41:21.918677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c76e4-ce61-4a04-bbb0-eeee56cabb29 req-8ca373f4-53b7-4efc-a035-df01f224c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:21.920822 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bb7c76e4-ce61-4a04-bbb0-eeee56cabb29 req-8ca373f4-53b7-4efc-a035-df01f224c406 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=48a9990a-2229-4d2c-bb35-c218c313ebe4 HTTP/1.1" status: 200 len: 852 time: 0.0422065 Mar 14 15:41:21.951237 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bb7c76e4-ce61-4a04-bbb0-eeee56cabb29 req-570df0d7-d9cc-4d03-b458-a942fc27e64b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=470121cd-d31b-4da9-ba09-d2331179baf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237811 Mar 14 15:41:22.046047 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bb7c76e4-ce61-4a04-bbb0-eeee56cabb29 req-020e2d12-9fbf-47e9-8af6-67d1ccd2e82a service neutron] 10.222.0.18 "GET /v2.0/networks/470121cd-d31b-4da9-ba09-d2331179baf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873451 Mar 14 15:41:22.140274 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bb7c76e4-ce61-4a04-bbb0-eeee56cabb29 req-1e6b1a14-4a61-45a8-84a0-79aa18d93c8e service neutron] 10.222.0.18 "GET /v2.0/networks/470121cd-d31b-4da9-ba09-d2331179baf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860198 Mar 14 15:41:22.497517 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae9d7a-2d37-43f8-85a3-d9d25d0a6a7f req-40606aaf-714f-4282-a69f-b46af10a2775 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:22.499093 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d0ae9d7a-2d37-43f8-85a3-d9d25d0a6a7f req-40606aaf-714f-4282-a69f-b46af10a2775 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 944 time: 0.0497658 Mar 14 15:41:22.536360 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d0ae9d7a-2d37-43f8-85a3-d9d25d0a6a7f req-8233e290-14fe-4a9b-8cd0-8011d5f6de02 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313077 Mar 14 15:41:23.653827 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791d831-78b8-4b65-a033-444636c889df req-7339edf1-1dfc-4914-8df3-6064d2216adc tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:23.655924 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f791d831-78b8-4b65-a033-444636c889df req-7339edf1-1dfc-4914-8df3-6064d2216adc tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 944 time: 0.0525050 Mar 14 15:41:23.692995 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f791d831-78b8-4b65-a033-444636c889df req-948b3d4b-94ab-4d70-9e08-1c3f72c7ea64 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309525 Mar 14 15:41:24.805286 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a301b5-8afe-4ea9-ae2a-46f7ed0d81f8 req-d32590f1-a89b-4c5d-bfb7-52858a8a9b23 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:24.806740 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c8a301b5-8afe-4ea9-ae2a-46f7ed0d81f8 req-d32590f1-a89b-4c5d-bfb7-52858a8a9b23 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 944 time: 0.0482590 Mar 14 15:41:24.845757 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c8a301b5-8afe-4ea9-ae2a-46f7ed0d81f8 req-8aac0d8b-b606-45d3-a9b9-7cf8281fef1f tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328586 Mar 14 15:41:25.441969 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device f884b777-dc86-428f-9e65-41afaf0e5ed7 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:41:25.536800 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port f884b777-dc86-428f-9e65-41afaf0e5ed7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f884b777-dc86-428f-9e65-41afaf0e5ed7,segment=NetworkSegment(989ddf1f-9f1b-4d73-8d74-36a1fca0280e),segment_id=989ddf1f-9f1b-4d73-8d74-36a1fca0280e)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:41:25.548226 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'f884b777-dc86-428f-9e65-41afaf0e5ed7', 'network_id': '470121cd-d31b-4da9-ba09-d2331179baf4', 'port_id': 'f884b777-dc86-428f-9e65-41afaf0e5ed7', 'mac_address': 'fa:16:3e:cc:18:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a9990a-2229-4d2c-bb35-c218c313ebe4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:41:25.585197 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:25.597944 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f884b777-dc86-428f-9e65-41afaf0e5ed7 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:41:25.616303 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port f884b777-dc86-428f-9e65-41afaf0e5ed7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f884b777-dc86-428f-9e65-41afaf0e5ed7,segment=NetworkSegment(989ddf1f-9f1b-4d73-8d74-36a1fca0280e),segment_id=989ddf1f-9f1b-4d73-8d74-36a1fca0280e)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:41:25.620105 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:25.666390 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=f884b777-dc86-428f-9e65-41afaf0e5ed7,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:25.847317 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['f884b777-dc86-428f-9e65-41afaf0e5ed7'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:41:25.963540 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683df990-20c4-4778-85ca-36f928929961 req-e26709b9-68f8-485f-b73b-12b75b93542d tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:25.964952 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-683df990-20c4-4778-85ca-36f928929961 req-e26709b9-68f8-485f-b73b-12b75b93542d tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 945 time: 0.0499625 Mar 14 15:41:26.005314 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-683df990-20c4-4778-85ca-36f928929961 req-6161d538-c8d1-4da3-bef9-c3bbe73de705 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343699 Mar 14 15:41:27.117472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c13aa2-e29b-480e-94cf-873beec72cba req-89b1c493-e769-4cb1-a544-d9df869401a5 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:27.118940 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b6c13aa2-e29b-480e-94cf-873beec72cba req-89b1c493-e769-4cb1-a544-d9df869401a5 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 945 time: 0.0477252 Mar 14 15:41:27.160230 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b6c13aa2-e29b-480e-94cf-873beec72cba req-75b49287-2ba4-43cd-8a6f-3ac893f4844f tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344486 Mar 14 15:41:27.457904 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device f884b777-dc86-428f-9e65-41afaf0e5ed7 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:41:27.505538 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port f884b777-dc86-428f-9e65-41afaf0e5ed7 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:41:27.509064 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port f884b777-dc86-428f-9e65-41afaf0e5ed7 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:41:27.509440 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:27.589263 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:27.611560 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f884b777-dc86-428f-9e65-41afaf0e5ed7'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:41:27.613812 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0c1dfb-db10-493f-9a09-000afaaf476c" -d '{"events": [{"server_uuid": "9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29", "name": "network-vif-plugged", "status": "completed", "tag": "f884b777-dc86-428f-9e65-41afaf0e5ed7"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:41:27.626276 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port f884b777-dc86-428f-9e65-41afaf0e5ed7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f884b777-dc86-428f-9e65-41afaf0e5ed7,segment=NetworkSegment(989ddf1f-9f1b-4d73-8d74-36a1fca0280e),segment_id=989ddf1f-9f1b-4d73-8d74-36a1fca0280e)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:41:27.631270 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:27.654396 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938ab295-d484-4d10-9b86-f3a17a91f617 x-openstack-request-id: req-938ab295-d484-4d10-9b86-f3a17a91f617 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:41:27.654755 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29", "name": "network-vif-plugged", "status": "completed", "tag": "f884b777-dc86-428f-9e65-41afaf0e5ed7", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:41:27.655364 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-938ab295-d484-4d10-9b86-f3a17a91f617 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:41:27.655364 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f884b777-dc86-428f-9e65-41afaf0e5ed7', 'code': 200} Mar 14 15:41:27.680282 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=f884b777-dc86-428f-9e65-41afaf0e5ed7,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:41:27.824280 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6756eb-d65d-45a2-9a73-055b977a5d5b req-291f74b0-9696-4cf4-be6a-3a39c911c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:27.825796 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6c6756eb-d65d-45a2-9a73-055b977a5d5b req-291f74b0-9696-4cf4-be6a-3a39c911c511 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 1099 time: 0.0407205 Mar 14 15:41:27.858801 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6c6756eb-d65d-45a2-9a73-055b977a5d5b req-db752fdd-1a30-48ea-a670-3023e0fe4eee service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264683 Mar 14 15:41:28.273531 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584464f-a9ad-4c4b-ad12-1bb285265901 req-a364f666-39f1-49b1-bf62-5144d08fc7fe tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:28.275014 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4584464f-a9ad-4c4b-ad12-1bb285265901 req-a364f666-39f1-49b1-bf62-5144d08fc7fe tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0482004 Mar 14 15:41:28.312613 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4584464f-a9ad-4c4b-ad12-1bb285265901 req-58f3653e-12e1-492c-999b-5d9e4e386ca7 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311627 Mar 14 15:41:29.431244 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7bad6-b2e4-47c8-98ef-8b13e83c4537 req-7c5e423e-d583-4c67-bea4-2ee9a74a9d86 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:29.432715 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3dc7bad6-b2e4-47c8-98ef-8b13e83c4537 req-7c5e423e-d583-4c67-bea4-2ee9a74a9d86 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0494378 Mar 14 15:41:29.470791 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3dc7bad6-b2e4-47c8-98ef-8b13e83c4537 req-4f1b016b-b48e-4484-9957-61321a950334 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313425 Mar 14 15:41:29.801119 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae333455-abfc-47b9-a73a-1e3af7fbba2a req-106e57b3-ef02-45d6-b37e-e1a4a02625ff tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:29.802612 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ae333455-abfc-47b9-a73a-1e3af7fbba2a req-106e57b3-ef02-45d6-b37e-e1a4a02625ff tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0545180 Mar 14 15:41:29.818077 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 59078) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:41:29.840813 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ae333455-abfc-47b9-a73a-1e3af7fbba2a req-f87f5238-5be2-4309-a6dd-af2d214e6a9d tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322676 Mar 14 15:41:29.908218 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-0ad6e01b-4fbb-460b-a5d8-6afe2e161a9a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0889833 Mar 14 15:41:29.916884 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-a157168f-8dfc-43ee-a72e-b7a3282a5d94 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:41:29.917803 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-a157168f-8dfc-43ee-a72e-b7a3282a5d94 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048127 Mar 14 15:41:30.963403 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be86d2-155e-4fc3-a6bf-bf97c113aa10 req-2903ae72-61bf-42dc-81c1-736a26d5cbb1 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:30.964945 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e6be86d2-155e-4fc3-a6bf-bf97c113aa10 req-2903ae72-61bf-42dc-81c1-736a26d5cbb1 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0536911 Mar 14 15:41:31.006840 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e6be86d2-155e-4fc3-a6bf-bf97c113aa10 req-f213532b-fde2-4098-9e24-966994489c7b tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355575 Mar 14 15:41:31.110121 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-8faf6aad-b910-41da-9f37-8b449ca00b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:31.111673 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-8faf6aad-b910-41da-9f37-8b449ca00b94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecee44f75d8043a2bea41cb4a7b4b915&device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 1099 time: 0.0418146 Mar 14 15:41:31.205351 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-645dd8ba-557e-4e2d-bbf3-7d221ff0f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:31.206731 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-645dd8ba-557e-4e2d-bbf3-7d221ff0f0aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=470121cd-d31b-4da9-ba09-d2331179baf4 HTTP/1.1" status: 200 len: 913 time: 0.0876248 Mar 14 15:41:31.248349 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-5cab7033-a7c4-46f9-bf57-7df14026ad88 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f884b777-dc86-428f-9e65-41afaf0e5ed7 HTTP/1.1" status: 200 len: 217 time: 0.0347042 Mar 14 15:41:31.295094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-9e8d9f05-f0ca-4469-9668-5ef13c9fd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:31.297154 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-9e8d9f05-f0ca-4469-9668-5ef13c9fd94f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=48a9990a-2229-4d2c-bb35-c218c313ebe4 HTTP/1.1" status: 200 len: 852 time: 0.0422664 Mar 14 15:41:31.326627 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-06cfe2ef-dd75-42ee-b1c9-d3291c84989d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=470121cd-d31b-4da9-ba09-d2331179baf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236821 Mar 14 15:41:31.417303 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-d102646f-b39f-439b-8122-f80be81394ec service neutron] 10.222.0.18 "GET /v2.0/networks/470121cd-d31b-4da9-ba09-d2331179baf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840402 Mar 14 15:41:31.505614 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-a8cc5c46-0df4-452e-9cc2-88013d882fda service neutron] 10.222.0.18 "GET /v2.0/networks/470121cd-d31b-4da9-ba09-d2331179baf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808425 Mar 14 15:41:32.130813 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c72df-09b7-4e4e-a628-7b90cea822ff req-1a818ef9-bef9-40dc-b24d-866ef343f5ff tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:32.132322 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5b1c72df-09b7-4e4e-a628-7b90cea822ff req-1a818ef9-bef9-40dc-b24d-866ef343f5ff tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0497069 Mar 14 15:41:32.169854 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5b1c72df-09b7-4e4e-a628-7b90cea822ff req-c36de6ca-978c-4496-afc7-6c571dc8c8d2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316508 Mar 14 15:41:33.292057 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce8179-e20e-431a-8227-6cb824ffaf2d req-c9a048dc-857c-44a5-a880-7e52c9cf8612 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:33.293507 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c1ce8179-e20e-431a-8227-6cb824ffaf2d req-c9a048dc-857c-44a5-a880-7e52c9cf8612 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0532722 Mar 14 15:41:33.332219 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c1ce8179-e20e-431a-8227-6cb824ffaf2d req-6740edf5-3d39-4019-ac22-867017df1a4e tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323942 Mar 14 15:41:34.074112 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5b2e41ba-bc09-47d0-98b5-c6a2f91e3cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:34.447983 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe706a1-dd82-447e-9964-9092517571cd req-992b18bf-5244-4937-af81-4d5478ba1b33 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:34.449439 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-cfe706a1-dd82-447e-9964-9092517571cd req-992b18bf-5244-4937-af81-4d5478ba1b33 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0496402 Mar 14 15:41:34.488984 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-cfe706a1-dd82-447e-9964-9092517571cd req-3663b8b4-adf2-4cc6-b733-916820d474ec tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329826 Mar 14 15:41:35.600845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281090b-9790-4f78-ad07-257e344e2715 req-a74069e4-1bf4-4ccb-9a9d-5e3eef822d2c tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:35.602274 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f281090b-9790-4f78-ad07-257e344e2715 req-a74069e4-1bf4-4ccb-9a9d-5e3eef822d2c tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0475912 Mar 14 15:41:35.639571 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f281090b-9790-4f78-ad07-257e344e2715 req-65b90ad2-e0c6-45a2-8619-1db1cebef066 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314391 Mar 14 15:41:36.433457 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-15f935cd-e563-413f-90a0-80ddf8ee9d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:36.757414 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f6a56-d5c1-459c-b34f-afd2a8cc6e8f req-38aaad86-3150-4309-95ef-579d95ac08a5 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:36.758875 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-925f6a56-d5c1-459c-b34f-afd2a8cc6e8f req-38aaad86-3150-4309-95ef-579d95ac08a5 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0515478 Mar 14 15:41:36.795657 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-925f6a56-d5c1-459c-b34f-afd2a8cc6e8f req-5f511db0-6603-4f43-9193-82cf138fb43c tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309560 Mar 14 15:41:37.482088 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:37.911384 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8735f02-af97-4978-acbc-2222b335d9d0 req-ee66a7f7-97a7-4037-9243-87fe100c0cb3 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:37.912835 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d8735f02-af97-4978-acbc-2222b335d9d0 req-ee66a7f7-97a7-4037-9243-87fe100c0cb3 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0491545 Mar 14 15:41:37.950992 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d8735f02-af97-4978-acbc-2222b335d9d0 req-32f1bb03-d387-4ecc-baec-598c741eeff5 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321772 Mar 14 15:41:38.912019 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:38.922153 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:39.065082 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbf774-b892-404b-b613-207ecfb37c55 req-e2f3ca18-31c4-4905-9a23-7d23acdb0d5a tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:39.066552 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f2dbf774-b892-404b-b613-207ecfb37c55 req-e2f3ca18-31c4-4905-9a23-7d23acdb0d5a tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0488973 Mar 14 15:41:39.103590 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f2dbf774-b892-404b-b613-207ecfb37c55 req-0f15cfb6-bad9-4c9c-9973-5dbadbcac3a7 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311682 Mar 14 15:41:39.345292 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:41:40.222087 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2cd7a-8c61-4664-878d-42181bf209db req-93d60a34-56c2-46c1-a234-6764f61d5460 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:40.223559 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-59e2cd7a-8c61-4664-878d-42181bf209db req-93d60a34-56c2-46c1-a234-6764f61d5460 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0535331 Mar 14 15:41:40.261239 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-59e2cd7a-8c61-4664-878d-42181bf209db req-fead075f-29ac-4731-b2e4-c99ce49f354d tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318716 Mar 14 15:41:41.375529 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a6645-674a-4f0e-b611-f37496733582 req-8ef8c7d6-9e81-4b69-99fe-1256f27adfcd tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:41.377039 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-000a6645-674a-4f0e-b611-f37496733582 req-8ef8c7d6-9e81-4b69-99fe-1256f27adfcd tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0491593 Mar 14 15:41:41.378446 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:41:41.413687 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-000a6645-674a-4f0e-b611-f37496733582 req-b3a5203d-0f1d-4556-902c-c2a05ae5a23b tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307739 Mar 14 15:41:42.535069 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935fa8c-19ca-4353-9245-681f1dd14a2a req-cd28b3d8-1abe-4c82-983c-51c1db39420a tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:42.536451 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3935fa8c-19ca-4353-9245-681f1dd14a2a req-cd28b3d8-1abe-4c82-983c-51c1db39420a tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0496273 Mar 14 15:41:42.573891 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3935fa8c-19ca-4353-9245-681f1dd14a2a req-5dbd24bd-6a92-4c1a-a9f0-b4ac8a2f7ac9 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314620 Mar 14 15:41:43.693950 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36be8db-60ec-4ac4-9343-2b91974fbd0c req-5ce4796c-7e42-409c-838f-786bc7fa03c0 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:43.695344 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a36be8db-60ec-4ac4-9343-2b91974fbd0c req-5ce4796c-7e42-409c-838f-786bc7fa03c0 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0519323 Mar 14 15:41:43.733108 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a36be8db-60ec-4ac4-9343-2b91974fbd0c req-36b05ba1-6d37-4a07-877d-78e33463261c tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319469 Mar 14 15:41:44.846441 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb04aae-241b-4269-aedd-3adc99b15a3d req-6e78a9cb-bd6d-453c-8979-666565d5ec5a tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:44.847935 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-adb04aae-241b-4269-aedd-3adc99b15a3d req-6e78a9cb-bd6d-453c-8979-666565d5ec5a tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0493362 Mar 14 15:41:44.885554 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-adb04aae-241b-4269-aedd-3adc99b15a3d req-afe02f0c-4a80-4f6f-b600-ecd5faeb700d tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317011 Mar 14 15:41:45.998008 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fa507-1497-4cd0-8c26-24ca8c756200 req-9d822def-4be6-48aa-abc4-c448f7642a7d tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:45.999496 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-596fa507-1497-4cd0-8c26-24ca8c756200 req-9d822def-4be6-48aa-abc4-c448f7642a7d tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0485892 Mar 14 15:41:46.037653 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-596fa507-1497-4cd0-8c26-24ca8c756200 req-8d2b556e-48e1-4f12-ab1d-d9b85354c541 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317302 Mar 14 15:41:47.158337 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf7241-1711-46ae-8192-bde5efab8d70 req-0e2de9c4-7590-41de-94d9-8c8b7982696e tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:47.159816 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2dcf7241-1711-46ae-8192-bde5efab8d70 req-0e2de9c4-7590-41de-94d9-8c8b7982696e tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0533359 Mar 14 15:41:47.196545 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2dcf7241-1711-46ae-8192-bde5efab8d70 req-150a15b4-07c6-4ea7-bde9-6ea75325ebce tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308404 Mar 14 15:41:48.309266 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c64c79-36bf-45bf-a608-150910a72172 req-f99fb506-410a-4eb2-b763-6136a8965b06 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:48.310720 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-50c64c79-36bf-45bf-a608-150910a72172 req-f99fb506-410a-4eb2-b763-6136a8965b06 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0479326 Mar 14 15:41:48.349753 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-50c64c79-36bf-45bf-a608-150910a72172 req-214e40a6-1b50-439b-bf72-c9efefcf6cb5 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329185 Mar 14 15:41:49.463186 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83ed20-0329-43d0-af69-cf4d60071956 req-a81f352e-3610-4751-b814-568a1bb7ec39 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:49.464645 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fa83ed20-0329-43d0-af69-cf4d60071956 req-a81f352e-3610-4751-b814-568a1bb7ec39 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0480723 Mar 14 15:41:49.503592 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fa83ed20-0329-43d0-af69-cf4d60071956 req-c98cd9ca-3129-471b-a79d-945cb21db506 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320516 Mar 14 15:41:50.622852 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e3fba-9471-4edb-82dd-376eba297e17 req-234a306a-a923-4372-9d68-aedd5da3eb0e tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:50.624349 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-df9e3fba-9471-4edb-82dd-376eba297e17 req-234a306a-a923-4372-9d68-aedd5da3eb0e tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0540884 Mar 14 15:41:50.661808 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-df9e3fba-9471-4edb-82dd-376eba297e17 req-788b244b-1c5e-48bd-89e7-3d1700d1235d tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309603 Mar 14 15:41:51.787671 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96d2ed-978e-4408-b838-6d1dbf1e3480 req-68447f5c-cab4-4846-9d69-bed3a84cd74b tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:51.789162 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2a96d2ed-978e-4408-b838-6d1dbf1e3480 req-68447f5c-cab4-4846-9d69-bed3a84cd74b tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0507700 Mar 14 15:41:51.829208 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2a96d2ed-978e-4408-b838-6d1dbf1e3480 req-0692e269-1fca-42d2-a292-f710d85858cf tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336189 Mar 14 15:41:52.949216 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9c654-0cf5-4c8d-b59f-e621736f85d2 req-1113ac99-4998-495e-adf6-a35643bfc6bb tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:52.950688 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fff9c654-0cf5-4c8d-b59f-e621736f85d2 req-1113ac99-4998-495e-adf6-a35643bfc6bb tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0521889 Mar 14 15:41:52.989964 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fff9c654-0cf5-4c8d-b59f-e621736f85d2 req-d5e57e11-af22-42fc-ba4a-1664cbce6b77 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321431 Mar 14 15:41:54.108415 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcc755-8bb0-4e2e-b644-4eb71544c4af req-f190b50d-96b9-45f3-9282-1c4d4f8b4f7e tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:54.110846 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c2bcc755-8bb0-4e2e-b644-4eb71544c4af req-f190b50d-96b9-45f3-9282-1c4d4f8b4f7e tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0538898 Mar 14 15:41:54.148812 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c2bcc755-8bb0-4e2e-b644-4eb71544c4af req-580476b4-a523-4164-ab83-d62850fe63eb tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321112 Mar 14 15:41:55.263527 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347360c8-ca8e-48e7-a3e9-06c9b18a6b8e req-11cbf2c5-d263-4eea-9ab0-d44b2c4d53c1 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:55.265028 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-347360c8-ca8e-48e7-a3e9-06c9b18a6b8e req-11cbf2c5-d263-4eea-9ab0-d44b2c4d53c1 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0488164 Mar 14 15:41:55.303605 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-347360c8-ca8e-48e7-a3e9-06c9b18a6b8e req-2878ac90-6d21-4004-ab27-1b0e4d7b5373 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327151 Mar 14 15:41:56.418691 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ffca1-2583-4daa-81a1-cccbebf1a879 req-63ee7b21-8fdb-4916-b8bc-2f4d760cb8f3 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:56.420176 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-665ffca1-2583-4daa-81a1-cccbebf1a879 req-63ee7b21-8fdb-4916-b8bc-2f4d760cb8f3 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0493724 Mar 14 15:41:56.459705 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-665ffca1-2583-4daa-81a1-cccbebf1a879 req-8b17358d-a9e0-4bd1-b9a2-20f6d0b8835d tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336189 Mar 14 15:41:57.578393 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5416c7-7288-4b8c-bc51-5f5b5b48a62e req-2934a9d6-4c28-4619-9a15-f70da9cc4363 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:57.580137 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bb5416c7-7288-4b8c-bc51-5f5b5b48a62e req-2934a9d6-4c28-4619-9a15-f70da9cc4363 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0523775 Mar 14 15:41:57.616238 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bb5416c7-7288-4b8c-bc51-5f5b5b48a62e req-6485d476-6204-4f3d-9dc8-c37f2e4d3c23 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303566 Mar 14 15:41:58.440445 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-fefeeee9-cbec-4f22-89a2-4eb682883954 service neutron] 10.222.0.18 "GET /v2.0/ports/f884b777-dc86-428f-9e65-41afaf0e5ed7/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0554686 Mar 14 15:41:58.699802 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-d26ff232-f586-44fe-8e64-ebe14b602ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:58.701240 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-d26ff232-f586-44fe-8e64-ebe14b602ef7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29&tenant_id=ecee44f75d8043a2bea41cb4a7b4b915 HTTP/1.1" status: 200 len: 1099 time: 0.0825992 Mar 14 15:41:58.738832 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2930c-92c7-463e-9c61-2b8fe6516140 req-1cd3bc89-6147-43ba-8ac2-0fb016b96ba1 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:58.740282 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7aa2930c-92c7-463e-9c61-2b8fe6516140 req-1cd3bc89-6147-43ba-8ac2-0fb016b96ba1 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0548644 Mar 14 15:41:58.801634 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7aa2930c-92c7-463e-9c61-2b8fe6516140 req-5c24b8de-6f51-4dda-94cd-915f513fdf38 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544319 Mar 14 15:41:58.804075 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-7b50428e-fa00-430f-a90c-a794f0789236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:58.805450 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-7b50428e-fa00-430f-a90c-a794f0789236 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecee44f75d8043a2bea41cb4a7b4b915&device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 1099 time: 0.0749466 Mar 14 15:41:58.904384 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-3b6b6dee-dfcb-465f-b7dc-d691dff62836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:58.905805 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-3b6b6dee-dfcb-465f-b7dc-d691dff62836 service neutron] 10.222.0.18 "GET /v2.0/networks?id=470121cd-d31b-4da9-ba09-d2331179baf4 HTTP/1.1" status: 200 len: 913 time: 0.0871062 Mar 14 15:41:58.949026 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-488e3df9-5c0e-4c33-9c15-4326d702e54f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f884b777-dc86-428f-9e65-41afaf0e5ed7 HTTP/1.1" status: 200 len: 217 time: 0.0330315 Mar 14 15:41:59.005334 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-dbf77526-9fd8-492e-bec0-c5e226ae0408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:59.006758 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-dbf77526-9fd8-492e-bec0-c5e226ae0408 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=48a9990a-2229-4d2c-bb35-c218c313ebe4 HTTP/1.1" status: 200 len: 852 time: 0.0460274 Mar 14 15:41:59.040282 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-f166cb36-c4e7-4cbd-96f7-b9bbc04e1fd3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=470121cd-d31b-4da9-ba09-d2331179baf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231800 Mar 14 15:41:59.131456 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-69eb06ca-c463-4ad2-9857-162153ff1461 service neutron] 10.222.0.18 "GET /v2.0/networks/470121cd-d31b-4da9-ba09-d2331179baf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800121 Mar 14 15:41:59.225483 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1ca793a1-a958-466b-8a65-616e1ba8bd01 req-2e2e5a27-dbb0-472b-9373-041aee600a68 service neutron] 10.222.0.18 "GET /v2.0/networks/470121cd-d31b-4da9-ba09-d2331179baf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867836 Mar 14 15:41:59.917922 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02375d-1439-4d1a-8ebc-9ba75202548a req-6a6724ad-54fa-4638-941b-ee519a1f4cef tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:41:59.919421 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0d02375d-1439-4d1a-8ebc-9ba75202548a req-6a6724ad-54fa-4638-941b-ee519a1f4cef tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0493343 Mar 14 15:41:59.957933 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0d02375d-1439-4d1a-8ebc-9ba75202548a req-ce908abf-3e77-4dd4-b64f-2878b8652584 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326087 Mar 14 15:42:01.076581 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1829b-ed03-42fd-8866-b597ba58687b req-2088f190-a6c7-45d9-97cb-bd2e54a0e1ae tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:01.078040 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e1c1829b-ed03-42fd-8866-b597ba58687b req-2088f190-a6c7-45d9-97cb-bd2e54a0e1ae tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0490394 Mar 14 15:42:01.116219 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e1c1829b-ed03-42fd-8866-b597ba58687b req-cb139e4d-66a0-4926-9d7c-1a3126c0848f tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310509 Mar 14 15:42:01.692369 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device f884b777-dc86-428f-9e65-41afaf0e5ed7 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:42:01.694395 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device f884b777-dc86-428f-9e65-41afaf0e5ed7 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:42:01.837812 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:01.869773 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port f884b777-dc86-428f-9e65-41afaf0e5ed7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f884b777-dc86-428f-9e65-41afaf0e5ed7,segment=NetworkSegment(989ddf1f-9f1b-4d73-8d74-36a1fca0280e),segment_id=989ddf1f-9f1b-4d73-8d74-36a1fca0280e)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:42:01.880300 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f884b777-dc86-428f-9e65-41afaf0e5ed7'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:42:01.882476 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b0bca9-814e-4a9b-bf81-7b390ba55215" -d '{"events": [{"server_uuid": "9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29", "name": "network-vif-unplugged", "status": "completed", "tag": "f884b777-dc86-428f-9e65-41afaf0e5ed7"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:42:01.895248 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'f884b777-dc86-428f-9e65-41afaf0e5ed7', 'network_id': '470121cd-d31b-4da9-ba09-d2331179baf4', 'port_id': 'f884b777-dc86-428f-9e65-41afaf0e5ed7', 'mac_address': 'fa:16:3e:cc:18:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a9990a-2229-4d2c-bb35-c218c313ebe4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:42:01.898376 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port f884b777-dc86-428f-9e65-41afaf0e5ed7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f884b777-dc86-428f-9e65-41afaf0e5ed7,segment=NetworkSegment(989ddf1f-9f1b-4d73-8d74-36a1fca0280e),segment_id=989ddf1f-9f1b-4d73-8d74-36a1fca0280e)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:42:01.920503 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:01.949480 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 15:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911690a9-3884-4d74-9143-d92bee948257 x-openstack-request-id: req-911690a9-3884-4d74-9143-d92bee948257 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:42:01.949708 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29", "name": "network-vif-unplugged", "status": "completed", "tag": "f884b777-dc86-428f-9e65-41afaf0e5ed7", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:42:01.949959 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-911690a9-3884-4d74-9143-d92bee948257 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:42:01.950342 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f884b777-dc86-428f-9e65-41afaf0e5ed7', 'code': 200} Mar 14 15:42:01.965780 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:01.989276 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f884b777-dc86-428f-9e65-41afaf0e5ed7 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:42:01.993159 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=f884b777-dc86-428f-9e65-41afaf0e5ed7,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:02.002383 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:02.002757 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:02.003121 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:02.003456 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:02.003788 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:02.004111 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:02.004443 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:02.004770 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:02.005094 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:02.005414 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:02.005735 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:02.006053 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:02.041212 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:42:02.041585 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:42:02.230652 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7630da-0259-47a7-8d22-6627dac7b359 req-ca005db1-46bb-45da-92f1-164047b4065a tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:02.232166 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3f7630da-0259-47a7-8d22-6627dac7b359 req-ca005db1-46bb-45da-92f1-164047b4065a tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 944 time: 0.0491681 Mar 14 15:42:02.268964 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3f7630da-0259-47a7-8d22-6627dac7b359 req-10b5f219-ab5d-420d-a4c5-34408c9601d9 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302043 Mar 14 15:42:02.575478 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-46227f24-f44a-4590-901b-866975b45465 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:02.576848 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-46227f24-f44a-4590-901b-866975b45465 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.18 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29&tenant_id=ecee44f75d8043a2bea41cb4a7b4b915&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 944 time: 0.0860271 Mar 14 15:42:02.580506 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:02.594150 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f884b777-dc86-428f-9e65-41afaf0e5ed7 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:42:02.614215 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port f884b777-dc86-428f-9e65-41afaf0e5ed7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f884b777-dc86-428f-9e65-41afaf0e5ed7,segment=NetworkSegment(989ddf1f-9f1b-4d73-8d74-36a1fca0280e),segment_id=989ddf1f-9f1b-4d73-8d74-36a1fca0280e)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:42:02.617343 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:02.660061 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-8c2400d5-f488-4fc8-92c2-305c2d98d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:02.661215 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-8c2400d5-f488-4fc8-92c2-305c2d98d3e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecee44f75d8043a2bea41cb4a7b4b915&device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 1098 time: 0.0409477 Mar 14 15:42:02.669605 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=f884b777-dc86-428f-9e65-41afaf0e5ed7,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:02.678996 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['f884b777-dc86-428f-9e65-41afaf0e5ed7'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:42:02.756315 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-a3f9f264-6415-4abf-ad17-ef4dad98bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:02.757788 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-a3f9f264-6415-4abf-ad17-ef4dad98bd49 service neutron] 10.222.0.18 "GET /v2.0/networks?id=470121cd-d31b-4da9-ba09-d2331179baf4 HTTP/1.1" status: 200 len: 913 time: 0.0896335 Mar 14 15:42:02.800617 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-a9c72056-090b-46ec-861e-11b458abe58c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f884b777-dc86-428f-9e65-41afaf0e5ed7 HTTP/1.1" status: 200 len: 217 time: 0.0349934 Mar 14 15:42:02.849302 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-9e4e1043-c3bc-4375-b2e6-737de5540b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:02.850797 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-9e4e1043-c3bc-4375-b2e6-737de5540b82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=48a9990a-2229-4d2c-bb35-c218c313ebe4 HTTP/1.1" status: 200 len: 852 time: 0.0441248 Mar 14 15:42:02.884961 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-0e8081af-c250-41ba-b650-4057341c33ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=470121cd-d31b-4da9-ba09-d2331179baf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274694 Mar 14 15:42:02.972629 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-3e31c7ba-dab1-46f7-9447-5c85f1c4d12c service neutron] 10.222.0.18 "GET /v2.0/networks/470121cd-d31b-4da9-ba09-d2331179baf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798409 Mar 14 15:42:03.063803 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-37ff102a-ae8b-44d7-85a1-61c086abfe9e service neutron] 10.222.0.18 "GET /v2.0/networks/470121cd-d31b-4da9-ba09-d2331179baf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852616 Mar 14 15:42:03.707283 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device f884b777-dc86-428f-9e65-41afaf0e5ed7 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:42:03.756693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port f884b777-dc86-428f-9e65-41afaf0e5ed7 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:42:03.757074 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:03.844075 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:03.877536 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port f884b777-dc86-428f-9e65-41afaf0e5ed7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f884b777-dc86-428f-9e65-41afaf0e5ed7,segment=NetworkSegment(989ddf1f-9f1b-4d73-8d74-36a1fca0280e),segment_id=989ddf1f-9f1b-4d73-8d74-36a1fca0280e)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:42:03.881484 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:03.914559 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92508db5-f3d9-4395-a299-0414a011d8b6 req-bf980e73-5240-4e43-9cdd-30a5d1977f02 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:03.916064 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-92508db5-f3d9-4395-a299-0414a011d8b6 req-bf980e73-5240-4e43-9cdd-30a5d1977f02 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 945 time: 0.0506890 Mar 14 15:42:03.930142 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=f884b777-dc86-428f-9e65-41afaf0e5ed7,revision_number=8']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:03.951498 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f884b777-dc86-428f-9e65-41afaf0e5ed7'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:42:03.953799 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cd6b30-1cc7-45b7-a0c2-23de2028160e" -d '{"events": [{"server_uuid": "9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29", "name": "network-vif-plugged", "status": "completed", "tag": "f884b777-dc86-428f-9e65-41afaf0e5ed7"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:42:03.956353 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-92508db5-f3d9-4395-a299-0414a011d8b6 req-28e201b1-c8ad-42d0-8f24-380caf485763 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336590 Mar 14 15:42:03.989904 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6789ff2a-5fff-46a6-a47c-de12aad75a04 x-openstack-request-id: req-6789ff2a-5fff-46a6-a47c-de12aad75a04 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:42:03.990091 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29", "name": "network-vif-plugged", "status": "completed", "tag": "f884b777-dc86-428f-9e65-41afaf0e5ed7", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:42:03.990343 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6789ff2a-5fff-46a6-a47c-de12aad75a04 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:42:03.990733 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f884b777-dc86-428f-9e65-41afaf0e5ed7', 'code': 200} Mar 14 15:42:04.066874 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b89fe657-934c-411b-b334-70206132b0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:05.068683 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bbdb2-d0ba-4d66-9598-32b5623b26bb req-ecb97e24-9764-45c2-b0c1-235f9549e43c tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:05.070123 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7b8bbdb2-d0ba-4d66-9598-32b5623b26bb req-ecb97e24-9764-45c2-b0c1-235f9549e43c tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0476489 Mar 14 15:42:05.107562 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7b8bbdb2-d0ba-4d66-9598-32b5623b26bb req-1fdec2db-197a-4067-ba9a-22fbd64f0a13 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2dbee2f-d665-47b3-b638-0980bcd4eb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315039 Mar 14 15:42:05.700065 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-06270a7e-9f89-42cb-916a-5714605ce35a tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:05.701393 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-06270a7e-9f89-42cb-916a-5714605ce35a tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.18 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 946 time: 0.0475087 Mar 14 15:42:05.791498 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Deleting port f884b777-dc86-428f-9e65-41afaf0e5ed7 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:42:05.791846 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:05.875970 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] For port f884b777-dc86-428f-9e65-41afaf0e5ed7, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=f884b777-dc86-428f-9e65-41afaf0e5ed7,segment=NetworkSegment(989ddf1f-9f1b-4d73-8d74-36a1fca0280e),segment_id=989ddf1f-9f1b-4d73-8d74-36a1fca0280e)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:42:05.876331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:05.889624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Calling delete_port for f884b777-dc86-428f-9e65-41afaf0e5ed7 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:42:06.021014 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:06.037301 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['f884b777-dc86-428f-9e65-41afaf0e5ed7'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:42:06.050843 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Pushing event deleted for resources: {'Port': ['ID=f884b777-dc86-428f-9e65-41afaf0e5ed7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:06.080888 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:06.081670 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:06.081670 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:06.081916 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:06.082234 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:06.082546 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:06.082872 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:06.083223 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:06.083546 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:06.083892 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:06.084197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:06.084515 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:06.106814 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] No DVR routers for this DVR port f884b777-dc86-428f-9e65-41afaf0e5ed7 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:42:06.109059 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:06.113047 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-18732e8c-31bc-4565-8865-6e6ae73ed149 req-f8616daf-9263-423a-aebe-0baabe42b5c2 tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.18 "DELETE /v2.0/ports/f884b777-dc86-428f-9e65-41afaf0e5ed7 HTTP/1.1" status: 204 len: 173 time: 0.4042776 Mar 14 15:42:06.113492 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29', 'name': 'network-vif-deleted', 'tag': 'f884b777-dc86-428f-9e65-41afaf0e5ed7'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:42:06.115776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6004f4-0d1b-4fde-a1ce-4029d6927271" -d '{"events": [{"server_uuid": "9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29", "name": "network-vif-deleted", "tag": "f884b777-dc86-428f-9e65-41afaf0e5ed7"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:42:06.157457 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e517b269-bd98-45c8-a3db-5cfe6c6b3b33 x-openstack-request-id: req-e517b269-bd98-45c8-a3db-5cfe6c6b3b33 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:42:06.157789 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29", "name": "network-vif-deleted", "tag": "f884b777-dc86-428f-9e65-41afaf0e5ed7", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:42:06.158012 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e517b269-bd98-45c8-a3db-5cfe6c6b3b33 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:42:06.158418 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29', 'name': 'network-vif-deleted', 'tag': 'f884b777-dc86-428f-9e65-41afaf0e5ed7', 'status': 'completed', 'code': 200} Mar 14 15:42:06.204679 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8ecd1aef-7541-4e2b-893b-b653a82bb84e req-ae44cfeb-92c3-4a85-b3e7-9af99cebb49b tempest-DeleteServersTestJSON-1285725863 tempest-DeleteServersTestJSON-1285725863-project] 10.222.0.59 "GET /v2.0/ports?device_id=9159ef29-3f0b-4c2e-ad3e-dc70fe4bfe29 HTTP/1.1" status: 200 len: 210 time: 0.0264952 Mar 14 15:42:06.438604 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2717ca98-e587-4e92-98dc-2832bf063b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:07.330172 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 59184) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:42:07.373503 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b200905-4af5-4967-948b-09ae0ae58514 admin admin] Deleting subnet 48a9990a-2229-4d2c-bb35-c218c313ebe4 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:42:07.376520 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b200905-4af5-4967-948b-09ae0ae58514 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:07.411164 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b200905-4af5-4967-948b-09ae0ae58514 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:07.452908 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b200905-4af5-4967-948b-09ae0ae58514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:07.483964 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:07.507760 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b200905-4af5-4967-948b-09ae0ae58514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:07.536718 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b200905-4af5-4967-948b-09ae0ae58514 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:07.539852 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6b200905-4af5-4967-948b-09ae0ae58514 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/48a9990a-2229-4d2c-bb35-c218c313ebe4 HTTP/1.1" status: 204 len: 168 time: 0.2080209 Mar 14 15:42:07.540799 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b200905-4af5-4967-948b-09ae0ae58514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48a9990a-2229-4d2c-bb35-c218c313ebe4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:07.542513 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 59186) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:42:07.613821 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:07.689576 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:07.710374 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470121cd-d31b-4da9-ba09-d2331179baf4']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:42:07.719654 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989ddf1f-9f1b-4d73-8d74-36a1fca0280e') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:42:07.719970 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989ddf1f-9f1b-4d73-8d74-36a1fca0280e') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:42:07.729300 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:07.742648 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:07.748466 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:42:07.748878 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:42:07.750501 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:42:07.809156 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:07.815030 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:07.818947 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] 10.222.0.59 "DELETE /v2.0/networks/470121cd-d31b-4da9-ba09-d2331179baf4 HTTP/1.1" status: 204 len: 168 time: 0.2753808 Mar 14 15:42:07.830367 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] Pushing event deleted for resources: {'Network': ['ID=470121cd-d31b-4da9-ba09-d2331179baf4,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:07.837654 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:07.838006 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:07.838350 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:07.838684 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:07.839043 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:07.839378 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:07.839709 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:07.840043 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:07.840372 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:07.840694 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:07.841018 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:07.841338 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097d1a3-b1a3-4fed-8197-f63c680bd486 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:42:07.927919 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 59190) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:42:07.967357 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-744686dd-396d-4db2-993c-500641148a7a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ecee44f75d8043a2bea41cb4a7b4b915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382369 Mar 14 15:42:07.969885 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 59192) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:42:08.017108 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb689397-cbb5-44f4-88b5-1ae8e7f5037c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:08.037801 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb689397-cbb5-44f4-88b5-1ae8e7f5037c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:08.083979 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb689397-cbb5-44f4-88b5-1ae8e7f5037c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:08.086477 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb689397-cbb5-44f4-88b5-1ae8e7f5037c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:08.087646 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-eb689397-cbb5-44f4-88b5-1ae8e7f5037c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2dbee2f-d665-47b3-b638-0980bcd4eb82 HTTP/1.1" status: 204 len: 168 time: 0.1168649 Mar 14 15:42:08.095554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb689397-cbb5-44f4-88b5-1ae8e7f5037c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dbee2f-d665-47b3-b638-0980bcd4eb82,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:08.736885 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 59214) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:42:08.828338 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2709f27f-28f7-4956-89be-db36e65976e6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1382508890-network', 'tenant_id': 'e38fcd7908514a5c9bc5d193cdee05c7'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:42:08.851498 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2709f27f-28f7-4956-89be-db36e65976e6 admin admin] Made reservation on behalf of e38fcd7908514a5c9bc5d193cdee05c7 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:42:08.853738 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2709f27f-28f7-4956-89be-db36e65976e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:08.863710 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2709f27f-28f7-4956-89be-db36e65976e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:08.913407 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:08.937846 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:08.944349 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2709f27f-28f7-4956-89be-db36e65976e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:08.948094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2709f27f-28f7-4956-89be-db36e65976e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:08.969529 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2709f27f-28f7-4956-89be-db36e65976e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:42:08.984570 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709f27f-28f7-4956-89be-db36e65976e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867371d7-bff3-4e7e-84ca-19d3124ece33,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:08.988900 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2709f27f-28f7-4956-89be-db36e65976e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:08.989255 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-2709f27f-28f7-4956-89be-db36e65976e6 admin admin] Added segment 81915fdf-ca55-4ca1-82fa-266b6786ee15 of type vlan for network a9f4eb37-4630-4248-953d-7f3a3a93c2d5 Mar 14 15:42:09.029216 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2709f27f-28f7-4956-89be-db36e65976e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:09.054164 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2709f27f-28f7-4956-89be-db36e65976e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:09.055156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2709f27f-28f7-4956-89be-db36e65976e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:09.055737 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2709f27f-28f7-4956-89be-db36e65976e6 admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:09.124686 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2709f27f-28f7-4956-89be-db36e65976e6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3866096 Mar 14 15:42:09.128304 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 59218) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:42:09.133978 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-872027f7-5753-44fe-ae39-7e6bb0fd08d3 admin admin] Request body: {'subnet': {'network_id': 'a9f4eb37-4630-4248-953d-7f3a3a93c2d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1382508890-subnet', 'tenant_id': 'e38fcd7908514a5c9bc5d193cdee05c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:42:09.147899 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709f27f-28f7-4956-89be-db36e65976e6 admin admin] Pushing event updated for resources: {'Network': ['ID=a9f4eb37-4630-4248-953d-7f3a3a93c2d5,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:09.153857 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872027f7-5753-44fe-ae39-7e6bb0fd08d3 admin admin] Made reservation on behalf of e38fcd7908514a5c9bc5d193cdee05c7 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:42:09.156809 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-872027f7-5753-44fe-ae39-7e6bb0fd08d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:09.158384 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network a9f4eb37-4630-4248-953d-7f3a3a93c2d5 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:42:09.326685 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-872027f7-5753-44fe-ae39-7e6bb0fd08d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:09.348757 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:09.386236 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872027f7-5753-44fe-ae39-7e6bb0fd08d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=013b0fd5-1c1d-4ed1-883b-ab07fe706382,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:09.391537 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872027f7-5753-44fe-ae39-7e6bb0fd08d3 admin admin] Checking segment: {'id': '81915fdf-ca55-4ca1-82fa-266b6786ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a9f4eb37-4630-4248-953d-7f3a3a93c2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:42:09.391828 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872027f7-5753-44fe-ae39-7e6bb0fd08d3 admin admin] Network hostable DHCP agents. Network: a9f4eb37-4630-4248-953d-7f3a3a93c2d5, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:42:09.410602 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872027f7-5753-44fe-ae39-7e6bb0fd08d3 admin admin] Network a9f4eb37-4630-4248-953d-7f3a3a93c2d5 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:42:09.417558 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-872027f7-5753-44fe-ae39-7e6bb0fd08d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, a9f4eb37-4630-4248-953d-7f3a3a93c2d5) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:42:09.421556 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872027f7-5753-44fe-ae39-7e6bb0fd08d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:09.422140 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-872027f7-5753-44fe-ae39-7e6bb0fd08d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:09.426530 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4b3f82-8f60-478c-9e7d-b7ef2d7fa739 None None] Network a9f4eb37-4630-4248-953d-7f3a3a93c2d5 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:42:09.438749 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-872027f7-5753-44fe-ae39-7e6bb0fd08d3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3091393 Mar 14 15:42:09.550555 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695c63a8-963e-4525-b24f-5024537a330a None None] Network a9f4eb37-4630-4248-953d-7f3a3a93c2d5 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:42:09.723310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device f884b777-dc86-428f-9e65-41afaf0e5ed7 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:42:09.743311 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: f884b777-dc86-428f-9e65-41afaf0e5ed7 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:42:09.743660 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device f884b777-dc86-428f-9e65-41afaf0e5ed7 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:42:09.853676 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-377dee54-898d-4280-b6b4-ecd5b04416ba tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:09.855148 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-377dee54-898d-4280-b6b4-ecd5b04416ba tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/networks?id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5 HTTP/1.1" status: 200 len: 815 time: 0.0983491 Mar 14 15:42:09.870105 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-30803ea9-8eba-4029-9864-425bb1a5cff3 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/quotas/e38fcd7908514a5c9bc5d193cdee05c7 HTTP/1.1" status: 200 len: 375 time: 0.0093534 Mar 14 15:42:09.904145 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-0c06747c-479b-4a0d-8d08-c9bb511ceaac tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e38fcd7908514a5c9bc5d193cdee05c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288796 Mar 14 15:42:10.295140 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-a879cfe2-ed2a-411d-ba67-42ee82a29a0b service neutron] 10.222.0.59 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843517 Mar 14 15:42:10.393647 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-18d76c23-a505-4d11-a889-0ac40871528e service neutron] 10.222.0.59 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918694 Mar 14 15:42:10.562445 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-cef88795-124b-4dfc-9b7d-2a211a2c0da7 req-dd845c96-38e4-476d-99dd-a95d15dca2b5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 210 time: 0.0270960 Mar 14 15:42:11.547054 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-6746fe29-e40f-4eac-af13-b4a3d8185543 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:11.548542 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-6746fe29-e40f-4eac-af13-b4a3d8185543 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.18 "GET /v2.0/networks?id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5 HTTP/1.1" status: 200 len: 815 time: 0.1061616 Mar 14 15:42:11.566351 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-3966a896-02b7-4343-9bb4-1f580cb6637e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Request body: {'port': {'device_id': '58d67cba-6224-4424-b3b9-0956922cfb8a', 'network_id': 'a9f4eb37-4630-4248-953d-7f3a3a93c2d5', 'admin_state_up': True, 'tenant_id': 'e38fcd7908514a5c9bc5d193cdee05c7'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:42:11.665026 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a9adf9cb-753a-421f-b6d3-39744e119c98 req-8435c43f-4049-47a0-8eec-483e5052ba38 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 210 time: 0.0333450 Mar 14 15:42:11.699865 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-3966a896-02b7-4343-9bb4-1f580cb6637e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Made reservation on behalf of e38fcd7908514a5c9bc5d193cdee05c7 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:42:11.703414 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-3966a896-02b7-4343-9bb4-1f580cb6637e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:11.829490 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-3966a896-02b7-4343-9bb4-1f580cb6637e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Allocated IP 172.20.0.8 (a9f4eb37-4630-4248-953d-7f3a3a93c2d5/013b0fd5-1c1d-4ed1-883b-ab07fe706382/48836825-51c6-4581-aaaf-1d15ae52b08f) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:42:11.971195 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-3966a896-02b7-4343-9bb4-1f580cb6637e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:12.005020 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-3966a896-02b7-4343-9bb4-1f580cb6637e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:12.053128 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-3966a896-02b7-4343-9bb4-1f580cb6637e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Network a9f4eb37-4630-4248-953d-7f3a3a93c2d5 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:42:12.056094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-3966a896-02b7-4343-9bb4-1f580cb6637e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:42:12.059650 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-3966a896-02b7-4343-9bb4-1f580cb6637e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:42:12.085667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966a896-02b7-4343-9bb4-1f580cb6637e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Pushing event updated for resources: {'Port': ['ID=48836825-51c6-4581-aaaf-1d15ae52b08f,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:12.114279 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-3966a896-02b7-4343-9bb4-1f580cb6637e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:12.114878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-3966a896-02b7-4343-9bb4-1f580cb6637e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:12.129971 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-3966a896-02b7-4343-9bb4-1f580cb6637e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5678451 Mar 14 15:42:12.146704 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] Request body: {'port': {'device_id': '58d67cba-6224-4424-b3b9-0956922cfb8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:42:12.200953 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:12.467274 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48836825-51c6-4581-aaaf-1d15ae52b08f {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:42:12.475352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:12.487185 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] Transition to ACTIVE for port object 48836825-51c6-4581-aaaf-1d15ae52b08f will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:42:12.490927 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:12.543045 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] Pushing event updated for resources: {'Port': ['ID=48836825-51c6-4581-aaaf-1d15ae52b08f,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:12.606018 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] Attempting to bind port 48836825-51c6-4581-aaaf-1d15ae52b08f on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:42:12.606697 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] Attempting to bind port 48836825-51c6-4581-aaaf-1d15ae52b08f by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '81915fdf-ca55-4ca1-82fa-266b6786ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a9f4eb37-4630-4248-953d-7f3a3a93c2d5'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:42:12.606697 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] Attempting to bind port 48836825-51c6-4581-aaaf-1d15ae52b08f on network a9f4eb37-4630-4248-953d-7f3a3a93c2d5 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:42:12.610858 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] Port 48836825-51c6-4581-aaaf-1d15ae52b08f on network a9f4eb37-4630-4248-953d-7f3a3a93c2d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:42:12.611221 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] Attempting to bind port 48836825-51c6-4581-aaaf-1d15ae52b08f on network a9f4eb37-4630-4248-953d-7f3a3a93c2d5 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:42:12.616245 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:42:12.616590 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] Checking segment: {'id': '81915fdf-ca55-4ca1-82fa-266b6786ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a9f4eb37-4630-4248-953d-7f3a3a93c2d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:42:12.616972 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] Bound using segment: {'id': '81915fdf-ca55-4ca1-82fa-266b6786ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a9f4eb37-4630-4248-953d-7f3a3a93c2d5'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:42:12.617396 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] Bound port: 48836825-51c6-4581-aaaf-1d15ae52b08f, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81915fdf-ca55-4ca1-82fa-266b6786ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a9f4eb37-4630-4248-953d-7f3a3a93c2d5'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:42:12.617753 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:12.682859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] For port 48836825-51c6-4581-aaaf-1d15ae52b08f, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:42:12.687738 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] For port 48836825-51c6-4581-aaaf-1d15ae52b08f, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=48836825-51c6-4581-aaaf-1d15ae52b08f,segment=NetworkSegment(81915fdf-ca55-4ca1-82fa-266b6786ee15),segment_id=81915fdf-ca55-4ca1-82fa-266b6786ee15)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:42:12.693508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:12.725808 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:12.726429 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:12.728017 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] 10.222.0.18 "PUT /v2.0/ports/48836825-51c6-4581-aaaf-1d15ae52b08f HTTP/1.1" status: 200 len: 1093 time: 0.5862663 Mar 14 15:42:12.732333 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d67cba-6224-4424-b3b9-0956922cfb8a', 'tag': '48836825-51c6-4581-aaaf-1d15ae52b08f'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:42:12.735269 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a7afba-cdde-49f9-bc5f-50402d785bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "58d67cba-6224-4424-b3b9-0956922cfb8a", "tag": "48836825-51c6-4581-aaaf-1d15ae52b08f"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:42:12.769607 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2826acf-8962-4c4c-83b4-a2f44d1d35d9 service neutron] Pushing event updated for resources: {'Port': ['ID=48836825-51c6-4581-aaaf-1d15ae52b08f,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:12.783834 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63d7875-9d93-4e3e-a17b-6215f4c595b6 x-openstack-request-id: req-c63d7875-9d93-4e3e-a17b-6215f4c595b6 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:42:12.784406 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d67cba-6224-4424-b3b9-0956922cfb8a", "tag": "48836825-51c6-4581-aaaf-1d15ae52b08f", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:42:12.785167 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c63d7875-9d93-4e3e-a17b-6215f4c595b6 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:42:12.785573 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d67cba-6224-4424-b3b9-0956922cfb8a', 'tag': '48836825-51c6-4581-aaaf-1d15ae52b08f', 'status': 'completed', 'code': 200} Mar 14 15:42:12.793111 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7a910-50e6-4552-8559-ec148833033c req-8c3e15d1-b73e-4b35-96bd-737979b1dffd tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:12.794616 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-70f7a910-50e6-4552-8559-ec148833033c req-8c3e15d1-b73e-4b35-96bd-737979b1dffd tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 943 time: 0.0620484 Mar 14 15:42:12.816028 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-05b4a52d-5087-4954-999f-f146f6510cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:12.818146 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-05b4a52d-5087-4954-999f-f146f6510cf6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e38fcd7908514a5c9bc5d193cdee05c7&device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 1096 time: 0.0448773 Mar 14 15:42:12.834440 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-70f7a910-50e6-4552-8559-ec148833033c req-25e7c65e-24e3-4bb2-88b9-1cc868abf443 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330038 Mar 14 15:42:12.871907 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-1a52fb4c-9434-49dd-96dc-1558e04fd349 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48836825-51c6-4581-aaaf-1d15ae52b08f HTTP/1.1" status: 200 len: 217 time: 0.0410166 Mar 14 15:42:12.923857 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-a687930f-52db-45ca-b47c-ab4431f3197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:12.925806 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-a687930f-52db-45ca-b47c-ab4431f3197f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013b0fd5-1c1d-4ed1-883b-ab07fe706382 HTTP/1.1" status: 200 len: 855 time: 0.0437720 Mar 14 15:42:12.961037 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-efdb4a11-ad0d-4b4a-939a-4366dd8128ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252979 Mar 14 15:42:13.054185 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-c750f589-7552-4120-8bbe-e724c0834845 service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859313 Mar 14 15:42:13.144157 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f061abc1-bb70-4485-b7fc-400d7bfa7e25 req-f8b13b84-8f25-4e75-86b8-f95f1840166d service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803657 Mar 14 15:42:13.242727 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7afba-cdde-49f9-bc5f-50402d785bbb req-ca7d35b2-60a9-48b8-a0fb-6211d2da4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:13.244266 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68a7afba-cdde-49f9-bc5f-50402d785bbb req-ca7d35b2-60a9-48b8-a0fb-6211d2da4646 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e38fcd7908514a5c9bc5d193cdee05c7&device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 1096 time: 0.0419602 Mar 14 15:42:13.338880 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7afba-cdde-49f9-bc5f-50402d785bbb req-d54b95f9-77de-4321-bfdc-3e379801e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:13.340405 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68a7afba-cdde-49f9-bc5f-50402d785bbb req-d54b95f9-77de-4321-bfdc-3e379801e41d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5 HTTP/1.1" status: 200 len: 916 time: 0.0888677 Mar 14 15:42:13.382618 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68a7afba-cdde-49f9-bc5f-50402d785bbb req-96d95c4f-fd9d-4e11-be2e-62b1e93b56b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48836825-51c6-4581-aaaf-1d15ae52b08f HTTP/1.1" status: 200 len: 217 time: 0.0347331 Mar 14 15:42:13.430971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7afba-cdde-49f9-bc5f-50402d785bbb req-c2e066d4-a7de-4de3-95fd-fbc5a6e9c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:13.432439 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68a7afba-cdde-49f9-bc5f-50402d785bbb req-c2e066d4-a7de-4de3-95fd-fbc5a6e9c58a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013b0fd5-1c1d-4ed1-883b-ab07fe706382 HTTP/1.1" status: 200 len: 855 time: 0.0431418 Mar 14 15:42:13.470547 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68a7afba-cdde-49f9-bc5f-50402d785bbb req-2d2c5c4d-fc3c-44ab-88a2-8fa00bb78e21 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288730 Mar 14 15:42:13.559395 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68a7afba-cdde-49f9-bc5f-50402d785bbb req-2b285223-9c39-4bc4-9c3b-6f1cf8fb93c8 service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816083 Mar 14 15:42:13.651678 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68a7afba-cdde-49f9-bc5f-50402d785bbb req-34c1c9b7-7889-4ab9-b128-1c22108ad9f6 service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845108 Mar 14 15:42:13.951389 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0b424-0599-47fd-ba33-63493acf1372 req-604bfe76-b3a8-4d7f-b16b-ab18932f23aa tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:13.952785 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eee0b424-0599-47fd-ba33-63493acf1372 req-604bfe76-b3a8-4d7f-b16b-ab18932f23aa tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 943 time: 0.0501199 Mar 14 15:42:13.990903 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eee0b424-0599-47fd-ba33-63493acf1372 req-9d4f4fc1-6421-4fb3-8885-a109020e67a3 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314972 Mar 14 15:42:15.105758 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1818b-c8a3-4e5f-ad11-158b7f4d948f req-f2f33e62-3813-495b-9889-5330fbdee93d tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:15.107249 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-50e1818b-c8a3-4e5f-ad11-158b7f4d948f req-f2f33e62-3813-495b-9889-5330fbdee93d tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 943 time: 0.0491014 Mar 14 15:42:15.144818 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-50e1818b-c8a3-4e5f-ad11-158b7f4d948f req-14bdef11-a362-48b7-82b0-d77825502d27 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316360 Mar 14 15:42:15.754076 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 48836825-51c6-4581-aaaf-1d15ae52b08f details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:42:15.845019 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 48836825-51c6-4581-aaaf-1d15ae52b08f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=48836825-51c6-4581-aaaf-1d15ae52b08f,segment=NetworkSegment(81915fdf-ca55-4ca1-82fa-266b6786ee15),segment_id=81915fdf-ca55-4ca1-82fa-266b6786ee15)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:42:15.856089 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '48836825-51c6-4581-aaaf-1d15ae52b08f', 'network_id': 'a9f4eb37-4630-4248-953d-7f3a3a93c2d5', 'port_id': '48836825-51c6-4581-aaaf-1d15ae52b08f', 'mac_address': 'fa:16:3e:39:80:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013b0fd5-1c1d-4ed1-883b-ab07fe706382', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:42:15.896300 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:15.908261 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48836825-51c6-4581-aaaf-1d15ae52b08f {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:42:15.927240 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 48836825-51c6-4581-aaaf-1d15ae52b08f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=48836825-51c6-4581-aaaf-1d15ae52b08f,segment=NetworkSegment(81915fdf-ca55-4ca1-82fa-266b6786ee15),segment_id=81915fdf-ca55-4ca1-82fa-266b6786ee15)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:42:15.931029 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:15.977415 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=48836825-51c6-4581-aaaf-1d15ae52b08f,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:16.181470 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['48836825-51c6-4581-aaaf-1d15ae52b08f'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:42:16.260031 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761787e-34bd-4c16-a722-0202cc5a5ffd req-44ee96f5-7aa5-465c-b81c-a4a62d85077c tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:16.261525 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c761787e-34bd-4c16-a722-0202cc5a5ffd req-44ee96f5-7aa5-465c-b81c-a4a62d85077c tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 944 time: 0.0495069 Mar 14 15:42:16.298222 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c761787e-34bd-4c16-a722-0202cc5a5ffd req-f22ff138-9e1d-49d9-b29d-3cc607325146 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307105 Mar 14 15:42:17.413560 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba2a50-03ee-43e6-bcbd-1b9e6c6228a6 req-206e4fce-1f32-4984-862a-dc57a8ac3dfe tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:17.415091 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f2ba2a50-03ee-43e6-bcbd-1b9e6c6228a6 req-206e4fce-1f32-4984-862a-dc57a8ac3dfe tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 944 time: 0.0488057 Mar 14 15:42:17.452333 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f2ba2a50-03ee-43e6-bcbd-1b9e6c6228a6 req-b24ff2e4-227d-4e80-bf19-a4a8d5ce2f9d tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312884 Mar 14 15:42:17.769973 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 48836825-51c6-4581-aaaf-1d15ae52b08f up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:42:17.817544 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 48836825-51c6-4581-aaaf-1d15ae52b08f completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:42:17.820992 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 48836825-51c6-4581-aaaf-1d15ae52b08f triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:42:17.821365 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:17.899302 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:17.923383 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d67cba-6224-4424-b3b9-0956922cfb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48836825-51c6-4581-aaaf-1d15ae52b08f'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:42:17.925789 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc90e89-1911-48b3-bedc-8b8f6aade972" -d '{"events": [{"server_uuid": "58d67cba-6224-4424-b3b9-0956922cfb8a", "name": "network-vif-plugged", "status": "completed", "tag": "48836825-51c6-4581-aaaf-1d15ae52b08f"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:42:17.938657 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 48836825-51c6-4581-aaaf-1d15ae52b08f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=48836825-51c6-4581-aaaf-1d15ae52b08f,segment=NetworkSegment(81915fdf-ca55-4ca1-82fa-266b6786ee15),segment_id=81915fdf-ca55-4ca1-82fa-266b6786ee15)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:42:17.943164 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:17.966473 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87169311-70ff-48a8-b82e-c3b54781ec36 x-openstack-request-id: req-87169311-70ff-48a8-b82e-c3b54781ec36 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:42:17.966770 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d67cba-6224-4424-b3b9-0956922cfb8a", "name": "network-vif-plugged", "status": "completed", "tag": "48836825-51c6-4581-aaaf-1d15ae52b08f", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:42:17.967050 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-87169311-70ff-48a8-b82e-c3b54781ec36 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:42:17.967432 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d67cba-6224-4424-b3b9-0956922cfb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48836825-51c6-4581-aaaf-1d15ae52b08f', 'code': 200} Mar 14 15:42:17.993353 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=48836825-51c6-4581-aaaf-1d15ae52b08f,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:18.141070 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bd6c2-086f-42e7-9caa-fb491631d6cf req-d5738d44-04d9-47d2-85ea-a61b18011c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:18.142557 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c80bd6c2-086f-42e7-9caa-fb491631d6cf req-d5738d44-04d9-47d2-85ea-a61b18011c51 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 1098 time: 0.0435658 Mar 14 15:42:18.177359 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c80bd6c2-086f-42e7-9caa-fb491631d6cf req-46c90cc5-4c09-41b0-a39a-cc93c6f65141 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271316 Mar 14 15:42:18.377489 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:42:18.571863 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719324d-3a76-4084-ab67-b769083b227b req-74eb62fe-de52-4481-be3a-5e186cc128d5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:18.573343 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3719324d-3a76-4084-ab67-b769083b227b req-74eb62fe-de52-4481-be3a-5e186cc128d5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0533321 Mar 14 15:42:18.610260 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3719324d-3a76-4084-ab67-b769083b227b req-4c6b1225-4cb5-4863-9ca3-0efe0fa49662 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310984 Mar 14 15:42:19.726139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36681a5a-40a5-4a75-a94e-782769c8d086 req-249ae5ad-3605-4ff9-ba72-d82160ec1385 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:19.727576 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-36681a5a-40a5-4a75-a94e-782769c8d086 req-249ae5ad-3605-4ff9-ba72-d82160ec1385 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0495918 Mar 14 15:42:19.764537 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-36681a5a-40a5-4a75-a94e-782769c8d086 req-d9a3d7f2-cb77-42ad-9d2d-b7dbc5dbf173 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311432 Mar 14 15:42:19.877228 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcda988-721b-4406-869c-dce21d5d69ef req-d0a77a9a-3c3e-4218-a1ef-4f7f6b91595b tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:19.879267 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3bcda988-721b-4406-869c-dce21d5d69ef req-d0a77a9a-3c3e-4218-a1ef-4f7f6b91595b tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0496278 Mar 14 15:42:19.916681 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3bcda988-721b-4406-869c-dce21d5d69ef req-1c7528f5-dcde-436d-9d45-6123a095a6df tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316308 Mar 14 15:42:20.116541 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e6cae-5fc5-4157-83f2-53bfde790612 req-681644a6-7049-4992-9066-19ac319e7260 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:20.117993 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a31e6cae-5fc5-4157-83f2-53bfde790612 req-681644a6-7049-4992-9066-19ac319e7260 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0484579 Mar 14 15:42:20.155402 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a31e6cae-5fc5-4157-83f2-53bfde790612 req-f2ddb8cc-be19-4c0a-a91e-c47299930638 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315976 Mar 14 15:42:20.270247 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915047a-1e63-4cea-94b5-80c773aae367 req-256f3d37-d365-4b32-9ec8-3e1136f021c9 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:20.271670 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5915047a-1e63-4cea-94b5-80c773aae367 req-256f3d37-d365-4b32-9ec8-3e1136f021c9 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0490530 Mar 14 15:42:20.308985 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5915047a-1e63-4cea-94b5-80c773aae367 req-7b794f33-cd00-4326-908e-19f4624b053c tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314941 Mar 14 15:42:20.652089 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-f1c210db-c7a4-42e3-a56d-ceca71970864 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728405 Mar 14 15:42:20.663943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45619ff6-9288-4adc-8995-784c96de19b7 req-714a68bb-5c10-4c86-8a7c-71c3a288dba0 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:20.665388 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-45619ff6-9288-4adc-8995-784c96de19b7 req-714a68bb-5c10-4c86-8a7c-71c3a288dba0 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0751472 Mar 14 15:42:20.706948 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-45619ff6-9288-4adc-8995-784c96de19b7 req-ad4498b7-ba0c-42ea-a464-d564ee0a737e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347824 Mar 14 15:42:21.765451 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-c89923ec-3955-4a73-a0ed-f46cd5cdb148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:21.766992 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-c89923ec-3955-4a73-a0ed-f46cd5cdb148 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e38fcd7908514a5c9bc5d193cdee05c7&device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 1098 time: 0.0427489 Mar 14 15:42:21.828592 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a33085-7442-488a-8d38-eba007d09d27 req-eaf5a064-843a-474d-9d98-270552d2494f tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:21.830338 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c4a33085-7442-488a-8d38-eba007d09d27 req-eaf5a064-843a-474d-9d98-270552d2494f tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0523901 Mar 14 15:42:21.863626 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-404015a4-358f-40c2-9f91-d844befb9e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:21.865147 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-404015a4-358f-40c2-9f91-d844befb9e85 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5 HTTP/1.1" status: 200 len: 916 time: 0.0902390 Mar 14 15:42:21.869655 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c4a33085-7442-488a-8d38-eba007d09d27 req-301033b6-3894-43a9-b60c-1c2271364b79 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328364 Mar 14 15:42:21.908055 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-03279616-a777-4d9e-84c3-e2edaa24c8a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48836825-51c6-4581-aaaf-1d15ae52b08f HTTP/1.1" status: 200 len: 217 time: 0.0354521 Mar 14 15:42:21.955693 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-18045362-8eac-4bc1-9aaf-0300cf0c5543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:21.957099 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-18045362-8eac-4bc1-9aaf-0300cf0c5543 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013b0fd5-1c1d-4ed1-883b-ab07fe706382 HTTP/1.1" status: 200 len: 855 time: 0.0426202 Mar 14 15:42:21.993320 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-0b4474a5-2ff0-46a4-a4c0-9323ab8c575e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293961 Mar 14 15:42:22.083209 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-19336acd-4730-4a69-8a0d-f7022cceec45 service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832872 Mar 14 15:42:22.178564 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-3f877962-bb9c-49e1-bcc5-edb6f1ec1818 service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883584 Mar 14 15:42:22.983723 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1e93b-e943-4035-bf43-041666b5e671 req-8617b11b-3e14-48e9-aa66-75b6b5fdf1ee tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:22.985357 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-58b1e93b-e943-4035-bf43-041666b5e671 req-8617b11b-3e14-48e9-aa66-75b6b5fdf1ee tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0494967 Mar 14 15:42:23.023355 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-58b1e93b-e943-4035-bf43-041666b5e671 req-aca1820c-5ce2-4e66-823d-0f6cfdd70ef2 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315740 Mar 14 15:42:24.136194 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b8ff5-bffd-4388-9349-bdf71e2c9f9e req-d2d1fef0-6fa9-4973-b0e0-1943d479c1d9 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:24.137678 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d80b8ff5-bffd-4388-9349-bdf71e2c9f9e req-d2d1fef0-6fa9-4973-b0e0-1943d479c1d9 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0490623 Mar 14 15:42:24.175762 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d80b8ff5-bffd-4388-9349-bdf71e2c9f9e req-b33d9331-d920-49b5-8f3a-c941c0535ba2 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313768 Mar 14 15:42:25.288800 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18878776-8ef9-4c84-9b5e-48949cb40653 req-a2f0e9d1-6b2b-4d0c-8b2d-2753e23a3027 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:25.290275 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-18878776-8ef9-4c84-9b5e-48949cb40653 req-a2f0e9d1-6b2b-4d0c-8b2d-2753e23a3027 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0488276 Mar 14 15:42:25.326826 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-18878776-8ef9-4c84-9b5e-48949cb40653 req-1b826841-9a64-4806-8202-a2dc4b549833 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307069 Mar 14 15:42:26.442286 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2904c-4c9e-46bf-b4dc-a9db1edba651 req-b7aa430f-844c-4fce-b664-67d30e3fe345 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:26.444175 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bad2904c-4c9e-46bf-b4dc-a9db1edba651 req-b7aa430f-844c-4fce-b664-67d30e3fe345 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0490785 Mar 14 15:42:26.481834 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bad2904c-4c9e-46bf-b4dc-a9db1edba651 req-484dfabd-e295-46d6-ada4-f02d31f787ef tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317199 Mar 14 15:42:27.600686 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944beeb8-14ec-4645-a95a-1b9bd60ec21f req-fc8fdb51-06d5-4a72-b392-00d1f0f679f3 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:27.602130 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-944beeb8-14ec-4645-a95a-1b9bd60ec21f req-fc8fdb51-06d5-4a72-b392-00d1f0f679f3 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0539131 Mar 14 15:42:27.640130 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-944beeb8-14ec-4645-a95a-1b9bd60ec21f req-3a277d75-f43e-4075-a285-28a5e20d5ddb tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321701 Mar 14 15:42:28.464025 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2131d-9d83-478c-bdbc-b53db68c59cf req-ee568ffa-569d-4742-b1f1-9b70e98fe094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:28.465482 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-52f2131d-9d83-478c-bdbc-b53db68c59cf req-ee568ffa-569d-4742-b1f1-9b70e98fe094 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e38fcd7908514a5c9bc5d193cdee05c7&device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 1098 time: 0.0424275 Mar 14 15:42:28.568630 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2131d-9d83-478c-bdbc-b53db68c59cf req-c2e647ee-27c8-4b90-aa2d-42d37302063e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:28.570056 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-52f2131d-9d83-478c-bdbc-b53db68c59cf req-c2e647ee-27c8-4b90-aa2d-42d37302063e service neutron] 10.222.0.18 "GET /v2.0/networks?id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5 HTTP/1.1" status: 200 len: 916 time: 0.0850463 Mar 14 15:42:28.613916 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-52f2131d-9d83-478c-bdbc-b53db68c59cf req-a77a3400-a64c-4f2d-9c1d-bc6d9a50e4bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48836825-51c6-4581-aaaf-1d15ae52b08f HTTP/1.1" status: 200 len: 217 time: 0.0376370 Mar 14 15:42:28.662604 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2131d-9d83-478c-bdbc-b53db68c59cf req-d750b8e8-871d-40e1-b415-5b1c61015a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:28.664203 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-52f2131d-9d83-478c-bdbc-b53db68c59cf req-d750b8e8-871d-40e1-b415-5b1c61015a52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013b0fd5-1c1d-4ed1-883b-ab07fe706382 HTTP/1.1" status: 200 len: 855 time: 0.0427921 Mar 14 15:42:28.701381 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-52f2131d-9d83-478c-bdbc-b53db68c59cf req-1ad26793-990f-46aa-bbef-9e0df53dee87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258713 Mar 14 15:42:28.760807 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6c344-2a96-4305-80d5-c76454c184ab req-da285161-ce98-4f2b-822a-028c88dbcc00 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:28.762355 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-eae6c344-2a96-4305-80d5-c76454c184ab req-da285161-ce98-4f2b-822a-028c88dbcc00 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0520890 Mar 14 15:42:28.796316 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-52f2131d-9d83-478c-bdbc-b53db68c59cf req-04a4e587-ae80-4984-a6d9-729240f13b73 service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880094 Mar 14 15:42:28.799940 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-eae6c344-2a96-4305-80d5-c76454c184ab req-87236521-d7c5-4ff0-b412-7969e2f07f92 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Mar 14 15:42:28.889437 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-52f2131d-9d83-478c-bdbc-b53db68c59cf req-6b47ed57-612a-45c4-b172-2c34512f6f19 service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846727 Mar 14 15:42:29.912877 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d844e-7387-4e15-bf84-526834d46cb2 req-111208bc-6581-4932-91cf-491c3d73ad26 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:29.914341 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-159d844e-7387-4e15-bf84-526834d46cb2 req-111208bc-6581-4932-91cf-491c3d73ad26 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0479038 Mar 14 15:42:29.955911 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-159d844e-7387-4e15-bf84-526834d46cb2 req-5263a00a-e795-45e2-8646-4c8400ae0f9d tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357332 Mar 14 15:42:31.069400 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895f443-8e94-4dab-895f-96b9754d48ef req-afd2e949-84ef-4faf-b18d-2913ec26258e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:31.070847 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1895f443-8e94-4dab-895f-96b9754d48ef req-afd2e949-84ef-4faf-b18d-2913ec26258e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0482926 Mar 14 15:42:31.108266 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1895f443-8e94-4dab-895f-96b9754d48ef req-24cc2938-e6be-48b1-956c-778e2e607f41 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315747 Mar 14 15:42:32.222386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c5ab2-02de-4c28-84e9-df34dfd21e2f req-e0e34220-764b-44c7-979a-1ce06b8b7fe8 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:32.223924 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-477c5ab2-02de-4c28-84e9-df34dfd21e2f req-e0e34220-764b-44c7-979a-1ce06b8b7fe8 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0487893 Mar 14 15:42:32.262036 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-477c5ab2-02de-4c28-84e9-df34dfd21e2f req-4c34d0c9-1999-4e7d-99c4-a1e479d49194 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312717 Mar 14 15:42:33.377562 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd380d9b-09b4-492d-920b-c0700b0d0e3e req-b447563e-1968-4391-b845-cef5c0141cd1 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:33.380058 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fd380d9b-09b4-492d-920b-c0700b0d0e3e req-b447563e-1968-4391-b845-cef5c0141cd1 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0513661 Mar 14 15:42:33.417647 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fd380d9b-09b4-492d-920b-c0700b0d0e3e req-34e88882-a4e4-4e51-bfc0-22ce99905735 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317197 Mar 14 15:42:34.069807 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e8c90c12-246e-4c28-a47a-9dac5a45a94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:34.535058 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfa482-fb2c-4d9b-bb58-8364b522f9b5 req-53ac95ae-c80b-4049-a373-6c20c9e34fb8 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:34.536541 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9cbfa482-fb2c-4d9b-bb58-8364b522f9b5 req-53ac95ae-c80b-4049-a373-6c20c9e34fb8 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0482147 Mar 14 15:42:34.573441 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9cbfa482-fb2c-4d9b-bb58-8364b522f9b5 req-0e7faed7-7294-47e9-b219-95b11c45674d tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310383 Mar 14 15:42:35.691123 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555388ec-b65e-43e7-9aa3-ff09b50c0aeb req-9e860d91-06d8-4975-a23c-384d47c8fee3 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:35.692145 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-555388ec-b65e-43e7-9aa3-ff09b50c0aeb req-9e860d91-06d8-4975-a23c-384d47c8fee3 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0523670 Mar 14 15:42:35.729539 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-555388ec-b65e-43e7-9aa3-ff09b50c0aeb req-546e89c9-69c1-4441-a3e2-0d92f2f64bd5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315201 Mar 14 15:42:36.442216 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8cd4d3a4-3547-42f7-aaf5-ac0e6f28b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:36.842298 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11c049-cd9c-4b23-82e4-89907a8fbd90 req-ac11ffa5-a287-409c-9263-41bab4af17df tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:36.843841 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ad11c049-cd9c-4b23-82e4-89907a8fbd90 req-ac11ffa5-a287-409c-9263-41bab4af17df tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0476649 Mar 14 15:42:36.886170 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ad11c049-cd9c-4b23-82e4-89907a8fbd90 req-a1be3fb7-89a2-4cab-bc95-32aa7508da41 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354693 Mar 14 15:42:37.489856 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:38.001095 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebaaa42-bf36-4903-a4df-af6f6a188c73 req-ece6d468-cdf8-4edb-a1df-5b718674cb6a tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:38.002541 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9ebaaa42-bf36-4903-a4df-af6f6a188c73 req-ece6d468-cdf8-4edb-a1df-5b718674cb6a tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0495300 Mar 14 15:42:38.040241 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9ebaaa42-bf36-4903-a4df-af6f6a188c73 req-cd384647-47a5-4644-8298-a9c9250848c3 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314479 Mar 14 15:42:38.916692 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:38.954139 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:39.155189 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de674327-81ac-467f-bd11-2adc95cec7bc req-e9e187a3-971a-46e4-aa6b-70649b04dd22 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:39.156580 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-de674327-81ac-467f-bd11-2adc95cec7bc req-e9e187a3-971a-46e4-aa6b-70649b04dd22 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0488048 Mar 14 15:42:39.195210 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-de674327-81ac-467f-bd11-2adc95cec7bc req-76c0dac6-0381-4dce-8ca6-ac66066d9e6b tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325358 Mar 14 15:42:39.350435 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:40.310489 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40612e7-0848-4f35-898d-799383a42e91 req-e239d4f5-6687-4710-9be2-078ba136d2c8 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:40.311962 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b40612e7-0848-4f35-898d-799383a42e91 req-e239d4f5-6687-4710-9be2-078ba136d2c8 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0491381 Mar 14 15:42:40.351026 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b40612e7-0848-4f35-898d-799383a42e91 req-605d0083-8dbc-4674-b06d-f96956819220 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328991 Mar 14 15:42:41.467232 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813746bd-d19d-48c4-bbbb-9af574d9f0b9 req-99b14de4-d6fa-45e5-a8a5-133cfa91f265 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:41.468706 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-813746bd-d19d-48c4-bbbb-9af574d9f0b9 req-99b14de4-d6fa-45e5-a8a5-133cfa91f265 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0496376 Mar 14 15:42:41.507269 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-813746bd-d19d-48c4-bbbb-9af574d9f0b9 req-f0729462-4e42-402f-8aac-9162c4f3ff99 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320523 Mar 14 15:42:42.624115 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50d40f-d8a6-4247-a721-c5ee7888008e req-d2e1d4ce-d086-4a0e-b123-0327621f066b tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:42.625546 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9e50d40f-d8a6-4247-a721-c5ee7888008e req-d2e1d4ce-d086-4a0e-b123-0327621f066b tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0522025 Mar 14 15:42:42.663565 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9e50d40f-d8a6-4247-a721-c5ee7888008e req-46b28aea-1f4b-4c06-9e81-ffcb514d7081 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320625 Mar 14 15:42:43.776988 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cb530-fac3-4a1a-8982-7fb64298f2a2 req-418ba707-1e87-441a-b9e9-9ceebbfb78d2 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:43.778421 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6a6cb530-fac3-4a1a-8982-7fb64298f2a2 req-418ba707-1e87-441a-b9e9-9ceebbfb78d2 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0481851 Mar 14 15:42:43.818411 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6a6cb530-fac3-4a1a-8982-7fb64298f2a2 req-327abb93-a8c9-4135-995f-4e69d64266f7 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341825 Mar 14 15:42:44.933759 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac6a3a-f2cc-4984-bc91-24ad4e69ad77 req-0acc16e5-53ee-462c-9da8-692215a4eeda tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:44.935246 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5cac6a3a-f2cc-4984-bc91-24ad4e69ad77 req-0acc16e5-53ee-462c-9da8-692215a4eeda tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0479143 Mar 14 15:42:44.973744 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5cac6a3a-f2cc-4984-bc91-24ad4e69ad77 req-6173a3c7-ec7c-4b71-a08d-ca9004ab9d00 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314529 Mar 14 15:42:46.089015 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f315c-53b4-460a-b155-b1652167da5c req-b74b4230-1efc-4b64-bc05-7a78d4b955ec tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:46.090486 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e83f315c-53b4-460a-b155-b1652167da5c req-b74b4230-1efc-4b64-bc05-7a78d4b955ec tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0493298 Mar 14 15:42:46.126842 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e83f315c-53b4-460a-b155-b1652167da5c req-b2d6449a-fd8c-4e2f-935c-7f01cbfe7731 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305021 Mar 14 15:42:47.242142 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc431669-5443-4f4f-9e8d-d484ddab8bc9 req-d69f276b-b84b-4ce7-b955-14dbeb5ca42a tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:47.243670 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bc431669-5443-4f4f-9e8d-d484ddab8bc9 req-d69f276b-b84b-4ce7-b955-14dbeb5ca42a tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0491965 Mar 14 15:42:47.281229 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bc431669-5443-4f4f-9e8d-d484ddab8bc9 req-c5deef89-8ae2-46ad-b794-b38f4800e2eb tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316153 Mar 14 15:42:48.397278 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439b4e1-7734-4734-8e82-0f862eca9d39 req-51bb0d9a-ba05-4366-99c6-db27ea0698d1 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:48.398738 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2439b4e1-7734-4734-8e82-0f862eca9d39 req-51bb0d9a-ba05-4366-99c6-db27ea0698d1 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0482912 Mar 14 15:42:48.436167 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2439b4e1-7734-4734-8e82-0f862eca9d39 req-0f7d6275-8798-4209-8a07-83175a5d922a tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315709 Mar 14 15:42:49.027788 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-2864bb19-323f-4454-b359-889c4eb37f1b service neutron] 10.222.0.18 "GET /v2.0/ports/48836825-51c6-4581-aaaf-1d15ae52b08f/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0532136 Mar 14 15:42:49.257095 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-872bb8cc-43a6-421b-a58a-a9f745977fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:49.258572 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-872bb8cc-43a6-421b-a58a-a9f745977fae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a&tenant_id=e38fcd7908514a5c9bc5d193cdee05c7 HTTP/1.1" status: 200 len: 1098 time: 0.0450225 Mar 14 15:42:49.320682 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-2242f628-2d70-4915-8991-5d652e9d222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:49.322031 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-2242f628-2d70-4915-8991-5d652e9d222e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e38fcd7908514a5c9bc5d193cdee05c7&device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 1098 time: 0.0397329 Mar 14 15:42:49.418062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-dcb74151-a712-462f-82d2-dc91df66da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:49.419582 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-dcb74151-a712-462f-82d2-dc91df66da1e service neutron] 10.222.0.18 "GET /v2.0/networks?id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5 HTTP/1.1" status: 200 len: 916 time: 0.0860181 Mar 14 15:42:49.464017 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-40d8d422-f45b-4828-b4f4-1035b26c5a81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48836825-51c6-4581-aaaf-1d15ae52b08f HTTP/1.1" status: 200 len: 217 time: 0.0338902 Mar 14 15:42:49.518163 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-a3c708fd-026e-44fb-ad74-8202a1be901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:49.520812 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-a3c708fd-026e-44fb-ad74-8202a1be901b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013b0fd5-1c1d-4ed1-883b-ab07fe706382 HTTP/1.1" status: 200 len: 855 time: 0.0443707 Mar 14 15:42:49.556720 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019d1af-d682-452e-bede-dd5e7471379b req-a13e36f7-e577-49ea-9339-a0846f522337 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:49.558195 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8019d1af-d682-452e-bede-dd5e7471379b req-a13e36f7-e577-49ea-9339-a0846f522337 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0534508 Mar 14 15:42:49.559450 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-d1b7c804-1777-473c-9793-7df03745d491 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262074 Mar 14 15:42:49.597274 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8019d1af-d682-452e-bede-dd5e7471379b req-734bc8c8-8cb9-4bf9-8e5b-c0fa6237e042 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329936 Mar 14 15:42:49.653322 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-bb900f97-dc3b-4e83-9e3d-8e4948f9a627 service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857739 Mar 14 15:42:49.747282 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1c86668b-bdb5-4a32-b7cb-72a31f46a935 req-5fe1532b-e9e2-420f-914e-0424d8ea5e67 service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818932 Mar 14 15:42:50.718785 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cffc2-bf6b-48c3-991f-50dfb0928cce req-79c0ce25-2d34-4604-987f-f726ffedaeaf tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:50.720260 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d48cffc2-bf6b-48c3-991f-50dfb0928cce req-79c0ce25-2d34-4604-987f-f726ffedaeaf tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0532453 Mar 14 15:42:50.757342 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d48cffc2-bf6b-48c3-991f-50dfb0928cce req-66fbc793-967c-4011-ada4-506c23fec7b5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311797 Mar 14 15:42:51.884293 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782e8c4-197e-4386-bf2f-fd169a807c93 req-0c81b5d7-cb0f-48b0-b03f-473cc5c69fa8 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:51.885839 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e782e8c4-197e-4386-bf2f-fd169a807c93 req-0c81b5d7-cb0f-48b0-b03f-473cc5c69fa8 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0513387 Mar 14 15:42:51.930222 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e782e8c4-197e-4386-bf2f-fd169a807c93 req-9fc129e6-3607-48d4-a4cf-8c023d03ef70 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338399 Mar 14 15:42:52.185416 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835995c8-c73e-49af-a31c-0091dc913957 req-0ce79876-dc08-45f3-be00-6e0314705370 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:52.186938 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-835995c8-c73e-49af-a31c-0091dc913957 req-0ce79876-dc08-45f3-be00-6e0314705370 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a&tenant_id=e38fcd7908514a5c9bc5d193cdee05c7&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 945 time: 0.0574086 Mar 14 15:42:52.193028 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f39b32-1073-4b05-88d5-ebb150b0ee64 req-1cc9aa1a-16ce-4bf9-84b6-62e7f4e3d406 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:52.194560 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c9f39b32-1073-4b05-88d5-ebb150b0ee64 req-1cc9aa1a-16ce-4bf9-84b6-62e7f4e3d406 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0613315 Mar 14 15:42:52.233854 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c9f39b32-1073-4b05-88d5-ebb150b0ee64 req-e3021c17-9ebe-41a5-a0fb-b654786eaefe tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332608 Mar 14 15:42:52.270239 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835995c8-c73e-49af-a31c-0091dc913957 req-5841b0d1-1fd1-42df-853d-4b43f45eea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:52.271766 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-835995c8-c73e-49af-a31c-0091dc913957 req-5841b0d1-1fd1-42df-853d-4b43f45eea89 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e38fcd7908514a5c9bc5d193cdee05c7&device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 1098 time: 0.0415578 Mar 14 15:42:52.364809 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835995c8-c73e-49af-a31c-0091dc913957 req-2af46cb2-9caa-4aaa-9800-34b5365f7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:52.366273 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-835995c8-c73e-49af-a31c-0091dc913957 req-2af46cb2-9caa-4aaa-9800-34b5365f7f4e service neutron] 10.222.0.18 "GET /v2.0/networks?id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5 HTTP/1.1" status: 200 len: 916 time: 0.0880938 Mar 14 15:42:52.407462 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-835995c8-c73e-49af-a31c-0091dc913957 req-d6102d3a-47d8-4669-aa0c-8ef3a1158fb3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48836825-51c6-4581-aaaf-1d15ae52b08f HTTP/1.1" status: 200 len: 217 time: 0.0344524 Mar 14 15:42:52.454642 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835995c8-c73e-49af-a31c-0091dc913957 req-51642664-f47e-455e-8791-3770b378beed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:52.456911 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-835995c8-c73e-49af-a31c-0091dc913957 req-51642664-f47e-455e-8791-3770b378beed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013b0fd5-1c1d-4ed1-883b-ab07fe706382 HTTP/1.1" status: 200 len: 855 time: 0.0428886 Mar 14 15:42:52.488057 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-835995c8-c73e-49af-a31c-0091dc913957 req-e71ac767-bbf2-471d-b5ca-019c282dc4dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248480 Mar 14 15:42:52.579145 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-835995c8-c73e-49af-a31c-0091dc913957 req-bfddab2c-a222-43f9-80cf-ed0c33ebc1c6 service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844798 Mar 14 15:42:52.666890 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-835995c8-c73e-49af-a31c-0091dc913957 req-b1eb9789-5fd4-4fcc-8b77-77b7e15f641f service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811956 Mar 14 15:42:53.359967 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda215d-eaa9-4982-b837-462927e7d31d req-9ad9b672-8680-4203-99bc-9f4d4019224f tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:53.361431 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1fda215d-eaa9-4982-b837-462927e7d31d req-9ad9b672-8680-4203-99bc-9f4d4019224f tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0542057 Mar 14 15:42:53.400022 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1fda215d-eaa9-4982-b837-462927e7d31d req-8e8183e1-16e1-41cd-a8de-bf77c332fb9a tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324430 Mar 14 15:42:53.522744 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0648885-42f8-4e53-a272-da5a45f5f6d8 req-3902ec43-dda0-46a5-9a85-89f1239082c9 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:53.524233 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a0648885-42f8-4e53-a272-da5a45f5f6d8 req-3902ec43-dda0-46a5-9a85-89f1239082c9 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0525422 Mar 14 15:42:53.561958 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a0648885-42f8-4e53-a272-da5a45f5f6d8 req-31aff742-b9a2-4eff-8616-0403fa34503b tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319016 Mar 14 15:42:53.671993 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275accb-0041-46fd-a3e7-11747fb24049 req-e980e236-3858-4d41-bdb6-dbc6bdbe0659 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:53.673387 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0275accb-0041-46fd-a3e7-11747fb24049 req-e980e236-3858-4d41-bdb6-dbc6bdbe0659 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0473046 Mar 14 15:42:53.711235 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0275accb-0041-46fd-a3e7-11747fb24049 req-a52991fa-c8d1-4b99-9ecf-981fd7faf6fd tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311618 Mar 14 15:42:54.056660 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-446d2eb5-2d4f-47ee-83ef-da382a0e0b18 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:54.058140 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-446d2eb5-2d4f-47ee-83ef-da382a0e0b18 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/networks?id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5 HTTP/1.1" status: 200 len: 815 time: 0.1036580 Mar 14 15:42:54.072671 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-06d9354b-1d8f-421c-9eb6-244d4730728d tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/quotas/e38fcd7908514a5c9bc5d193cdee05c7 HTTP/1.1" status: 200 len: 375 time: 0.0087662 Mar 14 15:42:54.121857 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-f972d240-4805-4e65-bf16-0dabedba99bb tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e38fcd7908514a5c9bc5d193cdee05c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440750 Mar 14 15:42:54.208791 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-37cabd96-1a92-4cbe-a916-d2d267cece24 service neutron] 10.222.0.59 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798483 Mar 14 15:42:54.299357 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-df161ef1-7494-4bfa-842c-9c70e879327f service neutron] 10.222.0.59 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846179 Mar 14 15:42:54.457501 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3c01505e-6062-4e1d-bffb-9c455fd8b9ff req-5dde6c74-691c-4c69-b904-6b531d275d22 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 210 time: 0.0267169 Mar 14 15:42:55.376626 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:42:55.389434 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-11887f93-65cf-42a4-b884-21075f40a30b tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:55.391513 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-11887f93-65cf-42a4-b884-21075f40a30b tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.18 "GET /v2.0/networks?id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5 HTTP/1.1" status: 200 len: 815 time: 0.1078911 Mar 14 15:42:55.405667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-7b09ae55-cd5b-4818-95b9-6426b13596e5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Request body: {'port': {'device_id': '96c61ac0-0d27-4efa-87d2-2acb09ecc459', 'network_id': 'a9f4eb37-4630-4248-953d-7f3a3a93c2d5', 'admin_state_up': True, 'tenant_id': 'e38fcd7908514a5c9bc5d193cdee05c7'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:42:55.513280 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-7b09ae55-cd5b-4818-95b9-6426b13596e5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Made reservation on behalf of e38fcd7908514a5c9bc5d193cdee05c7 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:42:55.517039 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-7b09ae55-cd5b-4818-95b9-6426b13596e5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:55.559656 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b8149361-86e5-46ef-8b31-f08af59211ae req-a7344792-00ec-408e-9d5a-c0e87f69bf27 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 210 time: 0.0298398 Mar 14 15:42:55.670847 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-7b09ae55-cd5b-4818-95b9-6426b13596e5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Allocated IP 172.20.0.6 (a9f4eb37-4630-4248-953d-7f3a3a93c2d5/013b0fd5-1c1d-4ed1-883b-ab07fe706382/2970fe3d-137d-46a2-9092-6087dfdfd9a4) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:42:55.843016 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-7b09ae55-cd5b-4818-95b9-6426b13596e5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:55.853285 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b685e25-a147-47e5-97f1-b04bc9b206fa req-acf6cecd-5c3a-4a8f-8e4a-33b4529a3d40 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:55.854732 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4b685e25-a147-47e5-97f1-b04bc9b206fa req-acf6cecd-5c3a-4a8f-8e4a-33b4529a3d40 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d67cba-6224-4424-b3b9-0956922cfb8a HTTP/1.1" status: 200 len: 945 time: 0.0851262 Mar 14 15:42:55.934301 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-7b09ae55-cd5b-4818-95b9-6426b13596e5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:55.949830 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['48836825-51c6-4581-aaaf-1d15ae52b08f'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:42:55.991323 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-7b09ae55-cd5b-4818-95b9-6426b13596e5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Network a9f4eb37-4630-4248-953d-7f3a3a93c2d5 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:42:55.996667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-7b09ae55-cd5b-4818-95b9-6426b13596e5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:42:55.999434 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-7b09ae55-cd5b-4818-95b9-6426b13596e5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:42:56.007254 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09ae55-cd5b-4818-95b9-6426b13596e5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Pushing event updated for resources: {'Port': ['ID=2970fe3d-137d-46a2-9092-6087dfdfd9a4,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:56.043463 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-4b685e25-a147-47e5-97f1-b04bc9b206fa req-3980ad13-e9a9-4caf-837b-1938f395c353 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Deleting port 48836825-51c6-4581-aaaf-1d15ae52b08f {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:42:56.043806 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4b685e25-a147-47e5-97f1-b04bc9b206fa req-3980ad13-e9a9-4caf-837b-1938f395c353 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:56.097383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-7b09ae55-cd5b-4818-95b9-6426b13596e5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:56.097982 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-7b09ae55-cd5b-4818-95b9-6426b13596e5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:56.128246 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-7b09ae55-cd5b-4818-95b9-6426b13596e5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7261040 Mar 14 15:42:56.461012 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] Request body: {'port': {'device_id': '96c61ac0-0d27-4efa-87d2-2acb09ecc459', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:42:56.498352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-4b685e25-a147-47e5-97f1-b04bc9b206fa req-3980ad13-e9a9-4caf-837b-1938f395c353 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] For port 48836825-51c6-4581-aaaf-1d15ae52b08f, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=48836825-51c6-4581-aaaf-1d15ae52b08f,segment=NetworkSegment(81915fdf-ca55-4ca1-82fa-266b6786ee15),segment_id=81915fdf-ca55-4ca1-82fa-266b6786ee15)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:42:56.498716 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4b685e25-a147-47e5-97f1-b04bc9b206fa req-3980ad13-e9a9-4caf-837b-1938f395c353 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:56.529154 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-4b685e25-a147-47e5-97f1-b04bc9b206fa req-3980ad13-e9a9-4caf-837b-1938f395c353 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Calling delete_port for 48836825-51c6-4581-aaaf-1d15ae52b08f owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:42:56.541936 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:56.678663 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dd9a8-5c9c-4373-94a3-a0af5ade24bc req-060b9ed9-4d60-4559-a964-0a61d7ab24f4 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:56.680325 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2a8dd9a8-5c9c-4373-94a3-a0af5ade24bc req-060b9ed9-4d60-4559-a964-0a61d7ab24f4 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 931 time: 0.0508578 Mar 14 15:42:56.721123 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2a8dd9a8-5c9c-4373-94a3-a0af5ade24bc req-5d07928c-3dee-4ae5-8a19-2090d8eeb4db tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346107 Mar 14 15:42:56.808237 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4b685e25-a147-47e5-97f1-b04bc9b206fa req-3980ad13-e9a9-4caf-837b-1938f395c353 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:56.850529 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980ad13-e9a9-4caf-837b-1938f395c353 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Pushing event deleted for resources: {'Port': ['ID=48836825-51c6-4581-aaaf-1d15ae52b08f,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:56.905887 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b685e25-a147-47e5-97f1-b04bc9b206fa req-3980ad13-e9a9-4caf-837b-1938f395c353 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] No DVR routers for this DVR port 48836825-51c6-4581-aaaf-1d15ae52b08f on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:42:56.909129 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-4b685e25-a147-47e5-97f1-b04bc9b206fa req-3980ad13-e9a9-4caf-837b-1938f395c353 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:56.912382 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4b685e25-a147-47e5-97f1-b04bc9b206fa req-3980ad13-e9a9-4caf-837b-1938f395c353 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.18 "DELETE /v2.0/ports/48836825-51c6-4581-aaaf-1d15ae52b08f HTTP/1.1" status: 204 len: 173 time: 1.0445514 Mar 14 15:42:56.912818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d67cba-6224-4424-b3b9-0956922cfb8a', 'name': 'network-vif-deleted', 'tag': '48836825-51c6-4581-aaaf-1d15ae52b08f'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:42:56.915038 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3b98be-16d9-4c99-8956-0652fc1b1fb6" -d '{"events": [{"server_uuid": "58d67cba-6224-4424-b3b9-0956922cfb8a", "name": "network-vif-deleted", "tag": "48836825-51c6-4581-aaaf-1d15ae52b08f"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:42:56.955056 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fa601e-dff6-4e44-9e76-880cb166aa07 x-openstack-request-id: req-30fa601e-dff6-4e44-9e76-880cb166aa07 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:42:56.955348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d67cba-6224-4424-b3b9-0956922cfb8a", "name": "network-vif-deleted", "tag": "48836825-51c6-4581-aaaf-1d15ae52b08f", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:42:56.955599 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-30fa601e-dff6-4e44-9e76-880cb166aa07 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:42:56.956515 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d67cba-6224-4424-b3b9-0956922cfb8a', 'name': 'network-vif-deleted', 'tag': '48836825-51c6-4581-aaaf-1d15ae52b08f', 'status': 'completed', 'code': 200} Mar 14 15:42:56.971931 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2970fe3d-137d-46a2-9092-6087dfdfd9a4 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:42:56.979649 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:56.993397 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] Transition to ACTIVE for port object 2970fe3d-137d-46a2-9092-6087dfdfd9a4 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:42:56.996938 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:57.055681 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] Pushing event updated for resources: {'Port': ['ID=2970fe3d-137d-46a2-9092-6087dfdfd9a4,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:57.121419 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] Attempting to bind port 2970fe3d-137d-46a2-9092-6087dfdfd9a4 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:42:57.121748 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] Attempting to bind port 2970fe3d-137d-46a2-9092-6087dfdfd9a4 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '81915fdf-ca55-4ca1-82fa-266b6786ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a9f4eb37-4630-4248-953d-7f3a3a93c2d5'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:42:57.122073 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] Attempting to bind port 2970fe3d-137d-46a2-9092-6087dfdfd9a4 on network a9f4eb37-4630-4248-953d-7f3a3a93c2d5 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:42:57.126268 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] Port 2970fe3d-137d-46a2-9092-6087dfdfd9a4 on network a9f4eb37-4630-4248-953d-7f3a3a93c2d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:42:57.126584 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] Attempting to bind port 2970fe3d-137d-46a2-9092-6087dfdfd9a4 on network a9f4eb37-4630-4248-953d-7f3a3a93c2d5 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:42:57.132304 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:42:57.132640 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] Checking segment: {'id': '81915fdf-ca55-4ca1-82fa-266b6786ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a9f4eb37-4630-4248-953d-7f3a3a93c2d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:42:57.133018 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] Bound using segment: {'id': '81915fdf-ca55-4ca1-82fa-266b6786ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a9f4eb37-4630-4248-953d-7f3a3a93c2d5'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:42:57.133436 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] Bound port: 2970fe3d-137d-46a2-9092-6087dfdfd9a4, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81915fdf-ca55-4ca1-82fa-266b6786ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a9f4eb37-4630-4248-953d-7f3a3a93c2d5'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:42:57.133787 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:57.195817 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] For port 2970fe3d-137d-46a2-9092-6087dfdfd9a4, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:42:57.198782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] For port 2970fe3d-137d-46a2-9092-6087dfdfd9a4, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2970fe3d-137d-46a2-9092-6087dfdfd9a4,segment=NetworkSegment(81915fdf-ca55-4ca1-82fa-266b6786ee15),segment_id=81915fdf-ca55-4ca1-82fa-266b6786ee15)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:42:57.203738 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:57.238340 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:57.238973 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:42:57.240328 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] 10.222.0.18 "PUT /v2.0/ports/2970fe3d-137d-46a2-9092-6087dfdfd9a4 HTTP/1.1" status: 200 len: 1093 time: 1.1030848 Mar 14 15:42:57.261488 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e33ea-2d92-4f77-af9c-3e46c8a26863 service neutron] Pushing event updated for resources: {'Port': ['ID=2970fe3d-137d-46a2-9092-6087dfdfd9a4,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:42:57.323551 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-7b25e819-d71a-4e18-b70f-3c043d7f22f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:57.324975 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-7b25e819-d71a-4e18-b70f-3c043d7f22f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e38fcd7908514a5c9bc5d193cdee05c7&device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 1096 time: 0.0457242 Mar 14 15:42:57.369069 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-4a9f2b4d-af2c-4189-9c30-93f5c9f7740e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2970fe3d-137d-46a2-9092-6087dfdfd9a4 HTTP/1.1" status: 200 len: 217 time: 0.0353715 Mar 14 15:42:57.424152 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-98abcc9e-f97b-4201-a370-4e02641cc663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:57.430235 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-98abcc9e-f97b-4201-a370-4e02641cc663 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013b0fd5-1c1d-4ed1-883b-ab07fe706382 HTTP/1.1" status: 200 len: 855 time: 0.0542567 Mar 14 15:42:57.467355 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-21551fad-ff7e-4bbd-b8d6-d1b0db33dd60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250621 Mar 14 15:42:57.560107 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-0c1b380e-0dc8-4a18-9325-ac5991597cab service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860155 Mar 14 15:42:57.646934 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c45a97ea-30a2-462f-9e0f-45c3120effb6 req-9c166ac1-ca2f-47f9-ae62-166ee679bd6f service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799520 Mar 14 15:42:57.839105 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b7351-0c7d-4a80-a6cd-a6065e88fa36 req-2096e252-eb3c-4071-a1ad-c870284b27cb tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:57.840570 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b95b7351-0c7d-4a80-a6cd-a6065e88fa36 req-2096e252-eb3c-4071-a1ad-c870284b27cb tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 943 time: 0.0530026 Mar 14 15:42:57.879766 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b95b7351-0c7d-4a80-a6cd-a6065e88fa36 req-2134de3a-efea-4415-a0bb-a192d60283c8 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332828 Mar 14 15:42:58.958194 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c61ac0-0d27-4efa-87d2-2acb09ecc459', 'tag': '2970fe3d-137d-46a2-9092-6087dfdfd9a4'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:42:58.960416 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c3d7bf-340a-473f-8938-fb3fda223a31" -d '{"events": [{"name": "network-changed", "server_uuid": "96c61ac0-0d27-4efa-87d2-2acb09ecc459", "tag": "2970fe3d-137d-46a2-9092-6087dfdfd9a4"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:42:58.996472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be52cfb-95ab-4bf5-8966-098722d1eeb0 x-openstack-request-id: req-6be52cfb-95ab-4bf5-8966-098722d1eeb0 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:42:58.996765 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c61ac0-0d27-4efa-87d2-2acb09ecc459", "tag": "2970fe3d-137d-46a2-9092-6087dfdfd9a4", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:42:58.997077 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6be52cfb-95ab-4bf5-8966-098722d1eeb0 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:42:58.997470 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c61ac0-0d27-4efa-87d2-2acb09ecc459', 'tag': '2970fe3d-137d-46a2-9092-6087dfdfd9a4', 'status': 'completed', 'code': 200} Mar 14 15:42:59.009690 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c9b09-d05a-49a0-b25a-21e68010c706 req-97829bed-130b-4c9e-8d0b-f3743f937df9 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:59.011207 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d60c9b09-d05a-49a0-b25a-21e68010c706 req-97829bed-130b-4c9e-8d0b-f3743f937df9 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 943 time: 0.0616682 Mar 14 15:42:59.073218 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d60c9b09-d05a-49a0-b25a-21e68010c706 req-d4892cf2-26e6-49c8-a6c7-6230bba3e055 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553837 Mar 14 15:42:59.084371 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3d7bf-340a-473f-8938-fb3fda223a31 req-3c41ba96-f281-40a2-8c78-b66ecb8e08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:59.085807 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-62c3d7bf-340a-473f-8938-fb3fda223a31 req-3c41ba96-f281-40a2-8c78-b66ecb8e08fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e38fcd7908514a5c9bc5d193cdee05c7&device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 1096 time: 0.0544391 Mar 14 15:42:59.182045 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3d7bf-340a-473f-8938-fb3fda223a31 req-3f1cae0b-084b-4309-9265-87b06bc8f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:59.183497 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-62c3d7bf-340a-473f-8938-fb3fda223a31 req-3f1cae0b-084b-4309-9265-87b06bc8f50a service neutron] 10.222.0.18 "GET /v2.0/networks?id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5 HTTP/1.1" status: 200 len: 916 time: 0.0864210 Mar 14 15:42:59.232576 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-62c3d7bf-340a-473f-8938-fb3fda223a31 req-8a6094e5-2d88-48e9-9d93-99f2ba4d9d47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2970fe3d-137d-46a2-9092-6087dfdfd9a4 HTTP/1.1" status: 200 len: 217 time: 0.0349474 Mar 14 15:42:59.281227 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3d7bf-340a-473f-8938-fb3fda223a31 req-03f1db8f-2099-42a0-b168-3f9fbe5fbfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:42:59.282638 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-62c3d7bf-340a-473f-8938-fb3fda223a31 req-03f1db8f-2099-42a0-b168-3f9fbe5fbfbf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013b0fd5-1c1d-4ed1-883b-ab07fe706382 HTTP/1.1" status: 200 len: 855 time: 0.0424268 Mar 14 15:42:59.317148 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-62c3d7bf-340a-473f-8938-fb3fda223a31 req-9c4ce07f-752a-42d6-bb59-495122ef2475 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241988 Mar 14 15:42:59.414327 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-62c3d7bf-340a-473f-8938-fb3fda223a31 req-eab791e1-bf72-481b-93ca-4072f3e0bfdd service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859940 Mar 14 15:42:59.508721 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-62c3d7bf-340a-473f-8938-fb3fda223a31 req-7e4f83a1-f30a-4876-b3ea-29fcbeb7e3d9 service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858371 Mar 14 15:43:00.085225 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 2970fe3d-137d-46a2-9092-6087dfdfd9a4 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:43:00.087275 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 48836825-51c6-4581-aaaf-1d15ae52b08f no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:43:00.114517 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 48836825-51c6-4581-aaaf-1d15ae52b08f {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:43:00.114863 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 48836825-51c6-4581-aaaf-1d15ae52b08f not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:43:00.190380 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e7819-4c4b-4e27-8b0e-d9d7a8df10ff req-7ebc06e2-dcdd-4f22-8736-3cb017e72d06 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:00.191912 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5f3e7819-4c4b-4e27-8b0e-d9d7a8df10ff req-7ebc06e2-dcdd-4f22-8736-3cb017e72d06 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 943 time: 0.0502203 Mar 14 15:43:00.202842 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 2970fe3d-137d-46a2-9092-6087dfdfd9a4, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2970fe3d-137d-46a2-9092-6087dfdfd9a4,segment=NetworkSegment(81915fdf-ca55-4ca1-82fa-266b6786ee15),segment_id=81915fdf-ca55-4ca1-82fa-266b6786ee15)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:43:00.215028 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '2970fe3d-137d-46a2-9092-6087dfdfd9a4', 'network_id': 'a9f4eb37-4630-4248-953d-7f3a3a93c2d5', 'port_id': '2970fe3d-137d-46a2-9092-6087dfdfd9a4', 'mac_address': 'fa:16:3e:7b:97:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013b0fd5-1c1d-4ed1-883b-ab07fe706382', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:43:00.230354 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5f3e7819-4c4b-4e27-8b0e-d9d7a8df10ff req-a22c562b-53d2-4258-9d6f-6a267fadb895 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324378 Mar 14 15:43:00.252342 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:00.265301 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2970fe3d-137d-46a2-9092-6087dfdfd9a4 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:43:00.284915 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 2970fe3d-137d-46a2-9092-6087dfdfd9a4, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2970fe3d-137d-46a2-9092-6087dfdfd9a4,segment=NetworkSegment(81915fdf-ca55-4ca1-82fa-266b6786ee15),segment_id=81915fdf-ca55-4ca1-82fa-266b6786ee15)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:43:00.289064 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:00.334579 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=2970fe3d-137d-46a2-9092-6087dfdfd9a4,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:00.527759 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['2970fe3d-137d-46a2-9092-6087dfdfd9a4'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:43:01.349563 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5137d72-e302-432f-a876-236f54713ac9 req-a45c9ce4-3aff-494e-96e4-d5ff6818ca7e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:01.351062 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5137d72-e302-432f-a876-236f54713ac9 req-a45c9ce4-3aff-494e-96e4-d5ff6818ca7e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 944 time: 0.0554051 Mar 14 15:43:01.388555 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5137d72-e302-432f-a876-236f54713ac9 req-386cd556-82fa-4e9c-85c6-62f3ce0b0d9c tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316632 Mar 14 15:43:02.099280 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 2970fe3d-137d-46a2-9092-6087dfdfd9a4 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:43:02.149136 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 2970fe3d-137d-46a2-9092-6087dfdfd9a4 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:43:02.153029 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 2970fe3d-137d-46a2-9092-6087dfdfd9a4 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:02.153384 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:02.227483 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:02.249004 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c61ac0-0d27-4efa-87d2-2acb09ecc459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2970fe3d-137d-46a2-9092-6087dfdfd9a4'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:43:02.251252 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6de191d-08ba-49f4-b3d7-a64b5b63adfc" -d '{"events": [{"server_uuid": "96c61ac0-0d27-4efa-87d2-2acb09ecc459", "name": "network-vif-plugged", "status": "completed", "tag": "2970fe3d-137d-46a2-9092-6087dfdfd9a4"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:43:02.267706 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 2970fe3d-137d-46a2-9092-6087dfdfd9a4, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2970fe3d-137d-46a2-9092-6087dfdfd9a4,segment=NetworkSegment(81915fdf-ca55-4ca1-82fa-266b6786ee15),segment_id=81915fdf-ca55-4ca1-82fa-266b6786ee15)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:43:02.272409 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:02.297863 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a9c645-3dc9-4623-bbaa-c877d7116d28 x-openstack-request-id: req-23a9c645-3dc9-4623-bbaa-c877d7116d28 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:43:02.298155 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c61ac0-0d27-4efa-87d2-2acb09ecc459", "name": "network-vif-plugged", "status": "completed", "tag": "2970fe3d-137d-46a2-9092-6087dfdfd9a4", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:43:02.298406 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-23a9c645-3dc9-4623-bbaa-c877d7116d28 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:43:02.298793 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c61ac0-0d27-4efa-87d2-2acb09ecc459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2970fe3d-137d-46a2-9092-6087dfdfd9a4', 'code': 200} Mar 14 15:43:02.326769 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=2970fe3d-137d-46a2-9092-6087dfdfd9a4,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:02.334316 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:02.334670 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:02.335042 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:02.335384 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:02.335724 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:02.336061 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:02.336397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:02.336729 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:02.337061 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:02.337407 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:02.337717 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:02.338042 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:02.489944 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585a7cb-6fcf-4aa6-b3e8-33149ac1ddf3 req-bf4602f2-f508-4614-aab9-529c71aab7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:02.491473 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c585a7cb-6fcf-4aa6-b3e8-33149ac1ddf3 req-bf4602f2-f508-4614-aab9-529c71aab7d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 1098 time: 0.0652564 Mar 14 15:43:02.516114 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6116d2-c577-4c6e-b79c-1b84f3e1cf6f req-9514af60-8eb8-4120-861e-1ab0afd7cc38 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:02.517532 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fb6116d2-c577-4c6e-b79c-1b84f3e1cf6f req-9514af60-8eb8-4120-861e-1ab0afd7cc38 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0592597 Mar 14 15:43:02.561389 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c585a7cb-6fcf-4aa6-b3e8-33149ac1ddf3 req-91642872-e24a-4557-ab64-26dd1489819c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589030 Mar 14 15:43:02.568354 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fb6116d2-c577-4c6e-b79c-1b84f3e1cf6f req-9c276554-52d7-411f-bfda-27b0ec93723d tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444155 Mar 14 15:43:03.682965 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47ff87-05d6-4325-babb-f8e7154d4ae2 req-2fc42be5-d8fa-4079-983e-98da8c92b2fb tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:03.684373 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-dd47ff87-05d6-4325-babb-f8e7154d4ae2 req-2fc42be5-d8fa-4079-983e-98da8c92b2fb tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0475805 Mar 14 15:43:03.721189 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-dd47ff87-05d6-4325-babb-f8e7154d4ae2 req-bd7ff6e1-2b0b-461e-86a3-e10c57eaa976 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309606 Mar 14 15:43:04.070679 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ead41e1-851d-4306-8f29-6e198309463b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:04.838450 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437cfa7-bd33-44b6-b0fc-e3040f9865ef req-253bb0ca-e695-4bda-ac6f-eee0d7be0519 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:04.839952 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1437cfa7-bd33-44b6-b0fc-e3040f9865ef req-253bb0ca-e695-4bda-ac6f-eee0d7be0519 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0528347 Mar 14 15:43:04.876700 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1437cfa7-bd33-44b6-b0fc-e3040f9865ef req-8cc61bec-be95-4812-a8e1-d893890d9fd7 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308661 Mar 14 15:43:04.993830 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6cea4-ea40-4c20-a185-a8fd43c25c56 req-ba7fd402-7737-48b0-95c2-b88335c06a4d tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:04.995334 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-aee6cea4-ea40-4c20-a185-a8fd43c25c56 req-ba7fd402-7737-48b0-95c2-b88335c06a4d tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0515242 Mar 14 15:43:05.031931 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-aee6cea4-ea40-4c20-a185-a8fd43c25c56 req-5ec949db-73e4-460c-9f00-953282a6c8f0 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307088 Mar 14 15:43:05.249992 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-c9cfea97-c368-44dc-9fb8-73633fedab9d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403838 Mar 14 15:43:05.275814 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c50597-92dc-46eb-be48-a6be8cb98e8e req-b78ed083-949b-4440-9c4b-bf2375505446 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:05.277305 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-85c50597-92dc-46eb-be48-a6be8cb98e8e req-b78ed083-949b-4440-9c4b-bf2375505446 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0507972 Mar 14 15:43:05.317740 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-85c50597-92dc-46eb-be48-a6be8cb98e8e req-b65afffc-6687-4add-b9c3-2ae21cc71151 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342185 Mar 14 15:43:06.289943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-3a01361d-ff22-4886-9360-b55589f68e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:06.291468 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-3a01361d-ff22-4886-9360-b55589f68e72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e38fcd7908514a5c9bc5d193cdee05c7&device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 1098 time: 0.0409718 Mar 14 15:43:06.385702 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-d0ab6bff-965f-4fee-a495-371bb69980d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:06.387209 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-d0ab6bff-965f-4fee-a495-371bb69980d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5 HTTP/1.1" status: 200 len: 916 time: 0.0880630 Mar 14 15:43:06.446567 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-20d6139c-76d8-4ea5-871d-d02a392d6ac4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2970fe3d-137d-46a2-9092-6087dfdfd9a4 HTTP/1.1" status: 200 len: 217 time: 0.0497463 Mar 14 15:43:06.448564 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d43100f8-a7ff-4697-aad5-039f48195439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:06.500673 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108aa38-ae61-4914-836b-1d965a2c26bb req-21d5d17e-e72c-49e4-84b3-50f59a68ab9e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:06.502146 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0108aa38-ae61-4914-836b-1d965a2c26bb req-21d5d17e-e72c-49e4-84b3-50f59a68ab9e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.1140811 Mar 14 15:43:06.520048 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-149c249d-0f9d-45e8-a9ae-faea6d1728a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:06.521340 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-149c249d-0f9d-45e8-a9ae-faea6d1728a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013b0fd5-1c1d-4ed1-883b-ab07fe706382 HTTP/1.1" status: 200 len: 855 time: 0.0677228 Mar 14 15:43:06.556463 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-603451db-9bb6-4fcf-ab97-b96c0ec64c9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273862 Mar 14 15:43:06.576200 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0108aa38-ae61-4914-836b-1d965a2c26bb req-c7bb8b34-8831-4d26-a523-6654a6a73618 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672941 Mar 14 15:43:06.650802 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-4d2f5cbe-05bd-4efc-95ae-e25f3598eb4a service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843616 Mar 14 15:43:06.743157 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-3f78885a-7748-4b86-ac93-977c4702534b service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851669 Mar 14 15:43:07.490635 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:07.691863 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccebfb-1946-4d3f-a6e9-5e110eedc878 req-006e4c41-e7f2-4133-a85e-17d2484b7509 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:07.693238 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3cccebfb-1946-4d3f-a6e9-5e110eedc878 req-006e4c41-e7f2-4133-a85e-17d2484b7509 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0500562 Mar 14 15:43:07.730824 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3cccebfb-1946-4d3f-a6e9-5e110eedc878 req-2642240a-8850-46a4-a643-41c2c74516b1 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317087 Mar 14 15:43:08.848364 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c09461-6e83-41d8-9b14-39b98ad82ea2 req-dc32444f-7c22-47dd-996c-32f51c68921c tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:08.849850 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5c09461-6e83-41d8-9b14-39b98ad82ea2 req-dc32444f-7c22-47dd-996c-32f51c68921c tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0507224 Mar 14 15:43:08.886626 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5c09461-6e83-41d8-9b14-39b98ad82ea2 req-ee15ee88-3347-49f4-98e6-447f31ac8521 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309389 Mar 14 15:43:08.918240 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:08.957700 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:09.351671 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:10.004637 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d9650-796c-4122-9d4a-b68746e0aa8b req-0241c298-07ef-45c2-9c90-68948e471b4b tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:10.006658 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-792d9650-796c-4122-9d4a-b68746e0aa8b req-0241c298-07ef-45c2-9c90-68948e471b4b tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0530663 Mar 14 15:43:10.043578 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-792d9650-796c-4122-9d4a-b68746e0aa8b req-a7ada96b-b9b3-4986-a22d-1ad714fc8a0e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311933 Mar 14 15:43:11.158394 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a39ce-63ee-40ec-9436-352abd6ebc55 req-70f9b558-6a01-456f-b27f-bab139ed2f42 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:11.160860 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-df7a39ce-63ee-40ec-9436-352abd6ebc55 req-70f9b558-6a01-456f-b27f-bab139ed2f42 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0504837 Mar 14 15:43:11.198064 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-df7a39ce-63ee-40ec-9436-352abd6ebc55 req-e7b746c7-54de-403c-b7c6-dfdbe16b8baa tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314395 Mar 14 15:43:12.312839 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2382f-79d1-4aa3-80a7-e14dc7a7201f req-9d80076e-2d60-450a-8a85-8945a1843d6e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:12.314293 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fad2382f-79d1-4aa3-80a7-e14dc7a7201f req-9d80076e-2d60-450a-8a85-8945a1843d6e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0486174 Mar 14 15:43:12.352062 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fad2382f-79d1-4aa3-80a7-e14dc7a7201f req-bcbac63f-218a-4a9b-ad23-2a8946ab6df5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318892 Mar 14 15:43:13.470889 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbef244-976f-49c6-82a0-077580eba10e req-cd3ca42a-d200-4d78-97c4-a69697edd66a tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:13.473120 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ebbef244-976f-49c6-82a0-077580eba10e req-cd3ca42a-d200-4d78-97c4-a69697edd66a tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0537930 Mar 14 15:43:13.510432 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ebbef244-976f-49c6-82a0-077580eba10e req-a080416f-3d33-40a5-bea2-af60a22b9243 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314047 Mar 14 15:43:14.625511 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8f91d-efbb-44ca-9d24-b26bb007bdd8 req-685ebc58-d69a-40ab-891f-b6ebedeffbd8 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:14.626987 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5ea8f91d-efbb-44ca-9d24-b26bb007bdd8 req-685ebc58-d69a-40ab-891f-b6ebedeffbd8 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0491848 Mar 14 15:43:14.664039 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5ea8f91d-efbb-44ca-9d24-b26bb007bdd8 req-515504b4-8b7e-4048-b2e5-92a98a82e70d tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309188 Mar 14 15:43:15.777903 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daa701-d233-473f-bc1d-f4bd5cc0e807 req-6cd8a458-d7bf-40e2-9259-ebab1410b96e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:15.779379 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a2daa701-d233-473f-bc1d-f4bd5cc0e807 req-6cd8a458-d7bf-40e2-9259-ebab1410b96e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0478916 Mar 14 15:43:15.817270 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a2daa701-d233-473f-bc1d-f4bd5cc0e807 req-30950c40-cb23-4418-8936-206d72eea878 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313230 Mar 14 15:43:16.936444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c44246-7977-4181-aeb1-ea536575faf2 req-41906ce3-892f-4f12-8483-92f211b7a3b5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:16.937904 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-43c44246-7977-4181-aeb1-ea536575faf2 req-41906ce3-892f-4f12-8483-92f211b7a3b5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0531003 Mar 14 15:43:16.975840 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-43c44246-7977-4181-aeb1-ea536575faf2 req-df86f660-32e9-4ba6-ae49-6134426ffa51 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308843 Mar 14 15:43:18.087591 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41ebfc-08d2-4646-9987-090f24529a39 req-4d5c934e-53e5-4f1b-ae07-efac191f9a42 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:18.089052 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d41ebfc-08d2-4646-9987-090f24529a39 req-4d5c934e-53e5-4f1b-ae07-efac191f9a42 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0478609 Mar 14 15:43:18.126263 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d41ebfc-08d2-4646-9987-090f24529a39 req-2d701483-353a-4eb6-8635-ba29d1b6805d tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313551 Mar 14 15:43:19.244160 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d236efc-9433-4802-86c8-266cd86dc585 req-983c205c-f47d-43de-ab6c-4f6c23e4e150 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:19.245627 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1d236efc-9433-4802-86c8-266cd86dc585 req-983c205c-f47d-43de-ab6c-4f6c23e4e150 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0506470 Mar 14 15:43:19.282604 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1d236efc-9433-4802-86c8-266cd86dc585 req-a7ba953f-f316-42c7-8c7c-92c49fe15f40 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311065 Mar 14 15:43:20.401187 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af63260-1be6-4577-a337-2f7386464b0c req-2ca6bbfe-98e4-4c12-833a-3564d9870cb8 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:20.402659 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2af63260-1be6-4577-a337-2f7386464b0c req-2ca6bbfe-98e4-4c12-833a-3564d9870cb8 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0519195 Mar 14 15:43:20.442089 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2af63260-1be6-4577-a337-2f7386464b0c req-bbe2867d-e5e2-4485-84c7-2583013d61af tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334661 Mar 14 15:43:21.556287 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabffc7-047a-4a82-8a3a-359cd0c5685f req-f044070b-0cb3-46f0-aa21-066b9505bbc4 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:21.557760 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bbabffc7-047a-4a82-8a3a-359cd0c5685f req-f044070b-0cb3-46f0-aa21-066b9505bbc4 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0487471 Mar 14 15:43:21.594957 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bbabffc7-047a-4a82-8a3a-359cd0c5685f req-82c85fc3-e1f2-4b6e-b6eb-74acc953e89e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313208 Mar 14 15:43:22.710698 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ed172-df24-4d03-9ea4-1066f6061028 req-1ff9700a-6878-4162-8a06-c1cab86c7051 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:22.712185 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2d9ed172-df24-4d03-9ea4-1066f6061028 req-1ff9700a-6878-4162-8a06-c1cab86c7051 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0489588 Mar 14 15:43:22.749919 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2d9ed172-df24-4d03-9ea4-1066f6061028 req-db2aaaf7-6d69-430e-a951-d860af4245ac tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318537 Mar 14 15:43:23.865827 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a819eb4-3cd4-407c-beed-17f1f2fa5395 req-b733bec1-ea55-4414-b515-a761050d1713 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:23.867307 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8a819eb4-3cd4-407c-beed-17f1f2fa5395 req-b733bec1-ea55-4414-b515-a761050d1713 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0519738 Mar 14 15:43:23.903933 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8a819eb4-3cd4-407c-beed-17f1f2fa5395 req-3797d679-005c-46bc-9c2d-568acb40fc2a tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307367 Mar 14 15:43:25.018020 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24168e-f7ff-4008-9479-33001017835c req-00b4b9d2-9119-41e7-b65a-c0a6dbb70233 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:25.020324 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4d24168e-f7ff-4008-9479-33001017835c req-00b4b9d2-9119-41e7-b65a-c0a6dbb70233 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0487227 Mar 14 15:43:25.056594 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4d24168e-f7ff-4008-9479-33001017835c req-bddd0f42-640a-43d9-a55e-ca469849c658 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304978 Mar 14 15:43:26.170039 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee59a2-4b18-444e-b9cf-1c57fd80424e req-64c33d4b-ebd9-417b-bc78-8745efd907aa tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:26.171530 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-65ee59a2-4b18-444e-b9cf-1c57fd80424e req-64c33d4b-ebd9-417b-bc78-8745efd907aa tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0488572 Mar 14 15:43:26.209536 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-65ee59a2-4b18-444e-b9cf-1c57fd80424e req-498089bd-aa66-4efc-b1d5-dac78605be80 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314827 Mar 14 15:43:27.333075 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59abcc-47c6-4f00-b3d4-fb08b639f124 req-ed4c79f4-9233-4ca9-8391-f3aa90b76c08 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:27.334628 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6d59abcc-47c6-4f00-b3d4-fb08b639f124 req-ed4c79f4-9233-4ca9-8391-f3aa90b76c08 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0534017 Mar 14 15:43:27.373891 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6d59abcc-47c6-4f00-b3d4-fb08b639f124 req-7a4d1eda-27c5-4307-8f84-f167b517e475 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332413 Mar 14 15:43:28.492220 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf30233-d125-4920-9579-27bdce177cb1 req-e6e3581e-c98f-47e0-9c06-efc698e28eb5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:28.493706 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4cf30233-d125-4920-9579-27bdce177cb1 req-e6e3581e-c98f-47e0-9c06-efc698e28eb5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0509059 Mar 14 15:43:28.532370 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4cf30233-d125-4920-9579-27bdce177cb1 req-6a00b750-916c-4464-9aae-af42c49d996d tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326447 Mar 14 15:43:28.849913 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2c8fa-2727-4048-90c1-85aa430a37ac req-08cb6875-a4db-480a-8b45-632dabce639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:28.851530 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dff2c8fa-2727-4048-90c1-85aa430a37ac req-08cb6875-a4db-480a-8b45-632dabce639e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e38fcd7908514a5c9bc5d193cdee05c7&device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 1098 time: 0.0411465 Mar 14 15:43:28.953902 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2c8fa-2727-4048-90c1-85aa430a37ac req-988a117c-c3d5-4335-a3d2-f7364cdcbba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:28.955384 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dff2c8fa-2727-4048-90c1-85aa430a37ac req-988a117c-c3d5-4335-a3d2-f7364cdcbba5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5 HTTP/1.1" status: 200 len: 916 time: 0.0857198 Mar 14 15:43:28.997572 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dff2c8fa-2727-4048-90c1-85aa430a37ac req-80ce54f6-15ee-4c40-aa32-73a839e37899 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2970fe3d-137d-46a2-9092-6087dfdfd9a4 HTTP/1.1" status: 200 len: 217 time: 0.0347292 Mar 14 15:43:29.044814 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2c8fa-2727-4048-90c1-85aa430a37ac req-1de622c0-c8bb-473e-b45e-ea3f00438419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:29.046238 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dff2c8fa-2727-4048-90c1-85aa430a37ac req-1de622c0-c8bb-473e-b45e-ea3f00438419 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013b0fd5-1c1d-4ed1-883b-ab07fe706382 HTTP/1.1" status: 200 len: 855 time: 0.0423086 Mar 14 15:43:29.076539 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dff2c8fa-2727-4048-90c1-85aa430a37ac req-da3c44bd-ff9f-4fc8-aa9b-1d1c7b206773 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232034 Mar 14 15:43:29.168848 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dff2c8fa-2727-4048-90c1-85aa430a37ac req-904b6021-1850-4e68-b297-659610145e8d service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846639 Mar 14 15:43:29.261202 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dff2c8fa-2727-4048-90c1-85aa430a37ac req-c6a6e487-30ca-4675-9200-d6bd8fae5589 service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851028 Mar 14 15:43:29.650597 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912ceb7-69ca-485b-aa24-96ea3cb8f39a req-3c5fed4b-61bd-454a-afc3-bf4e355afd41 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:29.652113 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5912ceb7-69ca-485b-aa24-96ea3cb8f39a req-3c5fed4b-61bd-454a-afc3-bf4e355afd41 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0530784 Mar 14 15:43:29.689589 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5912ceb7-69ca-485b-aa24-96ea3cb8f39a req-c188e345-b665-455f-b3f3-7b2fff43386e tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316126 Mar 14 15:43:30.807672 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be258ce-6f48-4f26-8a48-0c886ab1c993 req-82370552-ff74-4d27-ae73-849f7a3bbb74 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:30.809134 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7be258ce-6f48-4f26-8a48-0c886ab1c993 req-82370552-ff74-4d27-ae73-849f7a3bbb74 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0522766 Mar 14 15:43:30.846802 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7be258ce-6f48-4f26-8a48-0c886ab1c993 req-09dcdef0-7086-44e9-9106-e22363fa7518 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317898 Mar 14 15:43:31.961433 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb474f50-ff5d-4f67-9fb6-3a495dc459b4 req-4d446176-468f-4fb2-840a-cf1eb84d1b9b tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:31.962900 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eb474f50-ff5d-4f67-9fb6-3a495dc459b4 req-4d446176-468f-4fb2-840a-cf1eb84d1b9b tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0490608 Mar 14 15:43:31.999889 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eb474f50-ff5d-4f67-9fb6-3a495dc459b4 req-226c6a89-d078-4ded-aea4-35ae75067a57 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311401 Mar 14 15:43:32.375898 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:43:33.115469 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd475a-a17e-4488-9360-771e2f6b407a req-2d78d9c9-f65f-41e9-af66-beedc6d12cac tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:33.116917 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b3dd475a-a17e-4488-9360-771e2f6b407a req-2d78d9c9-f65f-41e9-af66-beedc6d12cac tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0491407 Mar 14 15:43:33.155297 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b3dd475a-a17e-4488-9360-771e2f6b407a req-f6bba5ab-0ac4-422d-bd8d-699984492d90 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325027 Mar 14 15:43:33.498805 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-329da7a8-c39c-40d7-b201-f77e074863a5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:43:33.499793 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-329da7a8-c39c-40d7-b201-f77e074863a5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053716 Mar 14 15:43:33.561142 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-f79e4749-af09-4f09-936b-69d2945a42da service neutron] 10.222.0.18 "GET /v2.0/ports/2970fe3d-137d-46a2-9092-6087dfdfd9a4/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0530510 Mar 14 15:43:33.775738 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-37c8c2d9-f146-46a4-b060-eb11f67e21fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:33.777123 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-37c8c2d9-f146-46a4-b060-eb11f67e21fa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459&tenant_id=e38fcd7908514a5c9bc5d193cdee05c7 HTTP/1.1" status: 200 len: 1098 time: 0.0437264 Mar 14 15:43:33.846204 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-714ff06c-a807-47f7-b98a-a134e7e72fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:33.847748 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-714ff06c-a807-47f7-b98a-a134e7e72fcc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e38fcd7908514a5c9bc5d193cdee05c7&device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 1098 time: 0.0406365 Mar 14 15:43:33.934356 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-56faa07a-a6a6-453a-aa10-b34206fd9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:33.935841 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-56faa07a-a6a6-453a-aa10-b34206fd9332 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5 HTTP/1.1" status: 200 len: 916 time: 0.0811071 Mar 14 15:43:33.984581 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-e4b98e35-78eb-4412-bb99-8935b69e6447 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2970fe3d-137d-46a2-9092-6087dfdfd9a4 HTTP/1.1" status: 200 len: 217 time: 0.0381854 Mar 14 15:43:34.035737 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-4be4060a-72b9-400a-8f59-013f1c976dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:34.037049 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-4be4060a-72b9-400a-8f59-013f1c976dd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013b0fd5-1c1d-4ed1-883b-ab07fe706382 HTTP/1.1" status: 200 len: 855 time: 0.0427911 Mar 14 15:43:34.072757 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-4e2243e2-54c5-4db1-9d99-d7c735779526 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248506 Mar 14 15:43:34.075213 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-feeb0ca4-dad6-4d38-8ed6-18fd270b077b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:34.170147 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-aecc9098-4c50-482c-97f7-27a04a070592 service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861230 Mar 14 15:43:34.270981 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c510bfb3-f9bd-4ccf-a01a-32a68720040e req-8dd7fab5-3cd0-4019-941d-1b22f2adf08b service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902078 Mar 14 15:43:34.329438 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec3f7c-1cd1-4e8b-8209-8b4556e31bd7 req-61029c2f-50f0-4d35-ba79-f4790626e5aa tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:34.330839 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e2ec3f7c-1cd1-4e8b-8209-8b4556e31bd7 req-61029c2f-50f0-4d35-ba79-f4790626e5aa tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.1044619 Mar 14 15:43:34.376572 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e2ec3f7c-1cd1-4e8b-8209-8b4556e31bd7 req-892d68ee-6bcc-4673-b162-65ac0fe938a1 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373943 Mar 14 15:43:35.494407 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63c52e-6930-422e-bc4e-bc8d978d26e2 req-286068ae-4280-45ba-9920-eaa1dbc1a1f8 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:35.495902 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fe63c52e-6930-422e-bc4e-bc8d978d26e2 req-286068ae-4280-45ba-9920-eaa1dbc1a1f8 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0488751 Mar 14 15:43:35.534003 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fe63c52e-6930-422e-bc4e-bc8d978d26e2 req-6ccb3a10-4367-4090-9fd8-1df8d3f8f1c4 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323651 Mar 14 15:43:36.441085 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16d4d23c-546b-4ae2-baf2-84e61d738705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:36.647615 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7c99c-3741-43cf-baf5-6c7467ad294d req-5a37d3e4-aa80-4b4d-93da-e0e6f6c94e48 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:36.649061 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-93e7c99c-3741-43cf-baf5-6c7467ad294d req-5a37d3e4-aa80-4b4d-93da-e0e6f6c94e48 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0486970 Mar 14 15:43:36.686712 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-93e7c99c-3741-43cf-baf5-6c7467ad294d req-40ad1798-5c44-4cf2-abe9-7b989f976c90 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316370 Mar 14 15:43:36.908811 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528809ae-540d-4ea6-bf34-0431d8bf86f3 req-4d5dc6bc-30cf-498a-8360-ad2363df727a tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:36.910512 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-528809ae-540d-4ea6-bf34-0431d8bf86f3 req-4d5dc6bc-30cf-498a-8360-ad2363df727a tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0774035 Mar 14 15:43:36.918248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a01ba-54a2-46d4-9c87-71edd3f024de req-13944822-42b9-4a42-b485-46d4e62161ef tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:36.919624 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-827a01ba-54a2-46d4-9c87-71edd3f024de req-13944822-42b9-4a42-b485-46d4e62161ef tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.18 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459&tenant_id=e38fcd7908514a5c9bc5d193cdee05c7&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 945 time: 0.0766029 Mar 14 15:43:36.955806 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-528809ae-540d-4ea6-bf34-0431d8bf86f3 req-7d5425a1-d603-406b-b314-aed1999c688c tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352221 Mar 14 15:43:37.001133 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a01ba-54a2-46d4-9c87-71edd3f024de req-a6390f15-f61a-4190-8bf0-1d0bb62d24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:37.002617 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-827a01ba-54a2-46d4-9c87-71edd3f024de req-a6390f15-f61a-4190-8bf0-1d0bb62d24a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e38fcd7908514a5c9bc5d193cdee05c7&device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 1098 time: 0.0398335 Mar 14 15:43:37.091965 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a01ba-54a2-46d4-9c87-71edd3f024de req-f9a37eca-cfa2-4ef3-8d3d-e3c9f73bb884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:37.093403 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-827a01ba-54a2-46d4-9c87-71edd3f024de req-f9a37eca-cfa2-4ef3-8d3d-e3c9f73bb884 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5 HTTP/1.1" status: 200 len: 916 time: 0.0837581 Mar 14 15:43:37.138394 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-827a01ba-54a2-46d4-9c87-71edd3f024de req-703c34a9-716b-4195-82bc-eda35c56a3a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2970fe3d-137d-46a2-9092-6087dfdfd9a4 HTTP/1.1" status: 200 len: 217 time: 0.0377765 Mar 14 15:43:37.185537 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a01ba-54a2-46d4-9c87-71edd3f024de req-b03b32d6-2890-4f4d-b5ee-48dabe70a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:37.186835 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-827a01ba-54a2-46d4-9c87-71edd3f024de req-b03b32d6-2890-4f4d-b5ee-48dabe70a646 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=013b0fd5-1c1d-4ed1-883b-ab07fe706382 HTTP/1.1" status: 200 len: 855 time: 0.0416939 Mar 14 15:43:37.217262 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-827a01ba-54a2-46d4-9c87-71edd3f024de req-548efa5c-7e50-4d39-884c-9ef40380e00e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a9f4eb37-4630-4248-953d-7f3a3a93c2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232723 Mar 14 15:43:37.308028 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-827a01ba-54a2-46d4-9c87-71edd3f024de req-456f58a7-729f-41f8-94e5-f6be2f562e41 service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834157 Mar 14 15:43:37.405165 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-827a01ba-54a2-46d4-9c87-71edd3f024de req-edbb27ed-ecf3-4ba8-a428-04a769d926a6 service neutron] 10.222.0.18 "GET /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901835 Mar 14 15:43:37.494416 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:38.078936 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d493ee-1335-4859-b6cf-03ce4ed0a0e0 req-b0dad3b3-ea98-43ea-9e36-603790a24b64 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:38.080397 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-09d493ee-1335-4859-b6cf-03ce4ed0a0e0 req-b0dad3b3-ea98-43ea-9e36-603790a24b64 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0518291 Mar 14 15:43:38.118110 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-09d493ee-1335-4859-b6cf-03ce4ed0a0e0 req-8e877b04-b144-48a6-a60d-9ea9bbe9d0db tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308809 Mar 14 15:43:38.230639 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922ce0f-8942-420c-8bf1-62608ec330ad req-b44b1e2d-e41e-4e7a-8a33-e0f2bd209347 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:38.232123 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8922ce0f-8942-420c-8bf1-62608ec330ad req-b44b1e2d-e41e-4e7a-8a33-e0f2bd209347 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0489697 Mar 14 15:43:38.269526 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8922ce0f-8942-420c-8bf1-62608ec330ad req-47f31357-d1f5-47ed-b9dc-b3fb4979124a tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314717 Mar 14 15:43:38.383546 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0236b-7ee3-4ac4-a1b4-7c7edbe9a0cb req-27d1ccf3-be21-42f1-9cdf-efc8ad2a2dbd tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:38.384917 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2ac0236b-7ee3-4ac4-a1b4-7c7edbe9a0cb req-27d1ccf3-be21-42f1-9cdf-efc8ad2a2dbd tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0502319 Mar 14 15:43:38.422995 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2ac0236b-7ee3-4ac4-a1b4-7c7edbe9a0cb req-4620563c-8322-4d9a-992a-691d4f8a66b1 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320802 Mar 14 15:43:38.753711 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b19ba-996b-4941-968a-ac60821c30a4 req-e92b8bac-6860-469f-938d-777656e4cc2d tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:38.755188 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-086b19ba-996b-4941-968a-ac60821c30a4 req-e92b8bac-6860-469f-938d-777656e4cc2d tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0544341 Mar 14 15:43:38.792881 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-086b19ba-996b-4941-968a-ac60821c30a4 req-308d4b51-98c4-4b9c-9af0-e2615147f1b7 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317841 Mar 14 15:43:38.920943 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:38.954685 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:39.353575 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:39.907031 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f753362-4846-40cf-9393-9fc1b1bfd09c req-1afb660c-3035-4cff-a9e3-8d5b84c578f5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:39.908496 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9f753362-4846-40cf-9393-9fc1b1bfd09c req-1afb660c-3035-4cff-a9e3-8d5b84c578f5 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0488291 Mar 14 15:43:39.945603 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9f753362-4846-40cf-9393-9fc1b1bfd09c req-d51188c2-617b-4161-a00d-b37d018392d1 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/security-groups?id=867371d7-bff3-4e7e-84ca-19d3124ece33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312903 Mar 14 15:43:40.462328 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd3e77-53b8-410b-867d-e9f3696fe560 req-90fd48d2-b10f-4aba-af0d-939f06dcf055 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:40.463829 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75dd3e77-53b8-410b-867d-e9f3696fe560 req-90fd48d2-b10f-4aba-af0d-939f06dcf055 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.18 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 945 time: 0.0496635 Mar 14 15:43:40.560170 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-75dd3e77-53b8-410b-867d-e9f3696fe560 req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Deleting port 2970fe3d-137d-46a2-9092-6087dfdfd9a4 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:43:40.560430 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-75dd3e77-53b8-410b-867d-e9f3696fe560 req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:40.645812 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-75dd3e77-53b8-410b-867d-e9f3696fe560 req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] For port 2970fe3d-137d-46a2-9092-6087dfdfd9a4, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2970fe3d-137d-46a2-9092-6087dfdfd9a4,segment=NetworkSegment(81915fdf-ca55-4ca1-82fa-266b6786ee15),segment_id=81915fdf-ca55-4ca1-82fa-266b6786ee15)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:43:40.646185 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-75dd3e77-53b8-410b-867d-e9f3696fe560 req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:40.658562 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-75dd3e77-53b8-410b-867d-e9f3696fe560 req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Calling delete_port for 2970fe3d-137d-46a2-9092-6087dfdfd9a4 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:43:40.782795 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-75dd3e77-53b8-410b-867d-e9f3696fe560 req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:40.799466 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['2970fe3d-137d-46a2-9092-6087dfdfd9a4'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:43:40.811509 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Pushing event deleted for resources: {'Port': ['ID=2970fe3d-137d-46a2-9092-6087dfdfd9a4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:40.824179 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:40.824532 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:40.824891 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:40.825239 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:40.825573 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:40.825906 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:40.826236 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:40.826567 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:40.826892 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:40.827245 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:40.827572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:40.827897 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:40.861215 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-75dd3e77-53b8-410b-867d-e9f3696fe560 req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] No DVR routers for this DVR port 2970fe3d-137d-46a2-9092-6087dfdfd9a4 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:43:40.864330 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-75dd3e77-53b8-410b-867d-e9f3696fe560 req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:40.867578 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75dd3e77-53b8-410b-867d-e9f3696fe560 req-dc6797d1-c556-449a-80d3-f3b078c01268 tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.18 "DELETE /v2.0/ports/2970fe3d-137d-46a2-9092-6087dfdfd9a4 HTTP/1.1" status: 204 len: 173 time: 0.3941364 Mar 14 15:43:40.868013 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c61ac0-0d27-4efa-87d2-2acb09ecc459', 'name': 'network-vif-deleted', 'tag': '2970fe3d-137d-46a2-9092-6087dfdfd9a4'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:43:40.870209 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cda542-87fa-440f-827a-175f64d01a3e" -d '{"events": [{"server_uuid": "96c61ac0-0d27-4efa-87d2-2acb09ecc459", "name": "network-vif-deleted", "tag": "2970fe3d-137d-46a2-9092-6087dfdfd9a4"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:43:40.911674 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fbea21-d2b0-4e8a-839d-e0de05dc37c7 x-openstack-request-id: req-b9fbea21-d2b0-4e8a-839d-e0de05dc37c7 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:43:40.912093 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c61ac0-0d27-4efa-87d2-2acb09ecc459", "name": "network-vif-deleted", "tag": "2970fe3d-137d-46a2-9092-6087dfdfd9a4", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:43:40.912661 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b9fbea21-d2b0-4e8a-839d-e0de05dc37c7 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:43:40.913064 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c61ac0-0d27-4efa-87d2-2acb09ecc459', 'name': 'network-vif-deleted', 'tag': '2970fe3d-137d-46a2-9092-6087dfdfd9a4', 'status': 'completed', 'code': 200} Mar 14 15:43:41.055023 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-78d95fd2-d34c-499c-aa8e-a7e04e27de29 req-8d23dc42-4cad-45ce-b53d-bdf9a44f35fe tempest-ServerDiskConfigTestJSON-1277084570 tempest-ServerDiskConfigTestJSON-1277084570-project] 10.222.0.59 "GET /v2.0/ports?device_id=96c61ac0-0d27-4efa-87d2-2acb09ecc459 HTTP/1.1" status: 200 len: 210 time: 0.0305431 Mar 14 15:43:42.176524 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 59546) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:43:42.221291 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dbc5544-ff0b-475e-8139-49afa61312cf admin admin] Deleting subnet 013b0fd5-1c1d-4ed1-883b-ab07fe706382 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:43:42.224357 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8dbc5544-ff0b-475e-8139-49afa61312cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:42.258301 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8dbc5544-ff0b-475e-8139-49afa61312cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:42.301138 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8dbc5544-ff0b-475e-8139-49afa61312cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:42.353892 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8dbc5544-ff0b-475e-8139-49afa61312cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:42.385209 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc5544-ff0b-475e-8139-49afa61312cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=013b0fd5-1c1d-4ed1-883b-ab07fe706382,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:42.387628 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8dbc5544-ff0b-475e-8139-49afa61312cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:42.390677 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8dbc5544-ff0b-475e-8139-49afa61312cf admin admin] 10.222.0.59 "DELETE /v2.0/subnets/013b0fd5-1c1d-4ed1-883b-ab07fe706382 HTTP/1.1" status: 204 len: 168 time: 0.2131450 Mar 14 15:43:42.394275 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 59548) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:43:42.397400 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5544-ff0b-475e-8139-49afa61312cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:42.397755 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5544-ff0b-475e-8139-49afa61312cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:42.398099 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5544-ff0b-475e-8139-49afa61312cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:42.398439 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5544-ff0b-475e-8139-49afa61312cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:42.398775 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5544-ff0b-475e-8139-49afa61312cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:42.399139 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5544-ff0b-475e-8139-49afa61312cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:42.399471 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5544-ff0b-475e-8139-49afa61312cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:42.399799 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5544-ff0b-475e-8139-49afa61312cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:42.400126 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5544-ff0b-475e-8139-49afa61312cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:42.400454 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5544-ff0b-475e-8139-49afa61312cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:42.400776 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5544-ff0b-475e-8139-49afa61312cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:42.401097 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5544-ff0b-475e-8139-49afa61312cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:42.466449 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56d43178-9bae-48e9-8e01-38d237802186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:42.547901 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56d43178-9bae-48e9-8e01-38d237802186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:42.567235 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-56d43178-9bae-48e9-8e01-38d237802186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f4eb37-4630-4248-953d-7f3a3a93c2d5']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:42.576023 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-56d43178-9bae-48e9-8e01-38d237802186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81915fdf-ca55-4ca1-82fa-266b6786ee15') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:42.576313 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-56d43178-9bae-48e9-8e01-38d237802186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81915fdf-ca55-4ca1-82fa-266b6786ee15') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:42.586344 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56d43178-9bae-48e9-8e01-38d237802186 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:42.599708 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56d43178-9bae-48e9-8e01-38d237802186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:42.605937 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d43178-9bae-48e9-8e01-38d237802186 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:43:42.606338 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56d43178-9bae-48e9-8e01-38d237802186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:43:42.608495 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:43:42.661942 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56d43178-9bae-48e9-8e01-38d237802186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:42.666423 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56d43178-9bae-48e9-8e01-38d237802186 admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:42.669838 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-56d43178-9bae-48e9-8e01-38d237802186 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a9f4eb37-4630-4248-953d-7f3a3a93c2d5 HTTP/1.1" status: 204 len: 168 time: 0.2745919 Mar 14 15:43:42.681978 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d43178-9bae-48e9-8e01-38d237802186 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9f4eb37-4630-4248-953d-7f3a3a93c2d5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:42.774673 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 59552) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:43:42.813482 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d11c7839-187d-42cb-b8ed-0baba19654fe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e38fcd7908514a5c9bc5d193cdee05c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376582 Mar 14 15:43:42.816470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 59554) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:43:42.867438 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2784ca7-70c1-46a4-90a0-c5628d8ffcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:42.888122 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2784ca7-70c1-46a4-90a0-c5628d8ffcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:42.933305 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2784ca7-70c1-46a4-90a0-c5628d8ffcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:42.935906 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d2784ca7-70c1-46a4-90a0-c5628d8ffcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:42.937025 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d2784ca7-70c1-46a4-90a0-c5628d8ffcb4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/867371d7-bff3-4e7e-84ca-19d3124ece33 HTTP/1.1" status: 204 len: 168 time: 0.1196949 Mar 14 15:43:42.945542 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2784ca7-70c1-46a4-90a0-c5628d8ffcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867371d7-bff3-4e7e-84ca-19d3124ece33,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:43.584922 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 59576) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:43:43.677673 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-cbd89a3f-6ca9-43c5-9fd7-d2fcd1285002 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1507080414-network', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:43:43.698266 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd89a3f-6ca9-43c5-9fd7-d2fcd1285002 admin admin] Made reservation on behalf of 2ec4c1a6587e4d2ba3eae9f76d28a205 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:43:43.700706 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbd89a3f-6ca9-43c5-9fd7-d2fcd1285002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:43.709595 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbd89a3f-6ca9-43c5-9fd7-d2fcd1285002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:43.782327 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbd89a3f-6ca9-43c5-9fd7-d2fcd1285002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:43.786114 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbd89a3f-6ca9-43c5-9fd7-d2fcd1285002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:43.809998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd89a3f-6ca9-43c5-9fd7-d2fcd1285002 admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:43:43.820057 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd89a3f-6ca9-43c5-9fd7-d2fcd1285002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f231f3-a6aa-4843-acf6-a3da69a2f103,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:43.824784 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbd89a3f-6ca9-43c5-9fd7-d2fcd1285002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:43.825125 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-cbd89a3f-6ca9-43c5-9fd7-d2fcd1285002 admin admin] Added segment 5bd7e1a8-0d95-4749-8b26-1c51106f7981 of type vlan for network db88c90a-3a7a-488e-99bb-f148f4844341 Mar 14 15:43:43.864713 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbd89a3f-6ca9-43c5-9fd7-d2fcd1285002 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:43.888336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbd89a3f-6ca9-43c5-9fd7-d2fcd1285002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:43.889275 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd89a3f-6ca9-43c5-9fd7-d2fcd1285002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:43.889883 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbd89a3f-6ca9-43c5-9fd7-d2fcd1285002 admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:43.941950 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cbd89a3f-6ca9-43c5-9fd7-d2fcd1285002 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3558650 Mar 14 15:43:43.944801 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 59580) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:43:43.949747 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a0c45f0d-6f68-409b-b9a8-ba6290ef6a90 admin admin] Request body: {'subnet': {'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1507080414-subnet', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:43:43.954337 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd89a3f-6ca9-43c5-9fd7-d2fcd1285002 admin admin] Pushing event updated for resources: {'Network': ['ID=db88c90a-3a7a-488e-99bb-f148f4844341,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:43.964474 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network db88c90a-3a7a-488e-99bb-f148f4844341 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:43:43.968868 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c45f0d-6f68-409b-b9a8-ba6290ef6a90 admin admin] Made reservation on behalf of 2ec4c1a6587e4d2ba3eae9f76d28a205 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:43:43.971216 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a0c45f0d-6f68-409b-b9a8-ba6290ef6a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:44.140536 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a0c45f0d-6f68-409b-b9a8-ba6290ef6a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:44.202411 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c45f0d-6f68-409b-b9a8-ba6290ef6a90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9184d99e-90cb-4c93-8eaa-f03e0e927e44,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:44.204519 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c45f0d-6f68-409b-b9a8-ba6290ef6a90 admin admin] Checking segment: {'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:43:44.204865 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c45f0d-6f68-409b-b9a8-ba6290ef6a90 admin admin] Network hostable DHCP agents. Network: db88c90a-3a7a-488e-99bb-f148f4844341, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:43:44.222373 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c45f0d-6f68-409b-b9a8-ba6290ef6a90 admin admin] Network db88c90a-3a7a-488e-99bb-f148f4844341 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:43:44.230531 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-a0c45f0d-6f68-409b-b9a8-ba6290ef6a90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, db88c90a-3a7a-488e-99bb-f148f4844341) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:43:44.234479 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c45f0d-6f68-409b-b9a8-ba6290ef6a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:44.235092 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a0c45f0d-6f68-409b-b9a8-ba6290ef6a90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:44.240316 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18a1b5b-1158-447a-95e9-eac4dd34b5d4 None None] Network db88c90a-3a7a-488e-99bb-f148f4844341 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:43:44.250872 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a0c45f0d-6f68-409b-b9a8-ba6290ef6a90 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3049858 Mar 14 15:43:44.254492 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 59582) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:43:44.258837 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-30814edb-bccf-47f1-bada-ad02276fe5ce admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:43:44.277544 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30814edb-bccf-47f1-bada-ad02276fe5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:44.278743 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30814edb-bccf-47f1-bada-ad02276fe5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:44.332478 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30814edb-bccf-47f1-bada-ad02276fe5ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:44.364597 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 2970fe3d-137d-46a2-9092-6087dfdfd9a4 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:43:44.390380 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 2970fe3d-137d-46a2-9092-6087dfdfd9a4 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:43:44.390728 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 2970fe3d-137d-46a2-9092-6087dfdfd9a4 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:43:44.422685 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-db88c90a-3a7a-488e-99bb-f148f4844341', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:43:44.423591 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:44.474342 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30814edb-bccf-47f1-bada-ad02276fe5ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:44.562735 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] Allocated IP 172.20.0.2 (db88c90a-3a7a-488e-99bb-f148f4844341/9184d99e-90cb-4c93-8eaa-f03e0e927e44/309562e7-479e-48f3-865e-be92fe854958) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:43:44.713617 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:44.720955 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:44.764755 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] Network db88c90a-3a7a-488e-99bb-f148f4844341 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:43:44.767572 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:43:44.772084 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:43:44.775247 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] Pushing event updated for resources: {'Port': ['ID=309562e7-479e-48f3-865e-be92fe854958,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:44.829484 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] Attempting to bind port 309562e7-479e-48f3-865e-be92fe854958 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:43:44.829938 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] Attempting to bind port 309562e7-479e-48f3-865e-be92fe854958 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:43:44.830370 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] Attempting to bind port 309562e7-479e-48f3-865e-be92fe854958 on network db88c90a-3a7a-488e-99bb-f148f4844341 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:43:44.836448 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:43:44.836827 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] Checking segment: {'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:43:44.837230 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:44.837626 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] Bound using segment: {'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:43:44.838095 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] Bound port: 309562e7-479e-48f3-865e-be92fe854958, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:43:44.838479 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:44.905791 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] For port 309562e7-479e-48f3-865e-be92fe854958, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:43:44.909701 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] For port 309562e7-479e-48f3-865e-be92fe854958, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=309562e7-479e-48f3-865e-be92fe854958,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:43:44.913550 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:44.972739 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f1f83-3434-4e73-8277-94bb37987778 None None] Pushing event updated for resources: {'Port': ['ID=309562e7-479e-48f3-865e-be92fe854958,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:45.010203 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30814edb-bccf-47f1-bada-ad02276fe5ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:45.030553 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30814edb-bccf-47f1-bada-ad02276fe5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:45.166093 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-30814edb-bccf-47f1-bada-ad02276fe5ce admin admin] Allocated IP 172.26.6.236 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/1af1cbf2-67e2-40ec-a3c6-42d853231151) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:43:45.273404 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30814edb-bccf-47f1-bada-ad02276fe5ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:45.305219 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30814edb-bccf-47f1-bada-ad02276fe5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:45.345428 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30814edb-bccf-47f1-bada-ad02276fe5ce admin admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:43:45.348417 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-30814edb-bccf-47f1-bada-ad02276fe5ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:43:45.353096 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30814edb-bccf-47f1-bada-ad02276fe5ce admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:43:45.358328 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30814edb-bccf-47f1-bada-ad02276fe5ce admin admin] Pushing event updated for resources: {'Port': ['ID=1af1cbf2-67e2-40ec-a3c6-42d853231151,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:45.613981 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30814edb-bccf-47f1-bada-ad02276fe5ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:45.812873 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30814edb-bccf-47f1-bada-ad02276fe5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:45.839881 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9256af5c-73de-4cd1-80fb-76b89512de05 None None] Network db88c90a-3a7a-488e-99bb-f148f4844341 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:43:45.944523 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30814edb-bccf-47f1-bada-ad02276fe5ce admin admin] Router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:43:45.963726 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-50c75768-9626-4f04-8741-e0a8828d6d77 None None] Provisioning complete for port 309562e7-479e-48f3-865e-be92fe854958 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:45.963939 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50c75768-9626-4f04-8741-e0a8828d6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:46.056757 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30814edb-bccf-47f1-bada-ad02276fe5ce admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:43:46.074445 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] Sync routers for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:43:46.077963 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-30814edb-bccf-47f1-bada-ad02276fe5ce admin admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:46.081643 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 59584) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:43:46.082449 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-30814edb-bccf-47f1-bada-ad02276fe5ce admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8260996 Mar 14 15:43:46.082954 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50c75768-9626-4f04-8741-e0a8828d6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:46.098978 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:43:46.099626 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:43:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:46.169906 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-50c75768-9626-4f04-8741-e0a8828d6d77 None None] For port 309562e7-479e-48f3-865e-be92fe854958, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=309562e7-479e-48f3-865e-be92fe854958,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:43:46.210506 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50c75768-9626-4f04-8741-e0a8828d6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:46.260421 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:43:46.350101 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c75768-9626-4f04-8741-e0a8828d6d77 None None] Pushing event updated for resources: {'Port': ['ID=309562e7-479e-48f3-865e-be92fe854958,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:46.395633 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-7ed31187-6a92-4dbc-bc2f-9f81db69e2f1 None None] Provisioning complete for port 309562e7-479e-48f3-865e-be92fe854958 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:46.396012 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ed31187-6a92-4dbc-bc2f-9f81db69e2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:46.427083 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 309562e7-479e-48f3-865e-be92fe854958 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:43:46.560115 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fdb13ce2-649a-4226-9c0d-72d75bedbc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:46.577023 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 309562e7-479e-48f3-865e-be92fe854958 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:46.577315 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:46.777050 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-fdb13ce2-649a-4226-9c0d-72d75bedbc88 admin admin] Allocated IP 172.20.0.1 (db88c90a-3a7a-488e-99bb-f148f4844341/9184d99e-90cb-4c93-8eaa-f03e0e927e44/c944690a-0394-43b5-acb9-02d99685cc58) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:43:46.790961 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:45Z', 'revision_number': 3, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:46.821065 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] Checking router: e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:43:46.821418 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] Updating router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 port 1af1cbf2-67e2-40ec-a3c6-42d853231151 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:43:46.878579 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:47.144914 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:47.151594 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:47.200732 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fdb13ce2-649a-4226-9c0d-72d75bedbc88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:47.205304 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] Attempting to bind port 1af1cbf2-67e2-40ec-a3c6-42d853231151 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:43:47.206174 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] Attempting to bind port 1af1cbf2-67e2-40ec-a3c6-42d853231151 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:43:47.206578 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] Attempting to bind port 1af1cbf2-67e2-40ec-a3c6-42d853231151 on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:43:47.213702 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4c1cd-ed93-4bf9-a0a9-ce0675d7e618 None None] Pushing event updated for resources: {'Port': ['ID=1af1cbf2-67e2-40ec-a3c6-42d853231151,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:47.216204 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:43:47.216578 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:43:47.216981 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:47.217371 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:43:47.217845 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] Bound port: 1af1cbf2-67e2-40ec-a3c6-42d853231151, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:43:47.218228 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:47.235459 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fdb13ce2-649a-4226-9c0d-72d75bedbc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:47.270217 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] For port 1af1cbf2-67e2-40ec-a3c6-42d853231151, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:43:47.274540 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] For port 1af1cbf2-67e2-40ec-a3c6-42d853231151, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=1af1cbf2-67e2-40ec-a3c6-42d853231151,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:43:47.275999 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb13ce2-649a-4226-9c0d-72d75bedbc88 admin admin] Network db88c90a-3a7a-488e-99bb-f148f4844341 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:43:47.278120 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:47.280621 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-fdb13ce2-649a-4226-9c0d-72d75bedbc88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:43:47.285464 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb13ce2-649a-4226-9c0d-72d75bedbc88 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:43:47.288558 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb13ce2-649a-4226-9c0d-72d75bedbc88 admin admin] Pushing event updated for resources: {'Port': ['ID=c944690a-0394-43b5-acb9-02d99685cc58,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:47.328444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fdb13ce2-649a-4226-9c0d-72d75bedbc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:47.339610 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:43:47.340264 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:43:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:47.377346 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4c1cd-ed93-4bf9-a0a9-ce0675d7e618 None None] Pushing event updated for resources: {'Port': ['ID=1af1cbf2-67e2-40ec-a3c6-42d853231151,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:47.466876 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:43:47.474707 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fdb13ce2-649a-4226-9c0d-72d75bedbc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:47.610672 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-efcd396e-c48d-4ebb-9e25-958d36213e63 None None] Provisioning complete for port c944690a-0394-43b5-acb9-02d99685cc58 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:47.611074 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-efcd396e-c48d-4ebb-9e25-958d36213e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:47.633719 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fdb13ce2-649a-4226-9c0d-72d75bedbc88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:47.638123 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fdb13ce2-649a-4226-9c0d-72d75bedbc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:47.671348 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-efcd396e-c48d-4ebb-9e25-958d36213e63 None None] Port c944690a-0394-43b5-acb9-02d99685cc58 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:43:47.689517 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:45Z', 'revision_number': 3, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:47.705485 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb13ce2-649a-4226-9c0d-72d75bedbc88 admin admin] Pushing event updated for resources: {'Port': ['ID=c944690a-0394-43b5-acb9-02d99685cc58,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:47.709177 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fdb13ce2-649a-4226-9c0d-72d75bedbc88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:47.716361 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863281cc-89d9-4631-a9f5-cb9c2d6f34fe None None] The sync data for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv is: [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:45Z', 'revision_number': 3, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:43:47.811602 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb13ce2-649a-4226-9c0d-72d75bedbc88 admin admin] Network db88c90a-3a7a-488e-99bb-f148f4844341 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:43:47.812945 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-fdb13ce2-649a-4226-9c0d-72d75bedbc88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:43:47.940674 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb13ce2-649a-4226-9c0d-72d75bedbc88 admin admin] Router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:43:48.092784 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3e9c3abd-cf0c-42ba-87ab-8dcdda7ad278 None None] Provisioning complete for port c944690a-0394-43b5-acb9-02d99685cc58 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:48.092972 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb13ce2-649a-4226-9c0d-72d75bedbc88 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:43:48.093172 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3abd-cf0c-42ba-87ab-8dcdda7ad278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:48.099003 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fdb13ce2-649a-4226-9c0d-72d75bedbc88 admin admin] 10.222.0.59 "PUT /v2.0/routers/e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0160162 Mar 14 15:43:48.137295 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c3abd-cf0c-42ba-87ab-8dcdda7ad278 None None] Port c944690a-0394-43b5-acb9-02d99685cc58 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:43:48.439916 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 309562e7-479e-48f3-865e-be92fe854958 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:43:48.494039 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 309562e7-479e-48f3-865e-be92fe854958 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:48.494425 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:48.581391 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1af1cbf2-67e2-40ec-a3c6-42d853231151 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:43:48.605288 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 59592) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:43:48.609835 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-26dfe23a-2f5e-4a4a-a2a3-e3a3fae80a32 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1678571665', 'description': 'tempest-description--976257101'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:43:48.628782 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 1af1cbf2-67e2-40ec-a3c6-42d853231151 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:48.629160 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:48.631049 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-26dfe23a-2f5e-4a4a-a2a3-e3a3fae80a32 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:48.701130 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-26dfe23a-2f5e-4a4a-a2a3-e3a3fae80a32 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:48.705061 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-26dfe23a-2f5e-4a4a-a2a3-e3a3fae80a32 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:48.710205 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:48.731085 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 1af1cbf2-67e2-40ec-a3c6-42d853231151, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=1af1cbf2-67e2-40ec-a3c6-42d853231151,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:43:48.735507 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:48.736379 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-26dfe23a-2f5e-4a4a-a2a3-e3a3fae80a32 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:48.738881 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-26dfe23a-2f5e-4a4a-a2a3-e3a3fae80a32 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1325767 Mar 14 15:43:48.741724 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 59594) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:43:48.746724 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-1864264e-c2bf-43aa-bfc1-bc36eb45dc3f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Request body: {'security_group_rule': {'security_group_id': 'fad53ad7-7746-4cb0-900c-f1a92e047206', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:43:48.751841 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfe23a-2f5e-4a4a-a2a3-e3a3fae80a32 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad53ad7-7746-4cb0-900c-f1a92e047206,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:48.777801 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1864264e-c2bf-43aa-bfc1-bc36eb45dc3f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:48.790727 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=1af1cbf2-67e2-40ec-a3c6-42d853231151,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:48.840136 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1864264e-c2bf-43aa-bfc1-bc36eb45dc3f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:48.843480 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1864264e-c2bf-43aa-bfc1-bc36eb45dc3f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:48.860952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864264e-c2bf-43aa-bfc1-bc36eb45dc3f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d45e3f9-ce25-4fa3-8107-305ab2753d4a,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:48.869451 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1864264e-c2bf-43aa-bfc1-bc36eb45dc3f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:48.870637 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1864264e-c2bf-43aa-bfc1-bc36eb45dc3f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280141 Mar 14 15:43:48.873367 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 59596) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:43:48.877990 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f74ce392-0b50-42b2-a6d2-904ace440892 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Request body: {'security_group_rule': {'security_group_id': 'fad53ad7-7746-4cb0-900c-f1a92e047206', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:43:48.902874 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f74ce392-0b50-42b2-a6d2-904ace440892 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:48.950770 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f74ce392-0b50-42b2-a6d2-904ace440892 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:48.954270 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f74ce392-0b50-42b2-a6d2-904ace440892 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:48.972338 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ce392-0b50-42b2-a6d2-904ace440892 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b6380d-49d9-4a9f-b55a-b822fdb596ed,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:48.980623 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f74ce392-0b50-42b2-a6d2-904ace440892 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:48.981865 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f74ce392-0b50-42b2-a6d2-904ace440892 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1075094 Mar 14 15:43:48.984996 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 59598) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:43:48.989732 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-81bb1c74-54a4-441d-8d07-4698e813ce88 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:43:49.011033 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81bb1c74-54a4-441d-8d07-4698e813ce88 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:49.110048 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81bb1c74-54a4-441d-8d07-4698e813ce88 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:49.219103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-81bb1c74-54a4-441d-8d07-4698e813ce88 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Allocated IP 172.26.6.134 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/8bf98327-0464-482c-a47f-d84cf94bf575) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:43:49.317215 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] Sync routers for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:43:49.322626 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81bb1c74-54a4-441d-8d07-4698e813ce88 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:49.326331 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:43:49.327071 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:43:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:49.362325 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81bb1c74-54a4-441d-8d07-4698e813ce88 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:49.401401 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bb1c74-54a4-441d-8d07-4698e813ce88 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:43:49.405694 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-81bb1c74-54a4-441d-8d07-4698e813ce88 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:43:49.413716 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb1c74-54a4-441d-8d07-4698e813ce88 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:43:49.416875 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb1c74-54a4-441d-8d07-4698e813ce88 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Pushing event updated for resources: {'Port': ['ID=8bf98327-0464-482c-a47f-d84cf94bf575,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:49.431959 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:43:49.499377 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81bb1c74-54a4-441d-8d07-4698e813ce88 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:49.533643 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81bb1c74-54a4-441d-8d07-4698e813ce88 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:49.630429 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 2, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:49.656298 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] Checking router: e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:43:49.656649 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] Updating router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 port c944690a-0394-43b5-acb9-02d99685cc58 binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:43:49.685236 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:49.687962 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81bb1c74-54a4-441d-8d07-4698e813ce88 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:49.692916 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81bb1c74-54a4-441d-8d07-4698e813ce88 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:49.766767 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb1c74-54a4-441d-8d07-4698e813ce88 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Pushing event updated for resources: {'Port': ['ID=8bf98327-0464-482c-a47f-d84cf94bf575,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:49.774465 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81bb1c74-54a4-441d-8d07-4698e813ce88 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:49.790708 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-81bb1c74-54a4-441d-8d07-4698e813ce88 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:49.791954 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-81bb1c74-54a4-441d-8d07-4698e813ce88 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8058751 Mar 14 15:43:49.931087 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-250aec24-a3ee-487e-8087-369165034a72 req-3dd716df-8dec-4cfa-bb55-882bf960f669 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1678571665&fields=id&tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205 HTTP/1.1" status: 200 len: 267 time: 0.0322433 Mar 14 15:43:49.952495 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:49.958928 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:50.028528 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e35d32-4045-4300-9c1f-e32cd62b5e26 None None] Pushing event updated for resources: {'Port': ['ID=c944690a-0394-43b5-acb9-02d99685cc58,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:50.048674 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aec24-a3ee-487e-8087-369165034a72 req-8412ba21-7119-4564-9b0a-092b71c2f095 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:50.051504 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-250aec24-a3ee-487e-8087-369165034a72 req-8412ba21-7119-4564-9b0a-092b71c2f095 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 812 time: 0.1135464 Mar 14 15:43:50.068606 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-250aec24-a3ee-487e-8087-369165034a72 req-968f1654-cc33-4ec1-9847-d9182c06b02c tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/quotas/2ec4c1a6587e4d2ba3eae9f76d28a205 HTTP/1.1" status: 200 len: 375 time: 0.0111635 Mar 14 15:43:50.129149 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-250aec24-a3ee-487e-8087-369165034a72 req-206b0161-737a-4a41-bacf-11e6b58963ce tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546720 Mar 14 15:43:50.146775 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [req-250aec24-a3ee-487e-8087-369165034a72 req-b7ffdd95-733d-4746-abb0-3365433dd025 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:43:50.147926 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-250aec24-a3ee-487e-8087-369165034a72 req-b7ffdd95-733d-4746-abb0-3365433dd025 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061433 Mar 14 15:43:50.150165 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e35d32-4045-4300-9c1f-e32cd62b5e26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:50.150508 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e35d32-4045-4300-9c1f-e32cd62b5e26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:50.150842 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e35d32-4045-4300-9c1f-e32cd62b5e26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:50.151193 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e35d32-4045-4300-9c1f-e32cd62b5e26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:50.151519 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e35d32-4045-4300-9c1f-e32cd62b5e26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:50.151847 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e35d32-4045-4300-9c1f-e32cd62b5e26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:50.152175 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e35d32-4045-4300-9c1f-e32cd62b5e26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:50.152495 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e35d32-4045-4300-9c1f-e32cd62b5e26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:50.152813 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e35d32-4045-4300-9c1f-e32cd62b5e26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:50.153284 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e35d32-4045-4300-9c1f-e32cd62b5e26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:50.153762 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e35d32-4045-4300-9c1f-e32cd62b5e26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:50.154080 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e35d32-4045-4300-9c1f-e32cd62b5e26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:43:50.168696 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] Attempting to bind port c944690a-0394-43b5-acb9-02d99685cc58 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:43:50.169079 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] Attempting to bind port c944690a-0394-43b5-acb9-02d99685cc58 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:43:50.169425 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] Attempting to bind port c944690a-0394-43b5-acb9-02d99685cc58 on network db88c90a-3a7a-488e-99bb-f148f4844341 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:43:50.175403 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:43:50.175787 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] Checking segment: {'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:43:50.176178 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:50.176567 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] Bound using segment: {'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:43:50.177028 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] Bound port: c944690a-0394-43b5-acb9-02d99685cc58, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:43:50.177405 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:50.239381 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] For port c944690a-0394-43b5-acb9-02d99685cc58, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:43:50.242337 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] For port c944690a-0394-43b5-acb9-02d99685cc58, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c944690a-0394-43b5-acb9-02d99685cc58,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:43:50.246805 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:50.247506 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-250aec24-a3ee-487e-8087-369165034a72 req-bdd84510-d8df-41ed-9d21-432fe4e3f0ec service neutron] 10.222.0.59 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913572 Mar 14 15:43:50.276057 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-4bb7e654-206a-42d1-8202-67c357ab04b2 None None] Provisioning complete for port c944690a-0394-43b5-acb9-02d99685cc58 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:50.277073 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4bb7e654-206a-42d1-8202-67c357ab04b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:50.301979 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:43:50.302609 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:43:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:50.369335 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-250aec24-a3ee-487e-8087-369165034a72 req-6bbca587-ba81-4902-ae07-27758b65fa50 service neutron] 10.222.0.59 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149023 Mar 14 15:43:50.376864 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e35d32-4045-4300-9c1f-e32cd62b5e26 None None] Pushing event updated for resources: {'Port': ['ID=c944690a-0394-43b5-acb9-02d99685cc58,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:50.423298 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1af1cbf2-67e2-40ec-a3c6-42d853231151 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:43:50.473182 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4bb7e654-206a-42d1-8202-67c357ab04b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:50.490371 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:43:50.516156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 1af1cbf2-67e2-40ec-a3c6-42d853231151 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:50.516624 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:50.522512 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4bb7e654-206a-42d1-8202-67c357ab04b2 None None] For port c944690a-0394-43b5-acb9-02d99685cc58, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c944690a-0394-43b5-acb9-02d99685cc58,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:43:50.549059 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4bb7e654-206a-42d1-8202-67c357ab04b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:50.580587 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f6660a08-4617-4475-aab1-ede6f1d26d5a req-7486bd8b-1cd1-4dfd-8b30-732c1c4c5194 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 210 time: 0.0283620 Mar 14 15:43:50.618285 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7e654-206a-42d1-8202-67c357ab04b2 None None] Pushing event updated for resources: {'Port': ['ID=c944690a-0394-43b5-acb9-02d99685cc58,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:50.679568 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-359b24d7-a094-4a7b-a1f3-ae811b64c1b3 None None] Provisioning complete for port c944690a-0394-43b5-acb9-02d99685cc58 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:50.680332 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-359b24d7-a094-4a7b-a1f3-ae811b64c1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:50.722326 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:43:50.749879 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b60f5b0-b47d-4bd4-8e6e-cfe544526367 None None] The sync data for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv is: [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:43:51.724541 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c670221c-0481-4524-9ec3-d2f88cef51f1 req-aff5c710-f0fc-43ee-addd-8ebd9514ada3 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 210 time: 0.0366716 Mar 14 15:43:51.733500 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aec24-a3ee-487e-8087-369165034a72 req-a1bad16b-62a0-44ce-bf2e-00cd87436693 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:51.735330 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-250aec24-a3ee-487e-8087-369165034a72 req-a1bad16b-62a0-44ce-bf2e-00cd87436693 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 812 time: 0.1590412 Mar 14 15:43:51.787332 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-250aec24-a3ee-487e-8087-369165034a72 req-81933dc2-56e0-4366-a4a5-4ceba7f60ca6 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205 HTTP/1.1" status: 200 len: 380 time: 0.0375507 Mar 14 15:43:51.810725 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-250aec24-a3ee-487e-8087-369165034a72 req-c16c0139-cc86-44e9-b5c5-c33904a4f87d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Request body: {'port': {'device_id': 'cd10b522-f8dc-447f-a9ca-d4bb57add39b', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'admin_state_up': True, 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'security_groups': ['fad53ad7-7746-4cb0-900c-f1a92e047206']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:43:51.928596 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250aec24-a3ee-487e-8087-369165034a72 req-c16c0139-cc86-44e9-b5c5-c33904a4f87d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Made reservation on behalf of 2ec4c1a6587e4d2ba3eae9f76d28a205 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:43:51.932366 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-250aec24-a3ee-487e-8087-369165034a72 req-c16c0139-cc86-44e9-b5c5-c33904a4f87d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:52.063898 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-250aec24-a3ee-487e-8087-369165034a72 req-c16c0139-cc86-44e9-b5c5-c33904a4f87d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Allocated IP 172.20.0.5 (db88c90a-3a7a-488e-99bb-f148f4844341/9184d99e-90cb-4c93-8eaa-f03e0e927e44/a2c2a85f-fa24-4331-8705-647027bfa9e1) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:43:52.229425 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-250aec24-a3ee-487e-8087-369165034a72 req-c16c0139-cc86-44e9-b5c5-c33904a4f87d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:52.270472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-250aec24-a3ee-487e-8087-369165034a72 req-c16c0139-cc86-44e9-b5c5-c33904a4f87d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:52.327977 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250aec24-a3ee-487e-8087-369165034a72 req-c16c0139-cc86-44e9-b5c5-c33904a4f87d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Network db88c90a-3a7a-488e-99bb-f148f4844341 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:43:52.331318 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-250aec24-a3ee-487e-8087-369165034a72 req-c16c0139-cc86-44e9-b5c5-c33904a4f87d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:43:52.336097 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-250aec24-a3ee-487e-8087-369165034a72 req-c16c0139-cc86-44e9-b5c5-c33904a4f87d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:43:52.364968 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c0139-cc86-44e9-b5c5-c33904a4f87d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Pushing event updated for resources: {'Port': ['ID=a2c2a85f-fa24-4331-8705-647027bfa9e1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:52.367767 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c944690a-0394-43b5-acb9-02d99685cc58 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:43:52.393365 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aec24-a3ee-487e-8087-369165034a72 req-c16c0139-cc86-44e9-b5c5-c33904a4f87d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:52.394075 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-250aec24-a3ee-487e-8087-369165034a72 req-c16c0139-cc86-44e9-b5c5-c33904a4f87d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:52.416866 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-250aec24-a3ee-487e-8087-369165034a72 req-c16c0139-cc86-44e9-b5c5-c33904a4f87d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6101089 Mar 14 15:43:52.420310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port c944690a-0394-43b5-acb9-02d99685cc58 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:52.420695 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:52.433393 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] Request body: {'port': {'device_id': 'cd10b522-f8dc-447f-a9ca-d4bb57add39b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:43:52.503679 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:52.607636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-f78d6741-94e4-4f29-9bfe-a99a8f4e9e9d None None] Provisioning complete for port a2c2a85f-fa24-4331-8705-647027bfa9e1 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:52.608015 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f78d6741-94e4-4f29-9bfe-a99a8f4e9e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:52.648500 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f78d6741-94e4-4f29-9bfe-a99a8f4e9e9d None None] Port a2c2a85f-fa24-4331-8705-647027bfa9e1 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:43:52.780592 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c2a85f-fa24-4331-8705-647027bfa9e1 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:43:52.788611 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:52.801844 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] Transition to ACTIVE for port object a2c2a85f-fa24-4331-8705-647027bfa9e1 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:43:52.806602 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:52.848656 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda8573-3eea-41fd-abbe-d18db727f762 req-9ded29df-6a8b-4981-82fd-879a2e069949 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:52.855133 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c2a85f-fa24-4331-8705-647027bfa9e1,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:52.856900 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-afda8573-3eea-41fd-abbe-d18db727f762 req-9ded29df-6a8b-4981-82fd-879a2e069949 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 943 time: 0.0624621 Mar 14 15:43:52.907775 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-afda8573-3eea-41fd-abbe-d18db727f762 req-21913008-1494-4d0e-b932-3e393bcf8bfa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429139 Mar 14 15:43:52.942392 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] Attempting to bind port a2c2a85f-fa24-4331-8705-647027bfa9e1 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:43:52.943297 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] Attempting to bind port a2c2a85f-fa24-4331-8705-647027bfa9e1 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:43:52.943297 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] Attempting to bind port a2c2a85f-fa24-4331-8705-647027bfa9e1 on network db88c90a-3a7a-488e-99bb-f148f4844341 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:43:52.948461 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] Port a2c2a85f-fa24-4331-8705-647027bfa9e1 on network db88c90a-3a7a-488e-99bb-f148f4844341 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:43:52.948795 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] Attempting to bind port a2c2a85f-fa24-4331-8705-647027bfa9e1 on network db88c90a-3a7a-488e-99bb-f148f4844341 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:43:52.953980 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:43:52.954327 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] Checking segment: {'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:43:52.954719 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] Bound using segment: {'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:43:52.955183 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] Bound port: a2c2a85f-fa24-4331-8705-647027bfa9e1, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:43:52.955551 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:53.024696 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] For port a2c2a85f-fa24-4331-8705-647027bfa9e1, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:43:53.027986 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] For port a2c2a85f-fa24-4331-8705-647027bfa9e1, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a2c2a85f-fa24-4331-8705-647027bfa9e1,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:43:53.034008 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:53.071492 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:53.072112 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:53.073501 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-250aec24-a3ee-487e-8087-369165034a72 req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] 10.222.0.18 "PUT /v2.0/ports/a2c2a85f-fa24-4331-8705-647027bfa9e1 HTTP/1.1" status: 200 len: 1093 time: 0.6447110 Mar 14 15:43:53.073945 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd10b522-f8dc-447f-a9ca-d4bb57add39b', 'tag': 'a2c2a85f-fa24-4331-8705-647027bfa9e1'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:43:53.076253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f855f88c-4af2-41a9-be49-3941be787bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "cd10b522-f8dc-447f-a9ca-d4bb57add39b", "tag": "a2c2a85f-fa24-4331-8705-647027bfa9e1"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:43:53.103937 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f382c-a226-4d79-8ddc-f55f495ffd64 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c2a85f-fa24-4331-8705-647027bfa9e1,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:53.119379 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c0cf4e-783c-4fb8-8421-38aa7f4925bb x-openstack-request-id: req-07c0cf4e-783c-4fb8-8421-38aa7f4925bb {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:43:53.119756 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd10b522-f8dc-447f-a9ca-d4bb57add39b", "tag": "a2c2a85f-fa24-4331-8705-647027bfa9e1", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:43:53.120016 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-07c0cf4e-783c-4fb8-8421-38aa7f4925bb {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:43:53.120437 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd10b522-f8dc-447f-a9ca-d4bb57add39b', 'tag': 'a2c2a85f-fa24-4331-8705-647027bfa9e1', 'status': 'completed', 'code': 200} Mar 14 15:43:53.166536 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aec24-a3ee-487e-8087-369165034a72 req-7c5ba49d-5107-4ba5-8b54-c7022ddf1e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:53.168103 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-250aec24-a3ee-487e-8087-369165034a72 req-7c5ba49d-5107-4ba5-8b54-c7022ddf1e8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 1096 time: 0.0464468 Mar 14 15:43:53.217101 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-250aec24-a3ee-487e-8087-369165034a72 req-8dbb9ce8-f14b-4391-9154-8f667e8d5b66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2c2a85f-fa24-4331-8705-647027bfa9e1 HTTP/1.1" status: 200 len: 217 time: 0.0374100 Mar 14 15:43:53.274959 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aec24-a3ee-487e-8087-369165034a72 req-030d121a-bd34-4892-82b6-d5fbefd5db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:53.276355 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-250aec24-a3ee-487e-8087-369165034a72 req-030d121a-bd34-4892-82b6-d5fbefd5db9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0453098 Mar 14 15:43:53.330126 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aec24-a3ee-487e-8087-369165034a72 req-53bd9534-1e8f-4d92-a348-a36145cfd2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:53.331829 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-250aec24-a3ee-487e-8087-369165034a72 req-53bd9534-1e8f-4d92-a348-a36145cfd2cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439939 Mar 14 15:43:53.423531 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-250aec24-a3ee-487e-8087-369165034a72 req-b602d173-96cb-4f94-8aee-c905aa31b571 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814502 Mar 14 15:43:53.521639 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-250aec24-a3ee-487e-8087-369165034a72 req-26feadf4-09e4-41a6-8fdd-8274b8be2ccb service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879955 Mar 14 15:43:53.613938 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855f88c-4af2-41a9-be49-3941be787bbf req-2961d9bc-9c1d-48f6-8631-9e1af4936d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:53.615466 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f855f88c-4af2-41a9-be49-3941be787bbf req-2961d9bc-9c1d-48f6-8631-9e1af4936d2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 1096 time: 0.0415452 Mar 14 15:43:53.702957 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855f88c-4af2-41a9-be49-3941be787bbf req-d99cc56f-78d1-4a5e-a0b4-7772ad2c020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:53.704408 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f855f88c-4af2-41a9-be49-3941be787bbf req-d99cc56f-78d1-4a5e-a0b4-7772ad2c020f service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0818152 Mar 14 15:43:53.749505 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f855f88c-4af2-41a9-be49-3941be787bbf req-0126d48a-bc53-4009-9bfb-9320e0af4416 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2c2a85f-fa24-4331-8705-647027bfa9e1 HTTP/1.1" status: 200 len: 217 time: 0.0376716 Mar 14 15:43:53.798211 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855f88c-4af2-41a9-be49-3941be787bbf req-5c92c034-c652-4a61-888b-e38d6e5b0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:53.800011 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f855f88c-4af2-41a9-be49-3941be787bbf req-5c92c034-c652-4a61-888b-e38d6e5b0b24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0432723 Mar 14 15:43:53.845030 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855f88c-4af2-41a9-be49-3941be787bbf req-eed1abde-b993-4864-bf13-b67be5f008da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:53.847266 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f855f88c-4af2-41a9-be49-3941be787bbf req-eed1abde-b993-4864-bf13-b67be5f008da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407495 Mar 14 15:43:53.938171 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f855f88c-4af2-41a9-be49-3941be787bbf req-a7972f03-bbbf-439f-a653-bf3fa0bf66f4 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837293 Mar 14 15:43:54.028669 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f855f88c-4af2-41a9-be49-3941be787bbf req-82883206-0cb9-48bc-990d-5a09a5a7e1ec service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827453 Mar 14 15:43:54.029519 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fff87-f8a5-43f1-845f-3ec5c935d2db req-feb3bb64-8199-494a-a4d0-13b228c29f59 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:54.031024 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-804fff87-f8a5-43f1-845f-3ec5c935d2db req-feb3bb64-8199-494a-a4d0-13b228c29f59 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 943 time: 0.0526114 Mar 14 15:43:54.070850 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-804fff87-f8a5-43f1-845f-3ec5c935d2db req-e23d3921-015b-460a-96b7-964726dbff4b tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327899 Mar 14 15:43:55.189464 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba801502-f0cd-45cd-8e89-3b6baad7800f req-f094ec05-e393-4776-8a1d-2e03d312ac4c tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:55.191063 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ba801502-f0cd-45cd-8e89-3b6baad7800f req-f094ec05-e393-4776-8a1d-2e03d312ac4c tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 943 time: 0.0530162 Mar 14 15:43:55.228302 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ba801502-f0cd-45cd-8e89-3b6baad7800f req-b544e019-4fd3-4448-acac-d827477bccb3 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313704 Mar 14 15:43:56.342668 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c0710-35db-465b-b2d6-0e282c715f6d req-e3a7cb62-743b-430d-8f49-b8ee89d81594 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:56.344182 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-192c0710-35db-465b-b2d6-0e282c715f6d req-e3a7cb62-743b-430d-8f49-b8ee89d81594 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 943 time: 0.0501847 Mar 14 15:43:56.382137 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-192c0710-35db-465b-b2d6-0e282c715f6d req-b7819168-6258-4a52-9d54-cf39cd5977c4 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318482 Mar 14 15:43:56.425931 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a2c2a85f-fa24-4331-8705-647027bfa9e1 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:43:56.521766 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a2c2a85f-fa24-4331-8705-647027bfa9e1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a2c2a85f-fa24-4331-8705-647027bfa9e1,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:43:56.532496 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'a2c2a85f-fa24-4331-8705-647027bfa9e1', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'port_id': 'a2c2a85f-fa24-4331-8705-647027bfa9e1', 'mac_address': 'fa:16:3e:23:7d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:43:56.569073 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:56.582539 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c2a85f-fa24-4331-8705-647027bfa9e1 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:43:56.601573 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a2c2a85f-fa24-4331-8705-647027bfa9e1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a2c2a85f-fa24-4331-8705-647027bfa9e1,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:43:56.605137 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:56.650678 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=a2c2a85f-fa24-4331-8705-647027bfa9e1,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:56.865703 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['a2c2a85f-fa24-4331-8705-647027bfa9e1'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:43:57.496737 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d233132-4ae8-4b75-9699-b718c80a4878 req-ac6f4584-3c43-4bb8-9083-48353660a7b6 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:57.498196 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2d233132-4ae8-4b75-9699-b718c80a4878 req-ac6f4584-3c43-4bb8-9083-48353660a7b6 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 944 time: 0.0490954 Mar 14 15:43:57.538058 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2d233132-4ae8-4b75-9699-b718c80a4878 req-bce1db10-8ddb-4385-af19-d53010b91860 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338945 Mar 14 15:43:58.457437 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a2c2a85f-fa24-4331-8705-647027bfa9e1 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:43:58.506767 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port a2c2a85f-fa24-4331-8705-647027bfa9e1 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:43:58.510904 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port a2c2a85f-fa24-4331-8705-647027bfa9e1 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:43:58.511383 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:58.590818 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:58.614661 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd10b522-f8dc-447f-a9ca-d4bb57add39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c2a85f-fa24-4331-8705-647027bfa9e1'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:43:58.616920 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcca85f-557b-4791-8c37-d2e584b5858c" -d '{"events": [{"server_uuid": "cd10b522-f8dc-447f-a9ca-d4bb57add39b", "name": "network-vif-plugged", "status": "completed", "tag": "a2c2a85f-fa24-4331-8705-647027bfa9e1"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:43:58.630837 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a2c2a85f-fa24-4331-8705-647027bfa9e1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a2c2a85f-fa24-4331-8705-647027bfa9e1,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:43:58.636106 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:43:58.659389 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd209f-0dbb-40d8-a167-c5a160507078 req-30f07c6d-687e-4852-ba02-ee4b5a17a671 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:58.660130 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca349d43-8b20-488c-8dea-c770d4addbf6 x-openstack-request-id: req-ca349d43-8b20-488c-8dea-c770d4addbf6 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:43:58.660407 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd10b522-f8dc-447f-a9ca-d4bb57add39b", "name": "network-vif-plugged", "status": "completed", "tag": "a2c2a85f-fa24-4331-8705-647027bfa9e1", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:43:58.660667 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ca349d43-8b20-488c-8dea-c770d4addbf6 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:43:58.660761 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-36fd209f-0dbb-40d8-a167-c5a160507078 req-30f07c6d-687e-4852-ba02-ee4b5a17a671 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 944 time: 0.0528042 Mar 14 15:43:58.661058 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd10b522-f8dc-447f-a9ca-d4bb57add39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c2a85f-fa24-4331-8705-647027bfa9e1', 'code': 200} Mar 14 15:43:58.688477 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=a2c2a85f-fa24-4331-8705-647027bfa9e1,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:43:58.700208 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-36fd209f-0dbb-40d8-a167-c5a160507078 req-e67d111d-e828-479a-acdd-ec27624ce81b tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336304 Mar 14 15:43:58.844328 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4f026-cf9f-4509-9326-23f266f7a528 req-460771b7-cfa1-43ba-8179-b4ecf4ed4268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:58.845815 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-05a4f026-cf9f-4509-9326-23f266f7a528 req-460771b7-cfa1-43ba-8179-b4ecf4ed4268 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 1098 time: 0.0395854 Mar 14 15:43:58.883646 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-05a4f026-cf9f-4509-9326-23f266f7a528 req-da354bba-e1f0-43dc-a94a-f76a204c4edb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277472 Mar 14 15:43:59.820796 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76c993-29d3-44cb-8c42-22adf3f27043 req-08d2d30a-97ab-49bc-ac63-736250c7bf86 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:43:59.822295 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ca76c993-29d3-44cb-8c42-22adf3f27043 req-08d2d30a-97ab-49bc-ac63-736250c7bf86 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0533514 Mar 14 15:43:59.859947 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ca76c993-29d3-44cb-8c42-22adf3f27043 req-63f47b62-babc-4aef-92cc-2b4f50dd760f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316103 Mar 14 15:44:00.977564 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a53616-168e-482d-92e1-baf18dd7bd67 req-8fc05eca-409d-434a-9e14-06ed36905999 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:00.979038 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e2a53616-168e-482d-92e1-baf18dd7bd67 req-8fc05eca-409d-434a-9e14-06ed36905999 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0525279 Mar 14 15:44:01.016623 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e2a53616-168e-482d-92e1-baf18dd7bd67 req-a265e936-8ca8-417e-9285-f54310a2e9eb tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313420 Mar 14 15:44:01.126845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34b37a-a568-41fa-8757-989b3f80f121 req-63827a13-e94d-4a06-a24e-c4e400e752af tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:01.129373 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1b34b37a-a568-41fa-8757-989b3f80f121 req-63827a13-e94d-4a06-a24e-c4e400e752af tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0493946 Mar 14 15:44:01.137668 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 59650) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:44:01.141866 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5bfdd80d-fd44-455f-b3c0-20c06d0f8621 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Request body: {'floatingip': {'port_id': 'a2c2a85f-fa24-4331-8705-647027bfa9e1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:44:01.181219 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bfdd80d-fd44-455f-b3c0-20c06d0f8621 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:01.608349 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bfdd80d-fd44-455f-b3c0-20c06d0f8621 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:01.612076 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bfdd80d-fd44-455f-b3c0-20c06d0f8621 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:01.710250 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-5bfdd80d-fd44-455f-b3c0-20c06d0f8621 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Floating IP 73ab7f9d-5632-4531-836e-1fef3f6c5b96 associated. External IP: 172.26.6.134, port: a2c2a85f-fa24-4331-8705-647027bfa9e1. Mar 14 15:44:02.224420 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfdd80d-fd44-455f-b3c0-20c06d0f8621 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:44:02.331492 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfdd80d-fd44-455f-b3c0-20c06d0f8621 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:44:02.336325 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bfdd80d-fd44-455f-b3c0-20c06d0f8621 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:02.342562 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27837118-eb4a-4645-ad89-99703a80a357 None None] Sync routers for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:44:02.352463 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27837118-eb4a-4645-ad89-99703a80a357 None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:44:02.357312 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-27837118-eb4a-4645-ad89-99703a80a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:43:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:44:02.366169 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5bfdd80d-fd44-455f-b3c0-20c06d0f8621 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "PUT /v2.0/floatingips/73ab7f9d-5632-4531-836e-1fef3f6c5b96 HTTP/1.1" status: 200 len: 991 time: 1.2274718 Mar 14 15:44:02.366881 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd10b522-f8dc-447f-a9ca-d4bb57add39b', 'tag': 'a2c2a85f-fa24-4331-8705-647027bfa9e1'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:44:02.369284 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49fcbb1-045a-472b-b7ec-9a3ab779decc" -d '{"events": [{"name": "network-changed", "server_uuid": "cd10b522-f8dc-447f-a9ca-d4bb57add39b", "tag": "a2c2a85f-fa24-4331-8705-647027bfa9e1"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:44:02.414267 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff24d4c-952c-4507-b379-56708403ea4a x-openstack-request-id: req-0ff24d4c-952c-4507-b379-56708403ea4a {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:44:02.414267 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd10b522-f8dc-447f-a9ca-d4bb57add39b", "tag": "a2c2a85f-fa24-4331-8705-647027bfa9e1", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:44:02.414545 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0ff24d4c-952c-4507-b379-56708403ea4a {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:44:02.415151 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd10b522-f8dc-447f-a9ca-d4bb57add39b', 'tag': 'a2c2a85f-fa24-4331-8705-647027bfa9e1', 'status': 'completed', 'code': 200} Mar 14 15:44:02.470171 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3b59d-0ac1-44de-b3c6-1ade24cf0d0c req-96d69c9a-02a8-4463-bcf2-5817e3dc06c2 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:02.473375 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-25a3b59d-0ac1-44de-b3c6-1ade24cf0d0c req-96d69c9a-02a8-4463-bcf2-5817e3dc06c2 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0555377 Mar 14 15:44:02.478696 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-27837118-eb4a-4645-ad89-99703a80a357 None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:44:02.480367 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fcbb1-045a-472b-b7ec-9a3ab779decc req-7d6477a1-e56d-4bb1-8a5c-f0aedd615335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:02.481895 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e49fcbb1-045a-472b-b7ec-9a3ab779decc req-7d6477a1-e56d-4bb1-8a5c-f0aedd615335 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 1098 time: 0.0428340 Mar 14 15:44:02.514144 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-25a3b59d-0ac1-44de-b3c6-1ade24cf0d0c req-7db15f6d-278d-4592-8da1-1c457594ff69 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334997 Mar 14 15:44:02.579047 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fcbb1-045a-472b-b7ec-9a3ab779decc req-e02acaa2-4483-4841-bb86-c0b81a175a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:02.581175 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e49fcbb1-045a-472b-b7ec-9a3ab779decc req-e02acaa2-4483-4841-bb86-c0b81a175a92 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0922654 Mar 14 15:44:02.676744 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e49fcbb1-045a-472b-b7ec-9a3ab779decc req-918d1e6e-ec51-4ece-98f1-d6f408edb1b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2c2a85f-fa24-4331-8705-647027bfa9e1 HTTP/1.1" status: 200 len: 999 time: 0.0807323 Mar 14 15:44:02.684739 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631707f-4208-434d-b731-8f11c11d8e92 req-8b40fd86-0eee-430f-a6b8-2da27be47f85 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:02.686834 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2631707f-4208-434d-b731-8f11c11d8e92 req-8b40fd86-0eee-430f-a6b8-2da27be47f85 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0997498 Mar 14 15:44:02.712785 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-27837118-eb4a-4645-ad89-99703a80a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '73ab7f9d-5632-4531-836e-1fef3f6c5b96', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'port_id': 'a2c2a85f-fa24-4331-8705-647027bfa9e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'mac_address': 'fa:16:3e:23:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd10b522-f8dc-447f-a9ca-d4bb57add39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:43:49Z', 'updated_at': '2022-03-14T15:44:01Z', 'revision_number': 1, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:44:02.742509 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27837118-eb4a-4645-ad89-99703a80a357 None None] Checking router: e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:44:02.750531 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27837118-eb4a-4645-ad89-99703a80a357 None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:44:02.751173 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-27837118-eb4a-4645-ad89-99703a80a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:43:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:44:02.757858 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fcbb1-045a-472b-b7ec-9a3ab779decc req-c66000c9-0dbf-47d9-863b-0323ebb15336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:02.759336 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e49fcbb1-045a-472b-b7ec-9a3ab779decc req-c66000c9-0dbf-47d9-863b-0323ebb15336 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0723505 Mar 14 15:44:02.764261 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2631707f-4208-434d-b731-8f11c11d8e92 req-cdaa0261-ceb4-4f42-831e-1ecc7b84f939 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679691 Mar 14 15:44:02.805684 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fcbb1-045a-472b-b7ec-9a3ab779decc req-9b93b3a2-d2fe-4501-b398-74cb1c3e714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:02.807196 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e49fcbb1-045a-472b-b7ec-9a3ab779decc req-9b93b3a2-d2fe-4501-b398-74cb1c3e714d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409050 Mar 14 15:44:02.853388 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-27837118-eb4a-4645-ad89-99703a80a357 None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:44:02.901426 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e49fcbb1-045a-472b-b7ec-9a3ab779decc req-c925aa60-1503-4459-a250-6a212d528b07 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875731 Mar 14 15:44:02.989868 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e49fcbb1-045a-472b-b7ec-9a3ab779decc req-e2ae590b-c36b-47ac-993d-ccf2b6eacd05 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816500 Mar 14 15:44:03.077632 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-27837118-eb4a-4645-ad89-99703a80a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '73ab7f9d-5632-4531-836e-1fef3f6c5b96', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'port_id': 'a2c2a85f-fa24-4331-8705-647027bfa9e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'mac_address': 'fa:16:3e:23:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd10b522-f8dc-447f-a9ca-d4bb57add39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:43:49Z', 'updated_at': '2022-03-14T15:44:01Z', 'revision_number': 1, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:44:03.103670 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27837118-eb4a-4645-ad89-99703a80a357 None None] The sync data for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv is: [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '73ab7f9d-5632-4531-836e-1fef3f6c5b96', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'port_id': 'a2c2a85f-fa24-4331-8705-647027bfa9e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'mac_address': 'fa:16:3e:23:7d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd10b522-f8dc-447f-a9ca-d4bb57add39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:43:49Z', 'updated_at': '2022-03-14T15:44:01Z', 'revision_number': 1, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:44:03.283108 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cb7ba1-1e0e-4b8e-8029-cd0da95c6fc3 None None] New status for floating IP 73ab7f9d-5632-4531-836e-1fef3f6c5b96: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:44:03.876678 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85926c-a2d9-4190-a16f-4f71ddd1935c req-b8c9c549-3d0b-444c-8d49-ca9dfaf70975 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:03.878854 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7b85926c-a2d9-4190-a16f-4f71ddd1935c req-b8c9c549-3d0b-444c-8d49-ca9dfaf70975 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0490885 Mar 14 15:44:03.915659 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7b85926c-a2d9-4190-a16f-4f71ddd1935c req-742cea28-f35f-4bd1-adf2-38ff2712dab1 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309901 Mar 14 15:44:04.031464 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad7647-fc84-491a-b990-44970d70650e req-51c3431d-1c73-4f4e-8fcc-416a2d54d89b tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:04.032923 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-73ad7647-fc84-491a-b990-44970d70650e req-51c3431d-1c73-4f4e-8fcc-416a2d54d89b tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0501852 Mar 14 15:44:04.070613 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-73ad7647-fc84-491a-b990-44970d70650e req-84449957-20c6-4877-8c39-d529bbc60e1a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315523 Mar 14 15:44:04.076515 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7740e2a5-bdd5-40bc-9273-2be671d17e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:04.338370 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-921a2dc3-62c2-4c2c-ade1-4d8a785b7d40 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747907 Mar 14 15:44:04.347253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b74f0-4950-4568-b4b9-7444708ecedc req-9b91c5d5-8779-4e7f-a6ae-154b4e42d2e4 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:04.348783 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-120b74f0-4950-4568-b4b9-7444708ecedc req-9b91c5d5-8779-4e7f-a6ae-154b4e42d2e4 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0757852 Mar 14 15:44:04.393312 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-120b74f0-4950-4568-b4b9-7444708ecedc req-2683b8f2-a55c-44b7-a35e-a44b9aa15e69 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379939 Mar 14 15:44:05.478613 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-06aeb283-6b6e-4e55-82d6-91432a74313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:05.480286 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-06aeb283-6b6e-4e55-82d6-91432a74313e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 1098 time: 0.0434816 Mar 14 15:44:05.514029 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083357a-5e69-4782-aa5a-6cd953cff59f req-047273d6-dfec-4ba6-952a-3a521af96f05 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:05.515629 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9083357a-5e69-4782-aa5a-6cd953cff59f req-047273d6-dfec-4ba6-952a-3a521af96f05 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0534835 Mar 14 15:44:05.553608 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9083357a-5e69-4782-aa5a-6cd953cff59f req-cba2a5ad-3c67-4392-829e-928e0c0f965c tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311763 Mar 14 15:44:05.576379 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-bc53d9a3-43d4-4830-aede-f54a7eaa0658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:05.577892 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-bc53d9a3-43d4-4830-aede-f54a7eaa0658 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0899994 Mar 14 15:44:05.642313 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-7a1fafe8-d69a-4d82-96f1-9ebec6ab55e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2c2a85f-fa24-4331-8705-647027bfa9e1 HTTP/1.1" status: 200 len: 1001 time: 0.0573246 Mar 14 15:44:05.694908 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-5a3bf3dc-3244-4b77-b198-f708aad56e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:05.696356 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-5a3bf3dc-3244-4b77-b198-f708aad56e89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0470545 Mar 14 15:44:05.741117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-bbd345e9-dcd0-4dd5-aba1-1826e8aaf7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:05.742573 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-bbd345e9-dcd0-4dd5-aba1-1826e8aaf7a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391126 Mar 14 15:44:05.829509 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-c9f666e7-472b-401c-a12f-40fcd4f847e0 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797472 Mar 14 15:44:05.921469 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-e8234e42-e344-4dd0-9d8e-31461267d9da service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844910 Mar 14 15:44:06.442679 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-962e8c7e-bb8e-4787-8659-5a132426565e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:06.669167 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ecb55-791e-4b06-972b-a6b8b0bc2b9e req-e4ce527d-bc3b-49e8-b563-a9863de20892 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:06.670634 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4c7ecb55-791e-4b06-972b-a6b8b0bc2b9e req-e4ce527d-bc3b-49e8-b563-a9863de20892 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0484326 Mar 14 15:44:06.709337 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4c7ecb55-791e-4b06-972b-a6b8b0bc2b9e req-94b5634e-ff06-45e6-8c02-fbc0117b1b22 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322118 Mar 14 15:44:07.496224 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:07.823461 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6aadd-7d5d-48e4-9582-7bcce9999a86 req-bd975ed7-c15d-4e19-8d02-c95ecb5d1d74 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:07.824937 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-31b6aadd-7d5d-48e4-9582-7bcce9999a86 req-bd975ed7-c15d-4e19-8d02-c95ecb5d1d74 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0491424 Mar 14 15:44:07.863809 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-31b6aadd-7d5d-48e4-9582-7bcce9999a86 req-cc8d1c2a-2dd0-442d-b884-672042e0f445 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329545 Mar 14 15:44:08.923642 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:08.955121 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:08.981060 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e4f8e-67d9-410b-af37-b8f3fa96104c req-afdfcf42-ddd9-4045-8a31-b5279e0e1362 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:08.982545 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-588e4f8e-67d9-410b-af37-b8f3fa96104c req-afdfcf42-ddd9-4045-8a31-b5279e0e1362 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0495493 Mar 14 15:44:09.019989 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-588e4f8e-67d9-410b-af37-b8f3fa96104c req-eb2a6d3c-4100-4765-be17-34e9fc0c90ba tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310431 Mar 14 15:44:09.355881 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:09.374080 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:44:10.133006 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c89f7-8ab1-4c27-a7e8-4f0b3d0a60d2 req-6f1f909c-9da4-48be-bbbb-f208c2aa0a96 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:10.134462 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d18c89f7-8ab1-4c27-a7e8-4f0b3d0a60d2 req-6f1f909c-9da4-48be-bbbb-f208c2aa0a96 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0482497 Mar 14 15:44:10.172024 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d18c89f7-8ab1-4c27-a7e8-4f0b3d0a60d2 req-f782cd7d-1432-494f-9b0f-ca0853d5840f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316753 Mar 14 15:44:11.290879 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486ced1-c310-4e4b-93f4-9ccc5a71d6ba req-4eb26c35-0d43-4174-bd8d-4d4308af7aaf tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:11.292400 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e486ced1-c310-4e4b-93f4-9ccc5a71d6ba req-4eb26c35-0d43-4174-bd8d-4d4308af7aaf tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0537834 Mar 14 15:44:11.329418 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e486ced1-c310-4e4b-93f4-9ccc5a71d6ba req-b247f85b-c379-4c54-9d2e-17618b8887bf tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311716 Mar 14 15:44:12.451132 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cc40-57da-42a5-bc2b-b4ed1ff577a1 req-b4b3ba9a-e2c5-49a1-a693-b710e6a092e1 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:12.452582 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8a30cc40-57da-42a5-bc2b-b4ed1ff577a1 req-b4b3ba9a-e2c5-49a1-a693-b710e6a092e1 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0529196 Mar 14 15:44:12.491052 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8a30cc40-57da-42a5-bc2b-b4ed1ff577a1 req-2a7c6880-a20f-4f93-9049-095212fda711 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320709 Mar 14 15:44:13.605936 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90a00c-0751-4e11-b843-e84da302fd5f req-5025760c-a143-4db5-8b7a-0dc726500d1a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:13.607425 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-de90a00c-0751-4e11-b843-e84da302fd5f req-5025760c-a143-4db5-8b7a-0dc726500d1a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0486724 Mar 14 15:44:13.645427 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-de90a00c-0751-4e11-b843-e84da302fd5f req-7b450446-c194-4a66-85f4-921a0ab04cf8 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314541 Mar 14 15:44:14.760172 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45634afa-a098-419c-87b6-df008b2fce87 req-eda3e4a8-6e18-4f2c-baa3-e05dc66f9b48 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:14.761636 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-45634afa-a098-419c-87b6-df008b2fce87 req-eda3e4a8-6e18-4f2c-baa3-e05dc66f9b48 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0496211 Mar 14 15:44:14.798554 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-45634afa-a098-419c-87b6-df008b2fce87 req-33af7b66-6490-4adf-88d9-95624363f391 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309350 Mar 14 15:44:15.912720 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeffb4e-cfd4-4e43-b527-6ecf6358d77b req-7eb37bfd-4584-48a2-b6d2-ee7beb48c7bb tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:15.914163 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aaeffb4e-cfd4-4e43-b527-6ecf6358d77b req-7eb37bfd-4584-48a2-b6d2-ee7beb48c7bb tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0473003 Mar 14 15:44:15.951712 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aaeffb4e-cfd4-4e43-b527-6ecf6358d77b req-b227cdd0-9f49-4b1d-9f74-27d3550547fa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316963 Mar 14 15:44:17.069194 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff292b5-483d-4300-aba5-5ea44906564d req-6178330e-3883-498a-b084-37915180e8d0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:17.070685 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7ff292b5-483d-4300-aba5-5ea44906564d req-6178330e-3883-498a-b084-37915180e8d0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0492163 Mar 14 15:44:17.107209 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7ff292b5-483d-4300-aba5-5ea44906564d req-59171c80-363d-4a6c-9e5e-9f7d13b21359 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307057 Mar 14 15:44:18.226608 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd699c7-f9ae-4077-bef1-25f84215c61f req-46d5a0e8-7a1b-45ea-aef6-59d6d93c2d29 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:18.228104 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5fd699c7-f9ae-4077-bef1-25f84215c61f req-46d5a0e8-7a1b-45ea-aef6-59d6d93c2d29 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0525432 Mar 14 15:44:18.265467 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5fd699c7-f9ae-4077-bef1-25f84215c61f req-024bed1d-d125-4f39-9705-e04a7db51083 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315144 Mar 14 15:44:19.384176 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cd627-e501-436b-bda5-a5a03c8c7965 req-92f6b437-0ae0-43ba-8ddc-a886d5ac8a49 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:19.385642 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-565cd627-e501-436b-bda5-a5a03c8c7965 req-92f6b437-0ae0-43ba-8ddc-a886d5ac8a49 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0532286 Mar 14 15:44:19.422932 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-565cd627-e501-436b-bda5-a5a03c8c7965 req-ba5a8811-1205-415f-9a50-ad9be2b5dffe tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313230 Mar 14 15:44:20.537877 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaa871-7f82-4a9f-b465-49fa7485b9e3 req-3352adc7-e485-42be-adaa-78f31ca74ebb tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:20.539364 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0abaa871-7f82-4a9f-b465-49fa7485b9e3 req-3352adc7-e485-42be-adaa-78f31ca74ebb tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0482707 Mar 14 15:44:20.577002 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0abaa871-7f82-4a9f-b465-49fa7485b9e3 req-9ea54ad5-711b-487b-9bca-2544e2e5ae59 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316694 Mar 14 15:44:21.693435 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df7157-7eb1-470b-b1c6-c81c87dd136c req-8c346d7a-e1ef-451f-b57b-6e00798843c9 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:21.694820 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-83df7157-7eb1-470b-b1c6-c81c87dd136c req-8c346d7a-e1ef-451f-b57b-6e00798843c9 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0490942 Mar 14 15:44:21.732739 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-83df7157-7eb1-470b-b1c6-c81c87dd136c req-77bb082c-524f-4f61-8804-58453ee5286b tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319049 Mar 14 15:44:22.747616 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-ce6b8f0a-721e-46b3-8d42-4b73bd1954d7 service neutron] 10.222.0.18 "GET /v2.0/ports/a2c2a85f-fa24-4331-8705-647027bfa9e1/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0544422 Mar 14 15:44:22.856468 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51a1cd-80d1-495e-891b-d6cf05a6b8e5 req-c1ea9757-6d60-4d70-a2d6-7bae99922a2e tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:22.858013 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ac51a1cd-80d1-495e-891b-d6cf05a6b8e5 req-c1ea9757-6d60-4d70-a2d6-7bae99922a2e tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0560172 Mar 14 15:44:22.896583 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ac51a1cd-80d1-495e-891b-d6cf05a6b8e5 req-0209ee7a-7670-46db-bf5e-83a77cb623c7 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325210 Mar 14 15:44:22.972830 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-29ae6618-265e-4b9e-9893-175b5c6b69b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:22.974330 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-29ae6618-265e-4b9e-9893-175b5c6b69b7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b&tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205 HTTP/1.1" status: 200 len: 1098 time: 0.0405524 Mar 14 15:44:23.040900 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-d2f1af67-adb5-47b8-8c31-93a1db039f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:23.042288 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-d2f1af67-adb5-47b8-8c31-93a1db039f58 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 1098 time: 0.0388939 Mar 14 15:44:23.137065 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-2f1f387a-1d59-4c90-b1e7-f7a99ca31188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:23.138638 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-2f1f387a-1d59-4c90-b1e7-f7a99ca31188 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0863371 Mar 14 15:44:23.208219 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-20c3561b-d68b-4356-a486-f88afea5f899 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2c2a85f-fa24-4331-8705-647027bfa9e1 HTTP/1.1" status: 200 len: 1001 time: 0.0587335 Mar 14 15:44:23.265760 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-bce04dad-626b-46bd-925d-c9c3204f552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:23.267261 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-bce04dad-626b-46bd-925d-c9c3204f552a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0477664 Mar 14 15:44:23.315944 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-e7d1885d-8c05-432e-b834-8b94d96f8388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:23.317328 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-e7d1885d-8c05-432e-b834-8b94d96f8388 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397308 Mar 14 15:44:23.412699 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-9bf968ed-d396-4277-89a2-54adfdca66fd service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841265 Mar 14 15:44:23.510275 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed7277c3-4918-4a5f-a2b5-3ba11bd3c778 req-a99dc2d0-9fad-4991-b531-769d9b8648c3 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873902 Mar 14 15:44:24.015127 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2b9be-0d52-4a45-af63-80ed40e7cc3f req-f7d9ffa1-cbad-4e82-b6cd-4563d6bcdbf1 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:24.016593 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9fb2b9be-0d52-4a45-af63-80ed40e7cc3f req-f7d9ffa1-cbad-4e82-b6cd-4563d6bcdbf1 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0495124 Mar 14 15:44:24.054507 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9fb2b9be-0d52-4a45-af63-80ed40e7cc3f req-c287a15a-c506-4854-930e-d8a2291777ba tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310636 Mar 14 15:44:25.179445 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127928e-a834-460f-8a47-60d5a1e2f5b0 req-d13f3b9c-d4c6-45c1-a94d-5d145883ec7a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:25.180932 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e127928e-a834-460f-8a47-60d5a1e2f5b0 req-d13f3b9c-d4c6-45c1-a94d-5d145883ec7a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0527289 Mar 14 15:44:25.219196 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e127928e-a834-460f-8a47-60d5a1e2f5b0 req-a14ccc61-f4c0-4400-bc0a-e76b42f1cffe tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320647 Mar 14 15:44:26.339751 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdc208-a693-4525-b2b3-e3371491dddb req-fb27eb9e-cfe6-4bbd-bad5-7c7401165e6a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:26.341208 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-adbdc208-a693-4525-b2b3-e3371491dddb req-fb27eb9e-cfe6-4bbd-bad5-7c7401165e6a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0533297 Mar 14 15:44:26.379060 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-adbdc208-a693-4525-b2b3-e3371491dddb req-51e9db21-8170-45f0-85df-b6cace87c060 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313215 Mar 14 15:44:26.574358 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92661d-1164-447d-ac75-9a41390b443a req-89f9a5d3-155f-4b84-b771-32186e9bd104 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:26.575826 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8f92661d-1164-447d-ac75-9a41390b443a req-89f9a5d3-155f-4b84-b771-32186e9bd104 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0504711 Mar 14 15:44:26.589030 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efb924-bc6c-4741-88b3-2a4bc042f44a req-60f9138f-5fd2-4e09-8a7c-398ec4176cfe tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:26.590541 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f7efb924-bc6c-4741-88b3-2a4bc042f44a req-60f9138f-5fd2-4e09-8a7c-398ec4176cfe tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b&tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 945 time: 0.0520933 Mar 14 15:44:26.615674 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8f92661d-1164-447d-ac75-9a41390b443a req-5c8d9f66-8488-4e8d-aaf1-519435a3b968 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331349 Mar 14 15:44:26.627105 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a2c2a85f-fa24-4331-8705-647027bfa9e1 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:44:26.630904 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a2c2a85f-fa24-4331-8705-647027bfa9e1 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:44:26.726678 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efb924-bc6c-4741-88b3-2a4bc042f44a req-79505a55-71b5-464a-918a-ffb26e5ad8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:26.728265 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f7efb924-bc6c-4741-88b3-2a4bc042f44a req-79505a55-71b5-464a-918a-ffb26e5ad8c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 1098 time: 0.0946674 Mar 14 15:44:26.765904 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:26.803873 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a2c2a85f-fa24-4331-8705-647027bfa9e1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a2c2a85f-fa24-4331-8705-647027bfa9e1,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:44:26.809157 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd10b522-f8dc-447f-a9ca-d4bb57add39b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2c2a85f-fa24-4331-8705-647027bfa9e1'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:44:26.811410 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70895c1b-fcb7-48ff-a834-d78856d59a90" -d '{"events": [{"server_uuid": "cd10b522-f8dc-447f-a9ca-d4bb57add39b", "name": "network-vif-unplugged", "status": "completed", "tag": "a2c2a85f-fa24-4331-8705-647027bfa9e1"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:44:26.818399 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efb924-bc6c-4741-88b3-2a4bc042f44a req-5d2ae97a-c3cf-4f2f-a63d-3317f11b34c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:26.819906 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f7efb924-bc6c-4741-88b3-2a4bc042f44a req-5d2ae97a-c3cf-4f2f-a63d-3317f11b34c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0853224 Mar 14 15:44:26.831169 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a2c2a85f-fa24-4331-8705-647027bfa9e1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a2c2a85f-fa24-4331-8705-647027bfa9e1,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:44:26.832561 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'a2c2a85f-fa24-4331-8705-647027bfa9e1', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'port_id': 'a2c2a85f-fa24-4331-8705-647027bfa9e1', 'mac_address': 'fa:16:3e:23:7d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:44:26.836730 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:26.883900 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 15:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01e8d0e-a647-41ee-9a9e-f6f312a99f43 x-openstack-request-id: req-a01e8d0e-a647-41ee-9a9e-f6f312a99f43 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:44:26.884200 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd10b522-f8dc-447f-a9ca-d4bb57add39b", "name": "network-vif-unplugged", "status": "completed", "tag": "a2c2a85f-fa24-4331-8705-647027bfa9e1", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:44:26.884450 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a01e8d0e-a647-41ee-9a9e-f6f312a99f43 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:44:26.884841 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd10b522-f8dc-447f-a9ca-d4bb57add39b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2c2a85f-fa24-4331-8705-647027bfa9e1', 'code': 200} Mar 14 15:44:26.896400 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f7efb924-bc6c-4741-88b3-2a4bc042f44a req-f5fe96bf-8ab0-4e36-9919-8e3aa51a327e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2c2a85f-fa24-4331-8705-647027bfa9e1 HTTP/1.1" status: 200 len: 999 time: 0.0681369 Mar 14 15:44:26.912658 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:26.917326 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=a2c2a85f-fa24-4331-8705-647027bfa9e1,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:44:26.932218 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:44:26.932571 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:44:26.932915 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:44:26.933253 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:44:26.933587 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:44:26.933917 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:44:26.934251 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:44:26.934574 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:44:26.934906 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:44:26.935270 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:44:26.935573 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:44:26.935895 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:44:26.941154 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c2a85f-fa24-4331-8705-647027bfa9e1 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:44:26.945985 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efb924-bc6c-4741-88b3-2a4bc042f44a req-9126c09c-59a7-4c62-864d-d855e5c45e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:26.947487 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f7efb924-bc6c-4741-88b3-2a4bc042f44a req-9126c09c-59a7-4c62-864d-d855e5c45e2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0439372 Mar 14 15:44:26.961081 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a2c2a85f-fa24-4331-8705-647027bfa9e1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a2c2a85f-fa24-4331-8705-647027bfa9e1,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:44:26.965240 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:26.995401 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efb924-bc6c-4741-88b3-2a4bc042f44a req-fbd1b453-e785-43c1-8611-51edb95982d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:26.996903 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f7efb924-bc6c-4741-88b3-2a4bc042f44a req-fbd1b453-e785-43c1-8611-51edb95982d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413597 Mar 14 15:44:27.017514 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=a2c2a85f-fa24-4331-8705-647027bfa9e1,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:44:27.029416 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['a2c2a85f-fa24-4331-8705-647027bfa9e1'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:44:27.094055 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f7efb924-bc6c-4741-88b3-2a4bc042f44a req-eee78a0b-a7a1-4dc8-a02b-fda33659888a service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884154 Mar 14 15:44:27.204567 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f7efb924-bc6c-4741-88b3-2a4bc042f44a req-6c60decd-8c28-450b-9bd9-e0c92cd4e594 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956295 Mar 14 15:44:27.738937 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4931871-10c9-421e-a076-3f7dc4994b80 req-782ee326-1ad1-42fb-91aa-f8aa740234c2 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:27.740344 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b4931871-10c9-421e-a076-3f7dc4994b80 req-782ee326-1ad1-42fb-91aa-f8aa740234c2 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 944 time: 0.0502195 Mar 14 15:44:27.780010 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b4931871-10c9-421e-a076-3f7dc4994b80 req-9b829c76-3bfb-4533-9aa6-34a221aa3d78 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338521 Mar 14 15:44:28.650377 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a2c2a85f-fa24-4331-8705-647027bfa9e1 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:44:28.701124 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port a2c2a85f-fa24-4331-8705-647027bfa9e1 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:44:28.701494 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:28.776315 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:28.812017 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a2c2a85f-fa24-4331-8705-647027bfa9e1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a2c2a85f-fa24-4331-8705-647027bfa9e1,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:44:28.816223 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:28.864709 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=a2c2a85f-fa24-4331-8705-647027bfa9e1,revision_number=8']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:44:28.885986 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd10b522-f8dc-447f-a9ca-d4bb57add39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c2a85f-fa24-4331-8705-647027bfa9e1'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:44:28.888435 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7176731f-0588-4ccd-8a45-bf69bbe1e80e" -d '{"events": [{"server_uuid": "cd10b522-f8dc-447f-a9ca-d4bb57add39b", "name": "network-vif-plugged", "status": "completed", "tag": "a2c2a85f-fa24-4331-8705-647027bfa9e1"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:44:28.902306 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f008b6-bd07-4137-bb88-d3684aaa0639 req-bb475749-27c0-487d-9676-3099fa66d86d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:28.903740 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d1f008b6-bd07-4137-bb88-d3684aaa0639 req-bb475749-27c0-487d-9676-3099fa66d86d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0514088 Mar 14 15:44:28.923858 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77091f4-87f0-40b9-a624-b7963022f0bc x-openstack-request-id: req-a77091f4-87f0-40b9-a624-b7963022f0bc {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:44:28.924156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd10b522-f8dc-447f-a9ca-d4bb57add39b", "name": "network-vif-plugged", "status": "completed", "tag": "a2c2a85f-fa24-4331-8705-647027bfa9e1", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:44:28.924397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a77091f4-87f0-40b9-a624-b7963022f0bc {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:44:28.924796 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd10b522-f8dc-447f-a9ca-d4bb57add39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c2a85f-fa24-4331-8705-647027bfa9e1', 'code': 200} Mar 14 15:44:28.942694 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d1f008b6-bd07-4137-bb88-d3684aaa0639 req-f81458af-bd2e-485b-83b0-2abb0b53629e tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321438 Mar 14 15:44:29.061593 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8d3c2-720f-4393-ac1b-4722fa29c64d req-728aca57-5478-4fd5-a779-16078c3d4b2e tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:29.063102 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8ef8d3c2-720f-4393-ac1b-4722fa29c64d req-728aca57-5478-4fd5-a779-16078c3d4b2e tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0530634 Mar 14 15:44:29.101218 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8ef8d3c2-720f-4393-ac1b-4722fa29c64d req-db7e6559-9756-472c-a418-e1be582f760f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319560 Mar 14 15:44:29.218574 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727fc70-4c89-4657-a542-1cd78ca313c8 req-f91834ad-1787-4d28-b654-cf60bfb250ce tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:29.220010 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d727fc70-4c89-4657-a542-1cd78ca313c8 req-f91834ad-1787-4d28-b654-cf60bfb250ce tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0525520 Mar 14 15:44:29.259314 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d727fc70-4c89-4657-a542-1cd78ca313c8 req-9b44bbfe-df61-4958-a303-ef0d7e1ade84 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332587 Mar 14 15:44:29.491196 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1139e-0006-455b-b12d-442d8dd259f2 req-0363b78e-65a2-4ab6-9b41-f2e7a550a363 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:29.492553 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75c1139e-0006-455b-b12d-442d8dd259f2 req-0363b78e-65a2-4ab6-9b41-f2e7a550a363 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0506165 Mar 14 15:44:29.529463 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75c1139e-0006-455b-b12d-442d8dd259f2 req-f99d6087-7109-41df-9828-f06e678688a5 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309732 Mar 14 15:44:30.645923 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bc85f-da39-4b78-bd5d-8b621ac72a41 req-4bf3efee-a2d3-460b-a272-e8eed07338db tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:30.647420 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0e8bc85f-da39-4b78-bd5d-8b621ac72a41 req-4bf3efee-a2d3-460b-a272-e8eed07338db tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0486042 Mar 14 15:44:30.685277 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0e8bc85f-da39-4b78-bd5d-8b621ac72a41 req-f8b4140a-6b96-40c9-868d-f90324f1949b tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320654 Mar 14 15:44:31.312710 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d437bb-143f-4c34-950b-eb1acf9b52e8 req-26d01803-689d-4bb1-b5b8-29718aafa3a2 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:31.314126 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f2d437bb-143f-4c34-950b-eb1acf9b52e8 req-26d01803-689d-4bb1-b5b8-29718aafa3a2 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0478971 Mar 14 15:44:31.408731 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-f2d437bb-143f-4c34-950b-eb1acf9b52e8 req-d16dfd2c-296e-46c8-ad59-c4710c5fc0c0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Deleting port a2c2a85f-fa24-4331-8705-647027bfa9e1 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:44:31.409088 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f2d437bb-143f-4c34-950b-eb1acf9b52e8 req-d16dfd2c-296e-46c8-ad59-c4710c5fc0c0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:31.496967 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-f2d437bb-143f-4c34-950b-eb1acf9b52e8 req-d16dfd2c-296e-46c8-ad59-c4710c5fc0c0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] For port a2c2a85f-fa24-4331-8705-647027bfa9e1, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a2c2a85f-fa24-4331-8705-647027bfa9e1,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:44:31.497329 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f2d437bb-143f-4c34-950b-eb1acf9b52e8 req-d16dfd2c-296e-46c8-ad59-c4710c5fc0c0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:31.669527 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f2d437bb-143f-4c34-950b-eb1acf9b52e8 req-d16dfd2c-296e-46c8-ad59-c4710c5fc0c0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:31.669884 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f2d437bb-143f-4c34-950b-eb1acf9b52e8 req-d16dfd2c-296e-46c8-ad59-c4710c5fc0c0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:31.670198 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [req-f2d437bb-143f-4c34-950b-eb1acf9b52e8 req-d16dfd2c-296e-46c8-ad59-c4710c5fc0c0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Floating IP 73ab7f9d-5632-4531-836e-1fef3f6c5b96 disassociated. External IP: 172.26.6.134, port: a2c2a85f-fa24-4331-8705-647027bfa9e1. Mar 14 15:44:31.670534 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-f2d437bb-143f-4c34-950b-eb1acf9b52e8 req-d16dfd2c-296e-46c8-ad59-c4710c5fc0c0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Calling delete_port for a2c2a85f-fa24-4331-8705-647027bfa9e1 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:44:31.828176 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f2d437bb-143f-4c34-950b-eb1acf9b52e8 req-d16dfd2c-296e-46c8-ad59-c4710c5fc0c0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:31.840234 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c3137-246b-49a2-be14-e32f05986c1b req-31ee233e-f0f4-49dd-84ec-a138449ee292 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:31.841753 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dc7c3137-246b-49a2-be14-e32f05986c1b req-31ee233e-f0f4-49dd-84ec-a138449ee292 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd10b522-f8dc-447f-a9ca-d4bb57add39b HTTP/1.1" status: 200 len: 945 time: 0.0875607 Mar 14 15:44:31.868912 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16dfd2c-296e-46c8-ad59-c4710c5fc0c0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Pushing event deleted for resources: {'Port': ['ID=a2c2a85f-fa24-4331-8705-647027bfa9e1,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:44:31.940943 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dc7c3137-246b-49a2-be14-e32f05986c1b req-239377a3-2a73-4218-abe0-32a937c754fd tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752692 Mar 14 15:44:32.015255 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2d437bb-143f-4c34-950b-eb1acf9b52e8 req-d16dfd2c-296e-46c8-ad59-c4710c5fc0c0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:44:32.123704 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2d437bb-143f-4c34-950b-eb1acf9b52e8 req-d16dfd2c-296e-46c8-ad59-c4710c5fc0c0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:44:32.133461 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4743ea-2c75-4128-b61d-19d09628ae6f None None] Sync routers for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:44:32.144344 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4743ea-2c75-4128-b61d-19d09628ae6f None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:44:32.144956 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-4e4743ea-2c75-4128-b61d-19d09628ae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:44:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:44:32.163650 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d437bb-143f-4c34-950b-eb1acf9b52e8 req-d16dfd2c-296e-46c8-ad59-c4710c5fc0c0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] No DVR routers for this DVR port a2c2a85f-fa24-4331-8705-647027bfa9e1 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:44:32.166298 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-f2d437bb-143f-4c34-950b-eb1acf9b52e8 req-d16dfd2c-296e-46c8-ad59-c4710c5fc0c0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:32.169676 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f2d437bb-143f-4c34-950b-eb1acf9b52e8 req-d16dfd2c-296e-46c8-ad59-c4710c5fc0c0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "DELETE /v2.0/ports/a2c2a85f-fa24-4331-8705-647027bfa9e1 HTTP/1.1" status: 204 len: 173 time: 0.8477101 Mar 14 15:44:32.170126 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd10b522-f8dc-447f-a9ca-d4bb57add39b', 'name': 'network-vif-deleted', 'tag': 'a2c2a85f-fa24-4331-8705-647027bfa9e1'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:44:32.172483 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dbcdb6-6ffc-4222-9625-c447d541ef76" -d '{"events": [{"server_uuid": "cd10b522-f8dc-447f-a9ca-d4bb57add39b", "name": "network-vif-deleted", "tag": "a2c2a85f-fa24-4331-8705-647027bfa9e1"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:44:32.262535 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-4e4743ea-2c75-4128-b61d-19d09628ae6f None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:44:32.273750 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9d40e6-66cb-4aff-ab96-bbaee14896f8 x-openstack-request-id: req-4d9d40e6-66cb-4aff-ab96-bbaee14896f8 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:44:32.274057 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd10b522-f8dc-447f-a9ca-d4bb57add39b", "name": "network-vif-deleted", "tag": "a2c2a85f-fa24-4331-8705-647027bfa9e1", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:44:32.274320 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d9d40e6-66cb-4aff-ab96-bbaee14896f8 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:44:32.274728 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd10b522-f8dc-447f-a9ca-d4bb57add39b', 'name': 'network-vif-deleted', 'tag': 'a2c2a85f-fa24-4331-8705-647027bfa9e1', 'status': 'completed', 'code': 200} Mar 14 15:44:32.459432 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-4e4743ea-2c75-4128-b61d-19d09628ae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:44:32.488428 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4743ea-2c75-4128-b61d-19d09628ae6f None None] Checking router: e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:44:32.496653 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4743ea-2c75-4128-b61d-19d09628ae6f None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:44:32.497257 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-4e4743ea-2c75-4128-b61d-19d09628ae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:44:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:44:32.748955 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-4e4743ea-2c75-4128-b61d-19d09628ae6f None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:44:32.943888 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-4e4743ea-2c75-4128-b61d-19d09628ae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:44:32.970077 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4743ea-2c75-4128-b61d-19d09628ae6f None None] The sync data for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv is: [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:44:33.178456 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fc264cd4-613c-4410-8029-0591768637e1 req-1340eb7c-4196-41c6-a7cd-797aeacd5023 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1678571665&fields=id&tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205 HTTP/1.1" status: 200 len: 267 time: 0.0349340 Mar 14 15:44:33.202152 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72ec97e-2e2f-47b5-98cd-c615e898d760 None None] New status for floating IP 73ab7f9d-5632-4531-836e-1fef3f6c5b96: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:44:33.289219 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc264cd4-613c-4410-8029-0591768637e1 req-efe1c05b-2463-41ee-877e-39b2cb70dcf3 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:33.290620 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fc264cd4-613c-4410-8029-0591768637e1 req-efe1c05b-2463-41ee-877e-39b2cb70dcf3 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 812 time: 0.1051099 Mar 14 15:44:33.305684 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fc264cd4-613c-4410-8029-0591768637e1 req-70801d80-6006-40df-b742-e873cfe20ee2 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/quotas/2ec4c1a6587e4d2ba3eae9f76d28a205 HTTP/1.1" status: 200 len: 375 time: 0.0092659 Mar 14 15:44:33.362488 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fc264cd4-613c-4410-8029-0591768637e1 req-e20dce08-1a96-4249-a21a-dfc7744aefe4 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508053 Mar 14 15:44:33.455389 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fc264cd4-613c-4410-8029-0591768637e1 req-a4ff0eab-ef9b-4ad3-a94d-9fc21aacfd25 service neutron] 10.222.0.59 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806787 Mar 14 15:44:33.547133 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fc264cd4-613c-4410-8029-0591768637e1 req-1531c407-e573-48e9-affb-dfe2e074d589 service neutron] 10.222.0.59 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853941 Mar 14 15:44:33.704846 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7d1ccea8-9b0f-47f8-9199-60b70733f8eb req-f784574a-fb58-44e4-a3c3-80a1326c020d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 210 time: 0.0282724 Mar 14 15:44:34.082077 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ed9d8c1-8a26-460b-91f2-6115d95dd0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:34.660948 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a2c2a85f-fa24-4331-8705-647027bfa9e1 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:44:34.680938 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: a2c2a85f-fa24-4331-8705-647027bfa9e1 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:44:34.681385 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a2c2a85f-fa24-4331-8705-647027bfa9e1 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:44:34.707230 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc264cd4-613c-4410-8029-0591768637e1 req-71099ab1-561a-4f27-b40e-c27a31f54309 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:34.708935 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fc264cd4-613c-4410-8029-0591768637e1 req-71099ab1-561a-4f27-b40e-c27a31f54309 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 812 time: 0.1169589 Mar 14 15:44:34.760726 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fc264cd4-613c-4410-8029-0591768637e1 req-c6be20da-f614-4863-97d7-d55ba071a02a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205 HTTP/1.1" status: 200 len: 380 time: 0.0375900 Mar 14 15:44:34.787900 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-fc264cd4-613c-4410-8029-0591768637e1 req-1592f568-1b54-44df-b1fd-c88fbf85efaf tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Request body: {'port': {'device_id': '729d54cb-93f0-4f76-a5bc-960d7c0df06a', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'admin_state_up': True, 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'security_groups': ['fad53ad7-7746-4cb0-900c-f1a92e047206']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:44:34.818757 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49320021-aa1c-40cc-983d-6391dd1456a4 req-c9dcf7f2-0093-4709-99ab-d6049835592b tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 210 time: 0.0452378 Mar 14 15:44:34.904720 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc264cd4-613c-4410-8029-0591768637e1 req-1592f568-1b54-44df-b1fd-c88fbf85efaf tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Made reservation on behalf of 2ec4c1a6587e4d2ba3eae9f76d28a205 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:44:34.908711 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fc264cd4-613c-4410-8029-0591768637e1 req-1592f568-1b54-44df-b1fd-c88fbf85efaf tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:35.034465 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-fc264cd4-613c-4410-8029-0591768637e1 req-1592f568-1b54-44df-b1fd-c88fbf85efaf tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Allocated IP 172.20.0.4 (db88c90a-3a7a-488e-99bb-f148f4844341/9184d99e-90cb-4c93-8eaa-f03e0e927e44/d7f9e282-35a5-4ccb-9562-000082b67afa) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:44:35.168886 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fc264cd4-613c-4410-8029-0591768637e1 req-1592f568-1b54-44df-b1fd-c88fbf85efaf tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:35.201626 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fc264cd4-613c-4410-8029-0591768637e1 req-1592f568-1b54-44df-b1fd-c88fbf85efaf tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:35.246611 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc264cd4-613c-4410-8029-0591768637e1 req-1592f568-1b54-44df-b1fd-c88fbf85efaf tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Network db88c90a-3a7a-488e-99bb-f148f4844341 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:44:35.249558 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-fc264cd4-613c-4410-8029-0591768637e1 req-1592f568-1b54-44df-b1fd-c88fbf85efaf tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:44:35.253373 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc264cd4-613c-4410-8029-0591768637e1 req-1592f568-1b54-44df-b1fd-c88fbf85efaf tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:44:35.277100 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592f568-1b54-44df-b1fd-c88fbf85efaf tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Pushing event updated for resources: {'Port': ['ID=d7f9e282-35a5-4ccb-9562-000082b67afa,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:44:35.305908 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc264cd4-613c-4410-8029-0591768637e1 req-1592f568-1b54-44df-b1fd-c88fbf85efaf tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:35.306521 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fc264cd4-613c-4410-8029-0591768637e1 req-1592f568-1b54-44df-b1fd-c88fbf85efaf tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:35.322949 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fc264cd4-613c-4410-8029-0591768637e1 req-1592f568-1b54-44df-b1fd-c88fbf85efaf tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5393014 Mar 14 15:44:35.339602 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] Request body: {'port': {'device_id': '729d54cb-93f0-4f76-a5bc-960d7c0df06a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:44:35.399430 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:35.442616 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-73c940fd-beac-4c25-92a6-e24f57fb3bd6 None None] Provisioning complete for port d7f9e282-35a5-4ccb-9562-000082b67afa triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:44:35.443168 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-73c940fd-beac-4c25-92a6-e24f57fb3bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:35.476502 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-73c940fd-beac-4c25-92a6-e24f57fb3bd6 None None] Port d7f9e282-35a5-4ccb-9562-000082b67afa cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:44:35.662446 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f9e282-35a5-4ccb-9562-000082b67afa {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:44:35.669669 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:35.681594 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] Transition to ACTIVE for port object d7f9e282-35a5-4ccb-9562-000082b67afa will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:44:35.685321 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:35.753153 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] Pushing event updated for resources: {'Port': ['ID=d7f9e282-35a5-4ccb-9562-000082b67afa,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:44:35.806606 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] Attempting to bind port d7f9e282-35a5-4ccb-9562-000082b67afa on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:44:35.806971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] Attempting to bind port d7f9e282-35a5-4ccb-9562-000082b67afa by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:44:35.807309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] Attempting to bind port d7f9e282-35a5-4ccb-9562-000082b67afa on network db88c90a-3a7a-488e-99bb-f148f4844341 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:44:35.811946 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] Port d7f9e282-35a5-4ccb-9562-000082b67afa on network db88c90a-3a7a-488e-99bb-f148f4844341 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:44:35.812270 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] Attempting to bind port d7f9e282-35a5-4ccb-9562-000082b67afa on network db88c90a-3a7a-488e-99bb-f148f4844341 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:44:35.817934 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:44:35.818282 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] Checking segment: {'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:44:35.818688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] Bound using segment: {'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:44:35.820324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] Bound port: d7f9e282-35a5-4ccb-9562-000082b67afa, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:44:35.820324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:35.888310 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] For port d7f9e282-35a5-4ccb-9562-000082b67afa, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:44:35.891588 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] For port d7f9e282-35a5-4ccb-9562-000082b67afa, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d7f9e282-35a5-4ccb-9562-000082b67afa,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:44:35.896189 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:35.932661 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:35.933267 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:35.934794 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fc264cd4-613c-4410-8029-0591768637e1 req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] 10.222.0.18 "PUT /v2.0/ports/d7f9e282-35a5-4ccb-9562-000082b67afa HTTP/1.1" status: 200 len: 1093 time: 0.5996165 Mar 14 15:44:35.935134 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729d54cb-93f0-4f76-a5bc-960d7c0df06a', 'tag': 'd7f9e282-35a5-4ccb-9562-000082b67afa'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:44:35.937363 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a7b708-37bf-4f2c-b611-878669cb4e55" -d '{"events": [{"name": "network-changed", "server_uuid": "729d54cb-93f0-4f76-a5bc-960d7c0df06a", "tag": "d7f9e282-35a5-4ccb-9562-000082b67afa"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:44:35.977128 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b2068-408a-4f33-8eb8-7126bf41df7a service neutron] Pushing event updated for resources: {'Port': ['ID=d7f9e282-35a5-4ccb-9562-000082b67afa,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:44:35.981852 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d623f3a-c9e4-449b-8e9f-26fc549766b9 x-openstack-request-id: req-6d623f3a-c9e4-449b-8e9f-26fc549766b9 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:44:35.982140 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729d54cb-93f0-4f76-a5bc-960d7c0df06a", "tag": "d7f9e282-35a5-4ccb-9562-000082b67afa", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:44:35.982386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6d623f3a-c9e4-449b-8e9f-26fc549766b9 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:44:35.982781 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729d54cb-93f0-4f76-a5bc-960d7c0df06a', 'tag': 'd7f9e282-35a5-4ccb-9562-000082b67afa', 'status': 'completed', 'code': 200} Mar 14 15:44:36.037155 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147913eb-08ff-4e66-9aaa-4b81541042f2 req-dbdb522e-8065-4654-859b-f9fd3ca693e0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:36.039164 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc264cd4-613c-4410-8029-0591768637e1 req-2f7cd542-f146-4c91-b762-ede7f1717c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:36.039505 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-147913eb-08ff-4e66-9aaa-4b81541042f2 req-dbdb522e-8065-4654-859b-f9fd3ca693e0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 943 time: 0.1480935 Mar 14 15:44:36.040713 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fc264cd4-613c-4410-8029-0591768637e1 req-2f7cd542-f146-4c91-b762-ede7f1717c93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 1096 time: 0.0456398 Mar 14 15:44:36.088000 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-147913eb-08ff-4e66-9aaa-4b81541042f2 req-8651b529-f69e-4681-a789-da123fd37256 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416842 Mar 14 15:44:36.415904 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fc264cd4-613c-4410-8029-0591768637e1 req-76e7335b-2fcf-4b35-82fa-27776045db19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7f9e282-35a5-4ccb-9562-000082b67afa HTTP/1.1" status: 200 len: 217 time: 0.3638806 Mar 14 15:44:36.448207 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ac4759f2-7299-49a8-b0fd-95ed9b2c4fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:36.469810 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc264cd4-613c-4410-8029-0591768637e1 req-01105ac8-61aa-445b-b91f-fa9d2cb308c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:36.472233 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fc264cd4-613c-4410-8029-0591768637e1 req-01105ac8-61aa-445b-b91f-fa9d2cb308c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0454097 Mar 14 15:44:36.521537 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc264cd4-613c-4410-8029-0591768637e1 req-264463ba-a297-40c9-bb3a-645b3e3a7724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:36.523029 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fc264cd4-613c-4410-8029-0591768637e1 req-264463ba-a297-40c9-bb3a-645b3e3a7724 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410371 Mar 14 15:44:36.618658 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fc264cd4-613c-4410-8029-0591768637e1 req-efded8b2-b29f-47ec-b817-2c502fcfbd7b service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843172 Mar 14 15:44:36.707313 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fc264cd4-613c-4410-8029-0591768637e1 req-b3c544eb-a6ed-4000-bfa4-852d3b8cdda6 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808446 Mar 14 15:44:36.802344 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7b708-37bf-4f2c-b611-878669cb4e55 req-829544a5-3ae9-4d81-84ca-ab8ccae4f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:36.803753 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-10a7b708-37bf-4f2c-b611-878669cb4e55 req-829544a5-3ae9-4d81-84ca-ab8ccae4f245 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 1096 time: 0.0455644 Mar 14 15:44:36.892865 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7b708-37bf-4f2c-b611-878669cb4e55 req-54499675-34cf-4be1-ae09-7f9f93845269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:36.894341 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-10a7b708-37bf-4f2c-b611-878669cb4e55 req-54499675-34cf-4be1-ae09-7f9f93845269 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0836470 Mar 14 15:44:36.939663 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-10a7b708-37bf-4f2c-b611-878669cb4e55 req-e68bb6ce-2c62-4818-b55f-49ad7ef95b9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7f9e282-35a5-4ccb-9562-000082b67afa HTTP/1.1" status: 200 len: 217 time: 0.0371861 Mar 14 15:44:36.987032 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7b708-37bf-4f2c-b611-878669cb4e55 req-087cdf89-d72b-410e-91bf-849b41c3b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:36.988463 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-10a7b708-37bf-4f2c-b611-878669cb4e55 req-087cdf89-d72b-410e-91bf-849b41c3b5d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0423462 Mar 14 15:44:37.033407 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7b708-37bf-4f2c-b611-878669cb4e55 req-73f55d66-2a08-4b31-83b9-e58fdf1204cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:37.035359 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-10a7b708-37bf-4f2c-b611-878669cb4e55 req-73f55d66-2a08-4b31-83b9-e58fdf1204cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397971 Mar 14 15:44:37.125628 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-10a7b708-37bf-4f2c-b611-878669cb4e55 req-23276c7f-7a8f-4023-bfef-0f2f0259d364 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832555 Mar 14 15:44:37.250749 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167f846-4514-44b0-bc28-0b005b79af8b req-42eaa166-7de9-4398-94d2-3ecdae148283 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:37.252257 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5167f846-4514-44b0-bc28-0b005b79af8b req-42eaa166-7de9-4398-94d2-3ecdae148283 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 943 time: 0.0733633 Mar 14 15:44:37.254393 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-10a7b708-37bf-4f2c-b611-878669cb4e55 req-10a7ad1a-4e0f-481c-b51f-3826ade0fd70 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216393 Mar 14 15:44:37.294550 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5167f846-4514-44b0-bc28-0b005b79af8b req-09fc04ae-02f4-41ee-8cbc-ec7159369b29 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361502 Mar 14 15:44:37.498294 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:38.409951 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a026c0-3e8b-4ed2-a752-cb66e1d865f4 req-51cbc73e-7a84-4894-ad79-377cd65a5f69 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:38.411467 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-45a026c0-3e8b-4ed2-a752-cb66e1d865f4 req-51cbc73e-7a84-4894-ad79-377cd65a5f69 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 943 time: 0.0504181 Mar 14 15:44:38.448998 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-45a026c0-3e8b-4ed2-a752-cb66e1d865f4 req-f2fbce8f-3645-406e-befc-729a9584d3d9 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316219 Mar 14 15:44:38.659846 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device d7f9e282-35a5-4ccb-9562-000082b67afa details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:44:38.752616 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port d7f9e282-35a5-4ccb-9562-000082b67afa, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d7f9e282-35a5-4ccb-9562-000082b67afa,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:44:38.763680 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'd7f9e282-35a5-4ccb-9562-000082b67afa', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'port_id': 'd7f9e282-35a5-4ccb-9562-000082b67afa', 'mac_address': 'fa:16:3e:a4:6a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:44:38.799730 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:38.815928 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f9e282-35a5-4ccb-9562-000082b67afa {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:44:38.834974 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port d7f9e282-35a5-4ccb-9562-000082b67afa, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d7f9e282-35a5-4ccb-9562-000082b67afa,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:44:38.839002 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:38.884656 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=d7f9e282-35a5-4ccb-9562-000082b67afa,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:44:38.925771 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:38.951783 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:39.069654 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['d7f9e282-35a5-4ccb-9562-000082b67afa'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:44:39.357426 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:39.565379 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb1f1c-08be-4df1-bdb8-cbbf08f1052b req-4b0ac2c9-e757-48b6-b31c-4587f0a134ef tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:39.566859 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5eeb1f1c-08be-4df1-bdb8-cbbf08f1052b req-4b0ac2c9-e757-48b6-b31c-4587f0a134ef tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 944 time: 0.0495155 Mar 14 15:44:39.603572 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5eeb1f1c-08be-4df1-bdb8-cbbf08f1052b req-761a82b1-5c22-473f-bf07-811bc2305f1a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308199 Mar 14 15:44:40.676637 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device d7f9e282-35a5-4ccb-9562-000082b67afa up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:44:40.718384 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4eb40f-272d-4b6a-aa32-4982f8a1bdaf req-d04f5269-9c5b-4bed-a673-5653e538cdb0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:40.719910 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ac4eb40f-272d-4b6a-aa32-4982f8a1bdaf req-d04f5269-9c5b-4bed-a673-5653e538cdb0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 944 time: 0.0503342 Mar 14 15:44:40.728903 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port d7f9e282-35a5-4ccb-9562-000082b67afa completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:44:40.732662 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port d7f9e282-35a5-4ccb-9562-000082b67afa triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:44:40.733070 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:40.759056 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ac4eb40f-272d-4b6a-aa32-4982f8a1bdaf req-4d3a4296-e8fe-44cc-a6a6-a6111d3ef8d2 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324070 Mar 14 15:44:40.812114 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:40.833821 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729d54cb-93f0-4f76-a5bc-960d7c0df06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f9e282-35a5-4ccb-9562-000082b67afa'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:44:40.836362 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9205e72-9cea-401e-94ce-29b8a5b4452f" -d '{"events": [{"server_uuid": "729d54cb-93f0-4f76-a5bc-960d7c0df06a", "name": "network-vif-plugged", "status": "completed", "tag": "d7f9e282-35a5-4ccb-9562-000082b67afa"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:44:40.849022 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port d7f9e282-35a5-4ccb-9562-000082b67afa, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d7f9e282-35a5-4ccb-9562-000082b67afa,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:44:40.853368 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:40.876285 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ffeb6c-dc63-40e3-b26e-d944e8a6bb4f x-openstack-request-id: req-15ffeb6c-dc63-40e3-b26e-d944e8a6bb4f {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:44:40.876581 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729d54cb-93f0-4f76-a5bc-960d7c0df06a", "name": "network-vif-plugged", "status": "completed", "tag": "d7f9e282-35a5-4ccb-9562-000082b67afa", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:44:40.876879 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-15ffeb6c-dc63-40e3-b26e-d944e8a6bb4f {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:44:40.877268 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729d54cb-93f0-4f76-a5bc-960d7c0df06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f9e282-35a5-4ccb-9562-000082b67afa', 'code': 200} Mar 14 15:44:40.903158 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=d7f9e282-35a5-4ccb-9562-000082b67afa,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:44:41.050018 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd69d17-df6f-4022-8871-a9b5fe447f61 req-8a10e3a4-942a-45a1-ad03-7ff5343d0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:41.051535 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fbd69d17-df6f-4022-8871-a9b5fe447f61 req-8a10e3a4-942a-45a1-ad03-7ff5343d0825 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 1098 time: 0.0400977 Mar 14 15:44:41.089342 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fbd69d17-df6f-4022-8871-a9b5fe447f61 req-68de7986-734f-4ee5-a4d6-b8c576cd9cd7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275269 Mar 14 15:44:41.875281 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e5e8d-95a2-4251-b73e-4c17915efafb req-128d502e-89d3-41b9-8b56-89aca9351cc5 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:41.877425 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b21e5e8d-95a2-4251-b73e-4c17915efafb req-128d502e-89d3-41b9-8b56-89aca9351cc5 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0511999 Mar 14 15:44:41.919559 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b21e5e8d-95a2-4251-b73e-4c17915efafb req-b5374e96-3b44-4177-9bef-46009a100a01 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355883 Mar 14 15:44:43.033948 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57237dc6-f0c0-4fab-a845-0a207f55613e req-1ea3b9e7-0388-4542-b7e3-fd7a4784ab84 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:43.035418 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-57237dc6-f0c0-4fab-a845-0a207f55613e req-1ea3b9e7-0388-4542-b7e3-fd7a4784ab84 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0480661 Mar 14 15:44:43.075616 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-57237dc6-f0c0-4fab-a845-0a207f55613e req-6c96e10b-b22c-4d52-9c12-3486ec087619 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343573 Mar 14 15:44:43.185685 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434ca1c-0cb2-4f9f-9c88-e7873adfa48c req-22a5f3e0-8eda-4ace-90cb-635b977167e1 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:43.187170 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6434ca1c-0cb2-4f9f-9c88-e7873adfa48c req-22a5f3e0-8eda-4ace-90cb-635b977167e1 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0486894 Mar 14 15:44:43.196211 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 59814) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:44:43.200555 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5fd1a946-15fc-412f-8943-f2732781cbbc tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Request body: {'floatingip': {'port_id': 'd7f9e282-35a5-4ccb-9562-000082b67afa'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:44:43.241022 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a946-15fc-412f-8943-f2732781cbbc tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for floatingip, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:43.674136 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a946-15fc-412f-8943-f2732781cbbc tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:43.677679 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a946-15fc-412f-8943-f2732781cbbc tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:43.778494 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-5fd1a946-15fc-412f-8943-f2732781cbbc tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Floating IP 73ab7f9d-5632-4531-836e-1fef3f6c5b96 associated. External IP: 172.26.6.134, port: d7f9e282-35a5-4ccb-9562-000082b67afa. Mar 14 15:44:43.987954 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd1a946-15fc-412f-8943-f2732781cbbc tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:44:44.093425 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd1a946-15fc-412f-8943-f2732781cbbc tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:44:44.099038 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a946-15fc-412f-8943-f2732781cbbc tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:44:44.105296 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a81c22-e760-4fa6-9b1e-d8e9821b7db5 None None] Sync routers for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:44:44.114527 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a81c22-e760-4fa6-9b1e-d8e9821b7db5 None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:44:44.115182 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-07a81c22-e760-4fa6-9b1e-d8e9821b7db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:44:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:44:44.125129 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5fd1a946-15fc-412f-8943-f2732781cbbc tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "PUT /v2.0/floatingips/73ab7f9d-5632-4531-836e-1fef3f6c5b96 HTTP/1.1" status: 200 len: 991 time: 0.9279017 Mar 14 15:44:44.125717 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729d54cb-93f0-4f76-a5bc-960d7c0df06a', 'tag': 'd7f9e282-35a5-4ccb-9562-000082b67afa'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:44:44.128040 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603d1f9c-e5cd-4e2f-ac56-94d6a86e5f78" -d '{"events": [{"name": "network-changed", "server_uuid": "729d54cb-93f0-4f76-a5bc-960d7c0df06a", "tag": "d7f9e282-35a5-4ccb-9562-000082b67afa"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:44:44.235863 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-07a81c22-e760-4fa6-9b1e-d8e9821b7db5 None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:44:44.265775 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d52182-2f00-4792-ba28-7d6b34dd2f6c x-openstack-request-id: req-c2d52182-2f00-4792-ba28-7d6b34dd2f6c {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:44:44.266285 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729d54cb-93f0-4f76-a5bc-960d7c0df06a", "tag": "d7f9e282-35a5-4ccb-9562-000082b67afa", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:44:44.266369 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c2d52182-2f00-4792-ba28-7d6b34dd2f6c {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:44:44.266737 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729d54cb-93f0-4f76-a5bc-960d7c0df06a', 'tag': 'd7f9e282-35a5-4ccb-9562-000082b67afa', 'status': 'completed', 'code': 200} Mar 14 15:44:44.347153 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e372262-a498-40c8-93ae-3d2df8882f05 req-4e4d0775-a19b-4384-ab51-7b28ba5f4cbe tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:44.348693 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0e372262-a498-40c8-93ae-3d2df8882f05 req-4e4d0775-a19b-4384-ab51-7b28ba5f4cbe tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0877731 Mar 14 15:44:44.351470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d1f9c-e5cd-4e2f-ac56-94d6a86e5f78 req-2469ff28-0821-4b78-b1d2-9ec62dbc416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:44.353436 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-603d1f9c-e5cd-4e2f-ac56-94d6a86e5f78 req-2469ff28-0821-4b78-b1d2-9ec62dbc416c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 1098 time: 0.0625200 Mar 14 15:44:44.438893 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0e372262-a498-40c8-93ae-3d2df8882f05 req-5015eeb1-f4e4-4a00-9292-364ce65a91af tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840814 Mar 14 15:44:44.474819 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-07a81c22-e760-4fa6-9b1e-d8e9821b7db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '73ab7f9d-5632-4531-836e-1fef3f6c5b96', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'port_id': 'd7f9e282-35a5-4ccb-9562-000082b67afa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'mac_address': 'fa:16:3e:a4:6a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729d54cb-93f0-4f76-a5bc-960d7c0df06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:43:49Z', 'updated_at': '2022-03-14T15:44:43Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:44:44.482160 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d1f9c-e5cd-4e2f-ac56-94d6a86e5f78 req-d9205340-3c96-4e89-bbd6-6dc69cf2dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:44.483692 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-603d1f9c-e5cd-4e2f-ac56-94d6a86e5f78 req-d9205340-3c96-4e89-bbd6-6dc69cf2dac3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.1154468 Mar 14 15:44:44.501502 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a81c22-e760-4fa6-9b1e-d8e9821b7db5 None None] Checking router: e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:44:44.511049 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a81c22-e760-4fa6-9b1e-d8e9821b7db5 None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:44:44.511683 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-07a81c22-e760-4fa6-9b1e-d8e9821b7db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:44:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:44:44.552314 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-603d1f9c-e5cd-4e2f-ac56-94d6a86e5f78 req-b7cdd11b-c4b8-4bdb-b3ae-1b56518b35bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7f9e282-35a5-4ccb-9562-000082b67afa HTTP/1.1" status: 200 len: 999 time: 0.0614645 Mar 14 15:44:44.605973 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d1f9c-e5cd-4e2f-ac56-94d6a86e5f78 req-3510743a-ccd4-4c80-8f38-4f78db54c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:44.607465 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-603d1f9c-e5cd-4e2f-ac56-94d6a86e5f78 req-3510743a-ccd4-4c80-8f38-4f78db54c64a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0485165 Mar 14 15:44:44.619519 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-07a81c22-e760-4fa6-9b1e-d8e9821b7db5 None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:44:44.652624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d1f9c-e5cd-4e2f-ac56-94d6a86e5f78 req-8ce6eb2c-171c-4752-ab2c-0b874b2142db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:44.654108 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-603d1f9c-e5cd-4e2f-ac56-94d6a86e5f78 req-8ce6eb2c-171c-4752-ab2c-0b874b2142db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404181 Mar 14 15:44:44.745178 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-603d1f9c-e5cd-4e2f-ac56-94d6a86e5f78 req-ba8fce55-2ef4-44ef-9818-03a7c6ff9af4 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831144 Mar 14 15:44:44.840914 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-07a81c22-e760-4fa6-9b1e-d8e9821b7db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '73ab7f9d-5632-4531-836e-1fef3f6c5b96', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'port_id': 'd7f9e282-35a5-4ccb-9562-000082b67afa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'mac_address': 'fa:16:3e:a4:6a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729d54cb-93f0-4f76-a5bc-960d7c0df06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:43:49Z', 'updated_at': '2022-03-14T15:44:43Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:44:44.841432 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-603d1f9c-e5cd-4e2f-ac56-94d6a86e5f78 req-2fed7435-3784-40d8-b164-e8d3a25495ce service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884600 Mar 14 15:44:44.872737 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a81c22-e760-4fa6-9b1e-d8e9821b7db5 None None] The sync data for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv is: [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '73ab7f9d-5632-4531-836e-1fef3f6c5b96', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'port_id': 'd7f9e282-35a5-4ccb-9562-000082b67afa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'mac_address': 'fa:16:3e:a4:6a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729d54cb-93f0-4f76-a5bc-960d7c0df06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:43:49Z', 'updated_at': '2022-03-14T15:44:43Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:44:45.057193 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50877c80-90c2-4d47-9640-b212a29a9f47 None None] New status for floating IP 73ab7f9d-5632-4531-836e-1fef3f6c5b96: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:44:45.556022 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327a685-7ae7-43d8-9610-2406c718c5fd req-3b6450c6-4370-456b-807e-ddd7ccf2515d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:45.557490 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8327a685-7ae7-43d8-9610-2406c718c5fd req-3b6450c6-4370-456b-807e-ddd7ccf2515d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0491931 Mar 14 15:44:45.594556 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8327a685-7ae7-43d8-9610-2406c718c5fd req-b3bc3e29-2068-4710-92ed-c93d2e3431ca tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312564 Mar 14 15:44:46.372391 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:44:46.709461 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a5f97-3b6f-4c2a-b67a-3cd1ff85118b req-06c5dfdd-3a51-4702-bc66-e782a9f170fd tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:46.710969 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-946a5f97-3b6f-4c2a-b67a-3cd1ff85118b req-06c5dfdd-3a51-4702-bc66-e782a9f170fd tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0490153 Mar 14 15:44:46.750446 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-946a5f97-3b6f-4c2a-b67a-3cd1ff85118b req-ea556dee-789b-4ef9-8952-caee803f7cc2 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334330 Mar 14 15:44:47.866232 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29a03e-4caf-4c2a-a539-0c69c5c715fd req-a728a0a5-c76d-475e-99b6-21d7855a3311 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:47.867721 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bc29a03e-4caf-4c2a-a539-0c69c5c715fd req-a728a0a5-c76d-475e-99b6-21d7855a3311 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0479612 Mar 14 15:44:47.905473 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bc29a03e-4caf-4c2a-a539-0c69c5c715fd req-66369292-7566-4bb3-8fd5-a3c5a1a76244 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319762 Mar 14 15:44:49.020863 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90652cc0-c259-4de7-8603-6b162563eb19 req-e3a91560-5a19-4cf5-8fdd-839d995ddb4d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:49.022335 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-90652cc0-c259-4de7-8603-6b162563eb19 req-e3a91560-5a19-4cf5-8fdd-839d995ddb4d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0481834 Mar 14 15:44:49.060122 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-90652cc0-c259-4de7-8603-6b162563eb19 req-6f488fa7-fddd-435c-93af-f67e6e5c37da tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319378 Mar 14 15:44:50.340182 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4452d4-66a9-4f62-b061-c235cc60ae59 req-08f2a20b-712e-4d82-9205-7ec0b1fadfaa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:50.341731 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ca4452d4-66a9-4f62-b061-c235cc60ae59 req-08f2a20b-712e-4d82-9205-7ec0b1fadfaa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0525498 Mar 14 15:44:50.380544 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ca4452d4-66a9-4f62-b061-c235cc60ae59 req-3ad9f96c-fbea-4633-8d9e-9e60be1dc207 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315826 Mar 14 15:44:51.503710 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcefcf4-68fb-45ba-b69e-666d2218bbce req-274f813e-9d0b-4777-a299-ab1b1b0d22ab tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:51.505111 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cfcefcf4-68fb-45ba-b69e-666d2218bbce req-274f813e-9d0b-4777-a299-ab1b1b0d22ab tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0553403 Mar 14 15:44:51.542161 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cfcefcf4-68fb-45ba-b69e-666d2218bbce req-2467c33c-98d1-43c1-a64b-83e3aa902e33 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311899 Mar 14 15:44:52.659327 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fea01-90cb-47ff-b3b9-6190fdf3e526 req-e9e4a640-dcc6-4978-af5c-e8e9496e95d7 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:52.660779 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-323fea01-90cb-47ff-b3b9-6190fdf3e526 req-e9e4a640-dcc6-4978-af5c-e8e9496e95d7 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0487978 Mar 14 15:44:52.697954 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-323fea01-90cb-47ff-b3b9-6190fdf3e526 req-7fb57b69-4f02-4e8e-8990-7d911feb4b90 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312736 Mar 14 15:44:53.972155 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be130bf-44df-49da-8d0c-e5d79599122d req-93e94c55-b092-4c13-b35e-5cf97d1d56c3 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:53.973642 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8be130bf-44df-49da-8d0c-e5d79599122d req-93e94c55-b092-4c13-b35e-5cf97d1d56c3 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0504932 Mar 14 15:44:54.011453 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8be130bf-44df-49da-8d0c-e5d79599122d req-96283242-7552-47e8-8fba-c0346768aaaf tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319004 Mar 14 15:44:54.797209 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [req-b1089b3e-a774-4c87-8ef2-d16e973e2903 req-fab3b53a-99ca-46d0-af86-afa2dc1b88c0 service neutron] (102568) timed out ('10.222.0.18', 56102) {{(pid=102568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 14 15:44:55.125253 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4986522-0dca-4b31-838f-87fcbbfeb316 req-03a610ed-aa9b-4a73-9956-6c748bcfdf74 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:55.127190 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c4986522-0dca-4b31-838f-87fcbbfeb316 req-03a610ed-aa9b-4a73-9956-6c748bcfdf74 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0485821 Mar 14 15:44:55.164061 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c4986522-0dca-4b31-838f-87fcbbfeb316 req-6f8bc1d1-5ebe-4dcb-9b8e-b7055e0889d2 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314965 Mar 14 15:44:55.292673 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [req-e4e30dda-18d6-43a0-af15-01c3002da493 req-4fba238e-e021-40e4-afb9-df818c0a20c0 service neutron] (102568) timed out ('10.222.0.18', 56105) {{(pid=102568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 14 15:44:56.277499 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55611f00-de88-46aa-b63d-0c12dc331d68 req-72dd87a1-98a7-4e76-be24-4f3fc76a0792 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:56.278973 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-55611f00-de88-46aa-b63d-0c12dc331d68 req-72dd87a1-98a7-4e76-be24-4f3fc76a0792 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0490065 Mar 14 15:44:56.317087 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-55611f00-de88-46aa-b63d-0c12dc331d68 req-97d7464f-9ecf-4a79-908e-aa49ffb83418 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316601 Mar 14 15:44:57.435513 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694355ff-5468-40ca-9c46-f8f42af9bc9b req-ec263de1-c7fe-4c6c-b61a-f43b041fe659 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:57.436986 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-694355ff-5468-40ca-9c46-f8f42af9bc9b req-ec263de1-c7fe-4c6c-b61a-f43b041fe659 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0537572 Mar 14 15:44:57.475251 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-694355ff-5468-40ca-9c46-f8f42af9bc9b req-4436ddd7-52a3-42f2-9707-b970958081ae tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316668 Mar 14 15:44:58.594230 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71200940-c094-42b6-88d6-0a50e8be4305 req-a78aede6-c5aa-40b5-9f14-00ddf270b7ba tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:58.596745 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-71200940-c094-42b6-88d6-0a50e8be4305 req-a78aede6-c5aa-40b5-9f14-00ddf270b7ba tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0544491 Mar 14 15:44:58.636380 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-71200940-c094-42b6-88d6-0a50e8be4305 req-56b982cc-76b6-47c9-9fbb-132951e615cb tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337484 Mar 14 15:44:59.754550 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa7c3b-f387-462c-944d-07a2acd7e69c req-ad953dd1-fd3c-47c8-a223-ce36024a7fbb tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:44:59.756064 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fcfa7c3b-f387-462c-944d-07a2acd7e69c req-ad953dd1-fd3c-47c8-a223-ce36024a7fbb tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0494938 Mar 14 15:44:59.793721 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fcfa7c3b-f387-462c-944d-07a2acd7e69c req-2714bb7f-bc93-42a9-815c-7f3cc003f8cb tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317597 Mar 14 15:45:00.907790 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828d881-f95d-42c7-ac4e-b87cc2519ac7 req-3b6f85c0-6b01-46fc-b1c5-e8fdb8f65e6c tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:00.910182 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b828d881-f95d-42c7-ac4e-b87cc2519ac7 req-3b6f85c0-6b01-46fc-b1c5-e8fdb8f65e6c tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0495682 Mar 14 15:45:00.947808 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b828d881-f95d-42c7-ac4e-b87cc2519ac7 req-e08a9003-2fdc-475e-bddc-3d2c981afc07 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320358 Mar 14 15:45:02.061722 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d38a31-a38f-4a8a-bf9a-c2cc614019be req-dae868e4-95cc-4009-846b-eb8e81238bb5 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:02.063225 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-70d38a31-a38f-4a8a-bf9a-c2cc614019be req-dae868e4-95cc-4009-846b-eb8e81238bb5 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0490820 Mar 14 15:45:02.101386 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-70d38a31-a38f-4a8a-bf9a-c2cc614019be req-c1920fb7-2eba-41fc-94e0-b39dbd895d10 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309911 Mar 14 15:45:03.215560 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a0772-9fd6-481c-885b-c820b940e6e1 req-4b08592c-b34c-4648-9037-489970d16498 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:03.217044 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4f4a0772-9fd6-481c-885b-c820b940e6e1 req-4b08592c-b34c-4648-9037-489970d16498 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0483456 Mar 14 15:45:03.254384 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4f4a0772-9fd6-481c-885b-c820b940e6e1 req-c76ca021-1d53-402d-840a-15717eabef56 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307691 Mar 14 15:45:04.073267 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-39489d60-56cb-4fc4-b395-683024b201db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:04.375712 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a69fd-9b12-4765-a0db-a3969e07e8ea req-7a4cfb3b-5755-444f-a632-a70f45af7fcd tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:04.377448 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-125a69fd-9b12-4765-a0db-a3969e07e8ea req-7a4cfb3b-5755-444f-a632-a70f45af7fcd tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0549026 Mar 14 15:45:04.416042 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-125a69fd-9b12-4765-a0db-a3969e07e8ea req-6763d14d-eaab-451b-aa7b-7bc93a39dbf0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328796 Mar 14 15:45:05.535453 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed73d6-50ee-4356-b29a-f3d1ad343450 req-8220d229-f211-4d4a-a2ad-b608638f6d24 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:05.536935 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-afed73d6-50ee-4356-b29a-f3d1ad343450 req-8220d229-f211-4d4a-a2ad-b608638f6d24 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0541494 Mar 14 15:45:05.574755 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-afed73d6-50ee-4356-b29a-f3d1ad343450 req-ef438220-e001-497b-8c9b-571f9a162774 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320289 Mar 14 15:45:06.452149 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-30144eeb-6d4a-4abe-ba43-0c0f555d28f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:06.690221 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984ebc6-8aae-4b19-85a5-facadb4a146d req-aadd3712-c4be-4d54-92e6-37b55f727d0e tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:06.691845 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a984ebc6-8aae-4b19-85a5-facadb4a146d req-aadd3712-c4be-4d54-92e6-37b55f727d0e tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0488789 Mar 14 15:45:06.728547 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a984ebc6-8aae-4b19-85a5-facadb4a146d req-62d3716c-2fd9-4c97-84ac-ac2dcd8eac38 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308421 Mar 14 15:45:07.503060 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:07.845507 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc116c-2f59-4f91-91ba-09478048a42c req-9642b8d8-821c-4b51-ac4b-f50554c0b67b tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:07.847123 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d9cc116c-2f59-4f91-91ba-09478048a42c req-9642b8d8-821c-4b51-ac4b-f50554c0b67b tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0505776 Mar 14 15:45:07.884588 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d9cc116c-2f59-4f91-91ba-09478048a42c req-5f5d21ba-94a8-4c5b-b24b-b28c7f6472b0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314910 Mar 14 15:45:08.928304 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:08.972043 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:09.003370 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4d49b-b626-4838-815a-7fe45c896085 req-effa4cbc-b43c-49b6-81b8-f0a30aa3a140 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:09.004858 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1be4d49b-b626-4838-815a-7fe45c896085 req-effa4cbc-b43c-49b6-81b8-f0a30aa3a140 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0506651 Mar 14 15:45:09.042239 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1be4d49b-b626-4838-815a-7fe45c896085 req-0e57afe6-b95e-46b0-a422-18aba1bb66bf tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312424 Mar 14 15:45:09.358102 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:10.156411 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7209090-23ab-476a-b053-face3f4e8437 req-8a713777-7dd8-4ab0-9d48-811406a76cde tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:10.157924 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a7209090-23ab-476a-b053-face3f4e8437 req-8a713777-7dd8-4ab0-9d48-811406a76cde tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0489283 Mar 14 15:45:10.196023 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a7209090-23ab-476a-b053-face3f4e8437 req-87c7990d-2242-40df-97a0-47336fca75d4 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318902 Mar 14 15:45:10.449877 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5708d7c4-00bd-432c-886d-320788e9438f req-c9a24121-d374-41a1-8fdd-fd2ede921c1d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0719261 Mar 14 15:45:10.461448 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfda9e-a640-451f-8cc4-ea8a5795c1fe req-bf8e7fe6-bc2c-4462-a4f1-47c611e982d5 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:10.462878 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-44bfda9e-a640-451f-8cc4-ea8a5795c1fe req-bf8e7fe6-bc2c-4462-a4f1-47c611e982d5 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0754356 Mar 14 15:45:10.503419 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-44bfda9e-a640-451f-8cc4-ea8a5795c1fe req-bdf8d79f-baf3-4b91-a09c-63d8f33da5c3 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335917 Mar 14 15:45:11.613664 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708d7c4-00bd-432c-886d-320788e9438f req-b192a570-631d-4ec6-8900-13868405bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:11.615220 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5708d7c4-00bd-432c-886d-320788e9438f req-b192a570-631d-4ec6-8900-13868405bfea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 1098 time: 0.0423164 Mar 14 15:45:11.626269 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f8307-b733-402c-887a-0258d8460d50 req-5fdfe097-62ee-450e-8c42-6abbce08ac71 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:11.628596 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3b9f8307-b733-402c-887a-0258d8460d50 req-5fdfe097-62ee-450e-8c42-6abbce08ac71 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0536413 Mar 14 15:45:11.666518 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3b9f8307-b733-402c-887a-0258d8460d50 req-db27dd28-e73d-4bb5-a6ff-6de37c60a590 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317440 Mar 14 15:45:11.716985 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708d7c4-00bd-432c-886d-320788e9438f req-99c40118-3295-487f-9491-c8658df03cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:11.718457 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5708d7c4-00bd-432c-886d-320788e9438f req-99c40118-3295-487f-9491-c8658df03cd5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0899847 Mar 14 15:45:11.782242 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5708d7c4-00bd-432c-886d-320788e9438f req-c1f8ea58-d987-4dbd-941e-d7dec911b312 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7f9e282-35a5-4ccb-9562-000082b67afa HTTP/1.1" status: 200 len: 1001 time: 0.0562551 Mar 14 15:45:11.838630 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708d7c4-00bd-432c-886d-320788e9438f req-637416f4-6038-4b59-b209-152ba784f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:11.840119 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5708d7c4-00bd-432c-886d-320788e9438f req-637416f4-6038-4b59-b209-152ba784f500 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0477343 Mar 14 15:45:11.887858 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708d7c4-00bd-432c-886d-320788e9438f req-86ecdd74-4259-4fe6-808f-354062a4994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:11.889322 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5708d7c4-00bd-432c-886d-320788e9438f req-86ecdd74-4259-4fe6-808f-354062a4994c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383985 Mar 14 15:45:11.982031 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5708d7c4-00bd-432c-886d-320788e9438f req-7b15bc1c-9b11-4d97-a5f0-be4581dafe53 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810254 Mar 14 15:45:12.078000 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5708d7c4-00bd-432c-886d-320788e9438f req-df551a76-1e7b-4cd2-a0a7-d223944111fb service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892241 Mar 14 15:45:12.782459 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d08c-e4b4-440f-a218-b7cb8141ccda req-b0e26ca6-9f37-43e2-a97e-26ead019654f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:12.784012 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5c42d08c-e4b4-440f-a218-b7cb8141ccda req-b0e26ca6-9f37-43e2-a97e-26ead019654f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0489721 Mar 14 15:45:12.825151 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5c42d08c-e4b4-440f-a218-b7cb8141ccda req-8d133d1e-8264-4555-97d1-578a2a9c79d6 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348153 Mar 14 15:45:13.841939 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5708d7c4-00bd-432c-886d-320788e9438f req-3788f4db-0e73-4c4d-89b6-cbfff09827de service neutron] 10.222.0.18 "GET /v2.0/ports/d7f9e282-35a5-4ccb-9562-000082b67afa/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0533965 Mar 14 15:45:13.946061 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e9ac4-8f66-4790-bec7-c330bfbb671b req-2dd845ea-6eac-455b-951b-3e8d1b7bc544 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:13.947796 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e95e9ac4-8f66-4790-bec7-c330bfbb671b req-2dd845ea-6eac-455b-951b-3e8d1b7bc544 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0515881 Mar 14 15:45:13.986558 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e95e9ac4-8f66-4790-bec7-c330bfbb671b req-c52e41c9-eba7-460f-a3fe-a6cff4b4830a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327258 Mar 14 15:45:14.074878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708d7c4-00bd-432c-886d-320788e9438f req-22ad3d08-ef88-48a0-bd4f-77bcc6939ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:14.076378 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5708d7c4-00bd-432c-886d-320788e9438f req-22ad3d08-ef88-48a0-bd4f-77bcc6939ea0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a&tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205 HTTP/1.1" status: 200 len: 1098 time: 0.0445375 Mar 14 15:45:14.146983 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708d7c4-00bd-432c-886d-320788e9438f req-b9cf0b39-1b4e-4f88-ab4f-274a8cf1e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:14.148428 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5708d7c4-00bd-432c-886d-320788e9438f req-b9cf0b39-1b4e-4f88-ab4f-274a8cf1e76c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 1098 time: 0.0446680 Mar 14 15:45:14.244312 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708d7c4-00bd-432c-886d-320788e9438f req-371ac122-cf93-4fd7-b2a7-06908c425274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:14.245758 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5708d7c4-00bd-432c-886d-320788e9438f req-371ac122-cf93-4fd7-b2a7-06908c425274 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0861652 Mar 14 15:45:14.313254 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5708d7c4-00bd-432c-886d-320788e9438f req-6bfeead6-dcb3-4ff8-9d46-f07b43bdefff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7f9e282-35a5-4ccb-9562-000082b67afa HTTP/1.1" status: 200 len: 1001 time: 0.0572031 Mar 14 15:45:14.368118 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708d7c4-00bd-432c-886d-320788e9438f req-5041795c-abe7-428c-9bf8-78f2cb454e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:14.369543 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5708d7c4-00bd-432c-886d-320788e9438f req-5041795c-abe7-428c-9bf8-78f2cb454e0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0462661 Mar 14 15:45:14.422383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708d7c4-00bd-432c-886d-320788e9438f req-a835196d-56c7-4922-9985-08b1d5e5e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:14.423965 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5708d7c4-00bd-432c-886d-320788e9438f req-a835196d-56c7-4922-9985-08b1d5e5e5bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438890 Mar 14 15:45:14.515654 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5708d7c4-00bd-432c-886d-320788e9438f req-9a221662-aca8-47f1-ad0e-7e8c6b5a7673 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811963 Mar 14 15:45:14.613006 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5708d7c4-00bd-432c-886d-320788e9438f req-4d7d64eb-df98-44fd-ad8f-97cbc210de93 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851195 Mar 14 15:45:15.104360 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52ac07-f1a1-4dcf-bf0a-479c6a52de69 req-141c7df8-a2b9-4bac-9f4e-90957279f0fa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:15.105799 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6a52ac07-f1a1-4dcf-bf0a-479c6a52de69 req-141c7df8-a2b9-4bac-9f4e-90957279f0fa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0489285 Mar 14 15:45:15.142808 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6a52ac07-f1a1-4dcf-bf0a-479c6a52de69 req-605acf98-7692-4602-867c-510006165875 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305426 Mar 14 15:45:16.261376 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2691ca-ca53-485a-9729-4d5e733615cf req-97e3ea0f-040d-42c5-bc96-0d846780db2e tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:16.262835 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4c2691ca-ca53-485a-9729-4d5e733615cf req-97e3ea0f-040d-42c5-bc96-0d846780db2e tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0486450 Mar 14 15:45:16.300470 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4c2691ca-ca53-485a-9729-4d5e733615cf req-321a4031-6e55-41a2-8cc3-e397c69fcbf7 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311096 Mar 14 15:45:16.504706 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67c818-f4d1-4aeb-a686-bed900910b84 req-d7c5ad66-f4d4-40c9-a12d-2ede3c2db823 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:16.506137 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3e67c818-f4d1-4aeb-a686-bed900910b84 req-d7c5ad66-f4d4-40c9-a12d-2ede3c2db823 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0574043 Mar 14 15:45:16.514965 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f97abc-6e8a-417b-b32c-88b0761304cf req-3a11179a-22ab-4026-8a31-a13c60e07fe7 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:16.516421 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e2f97abc-6e8a-417b-b32c-88b0761304cf req-3a11179a-22ab-4026-8a31-a13c60e07fe7 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a&tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 945 time: 0.0531206 Mar 14 15:45:16.545197 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3e67c818-f4d1-4aeb-a686-bed900910b84 req-7e6254e9-022b-47b7-b6c9-6a2651d296f3 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332270 Mar 14 15:45:16.607528 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f97abc-6e8a-417b-b32c-88b0761304cf req-23a6c060-e202-4b90-8d17-dccec4fcc443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:16.608996 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e2f97abc-6e8a-417b-b32c-88b0761304cf req-23a6c060-e202-4b90-8d17-dccec4fcc443 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 1098 time: 0.0400789 Mar 14 15:45:16.704146 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f97abc-6e8a-417b-b32c-88b0761304cf req-465ce67d-b52f-441d-845d-cf063a2e7266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:16.705857 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e2f97abc-6e8a-417b-b32c-88b0761304cf req-465ce67d-b52f-441d-845d-cf063a2e7266 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0867426 Mar 14 15:45:16.773553 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e2f97abc-6e8a-417b-b32c-88b0761304cf req-f6383b85-fd33-4e0a-af47-03ebb2827291 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7f9e282-35a5-4ccb-9562-000082b67afa HTTP/1.1" status: 200 len: 1001 time: 0.0575228 Mar 14 15:45:16.786405 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device d7f9e282-35a5-4ccb-9562-000082b67afa details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:45:16.788590 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device d7f9e282-35a5-4ccb-9562-000082b67afa no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:45:16.830761 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f97abc-6e8a-417b-b32c-88b0761304cf req-645344f6-0cf9-4636-bc6f-e3137d179cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:16.832192 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e2f97abc-6e8a-417b-b32c-88b0761304cf req-645344f6-0cf9-4636-bc6f-e3137d179cfd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0471752 Mar 14 15:45:16.881242 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f97abc-6e8a-417b-b32c-88b0761304cf req-f5de24ef-6cb4-42c7-a923-3f2c24ded2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:16.882729 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e2f97abc-6e8a-417b-b32c-88b0761304cf req-f5de24ef-6cb4-42c7-a923-3f2c24ded2d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408998 Mar 14 15:45:16.939031 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:16.945690 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port d7f9e282-35a5-4ccb-9562-000082b67afa, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d7f9e282-35a5-4ccb-9562-000082b67afa,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:45:16.969184 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'd7f9e282-35a5-4ccb-9562-000082b67afa', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'port_id': 'd7f9e282-35a5-4ccb-9562-000082b67afa', 'mac_address': 'fa:16:3e:a4:6a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:45:16.975672 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729d54cb-93f0-4f76-a5bc-960d7c0df06a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7f9e282-35a5-4ccb-9562-000082b67afa'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:45:16.975887 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e2f97abc-6e8a-417b-b32c-88b0761304cf req-3910ab60-d004-4c07-94b4-df68c088c234 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818164 Mar 14 15:45:16.977915 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3792dab0-029d-433f-beb3-596537d29928" -d '{"events": [{"server_uuid": "729d54cb-93f0-4f76-a5bc-960d7c0df06a", "name": "network-vif-unplugged", "status": "completed", "tag": "d7f9e282-35a5-4ccb-9562-000082b67afa"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:45:16.993694 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port d7f9e282-35a5-4ccb-9562-000082b67afa, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d7f9e282-35a5-4ccb-9562-000082b67afa,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:45:17.015455 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:17.054327 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:17.081083 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7f9e282-35a5-4ccb-9562-000082b67afa {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:45:17.083661 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e2f97abc-6e8a-417b-b32c-88b0761304cf req-998a736c-aae7-4d14-a5a3-5cd51284b80d service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963302 Mar 14 15:45:17.086628 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=d7f9e282-35a5-4ccb-9562-000082b67afa,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:45:17.116714 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 15:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3063a5aa-2907-432c-bde1-a51d87cb53fd x-openstack-request-id: req-3063a5aa-2907-432c-bde1-a51d87cb53fd {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:45:17.117017 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729d54cb-93f0-4f76-a5bc-960d7c0df06a", "name": "network-vif-unplugged", "status": "completed", "tag": "d7f9e282-35a5-4ccb-9562-000082b67afa", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:45:17.117274 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3063a5aa-2907-432c-bde1-a51d87cb53fd {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:45:17.117665 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729d54cb-93f0-4f76-a5bc-960d7c0df06a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7f9e282-35a5-4ccb-9562-000082b67afa', 'code': 200} Mar 14 15:45:17.132700 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:45:17.133076 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:45:17.666470 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ca3cf-886d-4e40-8fb7-d261e2789819 req-7729aca7-ec70-4bcb-ab7e-6048a4354ede tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:17.667929 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-296ca3cf-886d-4e40-8fb7-d261e2789819 req-7729aca7-ec70-4bcb-ab7e-6048a4354ede tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 943 time: 0.0535457 Mar 14 15:45:17.673706 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:17.687263 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f9e282-35a5-4ccb-9562-000082b67afa {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:45:17.711179 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port d7f9e282-35a5-4ccb-9562-000082b67afa, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d7f9e282-35a5-4ccb-9562-000082b67afa,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:45:17.715305 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-296ca3cf-886d-4e40-8fb7-d261e2789819 req-545822c6-8aa6-4fd6-92e1-1aa42a53acce tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389028 Mar 14 15:45:17.716544 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:17.771722 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=d7f9e282-35a5-4ccb-9562-000082b67afa,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:45:17.792933 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['d7f9e282-35a5-4ccb-9562-000082b67afa'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:45:17.837942 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d20d8-baf0-4bdf-a40b-d348fed76071 req-c85861f8-1b06-4507-b63c-cda658f67286 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:17.839269 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8d2d20d8-baf0-4bdf-a40b-d348fed76071 req-c85861f8-1b06-4507-b63c-cda658f67286 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 944 time: 0.0565934 Mar 14 15:45:17.878177 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8d2d20d8-baf0-4bdf-a40b-d348fed76071 req-219a74ee-82ed-4c6f-a78c-985d9cff5ff1 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327585 Mar 14 15:45:18.077483 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5b43a-e6d7-4291-a823-718b2f1fec2e req-f7fb026f-76db-4f7d-a0f2-4aae5dd9ff44 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:18.079093 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-51c5b43a-e6d7-4291-a823-718b2f1fec2e req-f7fb026f-76db-4f7d-a0f2-4aae5dd9ff44 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 944 time: 0.0520568 Mar 14 15:45:18.149447 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-51c5b43a-e6d7-4291-a823-718b2f1fec2e req-0b192745-45d8-4517-ac82-98df52a8c3e7 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635457 Mar 14 15:45:18.157031 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749a708-6fbf-46aa-9ea0-2e79b81de86c req-260d8477-26a4-4379-b91a-b8b6d5acd64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:18.158566 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a749a708-6fbf-46aa-9ea0-2e79b81de86c req-260d8477-26a4-4379-b91a-b8b6d5acd64f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 1097 time: 0.0667896 Mar 14 15:45:18.247080 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749a708-6fbf-46aa-9ea0-2e79b81de86c req-10ac22a6-a8e3-4c3b-8c4f-053cadc7f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:18.248523 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a749a708-6fbf-46aa-9ea0-2e79b81de86c req-10ac22a6-a8e3-4c3b-8c4f-053cadc7f126 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0827677 Mar 14 15:45:18.320168 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a749a708-6fbf-46aa-9ea0-2e79b81de86c req-c15ac93a-febf-4b88-b22a-c79e6928cb2e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7f9e282-35a5-4ccb-9562-000082b67afa HTTP/1.1" status: 200 len: 1000 time: 0.0609159 Mar 14 15:45:18.372936 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749a708-6fbf-46aa-9ea0-2e79b81de86c req-f60ec020-9b39-4093-99f2-83733c7ad68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:18.374411 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a749a708-6fbf-46aa-9ea0-2e79b81de86c req-f60ec020-9b39-4093-99f2-83733c7ad68b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0432460 Mar 14 15:45:18.421697 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749a708-6fbf-46aa-9ea0-2e79b81de86c req-6f14f602-b71f-4fb0-948a-f296be98c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:18.423259 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a749a708-6fbf-46aa-9ea0-2e79b81de86c req-6f14f602-b71f-4fb0-948a-f296be98c472 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389404 Mar 14 15:45:18.519747 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a749a708-6fbf-46aa-9ea0-2e79b81de86c req-90497974-b9fc-4ea8-9256-c742725b3c64 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861418 Mar 14 15:45:18.612010 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a749a708-6fbf-46aa-9ea0-2e79b81de86c req-085fba49-5c70-4d1e-a58f-906b33fd7426 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810764 Mar 14 15:45:18.798608 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device d7f9e282-35a5-4ccb-9562-000082b67afa up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:45:18.846281 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port d7f9e282-35a5-4ccb-9562-000082b67afa triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:45:18.846679 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:18.923651 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:18.955592 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port d7f9e282-35a5-4ccb-9562-000082b67afa, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d7f9e282-35a5-4ccb-9562-000082b67afa,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:45:18.961671 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:19.007211 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=d7f9e282-35a5-4ccb-9562-000082b67afa,revision_number=8']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:45:19.119023 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729d54cb-93f0-4f76-a5bc-960d7c0df06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f9e282-35a5-4ccb-9562-000082b67afa'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:45:19.121301 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda15eca-834f-4c58-bcca-62e36feaf9e4" -d '{"events": [{"server_uuid": "729d54cb-93f0-4f76-a5bc-960d7c0df06a", "name": "network-vif-plugged", "status": "completed", "tag": "d7f9e282-35a5-4ccb-9562-000082b67afa"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:45:19.157256 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381dddf4-4c47-4f14-b9ee-74bbca75ba2b x-openstack-request-id: req-381dddf4-4c47-4f14-b9ee-74bbca75ba2b {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:45:19.157552 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729d54cb-93f0-4f76-a5bc-960d7c0df06a", "name": "network-vif-plugged", "status": "completed", "tag": "d7f9e282-35a5-4ccb-9562-000082b67afa", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:45:19.158444 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-381dddf4-4c47-4f14-b9ee-74bbca75ba2b {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:45:19.158989 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729d54cb-93f0-4f76-a5bc-960d7c0df06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f9e282-35a5-4ccb-9562-000082b67afa', 'code': 200} Mar 14 15:45:19.270942 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723017a-f3b2-4ae2-81f8-8bdb9bbab049 req-7248bd8b-34f3-4e2a-b2e4-3db46568c8f9 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:19.272470 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c723017a-f3b2-4ae2-81f8-8bdb9bbab049 req-7248bd8b-34f3-4e2a-b2e4-3db46568c8f9 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0543249 Mar 14 15:45:19.309911 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c723017a-f3b2-4ae2-81f8-8bdb9bbab049 req-cfec6e46-ac64-4654-a9df-e1349237b282 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315566 Mar 14 15:45:19.544914 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c220479-6a8c-4dfd-8851-e48bc721a87d req-33b85578-6ab2-4bfc-bf70-c5119beefe81 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:19.546376 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3c220479-6a8c-4dfd-8851-e48bc721a87d req-33b85578-6ab2-4bfc-bf70-c5119beefe81 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0489881 Mar 14 15:45:19.584138 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3c220479-6a8c-4dfd-8851-e48bc721a87d req-2ad75f37-a9e3-439a-8873-214e09e21760 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310247 Mar 14 15:45:20.700545 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cd76e-2e21-43ab-a446-bef176085411 req-d9ba6c65-a1da-43cf-ad03-675bdcc42a18 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:20.701993 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-eb4cd76e-2e21-43ab-a446-bef176085411 req-d9ba6c65-a1da-43cf-ad03-675bdcc42a18 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0479946 Mar 14 15:45:20.738686 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-eb4cd76e-2e21-43ab-a446-bef176085411 req-c4ce63f4-db69-44e3-ac6b-7c7dfe36a816 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306747 Mar 14 15:45:21.384928 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5c481-724d-4cc6-bc33-4fb3fb507e71 req-e028db4c-74e2-40c8-99a6-88363de5d344 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:21.386334 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-47a5c481-724d-4cc6-bc33-4fb3fb507e71 req-e028db4c-74e2-40c8-99a6-88363de5d344 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0485151 Mar 14 15:45:21.482717 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-47a5c481-724d-4cc6-bc33-4fb3fb507e71 req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Deleting port d7f9e282-35a5-4ccb-9562-000082b67afa {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:45:21.483097 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-47a5c481-724d-4cc6-bc33-4fb3fb507e71 req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:21.569049 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-47a5c481-724d-4cc6-bc33-4fb3fb507e71 req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] For port d7f9e282-35a5-4ccb-9562-000082b67afa, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=d7f9e282-35a5-4ccb-9562-000082b67afa,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:45:21.569415 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-47a5c481-724d-4cc6-bc33-4fb3fb507e71 req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:21.740971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-47a5c481-724d-4cc6-bc33-4fb3fb507e71 req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:21.741247 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-47a5c481-724d-4cc6-bc33-4fb3fb507e71 req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:21.741561 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [req-47a5c481-724d-4cc6-bc33-4fb3fb507e71 req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Floating IP 73ab7f9d-5632-4531-836e-1fef3f6c5b96 disassociated. External IP: 172.26.6.134, port: d7f9e282-35a5-4ccb-9562-000082b67afa. Mar 14 15:45:21.741898 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-47a5c481-724d-4cc6-bc33-4fb3fb507e71 req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Calling delete_port for d7f9e282-35a5-4ccb-9562-000082b67afa owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:45:21.896223 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83987b09-baf9-4d9d-a2c1-bb080876a38e req-9b38264b-a4e9-4477-afb4-2fa57cf2f355 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:21.897713 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-83987b09-baf9-4d9d-a2c1-bb080876a38e req-9b38264b-a4e9-4477-afb4-2fa57cf2f355 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=729d54cb-93f0-4f76-a5bc-960d7c0df06a HTTP/1.1" status: 200 len: 945 time: 0.0875506 Mar 14 15:45:21.898754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-47a5c481-724d-4cc6-bc33-4fb3fb507e71 req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:21.944625 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Pushing event deleted for resources: {'Port': ['ID=d7f9e282-35a5-4ccb-9562-000082b67afa,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:45:21.960778 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:21.961137 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:21.961480 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:21.961817 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:21.962149 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:21.962486 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:21.962819 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:21.963174 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:21.963509 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:21.963833 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:21.964159 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:21.964480 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:22.011338 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-83987b09-baf9-4d9d-a2c1-bb080876a38e req-fbd18d11-3e9a-43f4-9ecf-4720b7b70139 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054924 Mar 14 15:45:22.093862 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47a5c481-724d-4cc6-bc33-4fb3fb507e71 req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:45:22.202964 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47a5c481-724d-4cc6-bc33-4fb3fb507e71 req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:45:22.214272 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df73912-e639-4d37-873f-174b5a78a275 None None] Sync routers for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:45:22.224376 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df73912-e639-4d37-873f-174b5a78a275 None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:45:22.224986 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-4df73912-e639-4d37-873f-174b5a78a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:45:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:45:22.241732 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a5c481-724d-4cc6-bc33-4fb3fb507e71 req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] No DVR routers for this DVR port d7f9e282-35a5-4ccb-9562-000082b67afa on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:45:22.244291 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-47a5c481-724d-4cc6-bc33-4fb3fb507e71 req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:22.247621 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-47a5c481-724d-4cc6-bc33-4fb3fb507e71 req-f0b65933-babe-460b-b6a0-ef29009db471 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "DELETE /v2.0/ports/d7f9e282-35a5-4ccb-9562-000082b67afa HTTP/1.1" status: 204 len: 173 time: 0.8505979 Mar 14 15:45:22.248005 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729d54cb-93f0-4f76-a5bc-960d7c0df06a', 'name': 'network-vif-deleted', 'tag': 'd7f9e282-35a5-4ccb-9562-000082b67afa'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:45:22.250226 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7002be-a7b5-4b19-8826-44b4e73ed477" -d '{"events": [{"server_uuid": "729d54cb-93f0-4f76-a5bc-960d7c0df06a", "name": "network-vif-deleted", "tag": "d7f9e282-35a5-4ccb-9562-000082b67afa"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:45:22.296443 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d731ff9-dab1-4c78-9440-5c25f24d6886 x-openstack-request-id: req-4d731ff9-dab1-4c78-9440-5c25f24d6886 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:45:22.296739 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729d54cb-93f0-4f76-a5bc-960d7c0df06a", "name": "network-vif-deleted", "tag": "d7f9e282-35a5-4ccb-9562-000082b67afa", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:45:22.297000 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d731ff9-dab1-4c78-9440-5c25f24d6886 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:45:22.297406 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729d54cb-93f0-4f76-a5bc-960d7c0df06a', 'name': 'network-vif-deleted', 'tag': 'd7f9e282-35a5-4ccb-9562-000082b67afa', 'status': 'completed', 'code': 200} Mar 14 15:45:22.336471 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-4df73912-e639-4d37-873f-174b5a78a275 None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:45:22.694712 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-4df73912-e639-4d37-873f-174b5a78a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:45:22.723069 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df73912-e639-4d37-873f-174b5a78a275 None None] Checking router: e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:45:22.731465 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df73912-e639-4d37-873f-174b5a78a275 None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:45:22.732077 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-4df73912-e639-4d37-873f-174b5a78a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:45:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:45:22.836651 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-4df73912-e639-4d37-873f-174b5a78a275 None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:45:23.033464 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-4df73912-e639-4d37-873f-174b5a78a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:45:23.059602 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df73912-e639-4d37-873f-174b5a78a275 None None] The sync data for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv is: [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:45:23.251075 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-62a2f1c9-cf9e-4d80-a5fe-770acda11fea tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1678571665&fields=id&tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205 HTTP/1.1" status: 200 len: 267 time: 0.0335507 Mar 14 15:45:23.296505 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6011a957-e79c-49a7-bfdc-5407de16ee23 None None] New status for floating IP 73ab7f9d-5632-4531-836e-1fef3f6c5b96: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:45:23.364504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-b7dd55c1-e8ae-4d88-bd8d-0fce011a3317 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:23.366056 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-b7dd55c1-e8ae-4d88-bd8d-0fce011a3317 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 812 time: 0.1075029 Mar 14 15:45:23.383016 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-00783ce1-4819-435e-ae9a-20b857b64860 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/quotas/2ec4c1a6587e4d2ba3eae9f76d28a205 HTTP/1.1" status: 200 len: 375 time: 0.0100973 Mar 14 15:45:23.395537 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:45:23.748718 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-709d1951-dc32-498b-9999-5f7f5228354b tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3598542 Mar 14 15:45:23.841033 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-5b4a37a5-c2a3-4313-b395-db77a60b97a8 service neutron] 10.222.0.59 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800004 Mar 14 15:45:23.930374 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-f1f9a836-e5cc-4096-88f9-fcf5b7b3c672 service neutron] 10.222.0.59 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832729 Mar 14 15:45:24.097658 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f9d173df-8799-422d-aab9-0c733273ac99 req-5c628bd9-2ddd-437a-b5f5-aae55ce2f199 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 210 time: 0.0315914 Mar 14 15:45:24.844273 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device d7f9e282-35a5-4ccb-9562-000082b67afa no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:45:24.865878 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: d7f9e282-35a5-4ccb-9562-000082b67afa {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:45:24.866302 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device d7f9e282-35a5-4ccb-9562-000082b67afa not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:45:25.062174 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-7824b0ab-281b-4125-b281-318d3513ffae tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:25.063707 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-7824b0ab-281b-4125-b281-318d3513ffae tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 812 time: 0.1095977 Mar 14 15:45:25.118105 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-4d72b0b1-965c-48ac-b27e-3a0e9842bd72 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205 HTTP/1.1" status: 200 len: 380 time: 0.0394914 Mar 14 15:45:25.128784 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-040bf948-6920-4eb0-859b-92ff2edfd6f9 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Request body: {'port': {'device_id': 'cdbb3ffa-44d6-49ad-8705-31ef11b31b14', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'admin_state_up': True, 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'security_groups': ['fad53ad7-7746-4cb0-900c-f1a92e047206']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:45:25.207902 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fa7e32ba-a3c7-482f-926b-f96188e05d99 req-7d4d045f-bd55-4280-829e-e65f219180d5 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 210 time: 0.0324864 Mar 14 15:45:25.257294 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-040bf948-6920-4eb0-859b-92ff2edfd6f9 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Made reservation on behalf of 2ec4c1a6587e4d2ba3eae9f76d28a205 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:45:25.260989 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-040bf948-6920-4eb0-859b-92ff2edfd6f9 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:25.388124 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-040bf948-6920-4eb0-859b-92ff2edfd6f9 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Allocated IP 172.20.0.7 (db88c90a-3a7a-488e-99bb-f148f4844341/9184d99e-90cb-4c93-8eaa-f03e0e927e44/6bcc2534-123d-4752-aacb-171c7451102c) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:45:25.529582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-040bf948-6920-4eb0-859b-92ff2edfd6f9 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:25.563356 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-040bf948-6920-4eb0-859b-92ff2edfd6f9 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:25.608088 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-040bf948-6920-4eb0-859b-92ff2edfd6f9 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Network db88c90a-3a7a-488e-99bb-f148f4844341 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:45:25.612142 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-040bf948-6920-4eb0-859b-92ff2edfd6f9 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:45:25.614808 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-040bf948-6920-4eb0-859b-92ff2edfd6f9 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:45:25.645509 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bf948-6920-4eb0-859b-92ff2edfd6f9 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Pushing event updated for resources: {'Port': ['ID=6bcc2534-123d-4752-aacb-171c7451102c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:45:25.667224 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-040bf948-6920-4eb0-859b-92ff2edfd6f9 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:25.667839 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-040bf948-6920-4eb0-859b-92ff2edfd6f9 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:25.686010 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-040bf948-6920-4eb0-859b-92ff2edfd6f9 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5620372 Mar 14 15:45:25.702416 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] Request body: {'port': {'device_id': 'cdbb3ffa-44d6-49ad-8705-31ef11b31b14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:45:25.762739 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:25.841859 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-1882a32a-1db4-41f8-9827-4fa76f343900 None None] Provisioning complete for port 6bcc2534-123d-4752-aacb-171c7451102c triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:45:25.842235 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1882a32a-1db4-41f8-9827-4fa76f343900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:25.880079 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1882a32a-1db4-41f8-9827-4fa76f343900 None None] Port 6bcc2534-123d-4752-aacb-171c7451102c cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:45:26.023325 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bcc2534-123d-4752-aacb-171c7451102c {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:45:26.030510 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:26.042206 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] Transition to ACTIVE for port object 6bcc2534-123d-4752-aacb-171c7451102c will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:45:26.045833 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:26.094028 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] Pushing event updated for resources: {'Port': ['ID=6bcc2534-123d-4752-aacb-171c7451102c,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:45:26.169271 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] Attempting to bind port 6bcc2534-123d-4752-aacb-171c7451102c on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:45:26.169615 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] Attempting to bind port 6bcc2534-123d-4752-aacb-171c7451102c by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:45:26.169938 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] Attempting to bind port 6bcc2534-123d-4752-aacb-171c7451102c on network db88c90a-3a7a-488e-99bb-f148f4844341 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:45:26.175246 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] Port 6bcc2534-123d-4752-aacb-171c7451102c on network db88c90a-3a7a-488e-99bb-f148f4844341 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:45:26.175563 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] Attempting to bind port 6bcc2534-123d-4752-aacb-171c7451102c on network db88c90a-3a7a-488e-99bb-f148f4844341 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:45:26.180491 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:45:26.180825 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] Checking segment: {'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:45:26.181206 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] Bound using segment: {'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:45:26.181632 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] Bound port: 6bcc2534-123d-4752-aacb-171c7451102c, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:45:26.181984 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:26.248799 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] For port 6bcc2534-123d-4752-aacb-171c7451102c, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:45:26.259124 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] For port 6bcc2534-123d-4752-aacb-171c7451102c, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6bcc2534-123d-4752-aacb-171c7451102c,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:45:26.264784 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:26.301443 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:26.302052 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:26.303494 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] 10.222.0.18 "PUT /v2.0/ports/6bcc2534-123d-4752-aacb-171c7451102c HTTP/1.1" status: 200 len: 1093 time: 0.6055226 Mar 14 15:45:26.303953 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbb3ffa-44d6-49ad-8705-31ef11b31b14', 'tag': '6bcc2534-123d-4752-aacb-171c7451102c'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:45:26.306207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c209272a-e704-4ac5-a94f-3ac49ad382ba" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbb3ffa-44d6-49ad-8705-31ef11b31b14", "tag": "6bcc2534-123d-4752-aacb-171c7451102c"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:45:26.333251 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a00189-1bc7-4a14-8e3e-2db0b5728193 service neutron] Pushing event updated for resources: {'Port': ['ID=6bcc2534-123d-4752-aacb-171c7451102c,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:45:26.367996 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac13fe-5722-45a9-b750-41d4c2692239 req-a8c92bab-0a0e-4a40-b1ff-91c207552c5f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:26.371219 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a9ac13fe-5722-45a9-b750-41d4c2692239 req-a8c92bab-0a0e-4a40-b1ff-91c207552c5f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 943 time: 0.0933094 Mar 14 15:45:26.387257 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec157b00-ccc3-42eb-856c-d7622b26c3c5 x-openstack-request-id: req-ec157b00-ccc3-42eb-856c-d7622b26c3c5 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:45:26.387898 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbb3ffa-44d6-49ad-8705-31ef11b31b14", "tag": "6bcc2534-123d-4752-aacb-171c7451102c", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:45:26.388223 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ec157b00-ccc3-42eb-856c-d7622b26c3c5 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:45:26.388691 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbb3ffa-44d6-49ad-8705-31ef11b31b14', 'tag': '6bcc2534-123d-4752-aacb-171c7451102c', 'status': 'completed', 'code': 200} Mar 14 15:45:26.404889 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-2e92dc05-f798-4276-b501-34c7f826b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:26.406961 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-2e92dc05-f798-4276-b501-34c7f826b08d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 1096 time: 0.0578334 Mar 14 15:45:26.420187 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a9ac13fe-5722-45a9-b750-41d4c2692239 req-c0d89a51-3d91-4a82-a73a-6753b77578fe tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425262 Mar 14 15:45:26.460066 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-0c76fd45-f179-4cd6-8e91-624afb0c64e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bcc2534-123d-4752-aacb-171c7451102c HTTP/1.1" status: 200 len: 217 time: 0.0417237 Mar 14 15:45:26.516945 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-08806cd8-6973-4316-8c72-a86eff596394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:26.518448 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-08806cd8-6973-4316-8c72-a86eff596394 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0484252 Mar 14 15:45:26.569800 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-e650023f-342a-4b50-896d-409afe517116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:26.571431 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-e650023f-342a-4b50-896d-409afe517116 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423195 Mar 14 15:45:26.668162 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-ebde7d89-cf26-4ea6-9504-93573bb908d0 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859113 Mar 14 15:45:26.757574 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eac5bb8b-2f82-44ed-85de-0fe20768b2eb req-b856460c-5bb8-44a8-a55a-5ccf09be989f service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817797 Mar 14 15:45:26.851442 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209272a-e704-4ac5-a94f-3ac49ad382ba req-32016ac5-51c4-4d5a-86f8-d24d97f0e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:26.853167 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c209272a-e704-4ac5-a94f-3ac49ad382ba req-32016ac5-51c4-4d5a-86f8-d24d97f0e257 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 1096 time: 0.0471580 Mar 14 15:45:26.941724 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209272a-e704-4ac5-a94f-3ac49ad382ba req-c53728f0-8e3c-4a5a-bbf5-8c626d589b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:26.943202 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c209272a-e704-4ac5-a94f-3ac49ad382ba req-c53728f0-8e3c-4a5a-bbf5-8c626d589b35 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0826826 Mar 14 15:45:26.984406 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c209272a-e704-4ac5-a94f-3ac49ad382ba req-5cf98233-2e51-4c20-a983-f2417a4161c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bcc2534-123d-4752-aacb-171c7451102c HTTP/1.1" status: 200 len: 217 time: 0.0337672 Mar 14 15:45:27.037266 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209272a-e704-4ac5-a94f-3ac49ad382ba req-d8e0bca2-3a35-43f4-8a91-e1ba132c6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:27.038694 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c209272a-e704-4ac5-a94f-3ac49ad382ba req-d8e0bca2-3a35-43f4-8a91-e1ba132c6ea9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0465453 Mar 14 15:45:27.084746 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209272a-e704-4ac5-a94f-3ac49ad382ba req-d35cbf7b-8e57-445a-aad3-f33e95d87918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:27.086205 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c209272a-e704-4ac5-a94f-3ac49ad382ba req-d35cbf7b-8e57-445a-aad3-f33e95d87918 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394592 Mar 14 15:45:27.175190 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c209272a-e704-4ac5-a94f-3ac49ad382ba req-efd0d186-960a-45ce-868e-c73ffee58b8d service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812547 Mar 14 15:45:27.266994 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c209272a-e704-4ac5-a94f-3ac49ad382ba req-69f63080-6929-48db-9008-b57ab1f63adf service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850790 Mar 14 15:45:27.541945 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c950c-ae8e-4cee-b5e4-820e26dac70a req-193e019b-919c-4048-a662-9bc356266ccb tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:27.543433 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3b2c950c-ae8e-4cee-b5e4-820e26dac70a req-193e019b-919c-4048-a662-9bc356266ccb tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 943 time: 0.0485313 Mar 14 15:45:27.580217 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3b2c950c-ae8e-4cee-b5e4-820e26dac70a req-c2337d0a-57e1-4a2c-8f75-ac25cd01810c tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303841 Mar 14 15:45:28.695568 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b0840-0220-4e71-8ca0-82058c69552e req-b870eaf2-8a23-44a2-9fad-fe1fa400f3cd tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:28.696954 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f90b0840-0220-4e71-8ca0-82058c69552e req-b870eaf2-8a23-44a2-9fad-fe1fa400f3cd tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 943 time: 0.0495567 Mar 14 15:45:28.733978 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f90b0840-0220-4e71-8ca0-82058c69552e req-34d22ccf-f7af-4841-ba86-2e026ff0190c tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311661 Mar 14 15:45:28.846877 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 6bcc2534-123d-4752-aacb-171c7451102c details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:45:28.943970 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 6bcc2534-123d-4752-aacb-171c7451102c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6bcc2534-123d-4752-aacb-171c7451102c,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:45:28.958895 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '6bcc2534-123d-4752-aacb-171c7451102c', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'port_id': '6bcc2534-123d-4752-aacb-171c7451102c', 'mac_address': 'fa:16:3e:ab:37:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:45:28.994090 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:29.006187 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bcc2534-123d-4752-aacb-171c7451102c {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:45:29.024579 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 6bcc2534-123d-4752-aacb-171c7451102c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6bcc2534-123d-4752-aacb-171c7451102c,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:45:29.029203 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:29.074297 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=6bcc2534-123d-4752-aacb-171c7451102c,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:45:29.081603 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:29.081953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:29.082293 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:29.082629 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:29.082981 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:29.083314 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:29.083898 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:29.084226 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:29.084553 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:29.084876 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:29.085196 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:29.085513 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:45:29.279996 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['6bcc2534-123d-4752-aacb-171c7451102c'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:45:29.852579 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93676cc3-aaaf-4e62-873b-b66839d6ccc7 req-27a3c745-3b53-4563-b7c9-5510c464c469 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:29.854065 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-93676cc3-aaaf-4e62-873b-b66839d6ccc7 req-27a3c745-3b53-4563-b7c9-5510c464c469 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 944 time: 0.0539131 Mar 14 15:45:29.891189 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-93676cc3-aaaf-4e62-873b-b66839d6ccc7 req-87e338e3-4c5c-4e5e-ab0d-be8ccd022303 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310974 Mar 14 15:45:30.846526 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 6bcc2534-123d-4752-aacb-171c7451102c up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:45:30.898368 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 6bcc2534-123d-4752-aacb-171c7451102c completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:45:30.901971 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 6bcc2534-123d-4752-aacb-171c7451102c triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:45:30.902340 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:30.981213 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:31.004670 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbb3ffa-44d6-49ad-8705-31ef11b31b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcc2534-123d-4752-aacb-171c7451102c'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:45:31.006878 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c5d8c3-7909-440a-bc46-708978dc62a5" -d '{"events": [{"server_uuid": "cdbb3ffa-44d6-49ad-8705-31ef11b31b14", "name": "network-vif-plugged", "status": "completed", "tag": "6bcc2534-123d-4752-aacb-171c7451102c"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:45:31.011272 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0f093-719f-4acb-9898-789dd5a7224c req-31719a02-60fa-4a6d-9b84-59bc91be0805 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:31.013048 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-65b0f093-719f-4acb-9898-789dd5a7224c req-31719a02-60fa-4a6d-9b84-59bc91be0805 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 944 time: 0.0527825 Mar 14 15:45:31.020776 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 6bcc2534-123d-4752-aacb-171c7451102c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6bcc2534-123d-4752-aacb-171c7451102c,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:45:31.025254 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:31.049378 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dbd534-9fdc-405f-954c-e5fe29b07326 x-openstack-request-id: req-c2dbd534-9fdc-405f-954c-e5fe29b07326 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:45:31.049671 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbb3ffa-44d6-49ad-8705-31ef11b31b14", "name": "network-vif-plugged", "status": "completed", "tag": "6bcc2534-123d-4752-aacb-171c7451102c", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:45:31.049917 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c2dbd534-9fdc-405f-954c-e5fe29b07326 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:45:31.050301 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbb3ffa-44d6-49ad-8705-31ef11b31b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcc2534-123d-4752-aacb-171c7451102c', 'code': 200} Mar 14 15:45:31.055528 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-65b0f093-719f-4acb-9898-789dd5a7224c req-59273aaf-d698-4e96-a253-b606d0a88337 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348015 Mar 14 15:45:31.080924 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=6bcc2534-123d-4752-aacb-171c7451102c,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:45:31.226815 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e7c42-e61a-40e0-bddb-e0fba2a601d6 req-beb59b58-0c11-4feb-920b-fb7162389d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:31.228502 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-383e7c42-e61a-40e0-bddb-e0fba2a601d6 req-beb59b58-0c11-4feb-920b-fb7162389d10 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 1098 time: 0.0397871 Mar 14 15:45:31.264088 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-383e7c42-e61a-40e0-bddb-e0fba2a601d6 req-ba8cdbae-5c1c-4d88-9d7b-f22ce294ae75 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274518 Mar 14 15:45:32.175472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a5551-89f4-4934-ad7d-7a5bef65be4f req-50bc29db-b38a-417f-8f02-19854ffaf89f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:32.176967 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-063a5551-89f4-4934-ad7d-7a5bef65be4f req-50bc29db-b38a-417f-8f02-19854ffaf89f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0506694 Mar 14 15:45:32.214527 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-063a5551-89f4-4934-ad7d-7a5bef65be4f req-adbc47a7-b133-4fec-a95e-75ae3a457258 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316606 Mar 14 15:45:32.846564 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-35079137-b9e4-4002-b199-17e89f02be60 req-b6ffa02b-fedd-4065-91ec-e3088467e741 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431054 Mar 14 15:45:32.929309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35079137-b9e4-4002-b199-17e89f02be60 req-3d9ea0ad-c821-4513-ad00-352f3e27b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:32.930761 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-35079137-b9e4-4002-b199-17e89f02be60 req-3d9ea0ad-c821-4513-ad00-352f3e27b831 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 1098 time: 0.0407298 Mar 14 15:45:33.032131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35079137-b9e4-4002-b199-17e89f02be60 req-ac819614-1519-45fa-af15-4392f5ff7fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:33.034312 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-35079137-b9e4-4002-b199-17e89f02be60 req-ac819614-1519-45fa-af15-4392f5ff7fb7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0847378 Mar 14 15:45:33.079470 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-35079137-b9e4-4002-b199-17e89f02be60 req-1656627b-f19b-4531-99fd-9e2895fb208c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bcc2534-123d-4752-aacb-171c7451102c HTTP/1.1" status: 200 len: 217 time: 0.0384150 Mar 14 15:45:33.127382 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35079137-b9e4-4002-b199-17e89f02be60 req-05dc8a2b-fb3e-45ab-a8c3-c02ab34812c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:33.128705 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-35079137-b9e4-4002-b199-17e89f02be60 req-05dc8a2b-fb3e-45ab-a8c3-c02ab34812c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0433748 Mar 14 15:45:33.173920 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35079137-b9e4-4002-b199-17e89f02be60 req-d52b3d03-8c4b-4f5b-bb43-01571b767e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:33.175598 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-35079137-b9e4-4002-b199-17e89f02be60 req-d52b3d03-8c4b-4f5b-bb43-01571b767e51 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402646 Mar 14 15:45:33.268290 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-35079137-b9e4-4002-b199-17e89f02be60 req-df8a6f38-6b79-4d5f-88e2-4b3761285153 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860901 Mar 14 15:45:33.329042 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd79c9-0347-4ab3-a455-f4cc5c2ae047 req-0fa88266-bd84-4508-b7e1-9246a6944ed8 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:33.330604 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5bdd79c9-0347-4ab3-a455-f4cc5c2ae047 req-0fa88266-bd84-4508-b7e1-9246a6944ed8 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0494077 Mar 14 15:45:33.360219 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-35079137-b9e4-4002-b199-17e89f02be60 req-bdb0e228-bed7-4b14-b960-2060b268982d service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843270 Mar 14 15:45:33.371161 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5bdd79c9-0347-4ab3-a455-f4cc5c2ae047 req-126f06d4-d3b5-47f2-a457-8b171035e483 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341778 Mar 14 15:45:33.483602 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954cd7d-5dab-49f9-baec-0d017f064f5d req-a42cc6fb-30f2-46f8-9c08-a924b119acdc tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:33.485057 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4954cd7d-5dab-49f9-baec-0d017f064f5d req-a42cc6fb-30f2-46f8-9c08-a924b119acdc tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0489461 Mar 14 15:45:33.494408 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 59994) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:45:33.498634 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6667f5a3-9375-4dee-aec1-03a93c18a8bd tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Request body: {'floatingip': {'port_id': '6bcc2534-123d-4752-aacb-171c7451102c'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:45:33.540878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6667f5a3-9375-4dee-aec1-03a93c18a8bd tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for floatingip, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:33.962714 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6667f5a3-9375-4dee-aec1-03a93c18a8bd tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:33.966290 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6667f5a3-9375-4dee-aec1-03a93c18a8bd tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:34.060928 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-6667f5a3-9375-4dee-aec1-03a93c18a8bd tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Floating IP 73ab7f9d-5632-4531-836e-1fef3f6c5b96 associated. External IP: 172.26.6.134, port: 6bcc2534-123d-4752-aacb-171c7451102c. Mar 14 15:45:34.074967 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-820a7526-1037-41b9-af35-9a60fd13cd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:34.266574 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6667f5a3-9375-4dee-aec1-03a93c18a8bd tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:45:34.373870 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6667f5a3-9375-4dee-aec1-03a93c18a8bd tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:45:34.379195 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6667f5a3-9375-4dee-aec1-03a93c18a8bd tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:34.385110 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c8796e-c2d5-4a94-9374-ea7c1469288c None None] Sync routers for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:45:34.395385 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c8796e-c2d5-4a94-9374-ea7c1469288c None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:45:34.396013 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-80c8796e-c2d5-4a94-9374-ea7c1469288c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:45:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:45:34.405980 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6667f5a3-9375-4dee-aec1-03a93c18a8bd tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "PUT /v2.0/floatingips/73ab7f9d-5632-4531-836e-1fef3f6c5b96 HTTP/1.1" status: 200 len: 991 time: 0.9105272 Mar 14 15:45:34.406682 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbb3ffa-44d6-49ad-8705-31ef11b31b14', 'tag': '6bcc2534-123d-4752-aacb-171c7451102c'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:45:34.409582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725151e2-1a1e-4d66-980d-249bd4b6d5da" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbb3ffa-44d6-49ad-8705-31ef11b31b14", "tag": "6bcc2534-123d-4752-aacb-171c7451102c"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:45:34.448469 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28ff2b6-c89e-41f7-9eab-41457d64a8dc x-openstack-request-id: req-f28ff2b6-c89e-41f7-9eab-41457d64a8dc {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:45:34.448847 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbb3ffa-44d6-49ad-8705-31ef11b31b14", "tag": "6bcc2534-123d-4752-aacb-171c7451102c", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:45:34.449167 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f28ff2b6-c89e-41f7-9eab-41457d64a8dc {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:45:34.449631 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbb3ffa-44d6-49ad-8705-31ef11b31b14', 'tag': '6bcc2534-123d-4752-aacb-171c7451102c', 'status': 'completed', 'code': 200} Mar 14 15:45:34.509687 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-80c8796e-c2d5-4a94-9374-ea7c1469288c None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:45:34.522119 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725151e2-1a1e-4d66-980d-249bd4b6d5da req-7def90ec-9a58-49ee-ac2e-154d951bdabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:34.523694 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-725151e2-1a1e-4d66-980d-249bd4b6d5da req-7def90ec-9a58-49ee-ac2e-154d951bdabc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 1098 time: 0.0506270 Mar 14 15:45:34.690565 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725151e2-1a1e-4d66-980d-249bd4b6d5da req-ef8a46d1-69b2-4fcc-a8e8-877bb2963b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:34.692088 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-725151e2-1a1e-4d66-980d-249bd4b6d5da req-ef8a46d1-69b2-4fcc-a8e8-877bb2963b6a service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.1599422 Mar 14 15:45:34.701675 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-a9898ec6-f1c2-4e5d-a1b4-d9765de672c1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1025140 Mar 14 15:45:34.716265 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e03b5-dbb1-4d8f-870f-923d8b2342d4 req-d4c2628f-0c3b-461a-baf5-bbb6776cc841 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:34.717779 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-338e03b5-dbb1-4d8f-870f-923d8b2342d4 req-d4c2628f-0c3b-461a-baf5-bbb6776cc841 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.1085045 Mar 14 15:45:34.769770 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-80c8796e-c2d5-4a94-9374-ea7c1469288c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '73ab7f9d-5632-4531-836e-1fef3f6c5b96', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'port_id': '6bcc2534-123d-4752-aacb-171c7451102c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'mac_address': 'fa:16:3e:ab:37:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb3ffa-44d6-49ad-8705-31ef11b31b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:43:49Z', 'updated_at': '2022-03-14T15:45:33Z', 'revision_number': 9, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:45:34.796586 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c8796e-c2d5-4a94-9374-ea7c1469288c None None] Checking router: e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:45:34.797261 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-338e03b5-dbb1-4d8f-870f-923d8b2342d4 req-8ff37957-c78f-4cb0-bc03-e1236b9ae984 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501955 Mar 14 15:45:34.800478 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-725151e2-1a1e-4d66-980d-249bd4b6d5da req-a4c17f1b-f18a-4f37-a683-5c13b40bc8c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bcc2534-123d-4752-aacb-171c7451102c HTTP/1.1" status: 200 len: 999 time: 0.1018274 Mar 14 15:45:34.808142 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c8796e-c2d5-4a94-9374-ea7c1469288c None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:45:34.808989 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-80c8796e-c2d5-4a94-9374-ea7c1469288c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:45:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:45:34.856723 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725151e2-1a1e-4d66-980d-249bd4b6d5da req-bd3768a5-6b33-40cb-9d0a-5aa8c969f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:34.858368 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-725151e2-1a1e-4d66-980d-249bd4b6d5da req-bd3768a5-6b33-40cb-9d0a-5aa8c969f04d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0510912 Mar 14 15:45:34.913391 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725151e2-1a1e-4d66-980d-249bd4b6d5da req-c042c8ed-02e9-4bca-82ad-e5cea30f0a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:34.914901 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-725151e2-1a1e-4d66-980d-249bd4b6d5da req-c042c8ed-02e9-4bca-82ad-e5cea30f0a2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0496669 Mar 14 15:45:34.929869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-80c8796e-c2d5-4a94-9374-ea7c1469288c None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:45:35.009311 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-725151e2-1a1e-4d66-980d-249bd4b6d5da req-5dc3a7d8-d146-4744-b248-07a8aa6c23cc service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871854 Mar 14 15:45:35.120463 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-725151e2-1a1e-4d66-980d-249bd4b6d5da req-3e61ee4e-475f-4e6b-9b09-3d486ee19c35 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042366 Mar 14 15:45:35.175661 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-80c8796e-c2d5-4a94-9374-ea7c1469288c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '73ab7f9d-5632-4531-836e-1fef3f6c5b96', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'port_id': '6bcc2534-123d-4752-aacb-171c7451102c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'mac_address': 'fa:16:3e:ab:37:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb3ffa-44d6-49ad-8705-31ef11b31b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:43:49Z', 'updated_at': '2022-03-14T15:45:33Z', 'revision_number': 9, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:45:35.202366 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c8796e-c2d5-4a94-9374-ea7c1469288c None None] The sync data for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv is: [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '73ab7f9d-5632-4531-836e-1fef3f6c5b96', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'port_id': '6bcc2534-123d-4752-aacb-171c7451102c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'mac_address': 'fa:16:3e:ab:37:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb3ffa-44d6-49ad-8705-31ef11b31b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:43:49Z', 'updated_at': '2022-03-14T15:45:33Z', 'revision_number': 9, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:45:35.424441 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d93c94-2d05-421c-b94f-07ac69f62f64 None None] New status for floating IP 73ab7f9d-5632-4531-836e-1fef3f6c5b96: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:45:35.838624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-3d065e3b-3411-434b-88a1-3df3ae38d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:35.840201 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-3d065e3b-3411-434b-88a1-3df3ae38d4ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 1098 time: 0.0423896 Mar 14 15:45:35.921038 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1b4e1-57fd-47ca-abd1-af34ada1dfa2 req-b245325f-d612-4a8e-b9ca-db62f2bb437d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:35.922555 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-95e1b4e1-57fd-47ca-abd1-af34ada1dfa2 req-b245325f-d612-4a8e-b9ca-db62f2bb437d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0488391 Mar 14 15:45:35.935419 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-70f6ca99-114d-492b-a991-c1bb607486e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:35.936899 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-70f6ca99-114d-492b-a991-c1bb607486e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0897939 Mar 14 15:45:35.961461 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-95e1b4e1-57fd-47ca-abd1-af34ada1dfa2 req-bfdbcf1b-268a-4a7e-a1bb-446f6cadf672 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321498 Mar 14 15:45:36.002121 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-c97e5e86-b7ca-495d-a458-5dd14076cd89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bcc2534-123d-4752-aacb-171c7451102c HTTP/1.1" status: 200 len: 1002 time: 0.0589235 Mar 14 15:45:36.050040 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-170a2c21-b0b5-4001-929e-82ee0ac1a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:36.051517 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-170a2c21-b0b5-4001-929e-82ee0ac1a287 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0432627 Mar 14 15:45:36.100324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-e32e8f50-db5f-4320-86ed-e9e6a62b17fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:36.101790 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-e32e8f50-db5f-4320-86ed-e9e6a62b17fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434484 Mar 14 15:45:36.189885 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-526352c5-a0ce-4f2b-b2fa-dc8c66934924 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808361 Mar 14 15:45:36.282673 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-0921ea5f-8732-44d7-a262-5b4b847d5e56 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860114 Mar 14 15:45:36.458458 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2e00e3cb-077d-49e9-abf8-0b8f2562d2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:37.078100 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0264a-0eb5-4530-9b75-101fd89b4b6e req-7d65655b-b760-43b4-b87c-ab8256849359 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:37.080086 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5d0264a-0eb5-4530-9b75-101fd89b4b6e req-7d65655b-b760-43b4-b87c-ab8256849359 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0505085 Mar 14 15:45:37.118048 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5d0264a-0eb5-4530-9b75-101fd89b4b6e req-69c0a58d-2881-45f4-9bc6-cc22284b0a23 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320199 Mar 14 15:45:37.505681 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:38.239949 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073bdb9-7246-4378-927c-2ad3448f09f8 req-6387fd15-7368-4c11-911a-722b13227c98 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:38.241428 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c073bdb9-7246-4378-927c-2ad3448f09f8 req-6387fd15-7368-4c11-911a-722b13227c98 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0552397 Mar 14 15:45:38.280554 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c073bdb9-7246-4378-927c-2ad3448f09f8 req-e9746280-1638-417c-9b83-d096a3e86930 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328283 Mar 14 15:45:38.930842 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:38.982872 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:39.359375 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:45:39.400125 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34839c2-d515-4917-a85d-d975d307e78c req-1f4546e3-fd86-43e3-9181-18263434a002 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:39.401619 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d34839c2-d515-4917-a85d-d975d307e78c req-1f4546e3-fd86-43e3-9181-18263434a002 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0483210 Mar 14 15:45:39.438720 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d34839c2-d515-4917-a85d-d975d307e78c req-ce7877a8-c7b1-417d-aaac-b56bdb97bf31 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310388 Mar 14 15:45:40.555008 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1ec7d-ed45-4ed8-b59a-b0d5332856cf req-5ae42349-6b69-4ae8-a8c8-13c12febc732 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:40.556490 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3bf1ec7d-ed45-4ed8-b59a-b0d5332856cf req-5ae42349-6b69-4ae8-a8c8-13c12febc732 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0491776 Mar 14 15:45:40.595065 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3bf1ec7d-ed45-4ed8-b59a-b0d5332856cf req-7d644e86-14ad-46de-8c6c-8734ecbac5c7 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324507 Mar 14 15:45:41.712255 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4f18b-6555-44bc-854f-4b2af1faf8cc req-35e26499-c890-449f-a838-d1db011e66ba tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:41.713605 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9eb4f18b-6555-44bc-854f-4b2af1faf8cc req-35e26499-c890-449f-a838-d1db011e66ba tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0518572 Mar 14 15:45:41.750061 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9eb4f18b-6555-44bc-854f-4b2af1faf8cc req-cf48789c-b457-4220-9169-eb59e7a36bb2 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305631 Mar 14 15:45:42.866768 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1180d-3743-40e9-a745-42fa64eea52e req-2ec196c7-f943-48bf-8beb-1d6ce4a7ed85 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:42.868263 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e5e1180d-3743-40e9-a745-42fa64eea52e req-2ec196c7-f943-48bf-8beb-1d6ce4a7ed85 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0491478 Mar 14 15:45:42.905735 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e5e1180d-3743-40e9-a745-42fa64eea52e req-8c02d220-d352-42f1-828d-ff1a5318b895 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316124 Mar 14 15:45:44.021648 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fbadb-f37e-457b-9e33-eed1704f22d0 req-a9a49eb2-6b5d-414e-9a11-846aa0b23408 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:44.023161 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-354fbadb-f37e-457b-9e33-eed1704f22d0 req-a9a49eb2-6b5d-414e-9a11-846aa0b23408 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0487969 Mar 14 15:45:44.060612 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-354fbadb-f37e-457b-9e33-eed1704f22d0 req-5ac16d72-b2e8-4f35-9da3-11c42fb2e5d2 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315206 Mar 14 15:45:45.178705 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d0ffa-0db1-4db9-85f1-b827faf1be05 req-7b49156d-8af0-4dea-9ccf-1454aa08b83c tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:45.180197 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9b5d0ffa-0db1-4db9-85f1-b827faf1be05 req-7b49156d-8af0-4dea-9ccf-1454aa08b83c tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0520642 Mar 14 15:45:45.218116 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9b5d0ffa-0db1-4db9-85f1-b827faf1be05 req-ea4c98ba-4388-4a59-ba0c-fd87d97baa67 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320356 Mar 14 15:45:46.334660 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a98e8e-44bc-4ed5-80bb-e1374804ca63 req-47673afc-1676-4a06-9fd6-5f8af4f4b909 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:46.336181 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-63a98e8e-44bc-4ed5-80bb-e1374804ca63 req-47673afc-1676-4a06-9fd6-5f8af4f4b909 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0502245 Mar 14 15:45:46.375141 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-63a98e8e-44bc-4ed5-80bb-e1374804ca63 req-0493a531-133f-4472-b84a-3ad1e3865ef4 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325949 Mar 14 15:45:47.495911 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa183b5-5304-4dc1-92e7-6ff1e8145f54 req-bb78d5b6-d36e-43ff-b69f-c27fba1a9db1 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:47.497404 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4aa183b5-5304-4dc1-92e7-6ff1e8145f54 req-bb78d5b6-d36e-43ff-b69f-c27fba1a9db1 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0508428 Mar 14 15:45:47.535966 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4aa183b5-5304-4dc1-92e7-6ff1e8145f54 req-92679673-fe1c-4ac5-8d46-5689dce6fbfb tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320468 Mar 14 15:45:48.652542 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98652135-3346-44fb-a7b2-f496051b7873 req-1dbfb816-81ec-425e-abc6-5ef2c6b6db48 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:48.653901 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98652135-3346-44fb-a7b2-f496051b7873 req-1dbfb816-81ec-425e-abc6-5ef2c6b6db48 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0517397 Mar 14 15:45:48.691271 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98652135-3346-44fb-a7b2-f496051b7873 req-c81615e2-09af-42b5-bc26-7bd3e8e6d9e1 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311024 Mar 14 15:45:49.804718 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e9bc7-7e69-495c-900f-b7f8befe35e8 req-10534ac7-ef05-4692-9965-59165201df9a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:49.806202 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1b4e9bc7-7e69-495c-900f-b7f8befe35e8 req-10534ac7-ef05-4692-9965-59165201df9a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0480592 Mar 14 15:45:49.844231 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1b4e9bc7-7e69-495c-900f-b7f8befe35e8 req-f2391653-9b82-4996-a69d-bcb81211dac1 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321147 Mar 14 15:45:50.959706 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc431b-1b55-4784-b45e-2509f8423093 req-bee39fd1-f13d-4b56-afcb-ed9ef57547fb tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:50.961149 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-41fc431b-1b55-4784-b45e-2509f8423093 req-bee39fd1-f13d-4b56-afcb-ed9ef57547fb tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0490131 Mar 14 15:45:50.998068 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-41fc431b-1b55-4784-b45e-2509f8423093 req-3cc98991-93da-4cb5-8f8e-1f51539ac546 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310040 Mar 14 15:45:52.117886 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a67d1e-379c-47e1-ae9f-fc5461f5d64f req-36204309-376b-484a-9c1f-eca5dea1d79c tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:52.119359 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-49a67d1e-379c-47e1-ae9f-fc5461f5d64f req-36204309-376b-484a-9c1f-eca5dea1d79c tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0524189 Mar 14 15:45:52.156586 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-49a67d1e-379c-47e1-ae9f-fc5461f5d64f req-9e51d8ab-6855-4f9e-8ab7-ea8f3a0a1925 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313199 Mar 14 15:45:53.282793 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e85cf3-f726-47ec-9c35-97096067bb60 req-32d1d70c-34d5-4f27-b8ea-bb8aae02895c tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:53.284313 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9e85cf3-f726-47ec-9c35-97096067bb60 req-32d1d70c-34d5-4f27-b8ea-bb8aae02895c tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0513051 Mar 14 15:45:53.321780 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9e85cf3-f726-47ec-9c35-97096067bb60 req-da114bec-053b-4834-87c6-5207a3d2f7d1 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315967 Mar 14 15:45:54.437496 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29df489-ffb6-4697-b9ee-fbb34d4c5b9b req-64e6767e-c8d9-4c23-9230-5c2b7a4f3324 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:54.439055 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d29df489-ffb6-4697-b9ee-fbb34d4c5b9b req-64e6767e-c8d9-4c23-9230-5c2b7a4f3324 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0491350 Mar 14 15:45:54.477465 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d29df489-ffb6-4697-b9ee-fbb34d4c5b9b req-f4219993-f25c-4e7f-83f0-2ea00819c173 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318372 Mar 14 15:45:55.600718 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593a087-e4e4-49a1-8a80-0ce1ea238967 req-8593b195-27dd-4198-af80-c70f7fdff142 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:55.602185 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b593a087-e4e4-49a1-8a80-0ce1ea238967 req-8593b195-27dd-4198-af80-c70f7fdff142 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0528142 Mar 14 15:45:55.948301 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b593a087-e4e4-49a1-8a80-0ce1ea238967 req-4158f034-f7fb-4816-9a0f-2a41241442e0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3401654 Mar 14 15:45:57.061775 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed506f3-fea0-4c58-baef-47acff378c5a req-05b6ca35-81aa-4ca7-8db8-9ed822bd55b2 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:57.064032 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-aed506f3-fea0-4c58-baef-47acff378c5a req-05b6ca35-81aa-4ca7-8db8-9ed822bd55b2 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0483069 Mar 14 15:45:57.100829 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-aed506f3-fea0-4c58-baef-47acff378c5a req-7f67bda5-8a7f-4108-9245-e064fa924a69 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311501 Mar 14 15:45:58.214811 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b38a0-d508-49f3-8487-45339a5b7f3c req-6f5bd2f8-88e7-4797-97ec-1781553b0c5d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:58.216262 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-452b38a0-d508-49f3-8487-45339a5b7f3c req-6f5bd2f8-88e7-4797-97ec-1781553b0c5d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0487163 Mar 14 15:45:58.253676 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-452b38a0-d508-49f3-8487-45339a5b7f3c req-424efbaf-a1aa-4703-ba6d-471cb42e4b15 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314240 Mar 14 15:45:59.371907 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b43ce-1c0f-4385-a49c-e8b20191208d req-7c42c84a-6b6b-49f7-a7ba-58716e2b040b tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:45:59.373370 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e39b43ce-1c0f-4385-a49c-e8b20191208d req-7c42c84a-6b6b-49f7-a7ba-58716e2b040b tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0532563 Mar 14 15:45:59.411006 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e39b43ce-1c0f-4385-a49c-e8b20191208d req-2ad15277-afdd-4b01-86b8-dd02eb287c3a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311310 Mar 14 15:46:00.374376 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:46:00.526551 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350612b-bc08-4901-bf85-3a6664b2c15f req-02a95f2c-1895-427c-a959-06bc036478bd tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:00.528051 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2350612b-bc08-4901-bf85-3a6664b2c15f req-02a95f2c-1895-427c-a959-06bc036478bd tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0496459 Mar 14 15:46:00.565133 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2350612b-bc08-4901-bf85-3a6664b2c15f req-5638efca-d445-4c57-81d7-3c7dbe1da348 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305209 Mar 14 15:46:01.684768 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c65e0-93e7-4655-804b-11a43245e33c req-494e8a34-24f3-463a-9184-4a307c60906d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:01.686155 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-384c65e0-93e7-4655-804b-11a43245e33c req-494e8a34-24f3-463a-9184-4a307c60906d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0510070 Mar 14 15:46:01.723763 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-384c65e0-93e7-4655-804b-11a43245e33c req-38440db0-3d20-4925-b628-39a5b730be48 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315759 Mar 14 15:46:02.844872 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f522b7-362c-4b1a-a402-f134c52f1435 req-a40cfd39-f5e7-443d-9a46-19cc37a87670 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:02.846342 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-61f522b7-362c-4b1a-a402-f134c52f1435 req-a40cfd39-f5e7-443d-9a46-19cc37a87670 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0561650 Mar 14 15:46:02.883158 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-61f522b7-362c-4b1a-a402-f134c52f1435 req-ccb12a91-7d4a-46c8-a237-7bc2d49f81c3 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308492 Mar 14 15:46:03.129900 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-b874d8cf-93dc-4cb5-9eb4-68640d763ae1 service neutron] 10.222.0.18 "GET /v2.0/ports/6bcc2534-123d-4752-aacb-171c7451102c/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0548391 Mar 14 15:46:03.340376 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-9149be5c-8a40-4bb2-afe1-95b28203aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:03.341859 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-9149be5c-8a40-4bb2-afe1-95b28203aef2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14&tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205 HTTP/1.1" status: 200 len: 1098 time: 0.0411568 Mar 14 15:46:03.413269 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-8e061007-2d06-454c-a94d-cdc0b2274421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:03.414787 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-8e061007-2d06-454c-a94d-cdc0b2274421 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 1098 time: 0.0452302 Mar 14 15:46:03.511377 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-1d162c8a-4311-4433-8bde-5e92ce13322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:03.512814 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-1d162c8a-4311-4433-8bde-5e92ce13322c service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0852528 Mar 14 15:46:03.584618 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-d21550ba-d058-4ab6-91d2-d787255f87c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bcc2534-123d-4752-aacb-171c7451102c HTTP/1.1" status: 200 len: 1002 time: 0.0608466 Mar 14 15:46:03.635637 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-86196914-359e-400d-abdf-8372943c38bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:03.637024 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-86196914-359e-400d-abdf-8372943c38bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0422482 Mar 14 15:46:03.685276 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-1887a8e2-9304-4bc6-bdb6-5683bdda877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:03.686696 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-1887a8e2-9304-4bc6-bdb6-5683bdda877f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388484 Mar 14 15:46:03.779892 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-d4b94d76-836f-4b7b-9cfc-221f2cbee2d0 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825384 Mar 14 15:46:03.870825 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7f08b4e3-08eb-41b4-84a9-53657b8d1a4e req-347965c5-62aa-42d7-89dc-761ec4a4493f service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805395 Mar 14 15:46:04.002157 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1c38f-41f8-4b89-94a3-209ba3a4eb79 req-b86a3ce1-82e9-42ec-84b0-98db51bf0c26 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:04.003672 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-26e1c38f-41f8-4b89-94a3-209ba3a4eb79 req-b86a3ce1-82e9-42ec-84b0-98db51bf0c26 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0499761 Mar 14 15:46:04.041938 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-26e1c38f-41f8-4b89-94a3-209ba3a4eb79 req-ede9b1b4-677a-4070-987a-121e6f474962 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323629 Mar 14 15:46:04.078017 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-383cb516-0a49-4c66-b629-ddc8b03a3779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:05.156934 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774c779-bb63-42ad-a996-d915b752b877 req-8386211c-3ebf-42da-a7f2-06d786912165 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:05.158209 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8774c779-bb63-42ad-a996-d915b752b877 req-8386211c-3ebf-42da-a7f2-06d786912165 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0489657 Mar 14 15:46:05.196032 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8774c779-bb63-42ad-a996-d915b752b877 req-d9e9620b-1b63-428e-80a8-230ad9793d24 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319247 Mar 14 15:46:06.314027 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f6fe4-3593-437e-bdfc-a9ec1e6fa387 req-416ba344-ba38-4d08-9148-6004b174549a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:06.315504 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2e8f6fe4-3593-437e-bdfc-a9ec1e6fa387 req-416ba344-ba38-4d08-9148-6004b174549a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0520937 Mar 14 15:46:06.353798 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2e8f6fe4-3593-437e-bdfc-a9ec1e6fa387 req-0c51e6bc-3c8c-4761-8227-6dc82e27e6c3 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323629 Mar 14 15:46:06.450891 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-700a94b1-b19b-4ed1-af9d-a2d4550ea6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:06.650736 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-a00643b3-7a64-4772-ad80-559f59ca508d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:06.652227 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-a00643b3-7a64-4772-ad80-559f59ca508d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14&tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 945 time: 0.0576909 Mar 14 15:46:06.660691 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14e182-e3bc-4b45-84ed-be0e3f11fc52 req-85ac13b6-1424-447b-9fa2-f665ae405a91 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:06.662284 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0d14e182-e3bc-4b45-84ed-be0e3f11fc52 req-85ac13b6-1424-447b-9fa2-f665ae405a91 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0490773 Mar 14 15:46:06.700553 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0d14e182-e3bc-4b45-84ed-be0e3f11fc52 req-e989b44d-f71e-4a70-9411-a1d1ee6a4256 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321317 Mar 14 15:46:06.714981 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-cfb18312-c222-4eaa-94a4-7cd298c23278 service neutron] 10.222.0.18 "GET /v2.0/ports/6bcc2534-123d-4752-aacb-171c7451102c/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0550933 Mar 14 15:46:06.776035 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-640581a2-e716-4cce-839d-7c64a66a8a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:06.777605 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-640581a2-e716-4cce-839d-7c64a66a8a96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 1098 time: 0.0405724 Mar 14 15:46:06.885191 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-83a175e3-4057-40b6-a482-250006df39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:06.886657 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-83a175e3-4057-40b6-a482-250006df39e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.1025765 Mar 14 15:46:06.949974 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-b7ddbc57-f3ec-45a4-b466-6274061d126a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bcc2534-123d-4752-aacb-171c7451102c HTTP/1.1" status: 200 len: 1002 time: 0.0568838 Mar 14 15:46:06.998811 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-05556635-e5c9-4a09-8e6c-9bbf4c14d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:07.001219 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-05556635-e5c9-4a09-8e6c-9bbf4c14d947 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0429740 Mar 14 15:46:07.049554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-81b33547-e8fb-4e75-8a5e-4e920aed8269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:07.051055 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-81b33547-e8fb-4e75-8a5e-4e920aed8269 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438175 Mar 14 15:46:07.063739 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 6bcc2534-123d-4752-aacb-171c7451102c details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:46:07.143204 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-d5f146eb-d9ba-4f38-b463-0dd55b3f344e service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850594 Mar 14 15:46:07.160577 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 6bcc2534-123d-4752-aacb-171c7451102c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6bcc2534-123d-4752-aacb-171c7451102c,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:46:07.171773 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '6bcc2534-123d-4752-aacb-171c7451102c', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'port_id': '6bcc2534-123d-4752-aacb-171c7451102c', 'mac_address': 'fa:16:3e:ab:37:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:46:07.212672 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:07.225175 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bcc2534-123d-4752-aacb-171c7451102c {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:46:07.238696 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-bbb8c47d-f475-4858-95eb-c36c908a8b91 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885720 Mar 14 15:46:07.244397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 6bcc2534-123d-4752-aacb-171c7451102c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6bcc2534-123d-4752-aacb-171c7451102c,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:46:07.249411 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:07.298568 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=6bcc2534-123d-4752-aacb-171c7451102c,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:07.317099 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['6bcc2534-123d-4752-aacb-171c7451102c'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:46:07.507370 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:07.820133 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d156caa-2757-4e52-b33c-37094bb039f9 req-da90bb42-84c6-4a8d-9fce-7c65fb0514ef tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:07.821628 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0d156caa-2757-4e52-b33c-37094bb039f9 req-da90bb42-84c6-4a8d-9fce-7c65fb0514ef tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 944 time: 0.0499182 Mar 14 15:46:07.859959 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0d156caa-2757-4e52-b33c-37094bb039f9 req-9b4380c4-427a-49f3-a709-10de5a4a3ea6 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320237 Mar 14 15:46:08.932985 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:08.977420 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e02945-0126-47d9-8f1e-5a6c91e5f40e req-a8401f7b-db4e-4d01-8ac9-b8d883555e63 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:08.978970 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-98e02945-0126-47d9-8f1e-5a6c91e5f40e req-a8401f7b-db4e-4d01-8ac9-b8d883555e63 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 944 time: 0.0502403 Mar 14 15:46:08.990945 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:09.019028 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-98e02945-0126-47d9-8f1e-5a6c91e5f40e req-5128cbf9-848c-469e-81ce-0424784e1878 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338006 Mar 14 15:46:09.064389 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 6bcc2534-123d-4752-aacb-171c7451102c up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:46:09.112131 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 6bcc2534-123d-4752-aacb-171c7451102c triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:46:09.112501 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:09.196741 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:09.220523 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbb3ffa-44d6-49ad-8705-31ef11b31b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcc2534-123d-4752-aacb-171c7451102c'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:46:09.222701 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece57c3f-89bf-44a5-bc17-49b1f3cd47f1" -d '{"events": [{"server_uuid": "cdbb3ffa-44d6-49ad-8705-31ef11b31b14", "name": "network-vif-plugged", "status": "completed", "tag": "6bcc2534-123d-4752-aacb-171c7451102c"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:46:09.238156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 6bcc2534-123d-4752-aacb-171c7451102c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6bcc2534-123d-4752-aacb-171c7451102c,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:46:09.242432 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:09.271454 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578c2b20-c218-4980-98ea-8aa4455263ae x-openstack-request-id: req-578c2b20-c218-4980-98ea-8aa4455263ae {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:46:09.271745 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbb3ffa-44d6-49ad-8705-31ef11b31b14", "name": "network-vif-plugged", "status": "completed", "tag": "6bcc2534-123d-4752-aacb-171c7451102c", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:46:09.271998 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-578c2b20-c218-4980-98ea-8aa4455263ae {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:46:09.272385 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbb3ffa-44d6-49ad-8705-31ef11b31b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcc2534-123d-4752-aacb-171c7451102c', 'code': 200} Mar 14 15:46:09.296372 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=6bcc2534-123d-4752-aacb-171c7451102c,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:09.361780 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:09.860401 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-21a93095-2574-4e12-ad0d-79b05daac348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:09.862445 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-21a93095-2574-4e12-ad0d-79b05daac348 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14&tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205 HTTP/1.1" status: 200 len: 1098 time: 0.0404999 Mar 14 15:46:09.935698 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-21f67d07-8e73-4b3f-926b-558516264a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:09.937036 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-21f67d07-8e73-4b3f-926b-558516264a9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 1098 time: 0.0452538 Mar 14 15:46:10.028308 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-da3cc575-1ce9-4ed0-a97d-d123497670b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:10.029744 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-da3cc575-1ce9-4ed0-a97d-d123497670b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0824084 Mar 14 15:46:10.103537 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-5ec02801-c96d-484c-8bd5-5074b24ea8ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bcc2534-123d-4752-aacb-171c7451102c HTTP/1.1" status: 200 len: 1002 time: 0.0637150 Mar 14 15:46:10.137773 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29baee-b08b-44ed-b27a-f77029ae276b req-5e85c447-19a5-4a60-aac9-f3d247a7a38a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:10.139267 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2d29baee-b08b-44ed-b27a-f77029ae276b req-5e85c447-19a5-4a60-aac9-f3d247a7a38a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0531392 Mar 14 15:46:10.158761 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-5ad843df-b7de-4994-af12-34c330183a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:10.160263 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-5ad843df-b7de-4994-af12-34c330183a78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0449305 Mar 14 15:46:10.180370 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2d29baee-b08b-44ed-b27a-f77029ae276b req-2d8fe86d-9a5a-4e58-abc8-c84c3ea0f3bc tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322876 Mar 14 15:46:10.210042 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-adea0a4d-e43a-40ce-8ffe-621409200168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:10.211592 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-adea0a4d-e43a-40ce-8ffe-621409200168 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413151 Mar 14 15:46:10.306485 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-598050f9-eaa9-4edf-b8bd-bcd09c2cfeeb service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832744 Mar 14 15:46:10.401126 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-90da7d7e-cba1-40cf-b184-76cbfccae85c req-42f41e6b-e080-4e23-9f69-d13c1f14961a service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833807 Mar 14 15:46:11.297135 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fdb1c-ffad-48d4-94dd-62a51632eff4 req-950e9a70-3541-4a1f-bdd1-546cd9229915 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:11.299020 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-418fdb1c-ffad-48d4-94dd-62a51632eff4 req-950e9a70-3541-4a1f-bdd1-546cd9229915 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0505869 Mar 14 15:46:11.337078 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-418fdb1c-ffad-48d4-94dd-62a51632eff4 req-3a4aa1b9-67bf-46e9-9cdb-6b7cf17d3815 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322194 Mar 14 15:46:12.453203 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac811ee-99e3-48c8-9c42-d60a639e01b5 req-c5285822-5da4-4dd2-91a2-10f577013bad tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:12.455221 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6ac811ee-99e3-48c8-9c42-d60a639e01b5 req-c5285822-5da4-4dd2-91a2-10f577013bad tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0500443 Mar 14 15:46:12.493059 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6ac811ee-99e3-48c8-9c42-d60a639e01b5 req-f31b25cf-046d-4a28-9fff-c553d9135dfd tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316265 Mar 14 15:46:12.613459 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce10f0a-42d0-47a4-b395-10585ccaa50c req-45f4074a-2660-4209-a2cc-044ecebc1590 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:12.614879 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8ce10f0a-42d0-47a4-b395-10585ccaa50c req-45f4074a-2660-4209-a2cc-044ecebc1590 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0546567 Mar 14 15:46:12.651885 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8ce10f0a-42d0-47a4-b395-10585ccaa50c req-2a905caa-fa1a-48db-9b1a-4126d505a108 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311272 Mar 14 15:46:12.764005 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1707c9a-6b40-43bc-aaf0-f5a86c75420d req-3d577c96-884d-4579-b1a3-598167061dff tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:12.765439 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b1707c9a-6b40-43bc-aaf0-f5a86c75420d req-3d577c96-884d-4579-b1a3-598167061dff tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0480409 Mar 14 15:46:12.802546 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b1707c9a-6b40-43bc-aaf0-f5a86c75420d req-fa0303ba-ec4b-4e77-92b3-a8c20011ad07 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309348 Mar 14 15:46:13.035158 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4b830-1fab-4c51-ba5d-88bab77b70d3 req-993e9d72-d407-40b5-a218-360a64275979 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:13.036599 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2ad4b830-1fab-4c51-ba5d-88bab77b70d3 req-993e9d72-d407-40b5-a218-360a64275979 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 945 time: 0.0528362 Mar 14 15:46:13.073813 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2ad4b830-1fab-4c51-ba5d-88bab77b70d3 req-6a684e70-e4a1-4e4c-86ec-2cb1071596e3 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312095 Mar 14 15:46:13.081219 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 6bcc2534-123d-4752-aacb-171c7451102c details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:46:13.083358 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 6bcc2534-123d-4752-aacb-171c7451102c no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:46:13.380183 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:13.386959 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 6bcc2534-123d-4752-aacb-171c7451102c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6bcc2534-123d-4752-aacb-171c7451102c,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:46:13.409643 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '6bcc2534-123d-4752-aacb-171c7451102c', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'port_id': '6bcc2534-123d-4752-aacb-171c7451102c', 'mac_address': 'fa:16:3e:ab:37:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:46:13.417240 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbb3ffa-44d6-49ad-8705-31ef11b31b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bcc2534-123d-4752-aacb-171c7451102c'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:46:13.419447 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd6ff6d-0945-4c5d-84e3-45a747c054b0" -d '{"events": [{"server_uuid": "cdbb3ffa-44d6-49ad-8705-31ef11b31b14", "name": "network-vif-unplugged", "status": "completed", "tag": "6bcc2534-123d-4752-aacb-171c7451102c"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:46:13.450153 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 6bcc2534-123d-4752-aacb-171c7451102c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6bcc2534-123d-4752-aacb-171c7451102c,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:46:13.455179 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:13.457762 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 15:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e739eb37-455a-469a-9d2a-f3ebff01f194 x-openstack-request-id: req-e739eb37-455a-469a-9d2a-f3ebff01f194 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:46:13.458056 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbb3ffa-44d6-49ad-8705-31ef11b31b14", "name": "network-vif-unplugged", "status": "completed", "tag": "6bcc2534-123d-4752-aacb-171c7451102c", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:46:13.458385 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e739eb37-455a-469a-9d2a-f3ebff01f194 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:46:13.458770 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbb3ffa-44d6-49ad-8705-31ef11b31b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bcc2534-123d-4752-aacb-171c7451102c', 'code': 200} Mar 14 15:46:13.496814 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:13.521817 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bcc2534-123d-4752-aacb-171c7451102c {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:46:13.528590 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=6bcc2534-123d-4752-aacb-171c7451102c,revision_number=8']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:13.566267 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 15:46:13.566628 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 15:46:14.102267 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:14.115908 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bcc2534-123d-4752-aacb-171c7451102c {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:46:14.136875 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 6bcc2534-123d-4752-aacb-171c7451102c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6bcc2534-123d-4752-aacb-171c7451102c,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:46:14.141942 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:14.195034 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c01586-285b-4463-a5e1-a7fc83c74baa req-2d7dde42-67ae-483c-bde8-2b2e0b8f9522 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:14.196524 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-46c01586-285b-4463-a5e1-a7fc83c74baa req-2d7dde42-67ae-483c-bde8-2b2e0b8f9522 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 944 time: 0.0495355 Mar 14 15:46:14.196666 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=6bcc2534-123d-4752-aacb-171c7451102c,revision_number=9']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:14.201617 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['6bcc2534-123d-4752-aacb-171c7451102c'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:46:14.237730 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-46c01586-285b-4463-a5e1-a7fc83c74baa req-4e9eebb2-21c7-4791-a530-93f3a2065f44 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323663 Mar 14 15:46:15.088964 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 6bcc2534-123d-4752-aacb-171c7451102c up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:46:15.139693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 6bcc2534-123d-4752-aacb-171c7451102c triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:46:15.140332 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:15.214606 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:15.247034 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 6bcc2534-123d-4752-aacb-171c7451102c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6bcc2534-123d-4752-aacb-171c7451102c,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:46:15.252419 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:15.287948 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b9742-58a8-4e37-bf6a-5014f7c2063c req-16b381eb-5bbb-4f62-976b-a406151669ce tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:15.289430 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d25b9742-58a8-4e37-bf6a-5014f7c2063c req-16b381eb-5bbb-4f62-976b-a406151669ce tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 944 time: 0.0568478 Mar 14 15:46:15.301351 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=6bcc2534-123d-4752-aacb-171c7451102c,revision_number=10']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:15.411138 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4dffb-6097-4302-9194-6c08370cb0b2 req-53a2917d-f9b3-4802-8132-412bb9a96b3e tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:15.412509 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-71b4dffb-6097-4302-9194-6c08370cb0b2 req-53a2917d-f9b3-4802-8132-412bb9a96b3e tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 946 time: 0.0896320 Mar 14 15:46:15.436906 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-d25b9742-58a8-4e37-bf6a-5014f7c2063c req-7a52731e-dd59-48e9-9507-6ed8b6baf00f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Deleting port 6bcc2534-123d-4752-aacb-171c7451102c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:46:15.437247 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d25b9742-58a8-4e37-bf6a-5014f7c2063c req-7a52731e-dd59-48e9-9507-6ed8b6baf00f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:15.459948 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbb3ffa-44d6-49ad-8705-31ef11b31b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcc2534-123d-4752-aacb-171c7451102c'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:46:15.462297 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74e85ea-6ba0-44db-bbca-70e462e70a48" -d '{"events": [{"server_uuid": "cdbb3ffa-44d6-49ad-8705-31ef11b31b14", "name": "network-vif-plugged", "status": "completed", "tag": "6bcc2534-123d-4752-aacb-171c7451102c"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:46:15.493004 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-71b4dffb-6097-4302-9194-6c08370cb0b2 req-45bd59cd-5d69-4dc6-9550-df9256f1d41a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741346 Mar 14 15:46:15.499981 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646c294e-7805-4c7d-b482-e4691eefa5a6 x-openstack-request-id: req-646c294e-7805-4c7d-b482-e4691eefa5a6 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:46:15.500399 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbb3ffa-44d6-49ad-8705-31ef11b31b14", "name": "network-vif-plugged", "status": "completed", "tag": "6bcc2534-123d-4752-aacb-171c7451102c", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:46:15.500780 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-646c294e-7805-4c7d-b482-e4691eefa5a6 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:46:15.501294 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbb3ffa-44d6-49ad-8705-31ef11b31b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcc2534-123d-4752-aacb-171c7451102c', 'code': 200} Mar 14 15:46:15.542060 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-d25b9742-58a8-4e37-bf6a-5014f7c2063c req-7a52731e-dd59-48e9-9507-6ed8b6baf00f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] For port 6bcc2534-123d-4752-aacb-171c7451102c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=6bcc2534-123d-4752-aacb-171c7451102c,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:46:15.542428 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d25b9742-58a8-4e37-bf6a-5014f7c2063c req-7a52731e-dd59-48e9-9507-6ed8b6baf00f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:15.715560 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d25b9742-58a8-4e37-bf6a-5014f7c2063c req-7a52731e-dd59-48e9-9507-6ed8b6baf00f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:15.715845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d25b9742-58a8-4e37-bf6a-5014f7c2063c req-7a52731e-dd59-48e9-9507-6ed8b6baf00f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:15.716155 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [req-d25b9742-58a8-4e37-bf6a-5014f7c2063c req-7a52731e-dd59-48e9-9507-6ed8b6baf00f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Floating IP 73ab7f9d-5632-4531-836e-1fef3f6c5b96 disassociated. External IP: 172.26.6.134, port: 6bcc2534-123d-4752-aacb-171c7451102c. Mar 14 15:46:15.716494 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-d25b9742-58a8-4e37-bf6a-5014f7c2063c req-7a52731e-dd59-48e9-9507-6ed8b6baf00f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Calling delete_port for 6bcc2534-123d-4752-aacb-171c7451102c owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:46:15.842415 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d25b9742-58a8-4e37-bf6a-5014f7c2063c req-7a52731e-dd59-48e9-9507-6ed8b6baf00f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:15.874278 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52731e-dd59-48e9-9507-6ed8b6baf00f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Pushing event deleted for resources: {'Port': ['ID=6bcc2534-123d-4752-aacb-171c7451102c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:15.986339 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d25b9742-58a8-4e37-bf6a-5014f7c2063c req-7a52731e-dd59-48e9-9507-6ed8b6baf00f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:46:16.091447 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d25b9742-58a8-4e37-bf6a-5014f7c2063c req-7a52731e-dd59-48e9-9507-6ed8b6baf00f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:46:16.101137 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d99b37-aaf4-4de6-801f-979488b78000 None None] Sync routers for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:46:16.110954 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d99b37-aaf4-4de6-801f-979488b78000 None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:46:16.112182 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-55d99b37-aaf4-4de6-801f-979488b78000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:46:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:16.130320 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25b9742-58a8-4e37-bf6a-5014f7c2063c req-7a52731e-dd59-48e9-9507-6ed8b6baf00f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] No DVR routers for this DVR port 6bcc2534-123d-4752-aacb-171c7451102c on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:46:16.132947 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-d25b9742-58a8-4e37-bf6a-5014f7c2063c req-7a52731e-dd59-48e9-9507-6ed8b6baf00f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:16.136338 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d25b9742-58a8-4e37-bf6a-5014f7c2063c req-7a52731e-dd59-48e9-9507-6ed8b6baf00f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "DELETE /v2.0/ports/6bcc2534-123d-4752-aacb-171c7451102c HTTP/1.1" status: 204 len: 173 time: 0.8408692 Mar 14 15:46:16.136776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbb3ffa-44d6-49ad-8705-31ef11b31b14', 'name': 'network-vif-deleted', 'tag': '6bcc2534-123d-4752-aacb-171c7451102c'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:46:16.139012 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947ac219-abe5-4d50-9445-68576b9e946d" -d '{"events": [{"server_uuid": "cdbb3ffa-44d6-49ad-8705-31ef11b31b14", "name": "network-vif-deleted", "tag": "6bcc2534-123d-4752-aacb-171c7451102c"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:46:16.178518 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3420677-79c8-4812-8d8c-6ecd613e8fe2 x-openstack-request-id: req-c3420677-79c8-4812-8d8c-6ecd613e8fe2 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:46:16.178818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbb3ffa-44d6-49ad-8705-31ef11b31b14", "name": "network-vif-deleted", "tag": "6bcc2534-123d-4752-aacb-171c7451102c", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:46:16.179131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c3420677-79c8-4812-8d8c-6ecd613e8fe2 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:46:16.179544 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbb3ffa-44d6-49ad-8705-31ef11b31b14', 'name': 'network-vif-deleted', 'tag': '6bcc2534-123d-4752-aacb-171c7451102c', 'status': 'completed', 'code': 200} Mar 14 15:46:16.239275 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-55d99b37-aaf4-4de6-801f-979488b78000 None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:46:16.448773 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-55d99b37-aaf4-4de6-801f-979488b78000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:16.477214 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d99b37-aaf4-4de6-801f-979488b78000 None None] Checking router: e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:46:16.486015 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d99b37-aaf4-4de6-801f-979488b78000 None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:46:16.486621 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-55d99b37-aaf4-4de6-801f-979488b78000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:46:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:16.599955 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-55d99b37-aaf4-4de6-801f-979488b78000 None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:46:16.601571 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9c28fa11-aa43-4a45-b428-b285fc66f546 req-4d120072-9b3a-4b63-b254-24b45368f4d6 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdbb3ffa-44d6-49ad-8705-31ef11b31b14 HTTP/1.1" status: 200 len: 210 time: 0.0276668 Mar 14 15:46:16.810339 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-55d99b37-aaf4-4de6-801f-979488b78000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:16.836319 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d99b37-aaf4-4de6-801f-979488b78000 None None] The sync data for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv is: [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:46:17.039282 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207b76f5-2fab-4a0e-8a12-fe165766979a None None] New status for floating IP 73ab7f9d-5632-4531-836e-1fef3f6c5b96: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:46:17.838083 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-4d1773a5-9c10-48bd-bef0-71509badcb80 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1678571665&fields=id&tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205 HTTP/1.1" status: 200 len: 267 time: 0.0325770 Mar 14 15:46:18.254298 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-fe73a252-55b0-4bbb-8701-932e119fe95f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:18.255789 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-fe73a252-55b0-4bbb-8701-932e119fe95f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 812 time: 0.4110274 Mar 14 15:46:18.270991 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-d6c8475d-477d-41fa-9f79-4eb1f474ea37 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/quotas/2ec4c1a6587e4d2ba3eae9f76d28a205 HTTP/1.1" status: 200 len: 375 time: 0.0093911 Mar 14 15:46:18.322401 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6593800b-3a2e-4bcf-ac7f-729210a894bc tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463271 Mar 14 15:46:18.383030 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-bc46be3e-b5eb-4dc8-8544-8c060b17e82d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:46:18.384036 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-bc46be3e-b5eb-4dc8-8544-8c060b17e82d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492489 Mar 14 15:46:18.477041 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-7e28c83d-3fb0-40fa-bd0f-213fef7fd476 service neutron] 10.222.0.59 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867891 Mar 14 15:46:18.570680 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-15970e82-9d08-4eeb-8e33-e603d0026c49 service neutron] 10.222.0.59 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874107 Mar 14 15:46:18.724815 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cc71f74f-6f6e-475d-b567-4020c2f0c6b3 req-cad6191f-9865-42a9-a609-8aa9be017652 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 210 time: 0.0268109 Mar 14 15:46:19.097815 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 6bcc2534-123d-4752-aacb-171c7451102c no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:46:19.118385 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 6bcc2534-123d-4752-aacb-171c7451102c {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:46:19.118654 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 6bcc2534-123d-4752-aacb-171c7451102c not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:46:19.710479 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-48f91d1d-aacd-4e20-a42e-7bc5d4380c06 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:19.711887 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-48f91d1d-aacd-4e20-a42e-7bc5d4380c06 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 812 time: 0.1062281 Mar 14 15:46:19.761922 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-e639ee84-4849-45f9-825c-91a339da114f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205 HTTP/1.1" status: 200 len: 380 time: 0.0372436 Mar 14 15:46:19.775397 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-00e74f94-f1d5-408e-8da4-994a034842a5 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Request body: {'port': {'device_id': 'c9fd5f1a-a6c6-43de-a879-903ef0e160c1', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'admin_state_up': True, 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'security_groups': ['fad53ad7-7746-4cb0-900c-f1a92e047206']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:46:19.825049 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-354ae078-4e27-4e58-bbdf-cec1a3c3d95b req-cad32af9-f0c1-4995-a56f-6d033999647d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 210 time: 0.0273242 Mar 14 15:46:19.881571 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-00e74f94-f1d5-408e-8da4-994a034842a5 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Made reservation on behalf of 2ec4c1a6587e4d2ba3eae9f76d28a205 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:46:19.885191 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-00e74f94-f1d5-408e-8da4-994a034842a5 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:20.016376 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-00e74f94-f1d5-408e-8da4-994a034842a5 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Allocated IP 172.20.0.13 (db88c90a-3a7a-488e-99bb-f148f4844341/9184d99e-90cb-4c93-8eaa-f03e0e927e44/3af9b45b-f076-42ee-83e2-c23349b3a17e) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:46:20.150585 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-00e74f94-f1d5-408e-8da4-994a034842a5 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:20.184207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-00e74f94-f1d5-408e-8da4-994a034842a5 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:20.228276 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-00e74f94-f1d5-408e-8da4-994a034842a5 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Network db88c90a-3a7a-488e-99bb-f148f4844341 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:46:20.231183 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-00e74f94-f1d5-408e-8da4-994a034842a5 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:46:20.234705 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-00e74f94-f1d5-408e-8da4-994a034842a5 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:46:20.242060 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e74f94-f1d5-408e-8da4-994a034842a5 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Pushing event updated for resources: {'Port': ['ID=3af9b45b-f076-42ee-83e2-c23349b3a17e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:20.289052 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-00e74f94-f1d5-408e-8da4-994a034842a5 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:20.289576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-00e74f94-f1d5-408e-8da4-994a034842a5 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:20.306551 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-00e74f94-f1d5-408e-8da4-994a034842a5 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5349250 Mar 14 15:46:20.323548 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] Request body: {'port': {'device_id': 'c9fd5f1a-a6c6-43de-a879-903ef0e160c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:46:20.382788 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:20.486383 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-f384c348-6b0c-464c-9b87-55906b52581e None None] Provisioning complete for port 3af9b45b-f076-42ee-83e2-c23349b3a17e triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:46:20.487010 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f384c348-6b0c-464c-9b87-55906b52581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:20.524911 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f384c348-6b0c-464c-9b87-55906b52581e None None] Port 3af9b45b-f076-42ee-83e2-c23349b3a17e cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:46:20.654541 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af9b45b-f076-42ee-83e2-c23349b3a17e {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:46:20.661845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:20.673609 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] Transition to ACTIVE for port object 3af9b45b-f076-42ee-83e2-c23349b3a17e will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:46:20.678249 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:20.728099 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3af9b45b-f076-42ee-83e2-c23349b3a17e,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:20.800736 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] Attempting to bind port 3af9b45b-f076-42ee-83e2-c23349b3a17e on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:46:20.801428 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] Attempting to bind port 3af9b45b-f076-42ee-83e2-c23349b3a17e by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:46:20.801428 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] Attempting to bind port 3af9b45b-f076-42ee-83e2-c23349b3a17e on network db88c90a-3a7a-488e-99bb-f148f4844341 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:46:20.805932 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] Port 3af9b45b-f076-42ee-83e2-c23349b3a17e on network db88c90a-3a7a-488e-99bb-f148f4844341 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:46:20.806236 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] Attempting to bind port 3af9b45b-f076-42ee-83e2-c23349b3a17e on network db88c90a-3a7a-488e-99bb-f148f4844341 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:46:20.811179 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:46:20.811523 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] Checking segment: {'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:46:20.811910 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] Bound using segment: {'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:46:20.812334 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] Bound port: 3af9b45b-f076-42ee-83e2-c23349b3a17e, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd7e1a8-0d95-4749-8b26-1c51106f7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:46:20.812690 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:20.879901 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] For port 3af9b45b-f076-42ee-83e2-c23349b3a17e, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:46:20.883499 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] For port 3af9b45b-f076-42ee-83e2-c23349b3a17e, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3af9b45b-f076-42ee-83e2-c23349b3a17e,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:46:20.889153 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:20.933512 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:20.934291 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:20.935525 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] 10.222.0.18 "PUT /v2.0/ports/3af9b45b-f076-42ee-83e2-c23349b3a17e HTTP/1.1" status: 200 len: 1094 time: 0.6164937 Mar 14 15:46:20.939069 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9fd5f1a-a6c6-43de-a879-903ef0e160c1', 'tag': '3af9b45b-f076-42ee-83e2-c23349b3a17e'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:46:20.943282 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f41da9-9f74-4c70-941b-f85137653059" -d '{"events": [{"name": "network-changed", "server_uuid": "c9fd5f1a-a6c6-43de-a879-903ef0e160c1", "tag": "3af9b45b-f076-42ee-83e2-c23349b3a17e"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:46:21.017165 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283b5153-b55f-47a8-b5f0-beb353968fb9 x-openstack-request-id: req-283b5153-b55f-47a8-b5f0-beb353968fb9 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:46:21.017455 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9fd5f1a-a6c6-43de-a879-903ef0e160c1", "tag": "3af9b45b-f076-42ee-83e2-c23349b3a17e", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:46:21.017865 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-283b5153-b55f-47a8-b5f0-beb353968fb9 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:46:21.018437 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9fd5f1a-a6c6-43de-a879-903ef0e160c1', 'tag': '3af9b45b-f076-42ee-83e2-c23349b3a17e', 'status': 'completed', 'code': 200} Mar 14 15:46:21.034435 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e0d63-722e-4786-be2b-9f6cd99a59f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3af9b45b-f076-42ee-83e2-c23349b3a17e,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:21.045957 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca97a84-140a-4836-8365-69eba90f4e4d req-fb21e575-592d-4ce0-bec4-8eba624dd17f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:21.047538 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0ca97a84-140a-4836-8365-69eba90f4e4d req-fb21e575-592d-4ce0-bec4-8eba624dd17f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 944 time: 0.1312454 Mar 14 15:46:21.062842 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-f4b7f8b3-daee-4f80-bafc-7b2e23a6c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:21.064323 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-f4b7f8b3-daee-4f80-bafc-7b2e23a6c2bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 1097 time: 0.0844924 Mar 14 15:46:21.121880 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-77bf4c61-b24d-4a61-b217-76c63839cefe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3af9b45b-f076-42ee-83e2-c23349b3a17e HTTP/1.1" status: 200 len: 217 time: 0.0429893 Mar 14 15:46:21.127924 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0ca97a84-140a-4836-8365-69eba90f4e4d req-c3e29315-e7d3-4dfc-8b64-f12a112e9bcc tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727673 Mar 14 15:46:21.175926 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-db90e07e-ca46-4190-9471-e9a3543a563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:21.177410 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-db90e07e-ca46-4190-9471-e9a3543a563e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0484066 Mar 14 15:46:21.227825 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-8f8b569e-cbe7-48bd-a970-5bcdaa8b0f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:21.229191 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-8f8b569e-cbe7-48bd-a970-5bcdaa8b0f65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414193 Mar 14 15:46:21.321150 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-94398bc5-613e-449c-a33b-7ef9c36765d7 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808327 Mar 14 15:46:21.415826 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3c5088ee-7f3c-439a-8cd9-c33e8a15096b req-f825d81d-7545-40c3-bd3a-5b975ee80ef7 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841711 Mar 14 15:46:21.506630 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f41da9-9f74-4c70-941b-f85137653059 req-73df46f7-5db4-4370-bb34-e93376d9ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:21.508087 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f9f41da9-9f74-4c70-941b-f85137653059 req-73df46f7-5db4-4370-bb34-e93376d9ea4b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 1097 time: 0.0415890 Mar 14 15:46:21.598892 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f41da9-9f74-4c70-941b-f85137653059 req-13b00167-e029-4029-bdf3-63290c83a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:21.600388 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f9f41da9-9f74-4c70-941b-f85137653059 req-13b00167-e029-4029-bdf3-63290c83a309 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0851917 Mar 14 15:46:21.641883 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f9f41da9-9f74-4c70-941b-f85137653059 req-2cdae456-348e-4148-adfc-7ef6f296d850 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3af9b45b-f076-42ee-83e2-c23349b3a17e HTTP/1.1" status: 200 len: 217 time: 0.0343297 Mar 14 15:46:21.690166 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f41da9-9f74-4c70-941b-f85137653059 req-30d1d331-94ce-47e9-a162-7f6b2f49b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:21.691733 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f9f41da9-9f74-4c70-941b-f85137653059 req-30d1d331-94ce-47e9-a162-7f6b2f49b9a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0429821 Mar 14 15:46:21.735731 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f41da9-9f74-4c70-941b-f85137653059 req-e7ed6c7d-31d6-42ba-82b6-481b3c15d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:21.737803 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f9f41da9-9f74-4c70-941b-f85137653059 req-e7ed6c7d-31d6-42ba-82b6-481b3c15d2e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392001 Mar 14 15:46:21.828292 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f9f41da9-9f74-4c70-941b-f85137653059 req-67f219f9-f65a-4769-964b-d4e7ab54b4cf service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826583 Mar 14 15:46:21.915104 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f9f41da9-9f74-4c70-941b-f85137653059 req-156efd87-52dc-4f43-baa2-3302c72adacd service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795336 Mar 14 15:46:22.244972 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47802f-8279-4768-aeed-ea266f438824 req-2abc353e-56f7-4f63-88f5-b71a7eb6dd02 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:22.246428 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6c47802f-8279-4768-aeed-ea266f438824 req-2abc353e-56f7-4f63-88f5-b71a7eb6dd02 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 944 time: 0.0491645 Mar 14 15:46:22.283995 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6c47802f-8279-4768-aeed-ea266f438824 req-012721b4-16a6-4127-986a-dfa19e69ccc4 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309279 Mar 14 15:46:23.098113 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3af9b45b-f076-42ee-83e2-c23349b3a17e details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:46:23.189164 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 3af9b45b-f076-42ee-83e2-c23349b3a17e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3af9b45b-f076-42ee-83e2-c23349b3a17e,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:46:23.201330 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '3af9b45b-f076-42ee-83e2-c23349b3a17e', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'port_id': '3af9b45b-f076-42ee-83e2-c23349b3a17e', 'mac_address': 'fa:16:3e:cb:a2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:46:23.241705 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:23.254028 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af9b45b-f076-42ee-83e2-c23349b3a17e {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:46:23.272426 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 3af9b45b-f076-42ee-83e2-c23349b3a17e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3af9b45b-f076-42ee-83e2-c23349b3a17e,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:46:23.276064 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:23.323193 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=3af9b45b-f076-42ee-83e2-c23349b3a17e,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:23.516606 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['3af9b45b-f076-42ee-83e2-c23349b3a17e'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:46:23.717928 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee6350-e4ce-4296-ba17-67632fdb1d68 req-7ab0f431-6f3d-4c69-95bf-6dc48788e14b tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:23.719335 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-89ee6350-e4ce-4296-ba17-67632fdb1d68 req-7ab0f431-6f3d-4c69-95bf-6dc48788e14b tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 945 time: 0.3681004 Mar 14 15:46:23.757572 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-89ee6350-e4ce-4296-ba17-67632fdb1d68 req-f64ae0d8-2585-462e-9a47-a996a8d22f55 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320766 Mar 14 15:46:24.876614 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8493f17-0007-487f-acb8-f0bacfc8f822 req-05858cb2-6abf-4139-a81d-e68e8e4322ef tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:24.878138 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c8493f17-0007-487f-acb8-f0bacfc8f822 req-05858cb2-6abf-4139-a81d-e68e8e4322ef tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 945 time: 0.0532978 Mar 14 15:46:24.914971 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c8493f17-0007-487f-acb8-f0bacfc8f822 req-e91ac184-0688-4c51-bff8-2bac0781630a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308309 Mar 14 15:46:25.098598 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3af9b45b-f076-42ee-83e2-c23349b3a17e up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:46:25.147389 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 3af9b45b-f076-42ee-83e2-c23349b3a17e completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:46:25.151698 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 3af9b45b-f076-42ee-83e2-c23349b3a17e triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:46:25.152072 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:25.231117 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:25.252594 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9fd5f1a-a6c6-43de-a879-903ef0e160c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af9b45b-f076-42ee-83e2-c23349b3a17e'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:46:25.254942 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed56e5e-99ef-47bc-8bf4-96c82da60a24" -d '{"events": [{"server_uuid": "c9fd5f1a-a6c6-43de-a879-903ef0e160c1", "name": "network-vif-plugged", "status": "completed", "tag": "3af9b45b-f076-42ee-83e2-c23349b3a17e"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:46:25.267570 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 3af9b45b-f076-42ee-83e2-c23349b3a17e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3af9b45b-f076-42ee-83e2-c23349b3a17e,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:46:25.272304 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:25.296431 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78007f1a-ea44-47e0-9bd5-27ea41f76714 x-openstack-request-id: req-78007f1a-ea44-47e0-9bd5-27ea41f76714 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:46:25.296728 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9fd5f1a-a6c6-43de-a879-903ef0e160c1", "name": "network-vif-plugged", "status": "completed", "tag": "3af9b45b-f076-42ee-83e2-c23349b3a17e", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:46:25.296986 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-78007f1a-ea44-47e0-9bd5-27ea41f76714 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:46:25.297377 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9fd5f1a-a6c6-43de-a879-903ef0e160c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af9b45b-f076-42ee-83e2-c23349b3a17e', 'code': 200} Mar 14 15:46:25.322387 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=3af9b45b-f076-42ee-83e2-c23349b3a17e,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:25.464830 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e7010-9f7f-41a2-a3ac-d660a1e4de5b req-c2950bf5-1fce-4320-ba55-1cf82797e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:25.466265 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d02e7010-9f7f-41a2-a3ac-d660a1e4de5b req-c2950bf5-1fce-4320-ba55-1cf82797e053 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 1099 time: 0.0392091 Mar 14 15:46:25.502186 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d02e7010-9f7f-41a2-a3ac-d660a1e4de5b req-eca8858e-6d87-4781-9bc4-29787a30582c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275159 Mar 14 15:46:26.032022 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6307b-c80d-44c7-86d8-211e7a33e4d2 req-c826b376-3aad-4d6c-b217-21ba6b635c34 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:26.033473 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ffe6307b-c80d-44c7-86d8-211e7a33e4d2 req-c826b376-3aad-4d6c-b217-21ba6b635c34 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0481207 Mar 14 15:46:26.071191 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ffe6307b-c80d-44c7-86d8-211e7a33e4d2 req-1436b434-b857-45a0-b0d6-108e232bf7ec tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309269 Mar 14 15:46:27.187584 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665419-dceb-44a2-99da-73d9cc8e6bc0 req-dbef807c-f2f0-4b91-b183-f987681f1935 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:27.189042 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7b665419-dceb-44a2-99da-73d9cc8e6bc0 req-dbef807c-f2f0-4b91-b183-f987681f1935 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0490735 Mar 14 15:46:27.226774 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7b665419-dceb-44a2-99da-73d9cc8e6bc0 req-0c2c7378-12fb-401d-86ec-efe0a90cec9b tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311301 Mar 14 15:46:27.337013 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a86b4-4321-441b-a780-6d9a6533e3cc req-11f97291-9edf-4a33-84cb-043a63e9c850 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:27.338520 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fe5a86b4-4321-441b-a780-6d9a6533e3cc req-11f97291-9edf-4a33-84cb-043a63e9c850 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0492971 Mar 14 15:46:27.347112 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60174) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:46:27.352936 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a1b7d8eb-46fb-4f3c-9e3f-587756d413de tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Request body: {'floatingip': {'port_id': '3af9b45b-f076-42ee-83e2-c23349b3a17e'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:46:27.394261 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a1b7d8eb-46fb-4f3c-9e3f-587756d413de tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for floatingip, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:27.828958 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a1b7d8eb-46fb-4f3c-9e3f-587756d413de tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:27.833434 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a1b7d8eb-46fb-4f3c-9e3f-587756d413de tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:27.930082 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-a1b7d8eb-46fb-4f3c-9e3f-587756d413de tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Floating IP 73ab7f9d-5632-4531-836e-1fef3f6c5b96 associated. External IP: 172.26.6.134, port: 3af9b45b-f076-42ee-83e2-c23349b3a17e. Mar 14 15:46:28.136538 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b7d8eb-46fb-4f3c-9e3f-587756d413de tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:46:28.243768 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b7d8eb-46fb-4f3c-9e3f-587756d413de tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:46:28.248419 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a1b7d8eb-46fb-4f3c-9e3f-587756d413de tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:28.256242 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee03084-26d2-4824-a5a1-bb4035b7c9a8 None None] Sync routers for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:46:28.265508 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee03084-26d2-4824-a5a1-bb4035b7c9a8 None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:46:28.266133 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7ee03084-26d2-4824-a5a1-bb4035b7c9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:46:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:28.276039 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a1b7d8eb-46fb-4f3c-9e3f-587756d413de tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "PUT /v2.0/floatingips/73ab7f9d-5632-4531-836e-1fef3f6c5b96 HTTP/1.1" status: 200 len: 993 time: 0.9278696 Mar 14 15:46:28.276629 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9fd5f1a-a6c6-43de-a879-903ef0e160c1', 'tag': '3af9b45b-f076-42ee-83e2-c23349b3a17e'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:46:28.278860 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cb994a-1cca-422b-a16c-9102c1fb0c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9fd5f1a-a6c6-43de-a879-903ef0e160c1", "tag": "3af9b45b-f076-42ee-83e2-c23349b3a17e"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:46:28.321561 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13743efa-e52a-42fa-b179-081c11d8275e x-openstack-request-id: req-13743efa-e52a-42fa-b179-081c11d8275e {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:46:28.322104 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9fd5f1a-a6c6-43de-a879-903ef0e160c1", "tag": "3af9b45b-f076-42ee-83e2-c23349b3a17e", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:46:28.322364 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-13743efa-e52a-42fa-b179-081c11d8275e {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:46:28.322781 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9fd5f1a-a6c6-43de-a879-903ef0e160c1', 'tag': '3af9b45b-f076-42ee-83e2-c23349b3a17e', 'status': 'completed', 'code': 200} Mar 14 15:46:28.388659 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb994a-1cca-422b-a16c-9102c1fb0c0b req-62f88ff1-0499-42ab-a5a0-035741b91c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:28.390128 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-86cb994a-1cca-422b-a16c-9102c1fb0c0b req-62f88ff1-0499-42ab-a5a0-035741b91c84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 1099 time: 0.0502174 Mar 14 15:46:28.391209 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-7ee03084-26d2-4824-a5a1-bb4035b7c9a8 None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:46:28.488309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb994a-1cca-422b-a16c-9102c1fb0c0b req-0420948f-c8da-4f8e-99eb-9804211bd0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:28.490714 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-86cb994a-1cca-422b-a16c-9102c1fb0c0b req-0420948f-c8da-4f8e-99eb-9804211bd0b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0923944 Mar 14 15:46:28.577068 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-86cb994a-1cca-422b-a16c-9102c1fb0c0b req-65513495-10ae-45d6-a8f1-829cbc45a427 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3af9b45b-f076-42ee-83e2-c23349b3a17e HTTP/1.1" status: 200 len: 1001 time: 0.0796711 Mar 14 15:46:28.636055 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb994a-1cca-422b-a16c-9102c1fb0c0b req-61304a60-4a93-46af-a846-5c1fd61cdeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:28.637537 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-86cb994a-1cca-422b-a16c-9102c1fb0c0b req-61304a60-4a93-46af-a846-5c1fd61cdeaf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0527830 Mar 14 15:46:28.647747 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7ee03084-26d2-4824-a5a1-bb4035b7c9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '73ab7f9d-5632-4531-836e-1fef3f6c5b96', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'port_id': '3af9b45b-f076-42ee-83e2-c23349b3a17e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'mac_address': 'fa:16:3e:cb:a2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fd5f1a-a6c6-43de-a879-903ef0e160c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:43:49Z', 'updated_at': '2022-03-14T15:46:27Z', 'revision_number': 13, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:28.675148 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee03084-26d2-4824-a5a1-bb4035b7c9a8 None None] Checking router: e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:46:28.684305 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee03084-26d2-4824-a5a1-bb4035b7c9a8 None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:46:28.685201 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7ee03084-26d2-4824-a5a1-bb4035b7c9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:46:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:28.693397 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb994a-1cca-422b-a16c-9102c1fb0c0b req-174bcd24-1b4c-43eb-acd8-1bf66025ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:28.695167 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-86cb994a-1cca-422b-a16c-9102c1fb0c0b req-174bcd24-1b4c-43eb-acd8-1bf66025ff28 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433745 Mar 14 15:46:28.797925 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-86cb994a-1cca-422b-a16c-9102c1fb0c0b req-feb730d2-b2aa-47ed-ba20-17838b90d25e service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960665 Mar 14 15:46:28.893644 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-86cb994a-1cca-422b-a16c-9102c1fb0c0b req-7d5fdb46-800a-4716-abd9-9f28763b7334 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888813 Mar 14 15:46:28.942662 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-7ee03084-26d2-4824-a5a1-bb4035b7c9a8 None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:46:29.170327 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7ee03084-26d2-4824-a5a1-bb4035b7c9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '73ab7f9d-5632-4531-836e-1fef3f6c5b96', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'port_id': '3af9b45b-f076-42ee-83e2-c23349b3a17e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'mac_address': 'fa:16:3e:cb:a2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fd5f1a-a6c6-43de-a879-903ef0e160c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:43:49Z', 'updated_at': '2022-03-14T15:46:27Z', 'revision_number': 13, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:46:29.204318 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee03084-26d2-4824-a5a1-bb4035b7c9a8 None None] The sync data for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv is: [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '73ab7f9d-5632-4531-836e-1fef3f6c5b96', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'floating_ip_address': '172.26.6.134', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'port_id': '3af9b45b-f076-42ee-83e2-c23349b3a17e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'mac_address': 'fa:16:3e:cb:a2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9fd5f1a-a6c6-43de-a879-903ef0e160c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:43:49Z', 'updated_at': '2022-03-14T15:46:27Z', 'revision_number': 13, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:46:29.420589 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90190e4-cc6b-4a13-a117-4a8eda197841 None None] New status for floating IP 73ab7f9d-5632-4531-836e-1fef3f6c5b96: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:46:29.750034 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742b616-9445-4337-ba19-be85b25c7624 req-ba2e6b46-2e53-48d7-9ce1-106fd6a76f43 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:29.751532 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f742b616-9445-4337-ba19-be85b25c7624 req-ba2e6b46-2e53-48d7-9ce1-106fd6a76f43 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0523851 Mar 14 15:46:29.796200 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f742b616-9445-4337-ba19-be85b25c7624 req-8bb09517-0096-4190-b5e0-ca6d4e4f96fa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376818 Mar 14 15:46:34.080697 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2bc38f1-2b48-4731-a6b6-ffcd3c356c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:34.813663 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6dd53972-9e5f-4c69-ab59-d20a6497c3a8 req-6754d439-3d8f-429c-b785-0d68d62ef45f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405412 Mar 14 15:46:34.896611 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd53972-9e5f-4c69-ab59-d20a6497c3a8 req-8bf451ba-eae5-4541-b285-e34d565deaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:34.898130 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6dd53972-9e5f-4c69-ab59-d20a6497c3a8 req-8bf451ba-eae5-4541-b285-e34d565deaa0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 1099 time: 0.0436630 Mar 14 15:46:35.002166 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd53972-9e5f-4c69-ab59-d20a6497c3a8 req-0eb4a7b2-bad1-4f65-ad24-bb985ce6d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:35.003671 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6dd53972-9e5f-4c69-ab59-d20a6497c3a8 req-0eb4a7b2-bad1-4f65-ad24-bb985ce6d44d service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0864456 Mar 14 15:46:35.072247 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6dd53972-9e5f-4c69-ab59-d20a6497c3a8 req-3a9bc5de-869a-4ab2-a976-704b4a098d78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3af9b45b-f076-42ee-83e2-c23349b3a17e HTTP/1.1" status: 200 len: 1003 time: 0.0616698 Mar 14 15:46:35.121109 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd53972-9e5f-4c69-ab59-d20a6497c3a8 req-b5a438fd-a49a-4435-82f5-4ecc3512a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:35.122519 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6dd53972-9e5f-4c69-ab59-d20a6497c3a8 req-b5a438fd-a49a-4435-82f5-4ecc3512a23b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0438981 Mar 14 15:46:35.167208 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd53972-9e5f-4c69-ab59-d20a6497c3a8 req-4f361116-c26e-4ee5-a5ee-38bb1377966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:35.168664 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6dd53972-9e5f-4c69-ab59-d20a6497c3a8 req-4f361116-c26e-4ee5-a5ee-38bb1377966d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397849 Mar 14 15:46:35.261140 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6dd53972-9e5f-4c69-ab59-d20a6497c3a8 req-41f369b3-bd0b-44a7-87d1-e877a2a55c6a service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854428 Mar 14 15:46:35.350139 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6dd53972-9e5f-4c69-ab59-d20a6497c3a8 req-2e602563-cb2c-497d-b531-bb855f182434 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823784 Mar 14 15:46:36.452288 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ba5e-60af-4dd5-9cb9-0d49a0738032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:37.372933 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:46:37.510200 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:38.936367 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:38.982183 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:39.362972 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:40.938599 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa9064-0a38-416c-9f9c-2ef8c0c9a1ea req-e8c1dfcd-5eaa-4725-889d-03511877c95c tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:40.940076 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1daa9064-0a38-416c-9f9c-2ef8c0c9a1ea req-e8c1dfcd-5eaa-4725-889d-03511877c95c tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0761316 Mar 14 15:46:40.973627 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-bb08d69d-9db2-4a2c-8c76-0fa8a99e4857 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1212373 Mar 14 15:46:40.987390 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1daa9064-0a38-416c-9f9c-2ef8c0c9a1ea req-2d454664-c71f-4be4-af83-9f67ae9c7daf tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394714 Mar 14 15:46:42.086240 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-98806d11-0a07-44a2-9dd1-f848c42c5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:42.087797 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-98806d11-0a07-44a2-9dd1-f848c42c5500 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 1099 time: 0.0481169 Mar 14 15:46:42.109310 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644fdcc-4819-4b56-81b1-9bb2f62df87a req-c8cce7dc-0a40-4d36-9105-33391dd2ae5b tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:42.110785 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d644fdcc-4819-4b56-81b1-9bb2f62df87a req-c8cce7dc-0a40-4d36-9105-33391dd2ae5b tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0501816 Mar 14 15:46:42.150697 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d644fdcc-4819-4b56-81b1-9bb2f62df87a req-c247502b-833d-4948-b65e-e89a324b9b35 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330358 Mar 14 15:46:42.188161 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-b7c82103-979d-42ee-85a0-01cdcb0a38bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:42.189621 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-b7c82103-979d-42ee-85a0-01cdcb0a38bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0890131 Mar 14 15:46:42.256802 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-fa83b404-2534-4bec-a11a-8f63b35fccb4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3af9b45b-f076-42ee-83e2-c23349b3a17e HTTP/1.1" status: 200 len: 1003 time: 0.0598960 Mar 14 15:46:42.308730 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-9fa8e1ad-3655-4562-8e7a-c3f764c1b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:42.310056 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-9fa8e1ad-3655-4562-8e7a-c3f764c1b73c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0440984 Mar 14 15:46:42.360480 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-e48a9211-7661-45e0-b30f-dd8f977ccb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:42.362007 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-e48a9211-7661-45e0-b30f-dd8f977ccb84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444992 Mar 14 15:46:42.451349 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-ca84d0d8-a8c9-4fbb-a06a-132d5985d8cb service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817747 Mar 14 15:46:42.544678 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-b8c7b66b-1742-4f45-b3a9-ef367eb19999 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861855 Mar 14 15:46:43.267504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c3559-94d6-4fbb-b77a-48ef6d056abe req-b9d56d3a-b53c-4fa9-95e4-8af88d2092bb tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:43.268961 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0c2c3559-94d6-4fbb-b77a-48ef6d056abe req-b9d56d3a-b53c-4fa9-95e4-8af88d2092bb tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0487764 Mar 14 15:46:43.306762 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0c2c3559-94d6-4fbb-b77a-48ef6d056abe req-b8e92852-3e39-451f-a2a4-1e5f67dbf128 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313046 Mar 14 15:46:44.423199 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790f0bb-52a7-4f47-abed-6b265a1c4df0 req-69c700e2-20ae-4248-88ab-6026fa961f75 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:44.424726 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0790f0bb-52a7-4f47-abed-6b265a1c4df0 req-69c700e2-20ae-4248-88ab-6026fa961f75 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0499363 Mar 14 15:46:44.461771 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0790f0bb-52a7-4f47-abed-6b265a1c4df0 req-221b5c27-4cdd-4cf3-83ce-cae1e00a03dd tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309725 Mar 14 15:46:45.576779 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224be16-ea8c-4bf7-b7fe-0d6363af53e7 req-4ffd92ed-9d64-4022-8b72-f09fa606d494 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:45.578229 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9224be16-ea8c-4bf7-b7fe-0d6363af53e7 req-4ffd92ed-9d64-4022-8b72-f09fa606d494 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0488098 Mar 14 15:46:45.615888 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9224be16-ea8c-4bf7-b7fe-0d6363af53e7 req-6e830b6b-7b49-4a58-83e4-c9716505a616 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317283 Mar 14 15:46:46.738565 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2e565-3994-4a32-b652-8ed6b3ab0d0b req-270d8966-f873-4cb9-97c3-46566b48f654 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:46.740530 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-45f2e565-3994-4a32-b652-8ed6b3ab0d0b req-270d8966-f873-4cb9-97c3-46566b48f654 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0548468 Mar 14 15:46:46.779625 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-45f2e565-3994-4a32-b652-8ed6b3ab0d0b req-d3f4f8b8-e44e-4ad8-9fcb-3378ddd50fae tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331180 Mar 14 15:46:47.902407 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c0c95-ab0b-4a9f-9c1f-222cddda1ce7 req-d662368a-12b3-4b1d-8632-f6ae1104b81a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:47.903887 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-877c0c95-ab0b-4a9f-9c1f-222cddda1ce7 req-d662368a-12b3-4b1d-8632-f6ae1104b81a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0553782 Mar 14 15:46:47.941887 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-877c0c95-ab0b-4a9f-9c1f-222cddda1ce7 req-dcb92146-4b62-4cde-81f2-3cc77a04c44d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319936 Mar 14 15:46:49.059039 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0225a8d-17bb-4ac6-9816-9e8eea49502e req-f794cb05-02c7-4f24-b29d-73f0a000fc55 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:49.060530 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d0225a8d-17bb-4ac6-9816-9e8eea49502e req-f794cb05-02c7-4f24-b29d-73f0a000fc55 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0490246 Mar 14 15:46:49.098734 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d0225a8d-17bb-4ac6-9816-9e8eea49502e req-1c2d3dbe-aff6-4d1b-839d-fa224b317732 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322225 Mar 14 15:46:50.213919 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f28eb8-7bdb-494a-9126-5dcb2ad8c227 req-fc2d9444-280d-4604-b63a-e8a1eb90928b tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:50.215411 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-78f28eb8-7bdb-494a-9126-5dcb2ad8c227 req-fc2d9444-280d-4604-b63a-e8a1eb90928b tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0494993 Mar 14 15:46:50.253462 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-78f28eb8-7bdb-494a-9126-5dcb2ad8c227 req-871094fc-436e-41cf-b7f0-13f51a70210f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320070 Mar 14 15:46:51.138645 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-6893d4e8-39b8-4ad4-bead-5103aef24c7b service neutron] 10.222.0.18 "GET /v2.0/ports/3af9b45b-f076-42ee-83e2-c23349b3a17e/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0589235 Mar 14 15:46:51.364257 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-cc41247e-726a-4920-ad50-13def899d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:51.366508 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-cc41247e-726a-4920-ad50-13def899d498 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1&tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205 HTTP/1.1" status: 200 len: 1099 time: 0.0429089 Mar 14 15:46:51.378306 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f51c3d-7fb7-4dc2-8b83-fb6e646cf186 req-6493315a-73bc-40da-ae12-b63f216cc303 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:51.379879 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-14f51c3d-7fb7-4dc2-8b83-fb6e646cf186 req-6493315a-73bc-40da-ae12-b63f216cc303 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0503650 Mar 14 15:46:51.420082 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-14f51c3d-7fb7-4dc2-8b83-fb6e646cf186 req-98c7b540-a8dd-4749-b975-3a5ab2a332c2 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338528 Mar 14 15:46:51.436911 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-673ec112-03c9-432f-aa21-0b6760de8041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:51.438425 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-673ec112-03c9-432f-aa21-0b6760de8041 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 1099 time: 0.0450304 Mar 14 15:46:51.530734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-d602d9ea-71bf-4c90-aee4-322887367449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:51.532246 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-d602d9ea-71bf-4c90-aee4-322887367449 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0836563 Mar 14 15:46:51.604428 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-735b7cae-24ed-4373-b2bd-8faf0aff6a99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3af9b45b-f076-42ee-83e2-c23349b3a17e HTTP/1.1" status: 200 len: 1003 time: 0.0619335 Mar 14 15:46:51.656347 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-3eafca0a-7982-40ca-a2ff-993e42bb2977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:51.657785 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-3eafca0a-7982-40ca-a2ff-993e42bb2977 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0421555 Mar 14 15:46:51.706271 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-688ff0bd-4fc4-4f17-8a55-5a7c4543bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:51.707748 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-688ff0bd-4fc4-4f17-8a55-5a7c4543bc75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396988 Mar 14 15:46:51.801150 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-e4d376b0-43c0-4ecd-8753-210721216ea0 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826695 Mar 14 15:46:51.891961 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-57159900-8d00-4a8e-a2af-3876388d5156 service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801880 Mar 14 15:46:52.541671 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cce74-1d09-4e0e-8446-19f54107cbcc req-ebb01c49-50e7-45b3-8015-e68ebf29e34d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:52.543189 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0c9cce74-1d09-4e0e-8446-19f54107cbcc req-ebb01c49-50e7-45b3-8015-e68ebf29e34d tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0495021 Mar 14 15:46:52.588079 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0c9cce74-1d09-4e0e-8446-19f54107cbcc req-de5eb49e-4e2f-4bac-b716-5a4f13238def tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386829 Mar 14 15:46:53.251790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3af9b45b-f076-42ee-83e2-c23349b3a17e no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:46:53.330120 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:53.352532 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9fd5f1a-a6c6-43de-a879-903ef0e160c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af9b45b-f076-42ee-83e2-c23349b3a17e'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:46:53.355331 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eafb03c-5d61-4ff8-b897-d3a8119cbeef" -d '{"events": [{"server_uuid": "c9fd5f1a-a6c6-43de-a879-903ef0e160c1", "name": "network-vif-unplugged", "status": "completed", "tag": "3af9b45b-f076-42ee-83e2-c23349b3a17e"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:46:53.368756 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 3af9b45b-f076-42ee-83e2-c23349b3a17e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3af9b45b-f076-42ee-83e2-c23349b3a17e,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:46:53.372881 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:53.403245 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 15:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f40d0c4-9d08-490a-b1bb-79b92afb2808 x-openstack-request-id: req-5f40d0c4-9d08-490a-b1bb-79b92afb2808 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:46:53.403543 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9fd5f1a-a6c6-43de-a879-903ef0e160c1", "name": "network-vif-unplugged", "status": "completed", "tag": "3af9b45b-f076-42ee-83e2-c23349b3a17e", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:46:53.403828 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5f40d0c4-9d08-490a-b1bb-79b92afb2808 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:46:53.404244 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9fd5f1a-a6c6-43de-a879-903ef0e160c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af9b45b-f076-42ee-83e2-c23349b3a17e', 'code': 200} Mar 14 15:46:53.426482 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=3af9b45b-f076-42ee-83e2-c23349b3a17e,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:53.434336 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:53.434695 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:53.435080 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:53.435425 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:53.435761 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:53.436117 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:53.436437 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:53.436799 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:53.437132 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:53.437462 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:53.437789 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:53.438112 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:46:53.721411 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fffc41-4802-4be8-90cd-031ce69b359f req-988fcb2b-ae83-4fba-841b-420fe5d48629 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:53.723104 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f7fffc41-4802-4be8-90cd-031ce69b359f req-988fcb2b-ae83-4fba-841b-420fe5d48629 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 944 time: 0.0626142 Mar 14 15:46:53.774103 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f7fffc41-4802-4be8-90cd-031ce69b359f req-5ce1f3e1-35b7-47ce-95bc-3a068c8b3754 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429511 Mar 14 15:46:54.901251 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e346320-ed98-413a-b601-63c6e73118e5 req-8dcfff62-bdad-45c8-b3dc-48f78c5ff5d8 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:54.902774 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0e346320-ed98-413a-b601-63c6e73118e5 req-8dcfff62-bdad-45c8-b3dc-48f78c5ff5d8 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 944 time: 0.0545268 Mar 14 15:46:54.943474 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0e346320-ed98-413a-b601-63c6e73118e5 req-854ac230-0e8d-432d-862d-3cd6cecbd803 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346394 Mar 14 15:46:56.058964 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7cb58-cce3-436b-97fa-cc4e12ee65b1 req-c9bbcfbd-a604-49af-a4bc-56cbfd3c6a2e tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:56.060416 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1eb7cb58-cce3-436b-97fa-cc4e12ee65b1 req-c9bbcfbd-a604-49af-a4bc-56cbfd3c6a2e tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 944 time: 0.0490353 Mar 14 15:46:56.097708 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1eb7cb58-cce3-436b-97fa-cc4e12ee65b1 req-d7f9e7c7-67dc-4a03-b433-477ed8ac83f4 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314724 Mar 14 15:46:57.214675 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd662f-7e3a-48ff-b2ab-34677751478b req-d1526765-63a7-43b3-8032-6b1e27c17724 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:57.216163 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-69bd662f-7e3a-48ff-b2ab-34677751478b req-d1526765-63a7-43b3-8032-6b1e27c17724 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 944 time: 0.0482113 Mar 14 15:46:57.253444 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-69bd662f-7e3a-48ff-b2ab-34677751478b req-4bc38b6d-5626-49a9-ab9c-71a091f178ed tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315039 Mar 14 15:46:57.283133 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3af9b45b-f076-42ee-83e2-c23349b3a17e details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:46:57.380177 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 3af9b45b-f076-42ee-83e2-c23349b3a17e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3af9b45b-f076-42ee-83e2-c23349b3a17e,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:46:57.390824 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '3af9b45b-f076-42ee-83e2-c23349b3a17e', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'port_id': '3af9b45b-f076-42ee-83e2-c23349b3a17e', 'mac_address': 'fa:16:3e:cb:a2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:46:57.428458 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.441144 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af9b45b-f076-42ee-83e2-c23349b3a17e {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:46:57.460660 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 3af9b45b-f076-42ee-83e2-c23349b3a17e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3af9b45b-f076-42ee-83e2-c23349b3a17e,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:46:57.464380 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:57.519754 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=3af9b45b-f076-42ee-83e2-c23349b3a17e,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:57.545260 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['3af9b45b-f076-42ee-83e2-c23349b3a17e'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:46:58.369675 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ab233-ab6b-4946-8ec3-c61c64634456 req-699e88b9-e847-4c2b-bd2c-bd005820b997 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:58.371168 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e59ab233-ab6b-4946-8ec3-c61c64634456 req-699e88b9-e847-4c2b-bd2c-bd005820b997 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 945 time: 0.0489259 Mar 14 15:46:58.412907 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e59ab233-ab6b-4946-8ec3-c61c64634456 req-3dba5fa5-8e42-4cbd-9477-42095f132a15 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357850 Mar 14 15:46:59.298983 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3af9b45b-f076-42ee-83e2-c23349b3a17e up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:46:59.352612 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 3af9b45b-f076-42ee-83e2-c23349b3a17e triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:46:59.353019 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:59.429161 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:59.451909 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9fd5f1a-a6c6-43de-a879-903ef0e160c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af9b45b-f076-42ee-83e2-c23349b3a17e'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:46:59.454142 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51515252-b446-4791-a599-d081c6254663" -d '{"events": [{"server_uuid": "c9fd5f1a-a6c6-43de-a879-903ef0e160c1", "name": "network-vif-plugged", "status": "completed", "tag": "3af9b45b-f076-42ee-83e2-c23349b3a17e"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:46:59.467718 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 3af9b45b-f076-42ee-83e2-c23349b3a17e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3af9b45b-f076-42ee-83e2-c23349b3a17e,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:46:59.477504 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:46:59.510261 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfdf5bb-ac15-4fd7-a292-b3eee2f2b5a5 x-openstack-request-id: req-edfdf5bb-ac15-4fd7-a292-b3eee2f2b5a5 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:46:59.510551 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9fd5f1a-a6c6-43de-a879-903ef0e160c1", "name": "network-vif-plugged", "status": "completed", "tag": "3af9b45b-f076-42ee-83e2-c23349b3a17e", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:46:59.510806 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-edfdf5bb-ac15-4fd7-a292-b3eee2f2b5a5 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:46:59.511217 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9fd5f1a-a6c6-43de-a879-903ef0e160c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af9b45b-f076-42ee-83e2-c23349b3a17e', 'code': 200} Mar 14 15:46:59.536854 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=3af9b45b-f076-42ee-83e2-c23349b3a17e,revision_number=8']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:46:59.545163 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec9f0e-6a2d-4842-87df-630c81facccb req-43d319b2-6fa0-4a1c-9463-d94636264108 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:46:59.546631 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-baec9f0e-6a2d-4842-87df-630c81facccb req-43d319b2-6fa0-4a1c-9463-d94636264108 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0537999 Mar 14 15:46:59.585791 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-baec9f0e-6a2d-4842-87df-630c81facccb req-7058feef-2412-4f68-84ea-cd8b7a479726 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318623 Mar 14 15:47:00.702510 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27a409-0a42-452b-b58f-a71f2da1bd38 req-8553291d-0f1c-4a8c-b84c-6640c2952127 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:00.703942 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4f27a409-0a42-452b-b58f-a71f2da1bd38 req-8553291d-0f1c-4a8c-b84c-6640c2952127 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0485265 Mar 14 15:47:00.741200 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4f27a409-0a42-452b-b58f-a71f2da1bd38 req-72f66dda-b792-4229-bd94-5d702e4777d6 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308621 Mar 14 15:47:01.861897 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bac1cf-b0f3-4686-a33d-a5f2755ea0ce req-d96e6633-d94b-4225-882a-3b753f3b01f6 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:01.863366 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c8bac1cf-b0f3-4686-a33d-a5f2755ea0ce req-d96e6633-d94b-4225-882a-3b753f3b01f6 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0527585 Mar 14 15:47:01.901356 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c8bac1cf-b0f3-4686-a33d-a5f2755ea0ce req-b086d4a5-fc31-4c05-a988-cac6a4f242f0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312233 Mar 14 15:47:03.016557 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fd6c6-64d8-465b-9662-3f479843deed req-cce77569-72ed-4359-89f8-cc0f012f4035 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:03.018036 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed3fd6c6-64d8-465b-9662-3f479843deed req-cce77569-72ed-4359-89f8-cc0f012f4035 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0485268 Mar 14 15:47:03.056921 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed3fd6c6-64d8-465b-9662-3f479843deed req-7ee8018e-0132-4ef9-a44b-36ebc83e65ab tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321238 Mar 14 15:47:03.373923 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-b97dba47-99aa-4026-86e1-7ce016136b4a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:03.375397 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-b97dba47-99aa-4026-86e1-7ce016136b4a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1&tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 946 time: 0.0826328 Mar 14 15:47:03.389149 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de070874-dc59-42f8-a853-f79c711ae124 req-61a8cff8-b4fd-42ef-8d37-d214593be3a8 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:03.390539 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-de070874-dc59-42f8-a853-f79c711ae124 req-61a8cff8-b4fd-42ef-8d37-d214593be3a8 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0710397 Mar 14 15:47:03.464003 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-de070874-dc59-42f8-a853-f79c711ae124 req-5139ab37-8283-4c00-b482-388300cafa99 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663042 Mar 14 15:47:03.473560 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-c3892070-af99-4920-9be0-5986a9508b29 service neutron] 10.222.0.18 "GET /v2.0/ports/3af9b45b-f076-42ee-83e2-c23349b3a17e/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0820897 Mar 14 15:47:03.535182 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-2f87846c-8ccb-425d-b1f1-03de6670c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:03.536559 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-2f87846c-8ccb-425d-b1f1-03de6670c794 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 1099 time: 0.0406549 Mar 14 15:47:03.629520 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-07fd107f-19e0-4477-8262-2543114bc302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:03.631642 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-07fd107f-19e0-4477-8262-2543114bc302 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0871038 Mar 14 15:47:03.694271 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-69f9e59c-c017-4186-8483-6d49f9a9786e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3af9b45b-f076-42ee-83e2-c23349b3a17e HTTP/1.1" status: 200 len: 1003 time: 0.0566609 Mar 14 15:47:03.745523 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-95bd21b1-9992-49f0-95d2-cd7bdcc96d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:03.746954 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-95bd21b1-9992-49f0-95d2-cd7bdcc96d15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0465720 Mar 14 15:47:03.792334 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-c3ce10ff-75e1-4360-afdd-83428e04547b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:03.793702 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-c3ce10ff-75e1-4360-afdd-83428e04547b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396817 Mar 14 15:47:03.880661 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-6206b0f2-97ac-426c-90b6-bb395410038c service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795267 Mar 14 15:47:03.971862 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-495d4ebf-70c0-4e50-9161-0ec1ebe832ab service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845315 Mar 14 15:47:04.081799 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2892d98-52ac-477d-9ff7-803c756b8597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:04.585891 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f10d3-d5b1-4bf3-909c-87101d13044f req-4091b747-1eff-4f6c-b17f-51b3d99cb418 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:04.587389 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a16f10d3-d5b1-4bf3-909c-87101d13044f req-4091b747-1eff-4f6c-b17f-51b3d99cb418 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0497525 Mar 14 15:47:04.629611 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a16f10d3-d5b1-4bf3-909c-87101d13044f req-f5f6f98d-ba53-4472-adc7-6f2df7cfdb05 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359440 Mar 14 15:47:05.748347 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae6af0-234c-437b-8edd-7d963f2b0d46 req-897ea323-18f6-49a0-aa0a-10da00956cf3 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:05.749826 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7aae6af0-234c-437b-8edd-7d963f2b0d46 req-897ea323-18f6-49a0-aa0a-10da00956cf3 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0504253 Mar 14 15:47:05.788180 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7aae6af0-234c-437b-8edd-7d963f2b0d46 req-d9cf97d8-ea82-4e2d-9be7-05db886d4cbd tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324106 Mar 14 15:47:06.454059 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a43672b-3817-4342-8755-1aead1a0cf97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:06.908656 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c408e-a513-44f1-83fb-a1cef047f373 req-b3b0eefe-2f2c-4ca7-a615-2d6e85ccd3cc tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:06.910235 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bf1c408e-a513-44f1-83fb-a1cef047f373 req-b3b0eefe-2f2c-4ca7-a615-2d6e85ccd3cc tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0531771 Mar 14 15:47:06.949909 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bf1c408e-a513-44f1-83fb-a1cef047f373 req-da88844a-a579-484c-981e-235c682e4d99 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330787 Mar 14 15:47:07.514251 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:08.070901 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e59360-1a06-4f09-b229-c065339e5948 req-0514933f-cb6e-4a5b-89ae-7c6cd2f4d224 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:08.072412 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-96e59360-1a06-4f09-b229-c065339e5948 req-0514933f-cb6e-4a5b-89ae-7c6cd2f4d224 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0532768 Mar 14 15:47:08.111864 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-96e59360-1a06-4f09-b229-c065339e5948 req-af357448-8a90-4218-b559-e1dbdefb4fdb tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334263 Mar 14 15:47:08.471052 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-0ba4741d-c875-40ef-a7b1-903e77776781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:08.472560 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-0ba4741d-c875-40ef-a7b1-903e77776781 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1&tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205 HTTP/1.1" status: 200 len: 1099 time: 0.0407579 Mar 14 15:47:08.541973 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-df436ee5-2511-478a-bb16-3c5b5e6fc8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:08.543390 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-df436ee5-2511-478a-bb16-3c5b5e6fc8f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 1099 time: 0.0406168 Mar 14 15:47:08.638470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-cb1c9812-77f0-486b-8704-239f8a0cee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:08.639961 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-cb1c9812-77f0-486b-8704-239f8a0cee44 service neutron] 10.222.0.18 "GET /v2.0/networks?id=db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 200 len: 913 time: 0.0857399 Mar 14 15:47:08.708403 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-64e4b1d4-8033-41d2-9a64-58c0e47fea2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3af9b45b-f076-42ee-83e2-c23349b3a17e HTTP/1.1" status: 200 len: 1003 time: 0.0578067 Mar 14 15:47:08.759605 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-6e15651d-f527-49cc-a50d-385de856620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:08.761029 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-6e15651d-f527-49cc-a50d-385de856620c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 200 len: 851 time: 0.0421505 Mar 14 15:47:08.811283 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-44e644c8-9089-4031-ac09-395398eb4433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:08.812651 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-44e644c8-9089-4031-ac09-395398eb4433 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=db88c90a-3a7a-488e-99bb-f148f4844341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428925 Mar 14 15:47:08.903776 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-79dfd0c9-34e7-4df2-a249-75f424d3815a service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806754 Mar 14 15:47:08.938475 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:08.982300 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:09.001104 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-befd6f67-7ce0-4616-af25-8b0c36950250 req-f275bf2b-c9db-4e33-8a08-f017fd98443f service neutron] 10.222.0.18 "GET /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875268 Mar 14 15:47:09.233753 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd636bc-956d-41b5-8d82-6fccf2179abe req-6097953f-e565-4d60-a324-15409a039c87 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:09.235268 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fbd636bc-956d-41b5-8d82-6fccf2179abe req-6097953f-e565-4d60-a324-15409a039c87 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0534296 Mar 14 15:47:09.274965 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fbd636bc-956d-41b5-8d82-6fccf2179abe req-5cc4e3d8-3e06-4802-a657-4a03a099eb98 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334597 Mar 14 15:47:09.314620 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3af9b45b-f076-42ee-83e2-c23349b3a17e no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:47:09.373390 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:09.411567 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:09.435154 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9fd5f1a-a6c6-43de-a879-903ef0e160c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af9b45b-f076-42ee-83e2-c23349b3a17e'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:47:09.437374 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a4808e-4dd0-4425-8d2b-caf43ee058f3" -d '{"events": [{"server_uuid": "c9fd5f1a-a6c6-43de-a879-903ef0e160c1", "name": "network-vif-unplugged", "status": "completed", "tag": "3af9b45b-f076-42ee-83e2-c23349b3a17e"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:47:09.450682 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 3af9b45b-f076-42ee-83e2-c23349b3a17e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3af9b45b-f076-42ee-83e2-c23349b3a17e,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:09.455343 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:09.489675 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 15:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2734bb23-5f83-42fe-bb98-7e0a69956703 x-openstack-request-id: req-2734bb23-5f83-42fe-bb98-7e0a69956703 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:47:09.489975 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9fd5f1a-a6c6-43de-a879-903ef0e160c1", "name": "network-vif-unplugged", "status": "completed", "tag": "3af9b45b-f076-42ee-83e2-c23349b3a17e", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:47:09.490840 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2734bb23-5f83-42fe-bb98-7e0a69956703 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:47:09.491243 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9fd5f1a-a6c6-43de-a879-903ef0e160c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af9b45b-f076-42ee-83e2-c23349b3a17e', 'code': 200} Mar 14 15:47:09.506169 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=3af9b45b-f076-42ee-83e2-c23349b3a17e,revision_number=9']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:10.395834 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6a73f-00b6-4126-82b9-e9c53d9d43b9 req-6a571b81-8b0b-4431-84cc-9e1a40f0eb6e tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:10.398462 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b6d6a73f-00b6-4126-82b9-e9c53d9d43b9 req-6a571b81-8b0b-4431-84cc-9e1a40f0eb6e tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 944 time: 0.0516639 Mar 14 15:47:10.437749 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b6d6a73f-00b6-4126-82b9-e9c53d9d43b9 req-5a96a89f-f330-478a-a33e-27be7f266adf tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331593 Mar 14 15:47:11.559589 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f56fce-fdd6-4f14-a7e6-2ed41f588f9a req-930784a3-62d2-428b-a632-020ae6ac5b32 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:11.561081 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a9f56fce-fdd6-4f14-a7e6-2ed41f588f9a req-930784a3-62d2-428b-a632-020ae6ac5b32 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 944 time: 0.0505953 Mar 14 15:47:11.599014 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a9f56fce-fdd6-4f14-a7e6-2ed41f588f9a req-9fcba1a8-25dc-4027-aade-86b55b27c931 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319142 Mar 14 15:47:12.720511 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e17e5c-9f78-463f-b300-4bcee9ef1a2a req-660f6ae6-a2f9-475f-8724-f1e617c2b3e9 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:12.721973 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-14e17e5c-9f78-463f-b300-4bcee9ef1a2a req-660f6ae6-a2f9-475f-8724-f1e617c2b3e9 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 944 time: 0.0513608 Mar 14 15:47:12.762654 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-14e17e5c-9f78-463f-b300-4bcee9ef1a2a req-61618892-5a53-4356-971f-76e10c07159b tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345447 Mar 14 15:47:13.877324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59632e29-9d85-44dc-ab84-e445d899e5a4 req-9ac51243-d00f-45be-8887-479d1d93144f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:13.878794 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-59632e29-9d85-44dc-ab84-e445d899e5a4 req-9ac51243-d00f-45be-8887-479d1d93144f tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 944 time: 0.0486093 Mar 14 15:47:13.916421 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-59632e29-9d85-44dc-ab84-e445d899e5a4 req-a6d6e13f-3fd6-4471-8f5f-93e307ddce46 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315952 Mar 14 15:47:14.371412 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:47:15.035031 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd13ad-3dc1-429d-85e0-85964c5b65fe req-d56bc0ee-2403-4875-a011-c40c219710a1 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:15.036465 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-78cd13ad-3dc1-429d-85e0-85964c5b65fe req-d56bc0ee-2403-4875-a011-c40c219710a1 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 944 time: 0.0519857 Mar 14 15:47:15.074693 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-78cd13ad-3dc1-429d-85e0-85964c5b65fe req-5714d17d-dd16-44df-b217-bfa390807b3e tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312274 Mar 14 15:47:15.329919 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3af9b45b-f076-42ee-83e2-c23349b3a17e details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:47:15.423556 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 3af9b45b-f076-42ee-83e2-c23349b3a17e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3af9b45b-f076-42ee-83e2-c23349b3a17e,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:15.435187 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '3af9b45b-f076-42ee-83e2-c23349b3a17e', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'port_id': '3af9b45b-f076-42ee-83e2-c23349b3a17e', 'mac_address': 'fa:16:3e:cb:a2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:47:15.480062 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:15.493450 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af9b45b-f076-42ee-83e2-c23349b3a17e {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:47:15.512500 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 3af9b45b-f076-42ee-83e2-c23349b3a17e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3af9b45b-f076-42ee-83e2-c23349b3a17e,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:15.516410 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:15.569255 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=3af9b45b-f076-42ee-83e2-c23349b3a17e,revision_number=10']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:15.595319 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['3af9b45b-f076-42ee-83e2-c23349b3a17e'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:47:16.194899 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508254ea-f50c-41e1-bbde-43183ceddebe req-dfa07316-5963-4254-b653-9c82749dcc37 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:16.196395 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-508254ea-f50c-41e1-bbde-43183ceddebe req-dfa07316-5963-4254-b653-9c82749dcc37 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0530791 Mar 14 15:47:16.233133 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-508254ea-f50c-41e1-bbde-43183ceddebe req-6a7edc5c-6554-46ef-8034-5e54c1154e26 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308204 Mar 14 15:47:17.344891 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3af9b45b-f076-42ee-83e2-c23349b3a17e up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:47:17.350965 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67996c-1ac3-410e-a8d9-50b6e095a809 req-dcef09ee-206e-48d7-8c28-f93910af1d86 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:17.352501 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fe67996c-1ac3-410e-a8d9-50b6e095a809 req-dcef09ee-206e-48d7-8c28-f93910af1d86 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 946 time: 0.0510154 Mar 14 15:47:17.391489 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fe67996c-1ac3-410e-a8d9-50b6e095a809 req-55f26543-c144-425c-b60f-3ba4860dad4b tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326505 Mar 14 15:47:17.393918 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 3af9b45b-f076-42ee-83e2-c23349b3a17e triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:47:17.394295 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:17.473112 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:17.495452 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9fd5f1a-a6c6-43de-a879-903ef0e160c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af9b45b-f076-42ee-83e2-c23349b3a17e'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:47:17.497636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ea2f92-432a-4716-a904-aa1ad2fcd966" -d '{"events": [{"server_uuid": "c9fd5f1a-a6c6-43de-a879-903ef0e160c1", "name": "network-vif-plugged", "status": "completed", "tag": "3af9b45b-f076-42ee-83e2-c23349b3a17e"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:47:17.510322 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 3af9b45b-f076-42ee-83e2-c23349b3a17e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3af9b45b-f076-42ee-83e2-c23349b3a17e,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:17.514272 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:17.544739 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708a32a8-ce4d-47aa-bc12-7918893d3d3c x-openstack-request-id: req-708a32a8-ce4d-47aa-bc12-7918893d3d3c {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:47:17.545060 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9fd5f1a-a6c6-43de-a879-903ef0e160c1", "name": "network-vif-plugged", "status": "completed", "tag": "3af9b45b-f076-42ee-83e2-c23349b3a17e", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:47:17.545316 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-708a32a8-ce4d-47aa-bc12-7918893d3d3c {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:47:17.545737 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9fd5f1a-a6c6-43de-a879-903ef0e160c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af9b45b-f076-42ee-83e2-c23349b3a17e', 'code': 200} Mar 14 15:47:17.564036 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=3af9b45b-f076-42ee-83e2-c23349b3a17e,revision_number=11']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:18.509476 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a951069-6215-47c8-b58a-636623270006 req-34c74ba4-6277-4baa-94bc-cae1d720c7d1 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:18.510957 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1a951069-6215-47c8-b58a-636623270006 req-34c74ba4-6277-4baa-94bc-cae1d720c7d1 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 947 time: 0.0499220 Mar 14 15:47:18.548142 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1a951069-6215-47c8-b58a-636623270006 req-c7aef08d-fae4-404c-93d4-894ee963bd41 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312173 Mar 14 15:47:19.668682 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ae071-112e-4acb-aa8d-35efdaa8da0d req-70589443-8ff7-4e42-9301-e2c19fe08436 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:19.670042 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e30ae071-112e-4acb-aa8d-35efdaa8da0d req-70589443-8ff7-4e42-9301-e2c19fe08436 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 947 time: 0.0509892 Mar 14 15:47:19.708876 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e30ae071-112e-4acb-aa8d-35efdaa8da0d req-da81a05c-b3f5-47f1-aa73-59339d7663d3 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328362 Mar 14 15:47:19.827622 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80792b0f-39e4-4ba0-b2bd-9322d2060aa2 req-78391482-cb42-47bb-9a44-6a3b315cbdb8 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:19.829078 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-80792b0f-39e4-4ba0-b2bd-9322d2060aa2 req-78391482-cb42-47bb-9a44-6a3b315cbdb8 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 947 time: 0.0531747 Mar 14 15:47:19.866540 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-80792b0f-39e4-4ba0-b2bd-9322d2060aa2 req-bedc526d-60c0-4945-b254-f9389a294e67 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312288 Mar 14 15:47:19.979457 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aba998-2071-4e6a-9252-ae0fdd9f042b req-3fbbfc8d-84d5-49d5-9036-943745b1eecb tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:19.980990 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-79aba998-2071-4e6a-9252-ae0fdd9f042b req-3fbbfc8d-84d5-49d5-9036-943745b1eecb tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 947 time: 0.0494976 Mar 14 15:47:20.018647 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-79aba998-2071-4e6a-9252-ae0fdd9f042b req-238f597c-eb69-4f20-b11a-5eba7fb4f586 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316443 Mar 14 15:47:20.252460 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f8212-5aaa-4e8d-8a52-20195bf446d9 req-047562ff-bdbc-442c-bec6-0899c76ff32e tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:20.254230 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b76f8212-5aaa-4e8d-8a52-20195bf446d9 req-047562ff-bdbc-442c-bec6-0899c76ff32e tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 947 time: 0.0526941 Mar 14 15:47:20.291238 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b76f8212-5aaa-4e8d-8a52-20195bf446d9 req-f71dab48-fe3b-4f05-b1f0-1ffe7a9dc138 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310388 Mar 14 15:47:21.410030 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d434e2-5066-4dd5-a396-c3ef22a60941 req-165bff40-060d-4b16-9eb0-4da7eb6b19bc tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:21.411573 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d5d434e2-5066-4dd5-a396-c3ef22a60941 req-165bff40-060d-4b16-9eb0-4da7eb6b19bc tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 947 time: 0.0492353 Mar 14 15:47:21.450108 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d5d434e2-5066-4dd5-a396-c3ef22a60941 req-b5b28f43-1fca-414c-b8d9-7ac782c90ff2 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326462 Mar 14 15:47:22.566553 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91a40e-9415-45f0-ad07-4f1d138ec7dc req-e3839baa-af53-40cd-9cc4-906245575be0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:22.568194 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0c91a40e-9415-45f0-ad07-4f1d138ec7dc req-e3839baa-af53-40cd-9cc4-906245575be0 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 947 time: 0.0502014 Mar 14 15:47:22.606412 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0c91a40e-9415-45f0-ad07-4f1d138ec7dc req-f24f6ef6-39f6-4764-b294-40e8f89c70c3 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups?id=fad53ad7-7746-4cb0-900c-f1a92e047206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322340 Mar 14 15:47:22.842732 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42357da-a2b5-4cd3-b222-9c8d82277108 req-efa15b2e-993e-4022-bad7-55c89b035732 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:22.844211 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e42357da-a2b5-4cd3-b222-9c8d82277108 req-efa15b2e-993e-4022-bad7-55c89b035732 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 947 time: 0.0481503 Mar 14 15:47:22.934377 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-e42357da-a2b5-4cd3-b222-9c8d82277108 req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Deleting port 3af9b45b-f076-42ee-83e2-c23349b3a17e {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:47:22.934719 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e42357da-a2b5-4cd3-b222-9c8d82277108 req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:23.019060 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-e42357da-a2b5-4cd3-b222-9c8d82277108 req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] For port 3af9b45b-f076-42ee-83e2-c23349b3a17e, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3af9b45b-f076-42ee-83e2-c23349b3a17e,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:23.019429 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e42357da-a2b5-4cd3-b222-9c8d82277108 req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:23.191046 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e42357da-a2b5-4cd3-b222-9c8d82277108 req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:23.191324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e42357da-a2b5-4cd3-b222-9c8d82277108 req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:23.191646 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [req-e42357da-a2b5-4cd3-b222-9c8d82277108 req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Floating IP 73ab7f9d-5632-4531-836e-1fef3f6c5b96 disassociated. External IP: 172.26.6.134, port: 3af9b45b-f076-42ee-83e2-c23349b3a17e. Mar 14 15:47:23.192008 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-e42357da-a2b5-4cd3-b222-9c8d82277108 req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Calling delete_port for 3af9b45b-f076-42ee-83e2-c23349b3a17e owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:47:23.315140 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e42357da-a2b5-4cd3-b222-9c8d82277108 req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:23.343012 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Pushing event deleted for resources: {'Port': ['ID=3af9b45b-f076-42ee-83e2-c23349b3a17e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:23.354947 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:23.355227 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:23.355693 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:23.356034 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:23.356369 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:23.356704 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:23.357037 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:23.357365 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:23.357694 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:23.358018 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:23.358341 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:23.358673 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:23.478451 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e42357da-a2b5-4cd3-b222-9c8d82277108 req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:47:23.588100 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e42357da-a2b5-4cd3-b222-9c8d82277108 req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:47:23.598112 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c0346f-4ab1-45a4-988e-19d2de015f66 None None] Sync routers for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:47:23.609254 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c0346f-4ab1-45a4-988e-19d2de015f66 None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:47:23.609866 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-56c0346f-4ab1-45a4-988e-19d2de015f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:47:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:47:23.631704 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42357da-a2b5-4cd3-b222-9c8d82277108 req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] No DVR routers for this DVR port 3af9b45b-f076-42ee-83e2-c23349b3a17e on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:47:23.634315 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e42357da-a2b5-4cd3-b222-9c8d82277108 req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:23.638105 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e42357da-a2b5-4cd3-b222-9c8d82277108 req-15c0f7d1-d0bd-4122-8f51-91f9083e9ace tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.18 "DELETE /v2.0/ports/3af9b45b-f076-42ee-83e2-c23349b3a17e HTTP/1.1" status: 204 len: 173 time: 0.7875228 Mar 14 15:47:23.638835 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9fd5f1a-a6c6-43de-a879-903ef0e160c1', 'name': 'network-vif-deleted', 'tag': '3af9b45b-f076-42ee-83e2-c23349b3a17e'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:47:23.641976 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8598facd-25a2-4431-b0da-4a1c42b20428" -d '{"events": [{"server_uuid": "c9fd5f1a-a6c6-43de-a879-903ef0e160c1", "name": "network-vif-deleted", "tag": "3af9b45b-f076-42ee-83e2-c23349b3a17e"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:47:23.707624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5aa4d1-2b79-48a8-876b-557a2bf84483 x-openstack-request-id: req-dd5aa4d1-2b79-48a8-876b-557a2bf84483 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:47:23.707917 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9fd5f1a-a6c6-43de-a879-903ef0e160c1", "name": "network-vif-deleted", "tag": "3af9b45b-f076-42ee-83e2-c23349b3a17e", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:47:23.708172 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dd5aa4d1-2b79-48a8-876b-557a2bf84483 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:47:23.708576 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9fd5f1a-a6c6-43de-a879-903ef0e160c1', 'name': 'network-vif-deleted', 'tag': '3af9b45b-f076-42ee-83e2-c23349b3a17e', 'status': 'completed', 'code': 200} Mar 14 15:47:23.724024 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-56c0346f-4ab1-45a4-988e-19d2de015f66 None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:47:23.746202 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-23733641-436d-44ae-aa84-8332a4916718 req-b3a72869-b561-4e34-99dd-6d37b929db04 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 210 time: 0.0338607 Mar 14 15:47:23.923953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-56c0346f-4ab1-45a4-988e-19d2de015f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:47:23.950890 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c0346f-4ab1-45a4-988e-19d2de015f66 None None] Checking router: e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:47:23.959106 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c0346f-4ab1-45a4-988e-19d2de015f66 None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:47:23.960015 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-56c0346f-4ab1-45a4-988e-19d2de015f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:47:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:47:24.208243 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-56c0346f-4ab1-45a4-988e-19d2de015f66 None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:47:24.410785 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-56c0346f-4ab1-45a4-988e-19d2de015f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:47:24.441827 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c0346f-4ab1-45a4-988e-19d2de015f66 None None] The sync data for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv is: [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:43:47Z', 'revision_number': 4, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'c944690a-0394-43b5-acb9-02d99685cc58', 'name': '', 'network_id': 'db88c90a-3a7a-488e-99bb-f148f4844341', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'mac_address': 'fa:16:3e:82:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:46Z', 'updated_at': '2022-03-14T15:43:50Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'subnets': [{'id': '9184d99e-90cb-4c93-8eaa-f03e0e927e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:47:24.663807 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261c1af2-60f0-4c60-a907-609a0cbbea57 None None] New status for floating IP 73ab7f9d-5632-4531-836e-1fef3f6c5b96: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:47:24.849377 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-459f584c-c259-4ed1-b8ce-d918264cf267 req-fd39ed6a-9e4e-464a-95b8-1663f33918cc tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 210 time: 0.0269415 Mar 14 15:47:25.374903 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3af9b45b-f076-42ee-83e2-c23349b3a17e no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:47:25.395729 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 3af9b45b-f076-42ee-83e2-c23349b3a17e {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:47:25.396075 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3af9b45b-f076-42ee-83e2-c23349b3a17e not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:47:25.945010 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1c1168f7-e418-4ed7-89c0-9a4521a335de req-ab4764ba-59f5-47fe-92db-8e625754b950 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 210 time: 0.0259418 Mar 14 15:47:27.051139 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-acbe56bf-3b6f-4d84-8ce2-d0e9e2743ff5 req-1ba6be73-7b34-4e6b-bb59-dc87529b7a4a tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9fd5f1a-a6c6-43de-a879-903ef0e160c1 HTTP/1.1" status: 200 len: 210 time: 0.0266614 Mar 14 15:47:30.705365 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60402) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:47:30.763194 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-02eab159-69f5-4ded-9f46-2c75373f29aa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:30.786496 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-02eab159-69f5-4ded-9f46-2c75373f29aa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:30.837463 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-02eab159-69f5-4ded-9f46-2c75373f29aa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:30.840742 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-02eab159-69f5-4ded-9f46-2c75373f29aa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:30.842082 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-02eab159-69f5-4ded-9f46-2c75373f29aa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "DELETE /v2.0/security-groups/fad53ad7-7746-4cb0-900c-f1a92e047206 HTTP/1.1" status: 204 len: 168 time: 0.1356869 Mar 14 15:47:30.844790 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60404) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:47:30.852070 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eab159-69f5-4ded-9f46-2c75373f29aa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad53ad7-7746-4cb0-900c-f1a92e047206,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:30.859467 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eab159-69f5-4ded-9f46-2c75373f29aa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:30.859645 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-3840412f-6bf5-47d2-a104-f33f07945b25 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] show failed (client error): The resource could not be found. Mar 14 15:47:30.859821 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eab159-69f5-4ded-9f46-2c75373f29aa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:30.860158 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eab159-69f5-4ded-9f46-2c75373f29aa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:30.860490 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eab159-69f5-4ded-9f46-2c75373f29aa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:30.860885 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eab159-69f5-4ded-9f46-2c75373f29aa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:30.861221 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eab159-69f5-4ded-9f46-2c75373f29aa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:30.861547 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eab159-69f5-4ded-9f46-2c75373f29aa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:30.861873 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eab159-69f5-4ded-9f46-2c75373f29aa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:30.862195 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eab159-69f5-4ded-9f46-2c75373f29aa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:30.862512 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eab159-69f5-4ded-9f46-2c75373f29aa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:30.862927 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eab159-69f5-4ded-9f46-2c75373f29aa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:30.863266 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eab159-69f5-4ded-9f46-2c75373f29aa tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:47:30.863435 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3840412f-6bf5-47d2-a104-f33f07945b25 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "GET /v2.0/security-groups/fad53ad7-7746-4cb0-900c-f1a92e047206 HTTP/1.1" status: 404 len: 347 time: 0.0176284 Mar 14 15:47:30.864207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60406) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:47:30.990724 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-03e8ff12-b153-486f-ab7a-e806c383b0d8 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Deleting port 8bf98327-0464-482c-a47f-d84cf94bf575 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:47:30.991101 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03e8ff12-b153-486f-ab7a-e806c383b0d8 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:31.069166 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03e8ff12-b153-486f-ab7a-e806c383b0d8 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:31.069492 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03e8ff12-b153-486f-ab7a-e806c383b0d8 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:31.081451 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-03e8ff12-b153-486f-ab7a-e806c383b0d8 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Calling delete_port for 8bf98327-0464-482c-a47f-d84cf94bf575 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:47:31.216698 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03e8ff12-b153-486f-ab7a-e806c383b0d8 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:31.564004 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8ff12-b153-486f-ab7a-e806c383b0d8 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Pushing event deleted for resources: {'Port': ['ID=8bf98327-0464-482c-a47f-d84cf94bf575,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:31.623736 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03e8ff12-b153-486f-ab7a-e806c383b0d8 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:31.626037 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-03e8ff12-b153-486f-ab7a-e806c383b0d8 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:31.627210 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-03e8ff12-b153-486f-ab7a-e806c383b0d8 tempest-ServerActionsTestJSON-381651147 tempest-ServerActionsTestJSON-381651147-project] 10.222.0.59 "DELETE /v2.0/floatingips/73ab7f9d-5632-4531-836e-1fef3f6c5b96 HTTP/1.1" status: 204 len: 168 time: 0.7619619 Mar 14 15:47:31.630037 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60408) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:47:31.978445 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92182486-5a89-467c-bc13-81659b92cd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:32.226794 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-92182486-5a89-467c-bc13-81659b92cd9d admin admin] Deleting port c944690a-0394-43b5-acb9-02d99685cc58 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:47:32.227163 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92182486-5a89-467c-bc13-81659b92cd9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:32.303073 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-92182486-5a89-467c-bc13-81659b92cd9d admin admin] For port c944690a-0394-43b5-acb9-02d99685cc58, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c944690a-0394-43b5-acb9-02d99685cc58,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:32.303281 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92182486-5a89-467c-bc13-81659b92cd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:32.316349 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-92182486-5a89-467c-bc13-81659b92cd9d admin admin] Calling delete_port for c944690a-0394-43b5-acb9-02d99685cc58 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:47:32.496436 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92182486-5a89-467c-bc13-81659b92cd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:32.526318 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92182486-5a89-467c-bc13-81659b92cd9d admin admin] Pushing event deleted for resources: {'Port': ['ID=c944690a-0394-43b5-acb9-02d99685cc58,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:32.689854 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92182486-5a89-467c-bc13-81659b92cd9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:32.903705 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92182486-5a89-467c-bc13-81659b92cd9d admin admin] Router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:47:33.011550 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92182486-5a89-467c-bc13-81659b92cd9d admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:47:33.017394 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-92182486-5a89-467c-bc13-81659b92cd9d admin admin] 10.222.0.59 "PUT /v2.0/routers/e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3864026 Mar 14 15:47:33.019273 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60410) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:47:33.021904 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f86857-4154-4218-b4bc-fa8c8668e4c0 None None] Sync routers for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:47:33.031156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f86857-4154-4218-b4bc-fa8c8668e4c0 None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:47:33.031777 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-c4f86857-4154-4218-b4bc-fa8c8668e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:47:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:47:33.122616 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cab932ca-d858-4e45-9123-0790e3ae8996 admin admin] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:33.135460 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-c4f86857-4154-4218-b4bc-fa8c8668e4c0 None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:47:33.221959 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cab932ca-d858-4e45-9123-0790e3ae8996 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:33.279799 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cab932ca-d858-4e45-9123-0790e3ae8996 admin admin] Deleting port 1af1cbf2-67e2-40ec-a3c6-42d853231151 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:47:33.280141 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cab932ca-d858-4e45-9123-0790e3ae8996 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:33.325528 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-c4f86857-4154-4218-b4bc-fa8c8668e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:47:32Z', 'revision_number': 5, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port': {'id': '1af1cbf2-67e2-40ec-a3c6-42d853231151', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:43:45Z', 'updated_at': '2022-03-14T15:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:47:33.352272 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f86857-4154-4218-b4bc-fa8c8668e4c0 None None] Checking router: e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:47:33.358885 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cab932ca-d858-4e45-9123-0790e3ae8996 admin admin] For port 1af1cbf2-67e2-40ec-a3c6-42d853231151, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=1af1cbf2-67e2-40ec-a3c6-42d853231151,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:33.359321 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cab932ca-d858-4e45-9123-0790e3ae8996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:33.361242 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f86857-4154-4218-b4bc-fa8c8668e4c0 None None] Routers {'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:47:33.361854 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-c4f86857-4154-4218-b4bc-fa8c8668e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:47:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:47:33.372339 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cab932ca-d858-4e45-9123-0790e3ae8996 admin admin] Calling delete_port for 1af1cbf2-67e2-40ec-a3c6-42d853231151 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:47:33.446259 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-c4f86857-4154-4218-b4bc-fa8c8668e4c0 None None] Set router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:47:33.501988 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-c4f86857-4154-4218-b4bc-fa8c8668e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:47:33Z', 'revision_number': 6, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:47:33.528312 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f86857-4154-4218-b4bc-fa8c8668e4c0 None None] The sync data for ids ['e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71'] in dv-neutron-833559-1-hyperv is: [{'id': 'e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71', 'name': 'tempest-ServerActionsTestJSON-1507080414-router', 'tenant_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:43:44Z', 'updated_at': '2022-03-14T15:47:33Z', 'revision_number': 6, 'project_id': '2ec4c1a6587e4d2ba3eae9f76d28a205', 'gw_port_host': None}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:47:33.544996 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cab932ca-d858-4e45-9123-0790e3ae8996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:33.571860 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab932ca-d858-4e45-9123-0790e3ae8996 admin admin] Pushing event deleted for resources: {'Port': ['ID=1af1cbf2-67e2-40ec-a3c6-42d853231151,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:33.634087 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cab932ca-d858-4e45-9123-0790e3ae8996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:33.722768 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cab932ca-d858-4e45-9123-0790e3ae8996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:33.724856 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cab932ca-d858-4e45-9123-0790e3ae8996 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:33.768283 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cab932ca-d858-4e45-9123-0790e3ae8996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:33.768765 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab932ca-d858-4e45-9123-0790e3ae8996 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:47:33.773135 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cab932ca-d858-4e45-9123-0790e3ae8996 admin admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:33.774361 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cab932ca-d858-4e45-9123-0790e3ae8996 admin admin] 10.222.0.59 "DELETE /v2.0/routers/e9c98bd7-f0fd-4a7c-9e89-a42d10cacb71 HTTP/1.1" status: 204 len: 168 time: 0.7541761 Mar 14 15:47:33.776908 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60412) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:47:33.824872 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd3882b-8b9c-41d0-b966-8426103cea2f admin admin] Deleting subnet 9184d99e-90cb-4c93-8eaa-f03e0e927e44 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:47:33.827741 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2cd3882b-8b9c-41d0-b966-8426103cea2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:33.862131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2cd3882b-8b9c-41d0-b966-8426103cea2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:33.942338 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2cd3882b-8b9c-41d0-b966-8426103cea2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:33.999860 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2cd3882b-8b9c-41d0-b966-8426103cea2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:34.030535 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3882b-8b9c-41d0-b966-8426103cea2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9184d99e-90cb-4c93-8eaa-f03e0e927e44,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:34.032456 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2cd3882b-8b9c-41d0-b966-8426103cea2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:34.037729 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee0d0df-dcc7-4b27-8ad1-9a92b239a252 None None] Network db88c90a-3a7a-488e-99bb-f148f4844341 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:47:34.038186 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2cd3882b-8b9c-41d0-b966-8426103cea2f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9184d99e-90cb-4c93-8eaa-f03e0e927e44 HTTP/1.1" status: 204 len: 168 time: 0.2586150 Mar 14 15:47:34.039694 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60414) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:47:34.108312 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a23475c1-1af6-461e-a680-6f8851203103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:34.116303 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bf854e50-3dc8-4fd1-8f3c-ace58b3f5efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:34.161243 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a23475c1-1af6-461e-a680-6f8851203103 admin admin] Deleting port 309562e7-479e-48f3-865e-be92fe854958 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:47:34.161788 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a23475c1-1af6-461e-a680-6f8851203103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:34.228662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-a23475c1-1af6-461e-a680-6f8851203103 admin admin] For port 309562e7-479e-48f3-865e-be92fe854958, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=309562e7-479e-48f3-865e-be92fe854958,segment=NetworkSegment(5bd7e1a8-0d95-4749-8b26-1c51106f7981),segment_id=5bd7e1a8-0d95-4749-8b26-1c51106f7981)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:34.229649 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a23475c1-1af6-461e-a680-6f8851203103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:34.241904 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a23475c1-1af6-461e-a680-6f8851203103 admin admin] Calling delete_port for 309562e7-479e-48f3-865e-be92fe854958 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:47:34.274331 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faae09dd-8444-4f67-a1db-d31ab1734deb None None] DHCP port deletion for db88c90a-3a7a-488e-99bb-f148f4844341 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:47:34.327563 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-faae09dd-8444-4f67-a1db-d31ab1734deb None None] Deleting port 309562e7-479e-48f3-865e-be92fe854958 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:47:34.327940 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-faae09dd-8444-4f67-a1db-d31ab1734deb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:34.328851 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a23475c1-1af6-461e-a680-6f8851203103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:34.357931 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23475c1-1af6-461e-a680-6f8851203103 admin admin] No DVR routers for this DVR port 309562e7-479e-48f3-865e-be92fe854958 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:47:34.363017 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23475c1-1af6-461e-a680-6f8851203103 admin admin] Pushing event deleted for resources: {'Port': ['ID=309562e7-479e-48f3-865e-be92fe854958,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:34.397744 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-faae09dd-8444-4f67-a1db-d31ab1734deb None None] For port 309562e7-479e-48f3-865e-be92fe854958, host dv-neutron-833559-1-hyperv, got binding levels [] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:34.398316 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-faae09dd-8444-4f67-a1db-d31ab1734deb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:34.411712 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-faae09dd-8444-4f67-a1db-d31ab1734deb None None] Calling delete_port for 309562e7-479e-48f3-865e-be92fe854958 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:47:34.415059 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.ipam_backend_mixin [None req-faae09dd-8444-4f67-a1db-d31ab1734deb None None] Port 309562e7-479e-48f3-865e-be92fe854958 was not found and therefore no delete operation was performed {{(pid=102569) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 15:47:34.417628 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-faae09dd-8444-4f67-a1db-d31ab1734deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:34.441057 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a23475c1-1af6-461e-a680-6f8851203103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:34.444318 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae09dd-8444-4f67-a1db-d31ab1734deb None None] Pushing event deleted for resources: {'Port': ['ID=309562e7-479e-48f3-865e-be92fe854958,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:34.449629 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faae09dd-8444-4f67-a1db-d31ab1734deb None None] No DVR routers for this DVR port 309562e7-479e-48f3-865e-be92fe854958 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:47:34.467908 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a23475c1-1af6-461e-a680-6f8851203103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db88c90a-3a7a-488e-99bb-f148f4844341']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:47:34.479457 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a23475c1-1af6-461e-a680-6f8851203103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd7e1a8-0d95-4749-8b26-1c51106f7981') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:47:34.479930 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a23475c1-1af6-461e-a680-6f8851203103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd7e1a8-0d95-4749-8b26-1c51106f7981') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:47:34.490338 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 309562e7-479e-48f3-865e-be92fe854958 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:47:34.495134 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a23475c1-1af6-461e-a680-6f8851203103 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:34.509361 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a23475c1-1af6-461e-a680-6f8851203103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:34.514057 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 309562e7-479e-48f3-865e-be92fe854958 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:47:34.514401 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 309562e7-479e-48f3-865e-be92fe854958 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:47:34.514811 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1af1cbf2-67e2-40ec-a3c6-42d853231151 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:47:34.515659 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23475c1-1af6-461e-a680-6f8851203103 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:47:34.516158 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a23475c1-1af6-461e-a680-6f8851203103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:47:34.518243 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:47:34.543970 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 1af1cbf2-67e2-40ec-a3c6-42d853231151 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:47:34.544316 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1af1cbf2-67e2-40ec-a3c6-42d853231151 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:47:34.544725 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c944690a-0394-43b5-acb9-02d99685cc58 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:47:34.566175 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: c944690a-0394-43b5-acb9-02d99685cc58 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:47:34.566666 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c944690a-0394-43b5-acb9-02d99685cc58 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:47:34.581671 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a23475c1-1af6-461e-a680-6f8851203103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:34.587882 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a23475c1-1af6-461e-a680-6f8851203103 admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:34.591671 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a23475c1-1af6-461e-a680-6f8851203103 admin admin] 10.222.0.59 "DELETE /v2.0/networks/db88c90a-3a7a-488e-99bb-f148f4844341 HTTP/1.1" status: 204 len: 168 time: 0.5510354 Mar 14 15:47:34.608058 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23475c1-1af6-461e-a680-6f8851203103 admin admin] Pushing event deleted for resources: {'Network': ['ID=db88c90a-3a7a-488e-99bb-f148f4844341,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:34.726400 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60418) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:47:34.767645 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1266adbe-5330-4409-b237-9580b8ebc823 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2ec4c1a6587e4d2ba3eae9f76d28a205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399926 Mar 14 15:47:34.770056 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60420) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:47:34.817819 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f400f754-0afb-4359-85ea-ed2d9b7ffb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:34.839452 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f400f754-0afb-4359-85ea-ed2d9b7ffb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:34.887590 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f400f754-0afb-4359-85ea-ed2d9b7ffb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:34.890289 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f400f754-0afb-4359-85ea-ed2d9b7ffb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:34.891539 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f400f754-0afb-4359-85ea-ed2d9b7ffb0e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/37f231f3-a6aa-4843-acf6-a3da69a2f103 HTTP/1.1" status: 204 len: 168 time: 0.1206055 Mar 14 15:47:34.899202 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400f754-0afb-4359-85ea-ed2d9b7ffb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f231f3-a6aa-4843-acf6-a3da69a2f103,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:35.562218 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60442) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:47:35.676022 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1e9fd7bd-625b-4da8-b483-13def4b25b6f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1789528947-network', 'tenant_id': '228927c5765948d1b9ca83d527551eeb'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:47:35.695086 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9fd7bd-625b-4da8-b483-13def4b25b6f admin admin] Made reservation on behalf of 228927c5765948d1b9ca83d527551eeb for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:47:35.698407 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e9fd7bd-625b-4da8-b483-13def4b25b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:35.707558 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e9fd7bd-625b-4da8-b483-13def4b25b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:35.781385 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e9fd7bd-625b-4da8-b483-13def4b25b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:35.784891 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e9fd7bd-625b-4da8-b483-13def4b25b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:35.809576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9fd7bd-625b-4da8-b483-13def4b25b6f admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:47:35.819206 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fd7bd-625b-4da8-b483-13def4b25b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97622ba-54f0-40c5-a929-2107861bb047,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:35.824925 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e9fd7bd-625b-4da8-b483-13def4b25b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:35.825374 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-1e9fd7bd-625b-4da8-b483-13def4b25b6f admin admin] Added segment b34b5137-61f5-4da3-a1c1-ef8cb675ce3c of type vlan for network 2b19e26d-c19f-46ce-9355-d3cb4a707d9e Mar 14 15:47:35.868689 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e9fd7bd-625b-4da8-b483-13def4b25b6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:35.893690 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e9fd7bd-625b-4da8-b483-13def4b25b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:35.894788 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9fd7bd-625b-4da8-b483-13def4b25b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:35.895452 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1e9fd7bd-625b-4da8-b483-13def4b25b6f admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:35.955147 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1e9fd7bd-625b-4da8-b483-13def4b25b6f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3916416 Mar 14 15:47:35.959491 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60446) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:47:35.961054 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fd7bd-625b-4da8-b483-13def4b25b6f admin admin] Pushing event updated for resources: {'Network': ['ID=2b19e26d-c19f-46ce-9355-d3cb4a707d9e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:35.964459 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5323e7e9-a0af-46f5-aaad-804cca0bb493 admin admin] Request body: {'subnet': {'network_id': '2b19e26d-c19f-46ce-9355-d3cb4a707d9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1789528947-subnet', 'tenant_id': '228927c5765948d1b9ca83d527551eeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:47:35.971077 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 2b19e26d-c19f-46ce-9355-d3cb4a707d9e details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:47:35.987416 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5323e7e9-a0af-46f5-aaad-804cca0bb493 admin admin] Made reservation on behalf of 228927c5765948d1b9ca83d527551eeb for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:47:35.989767 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5323e7e9-a0af-46f5-aaad-804cca0bb493 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:36.151974 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5323e7e9-a0af-46f5-aaad-804cca0bb493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:36.211243 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323e7e9-a0af-46f5-aaad-804cca0bb493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd88de5-aff9-4de7-b5c5-f9e044ed43f5,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:36.220163 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323e7e9-a0af-46f5-aaad-804cca0bb493 admin admin] Checking segment: {'id': 'b34b5137-61f5-4da3-a1c1-ef8cb675ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2b19e26d-c19f-46ce-9355-d3cb4a707d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:47:36.220518 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5323e7e9-a0af-46f5-aaad-804cca0bb493 admin admin] Network hostable DHCP agents. Network: 2b19e26d-c19f-46ce-9355-d3cb4a707d9e, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:47:36.236855 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5323e7e9-a0af-46f5-aaad-804cca0bb493 admin admin] Network 2b19e26d-c19f-46ce-9355-d3cb4a707d9e is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:47:36.246147 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-5323e7e9-a0af-46f5-aaad-804cca0bb493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 2b19e26d-c19f-46ce-9355-d3cb4a707d9e) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:47:36.250345 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323e7e9-a0af-46f5-aaad-804cca0bb493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:36.250959 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5323e7e9-a0af-46f5-aaad-804cca0bb493 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:36.254571 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6903d66b-2b2e-47d6-9dc5-5de86cf8414b None None] Network 2b19e26d-c19f-46ce-9355-d3cb4a707d9e requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:47:36.270223 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5323e7e9-a0af-46f5-aaad-804cca0bb493 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3096230 Mar 14 15:47:36.386181 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4e028c-4934-45d9-9da3-6a4f02116b8f None None] Network 2b19e26d-c19f-46ce-9355-d3cb4a707d9e requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:47:36.470378 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3995a2c9-2bc7-433b-a0a5-c32d2c1609b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:36.692442 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-0e13d0aa-b593-49e5-898b-c40edc97bffd tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:36.693892 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-0e13d0aa-b593-49e5-898b-c40edc97bffd tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/networks?id=2b19e26d-c19f-46ce-9355-d3cb4a707d9e HTTP/1.1" status: 200 len: 814 time: 0.0984435 Mar 14 15:47:36.709719 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-41663253-bd59-48b7-95c9-3e247cbeb2ce tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/quotas/228927c5765948d1b9ca83d527551eeb HTTP/1.1" status: 200 len: 375 time: 0.0087025 Mar 14 15:47:36.741259 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-a5f97f9b-4477-4fb0-8733-53709c51de48 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=228927c5765948d1b9ca83d527551eeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256543 Mar 14 15:47:36.879469 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-354cf003-7765-448b-9724-63149f1f1ea8 service neutron] 10.222.0.59 "GET /v2.0/networks/2b19e26d-c19f-46ce-9355-d3cb4a707d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303165 Mar 14 15:47:36.968981 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-818b615d-09cd-457f-9cbd-24b433010cf3 service neutron] 10.222.0.59 "GET /v2.0/networks/2b19e26d-c19f-46ce-9355-d3cb4a707d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829849 Mar 14 15:47:37.123588 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b2b19bd2-c474-4259-97df-b91bde6ac0c6 req-335c3fb1-4cad-49ad-a405-fcf55b2175d2 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9 HTTP/1.1" status: 200 len: 210 time: 0.0268250 Mar 14 15:47:37.515777 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:38.107569 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-10a040d0-4657-479c-beb8-b8b7d58f72d1 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:38.109005 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-10a040d0-4657-479c-beb8-b8b7d58f72d1 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.18 "GET /v2.0/networks?id=2b19e26d-c19f-46ce-9355-d3cb4a707d9e HTTP/1.1" status: 200 len: 814 time: 0.1140473 Mar 14 15:47:38.128166 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-dbca020a-d91a-4e34-9c3b-ffe7d3b48e15 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Request body: {'port': {'device_id': '7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9', 'network_id': '2b19e26d-c19f-46ce-9355-d3cb4a707d9e', 'admin_state_up': True, 'tenant_id': '228927c5765948d1b9ca83d527551eeb'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:47:38.240765 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5418107a-f44d-46c1-afc8-e8da4c3b0b31 req-16886eb0-631e-44be-a315-62e1d747d822 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9 HTTP/1.1" status: 200 len: 210 time: 0.0408781 Mar 14 15:47:38.262363 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-dbca020a-d91a-4e34-9c3b-ffe7d3b48e15 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Made reservation on behalf of 228927c5765948d1b9ca83d527551eeb for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:47:38.265829 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-dbca020a-d91a-4e34-9c3b-ffe7d3b48e15 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:38.385435 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-dbca020a-d91a-4e34-9c3b-ffe7d3b48e15 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Allocated IP 172.20.0.6 (2b19e26d-c19f-46ce-9355-d3cb4a707d9e/8cd88de5-aff9-4de7-b5c5-f9e044ed43f5/a206dc5e-f1be-438e-a26a-2f33c118bf1c) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:47:38.531249 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-dbca020a-d91a-4e34-9c3b-ffe7d3b48e15 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:38.565445 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-dbca020a-d91a-4e34-9c3b-ffe7d3b48e15 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:38.608172 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-dbca020a-d91a-4e34-9c3b-ffe7d3b48e15 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Network 2b19e26d-c19f-46ce-9355-d3cb4a707d9e is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:47:38.611096 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-dbca020a-d91a-4e34-9c3b-ffe7d3b48e15 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:47:38.613337 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-dbca020a-d91a-4e34-9c3b-ffe7d3b48e15 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:47:38.644566 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca020a-d91a-4e34-9c3b-ffe7d3b48e15 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Pushing event updated for resources: {'Port': ['ID=a206dc5e-f1be-438e-a26a-2f33c118bf1c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:38.670946 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-dbca020a-d91a-4e34-9c3b-ffe7d3b48e15 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:38.671702 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-dbca020a-d91a-4e34-9c3b-ffe7d3b48e15 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:38.686662 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-dbca020a-d91a-4e34-9c3b-ffe7d3b48e15 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5622950 Mar 14 15:47:38.702989 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] Request body: {'port': {'device_id': '7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:47:38.758068 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:38.942397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:38.998401 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:39.333430 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a206dc5e-f1be-438e-a26a-2f33c118bf1c {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:47:39.342863 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:39.357113 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] Transition to ACTIVE for port object a206dc5e-f1be-438e-a26a-2f33c118bf1c will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:47:39.364137 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:39.368126 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fd7e0-c7b6-4793-8de9-7d09ae311aa7 req-8b2647b0-7d5f-4e6f-bf2c-1aee2c101272 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:39.371150 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:39.371920 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-691fd7e0-c7b6-4793-8de9-7d09ae311aa7 req-8b2647b0-7d5f-4e6f-bf2c-1aee2c101272 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9 HTTP/1.1" status: 200 len: 931 time: 0.0604322 Mar 14 15:47:39.415441 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-691fd7e0-c7b6-4793-8de9-7d09ae311aa7 req-20fb052a-9baa-474e-9a6a-2ceca19e39e5 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380063 Mar 14 15:47:39.435787 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] Pushing event updated for resources: {'Port': ['ID=a206dc5e-f1be-438e-a26a-2f33c118bf1c,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:39.487609 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] Attempting to bind port a206dc5e-f1be-438e-a26a-2f33c118bf1c on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:47:39.487945 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] Attempting to bind port a206dc5e-f1be-438e-a26a-2f33c118bf1c by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'b34b5137-61f5-4da3-a1c1-ef8cb675ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2b19e26d-c19f-46ce-9355-d3cb4a707d9e'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:47:39.488272 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] Attempting to bind port a206dc5e-f1be-438e-a26a-2f33c118bf1c on network 2b19e26d-c19f-46ce-9355-d3cb4a707d9e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:47:39.492442 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] Port a206dc5e-f1be-438e-a26a-2f33c118bf1c on network 2b19e26d-c19f-46ce-9355-d3cb4a707d9e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:47:39.492761 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] Attempting to bind port a206dc5e-f1be-438e-a26a-2f33c118bf1c on network 2b19e26d-c19f-46ce-9355-d3cb4a707d9e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:47:39.497840 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:47:39.498177 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] Checking segment: {'id': 'b34b5137-61f5-4da3-a1c1-ef8cb675ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2b19e26d-c19f-46ce-9355-d3cb4a707d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:47:39.498557 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] Bound using segment: {'id': 'b34b5137-61f5-4da3-a1c1-ef8cb675ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2b19e26d-c19f-46ce-9355-d3cb4a707d9e'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:47:39.499072 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] Bound port: a206dc5e-f1be-438e-a26a-2f33c118bf1c, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34b5137-61f5-4da3-a1c1-ef8cb675ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2b19e26d-c19f-46ce-9355-d3cb4a707d9e'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:47:39.499428 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:39.562306 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] For port a206dc5e-f1be-438e-a26a-2f33c118bf1c, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:47:39.565646 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] For port a206dc5e-f1be-438e-a26a-2f33c118bf1c, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a206dc5e-f1be-438e-a26a-2f33c118bf1c,segment=NetworkSegment(b34b5137-61f5-4da3-a1c1-ef8cb675ce3c),segment_id=b34b5137-61f5-4da3-a1c1-ef8cb675ce3c)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:47:39.569079 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:39.608948 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:39.609563 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:39.611040 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] 10.222.0.18 "PUT /v2.0/ports/a206dc5e-f1be-438e-a26a-2f33c118bf1c HTTP/1.1" status: 200 len: 1093 time: 0.9124060 Mar 14 15:47:39.611475 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9', 'tag': 'a206dc5e-f1be-438e-a26a-2f33c118bf1c'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:47:39.613705 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4987164e-e2cd-4790-847c-d4e1af304980" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9", "tag": "a206dc5e-f1be-438e-a26a-2f33c118bf1c"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:47:39.637679 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2fed2-ac22-4c21-ad39-9d60a7feb075 service neutron] Pushing event updated for resources: {'Port': ['ID=a206dc5e-f1be-438e-a26a-2f33c118bf1c,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:39.659375 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59f6b17-9e74-49ab-ba0d-3cc80429ca3b x-openstack-request-id: req-d59f6b17-9e74-49ab-ba0d-3cc80429ca3b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:47:39.659668 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9", "tag": "a206dc5e-f1be-438e-a26a-2f33c118bf1c", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:47:39.659923 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d59f6b17-9e74-49ab-ba0d-3cc80429ca3b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:47:39.660383 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9', 'tag': 'a206dc5e-f1be-438e-a26a-2f33c118bf1c', 'status': 'completed', 'code': 200} Mar 14 15:47:39.702903 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-eb4a51eb-eb31-407a-8484-201587b610f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:39.704449 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-eb4a51eb-eb31-407a-8484-201587b610f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=228927c5765948d1b9ca83d527551eeb&device_id=7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9 HTTP/1.1" status: 200 len: 1096 time: 0.0410357 Mar 14 15:47:39.749611 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-3a209f9e-900b-4b38-87b4-d4d2c55a6323 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a206dc5e-f1be-438e-a26a-2f33c118bf1c HTTP/1.1" status: 200 len: 217 time: 0.0338271 Mar 14 15:47:39.800793 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-7d5f0ca0-9c6d-437a-82f6-dcbd2e95cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:39.802204 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-7d5f0ca0-9c6d-437a-82f6-dcbd2e95cc80 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8cd88de5-aff9-4de7-b5c5-f9e044ed43f5 HTTP/1.1" status: 200 len: 854 time: 0.0424991 Mar 14 15:47:39.846322 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-7a81a076-dfda-4b0b-b029-28e30fd91cc3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b19e26d-c19f-46ce-9355-d3cb4a707d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311313 Mar 14 15:47:39.937090 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-aae52d03-d1ea-4f20-990d-8f827b709c7d service neutron] 10.222.0.18 "GET /v2.0/networks/2b19e26d-c19f-46ce-9355-d3cb4a707d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798824 Mar 14 15:47:40.031386 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9536df3-d324-4c97-99ba-2ac45dd2c4bc req-231e5ba4-f1d3-4222-8619-a84c0d799354 service neutron] 10.222.0.18 "GET /v2.0/networks/2b19e26d-c19f-46ce-9355-d3cb4a707d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835831 Mar 14 15:47:40.120955 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987164e-e2cd-4790-847c-d4e1af304980 req-2c5cf0c1-101f-4855-801e-426c9f0cdb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:40.122410 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4987164e-e2cd-4790-847c-d4e1af304980 req-2c5cf0c1-101f-4855-801e-426c9f0cdb84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=228927c5765948d1b9ca83d527551eeb&device_id=7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9 HTTP/1.1" status: 200 len: 1096 time: 0.0415547 Mar 14 15:47:40.211075 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987164e-e2cd-4790-847c-d4e1af304980 req-8930206b-4255-43af-a4c0-77a4e53a0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:40.212524 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4987164e-e2cd-4790-847c-d4e1af304980 req-8930206b-4255-43af-a4c0-77a4e53a0d34 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b19e26d-c19f-46ce-9355-d3cb4a707d9e HTTP/1.1" status: 200 len: 915 time: 0.0836833 Mar 14 15:47:40.257594 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4987164e-e2cd-4790-847c-d4e1af304980 req-5ebeec42-be3e-4139-becf-e99f1a0b5962 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a206dc5e-f1be-438e-a26a-2f33c118bf1c HTTP/1.1" status: 200 len: 217 time: 0.0376608 Mar 14 15:47:40.305948 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987164e-e2cd-4790-847c-d4e1af304980 req-7271247f-c49a-4aff-b60a-ed72609efc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:40.307884 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4987164e-e2cd-4790-847c-d4e1af304980 req-7271247f-c49a-4aff-b60a-ed72609efc2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8cd88de5-aff9-4de7-b5c5-f9e044ed43f5 HTTP/1.1" status: 200 len: 854 time: 0.0437937 Mar 14 15:47:40.340627 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4987164e-e2cd-4790-847c-d4e1af304980 req-2d1ea9f3-ae3a-4bee-93ee-1bb1499c8c68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b19e26d-c19f-46ce-9355-d3cb4a707d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247571 Mar 14 15:47:40.435787 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4987164e-e2cd-4790-847c-d4e1af304980 req-62e4304b-6e09-49bc-80ac-36c2bbe1a82b service neutron] 10.222.0.18 "GET /v2.0/networks/2b19e26d-c19f-46ce-9355-d3cb4a707d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875854 Mar 14 15:47:40.530698 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4987164e-e2cd-4790-847c-d4e1af304980 req-e06cf39c-1d0b-4a7a-b61d-ca9b63eaa26b service neutron] 10.222.0.18 "GET /v2.0/networks/2b19e26d-c19f-46ce-9355-d3cb4a707d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843928 Mar 14 15:47:40.536478 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112b024-658e-47c4-8569-05d83b4f5120 req-ec3618d5-8bdd-4867-abf7-f54a74cfb005 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:40.538009 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7112b024-658e-47c4-8569-05d83b4f5120 req-ec3618d5-8bdd-4867-abf7-f54a74cfb005 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0533834 Mar 14 15:47:40.577666 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7112b024-658e-47c4-8569-05d83b4f5120 req-7b61ff55-6e0c-46e7-a11b-53017fbca688 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322008 Mar 14 15:47:41.406865 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a206dc5e-f1be-438e-a26a-2f33c118bf1c details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:47:41.500265 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a206dc5e-f1be-438e-a26a-2f33c118bf1c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a206dc5e-f1be-438e-a26a-2f33c118bf1c,segment=NetworkSegment(b34b5137-61f5-4da3-a1c1-ef8cb675ce3c),segment_id=b34b5137-61f5-4da3-a1c1-ef8cb675ce3c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:41.515020 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'a206dc5e-f1be-438e-a26a-2f33c118bf1c', 'network_id': '2b19e26d-c19f-46ce-9355-d3cb4a707d9e', 'port_id': 'a206dc5e-f1be-438e-a26a-2f33c118bf1c', 'mac_address': 'fa:16:3e:a3:0e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd88de5-aff9-4de7-b5c5-f9e044ed43f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:47:41.549913 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:41.563041 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a206dc5e-f1be-438e-a26a-2f33c118bf1c {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:47:41.582018 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a206dc5e-f1be-438e-a26a-2f33c118bf1c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a206dc5e-f1be-438e-a26a-2f33c118bf1c,segment=NetworkSegment(b34b5137-61f5-4da3-a1c1-ef8cb675ce3c),segment_id=b34b5137-61f5-4da3-a1c1-ef8cb675ce3c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:41.585698 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:41.631650 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=a206dc5e-f1be-438e-a26a-2f33c118bf1c,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:41.696151 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba9b80-441f-4481-aa4f-f8503ca2b1f5 req-d7f62b32-7343-4586-b394-33b905d508ff tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:41.697618 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-88ba9b80-441f-4481-aa4f-f8503ca2b1f5 req-d7f62b32-7343-4586-b394-33b905d508ff tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9 HTTP/1.1" status: 200 len: 944 time: 0.0492175 Mar 14 15:47:41.739838 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-88ba9b80-441f-4481-aa4f-f8503ca2b1f5 req-e97e9995-80de-494c-adf2-f89a92fda37b tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355952 Mar 14 15:47:41.867165 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['a206dc5e-f1be-438e-a26a-2f33c118bf1c'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:47:42.854298 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff1ea1-9760-4127-bdeb-f0a15a995790 req-d41ac87f-f1c5-46c3-86a1-c31021998418 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:42.856305 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-98ff1ea1-9760-4127-bdeb-f0a15a995790 req-d41ac87f-f1c5-46c3-86a1-c31021998418 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9 HTTP/1.1" status: 200 len: 944 time: 0.0503614 Mar 14 15:47:42.893874 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-98ff1ea1-9760-4127-bdeb-f0a15a995790 req-dacb30f1-5e60-4d17-99d2-c2227529750b tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315983 Mar 14 15:47:43.424076 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a206dc5e-f1be-438e-a26a-2f33c118bf1c up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:47:43.471323 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port a206dc5e-f1be-438e-a26a-2f33c118bf1c completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:47:43.474983 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port a206dc5e-f1be-438e-a26a-2f33c118bf1c triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:47:43.475358 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:43.553034 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:43.574647 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a206dc5e-f1be-438e-a26a-2f33c118bf1c'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:47:43.576894 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00366ea-11e4-4904-9d9d-e1b2035df959" -d '{"events": [{"server_uuid": "7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9", "name": "network-vif-plugged", "status": "completed", "tag": "a206dc5e-f1be-438e-a26a-2f33c118bf1c"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:47:43.591162 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a206dc5e-f1be-438e-a26a-2f33c118bf1c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a206dc5e-f1be-438e-a26a-2f33c118bf1c,segment=NetworkSegment(b34b5137-61f5-4da3-a1c1-ef8cb675ce3c),segment_id=b34b5137-61f5-4da3-a1c1-ef8cb675ce3c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:43.595444 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:43.617376 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea5e9ec-2664-490e-9bde-2903ad38cde4 x-openstack-request-id: req-4ea5e9ec-2664-490e-9bde-2903ad38cde4 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:47:43.617669 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9", "name": "network-vif-plugged", "status": "completed", "tag": "a206dc5e-f1be-438e-a26a-2f33c118bf1c", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:47:43.617924 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ea5e9ec-2664-490e-9bde-2903ad38cde4 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:47:43.618309 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a206dc5e-f1be-438e-a26a-2f33c118bf1c', 'code': 200} Mar 14 15:47:43.644127 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=a206dc5e-f1be-438e-a26a-2f33c118bf1c,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:43.787950 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ccb91-bcfc-4b41-8bc0-5ab7496c4769 req-f93071e4-06bd-4446-8042-ef37723a80da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:43.789403 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b02ccb91-bcfc-4b41-8bc0-5ab7496c4769 req-f93071e4-06bd-4446-8042-ef37723a80da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9 HTTP/1.1" status: 200 len: 1098 time: 0.0400147 Mar 14 15:47:43.826695 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b02ccb91-bcfc-4b41-8bc0-5ab7496c4769 req-0677fc4b-de0c-4c78-9ec0-53ed5a8f8dbc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283864 Mar 14 15:47:44.007504 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe1f21-2bf4-4fe3-8b0b-53973d4c1de7 req-65b3cb6b-0a43-484c-ba0a-b4b0952d2aa4 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:44.008971 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f7fe1f21-2bf4-4fe3-8b0b-53973d4c1de7 req-65b3cb6b-0a43-484c-ba0a-b4b0952d2aa4 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0484457 Mar 14 15:47:44.046013 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f7fe1f21-2bf4-4fe3-8b0b-53973d4c1de7 req-fc596145-9de2-438d-8e09-32644d40db00 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302148 Mar 14 15:47:45.163255 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ca14d-a5ac-48ee-9ab4-43bf235d1b71 req-a530c59a-4b72-40a5-a05e-a722f7b20b8b tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:45.164729 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-885ca14d-a5ac-48ee-9ab4-43bf235d1b71 req-a530c59a-4b72-40a5-a05e-a722f7b20b8b tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0490394 Mar 14 15:47:45.202740 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-885ca14d-a5ac-48ee-9ab4-43bf235d1b71 req-531263f0-3dbb-4a43-8873-063feb8423d2 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318477 Mar 14 15:47:45.427705 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d8e71-073f-452b-9304-7a61a993e057 req-18249c4d-a0c3-4a31-8925-7c1f2e029cb6 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:45.429144 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-962d8e71-073f-452b-9304-7a61a993e057 req-18249c4d-a0c3-4a31-8925-7c1f2e029cb6 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/networks?id=2b19e26d-c19f-46ce-9355-d3cb4a707d9e HTTP/1.1" status: 200 len: 814 time: 0.1029341 Mar 14 15:47:45.444251 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-962d8e71-073f-452b-9304-7a61a993e057 req-100736de-f208-4abf-9376-3f9743c38157 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/quotas/228927c5765948d1b9ca83d527551eeb HTTP/1.1" status: 200 len: 375 time: 0.0086691 Mar 14 15:47:45.492601 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-962d8e71-073f-452b-9304-7a61a993e057 req-8f7251f2-9717-40d1-9e34-8a599d178523 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=228927c5765948d1b9ca83d527551eeb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424547 Mar 14 15:47:45.584831 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-962d8e71-073f-452b-9304-7a61a993e057 req-f2e4ba4b-5e89-4115-b248-0921a2c3c85c service neutron] 10.222.0.59 "GET /v2.0/networks/2b19e26d-c19f-46ce-9355-d3cb4a707d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839148 Mar 14 15:47:45.673813 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-962d8e71-073f-452b-9304-7a61a993e057 req-4c869ac3-decc-4315-a3b0-3ba442cbb8fa service neutron] 10.222.0.59 "GET /v2.0/networks/2b19e26d-c19f-46ce-9355-d3cb4a707d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818236 Mar 14 15:47:45.828426 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ea7559b3-4115-4e41-bedf-a5b700a269d5 req-4ae63cf6-6a4d-4463-9b15-fc36fbc095cd tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da HTTP/1.1" status: 200 len: 210 time: 0.0273046 Mar 14 15:47:46.750161 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d8e71-073f-452b-9304-7a61a993e057 req-b62ffd26-dbec-417c-899f-5fabbd19c148 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:46.751639 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-962d8e71-073f-452b-9304-7a61a993e057 req-b62ffd26-dbec-417c-899f-5fabbd19c148 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.18 "GET /v2.0/networks?id=2b19e26d-c19f-46ce-9355-d3cb4a707d9e HTTP/1.1" status: 200 len: 814 time: 0.1106751 Mar 14 15:47:46.765245 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-962d8e71-073f-452b-9304-7a61a993e057 req-4869ad5c-f77b-41ba-8433-cc85b38e796a tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Request body: {'port': {'device_id': 'fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da', 'network_id': '2b19e26d-c19f-46ce-9355-d3cb4a707d9e', 'admin_state_up': True, 'tenant_id': '228927c5765948d1b9ca83d527551eeb'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:47:46.883659 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962d8e71-073f-452b-9304-7a61a993e057 req-4869ad5c-f77b-41ba-8433-cc85b38e796a tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Made reservation on behalf of 228927c5765948d1b9ca83d527551eeb for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:47:46.888163 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-962d8e71-073f-452b-9304-7a61a993e057 req-4869ad5c-f77b-41ba-8433-cc85b38e796a tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:46.927869 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3b87ec94-7d1e-4c5b-b485-091ce237ffb9 req-dc5d3a3f-913d-4c9c-9c55-9be03d4b50b9 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da HTTP/1.1" status: 200 len: 210 time: 0.0282948 Mar 14 15:47:47.015982 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-962d8e71-073f-452b-9304-7a61a993e057 req-4869ad5c-f77b-41ba-8433-cc85b38e796a tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Allocated IP 172.20.0.2 (2b19e26d-c19f-46ce-9355-d3cb4a707d9e/8cd88de5-aff9-4de7-b5c5-f9e044ed43f5/bada8d7b-9892-4249-ace4-5e02c98920f0) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:47:47.168277 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-962d8e71-073f-452b-9304-7a61a993e057 req-4869ad5c-f77b-41ba-8433-cc85b38e796a tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:47.204201 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-962d8e71-073f-452b-9304-7a61a993e057 req-4869ad5c-f77b-41ba-8433-cc85b38e796a tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:47.216837 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['a206dc5e-f1be-438e-a26a-2f33c118bf1c'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:47:47.249600 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962d8e71-073f-452b-9304-7a61a993e057 req-4869ad5c-f77b-41ba-8433-cc85b38e796a tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Network 2b19e26d-c19f-46ce-9355-d3cb4a707d9e is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:47:47.252602 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-962d8e71-073f-452b-9304-7a61a993e057 req-4869ad5c-f77b-41ba-8433-cc85b38e796a tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:47:47.256286 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-962d8e71-073f-452b-9304-7a61a993e057 req-4869ad5c-f77b-41ba-8433-cc85b38e796a tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:47:47.263354 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869ad5c-f77b-41ba-8433-cc85b38e796a tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Pushing event updated for resources: {'Port': ['ID=bada8d7b-9892-4249-ace4-5e02c98920f0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:47.312778 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d8e71-073f-452b-9304-7a61a993e057 req-4869ad5c-f77b-41ba-8433-cc85b38e796a tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:47.313401 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-962d8e71-073f-452b-9304-7a61a993e057 req-4869ad5c-f77b-41ba-8433-cc85b38e796a tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:47.331655 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-962d8e71-073f-452b-9304-7a61a993e057 req-4869ad5c-f77b-41ba-8433-cc85b38e796a tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5702369 Mar 14 15:47:47.345483 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] Request body: {'port': {'device_id': 'fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:47:47.401363 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:47.663859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bada8d7b-9892-4249-ace4-5e02c98920f0 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:47:47.671152 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:47.683195 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] Transition to ACTIVE for port object bada8d7b-9892-4249-ace4-5e02c98920f0 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:47:47.687153 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:47.738118 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] Pushing event updated for resources: {'Port': ['ID=bada8d7b-9892-4249-ace4-5e02c98920f0,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:47.808820 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] Attempting to bind port bada8d7b-9892-4249-ace4-5e02c98920f0 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:47:47.809928 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] Attempting to bind port bada8d7b-9892-4249-ace4-5e02c98920f0 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'b34b5137-61f5-4da3-a1c1-ef8cb675ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2b19e26d-c19f-46ce-9355-d3cb4a707d9e'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:47:47.810401 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] Attempting to bind port bada8d7b-9892-4249-ace4-5e02c98920f0 on network 2b19e26d-c19f-46ce-9355-d3cb4a707d9e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:47:47.815034 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] Port bada8d7b-9892-4249-ace4-5e02c98920f0 on network 2b19e26d-c19f-46ce-9355-d3cb4a707d9e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:47:47.815354 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] Attempting to bind port bada8d7b-9892-4249-ace4-5e02c98920f0 on network 2b19e26d-c19f-46ce-9355-d3cb4a707d9e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:47:47.825465 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:47:47.825833 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] Checking segment: {'id': 'b34b5137-61f5-4da3-a1c1-ef8cb675ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2b19e26d-c19f-46ce-9355-d3cb4a707d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:47:47.826221 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] Bound using segment: {'id': 'b34b5137-61f5-4da3-a1c1-ef8cb675ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2b19e26d-c19f-46ce-9355-d3cb4a707d9e'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:47:47.826653 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] Bound port: bada8d7b-9892-4249-ace4-5e02c98920f0, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34b5137-61f5-4da3-a1c1-ef8cb675ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2b19e26d-c19f-46ce-9355-d3cb4a707d9e'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:47:47.827040 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:47.892985 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] For port bada8d7b-9892-4249-ace4-5e02c98920f0, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:47:47.895924 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] For port bada8d7b-9892-4249-ace4-5e02c98920f0, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=bada8d7b-9892-4249-ace4-5e02c98920f0,segment=NetworkSegment(b34b5137-61f5-4da3-a1c1-ef8cb675ce3c),segment_id=b34b5137-61f5-4da3-a1c1-ef8cb675ce3c)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:47:47.899676 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:47.936915 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:47.937535 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:47.938924 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-962d8e71-073f-452b-9304-7a61a993e057 req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] 10.222.0.18 "PUT /v2.0/ports/bada8d7b-9892-4249-ace4-5e02c98920f0 HTTP/1.1" status: 200 len: 1093 time: 0.5975733 Mar 14 15:47:47.939375 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da', 'tag': 'bada8d7b-9892-4249-ace4-5e02c98920f0'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:47:47.941592 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330c6921-78aa-4ca8-8136-bd41d93a101a" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da", "tag": "bada8d7b-9892-4249-ace4-5e02c98920f0"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:47:47.965884 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0705e5-759c-4f0c-99de-ecdb013e9af6 service neutron] Pushing event updated for resources: {'Port': ['ID=bada8d7b-9892-4249-ace4-5e02c98920f0,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:47.986703 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a526f7a-ef5f-4422-bdcb-db851e24697f x-openstack-request-id: req-3a526f7a-ef5f-4422-bdcb-db851e24697f {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:47:47.987041 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da", "tag": "bada8d7b-9892-4249-ace4-5e02c98920f0", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:47:47.987304 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a526f7a-ef5f-4422-bdcb-db851e24697f {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:47:47.987988 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da', 'tag': 'bada8d7b-9892-4249-ace4-5e02c98920f0', 'status': 'completed', 'code': 200} Mar 14 15:47:48.033240 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d8e71-073f-452b-9304-7a61a993e057 req-5c862fc1-59cb-4274-ac11-a8f99616cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:48.034750 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-962d8e71-073f-452b-9304-7a61a993e057 req-5c862fc1-59cb-4274-ac11-a8f99616cb68 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=228927c5765948d1b9ca83d527551eeb&device_id=fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da HTTP/1.1" status: 200 len: 1096 time: 0.0413799 Mar 14 15:47:48.054418 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62211388-1c64-41a4-aa88-ab323594238d req-d25deca9-2597-4bf9-9fc2-2286c314cfb2 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:48.055933 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-62211388-1c64-41a4-aa88-ab323594238d req-d25deca9-2597-4bf9-9fc2-2286c314cfb2 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da HTTP/1.1" status: 200 len: 943 time: 0.0532229 Mar 14 15:47:48.077727 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-962d8e71-073f-452b-9304-7a61a993e057 req-79c057aa-7f7b-48f4-bbbf-da33b4155443 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bada8d7b-9892-4249-ace4-5e02c98920f0 HTTP/1.1" status: 200 len: 217 time: 0.0346944 Mar 14 15:47:48.094139 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-62211388-1c64-41a4-aa88-ab323594238d req-26536a96-356d-475f-96af-81568807e72d tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312948 Mar 14 15:47:48.131183 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d8e71-073f-452b-9304-7a61a993e057 req-b1b1f7fc-e44d-46ef-b5da-92ce8d679491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:48.132652 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-962d8e71-073f-452b-9304-7a61a993e057 req-b1b1f7fc-e44d-46ef-b5da-92ce8d679491 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8cd88de5-aff9-4de7-b5c5-f9e044ed43f5 HTTP/1.1" status: 200 len: 854 time: 0.0483124 Mar 14 15:47:48.163356 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-962d8e71-073f-452b-9304-7a61a993e057 req-38712cde-26d5-4993-9f74-40d85991e2d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b19e26d-c19f-46ce-9355-d3cb4a707d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241284 Mar 14 15:47:48.250338 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-962d8e71-073f-452b-9304-7a61a993e057 req-529f2821-779a-4b7c-9380-32647e298c5c service neutron] 10.222.0.18 "GET /v2.0/networks/2b19e26d-c19f-46ce-9355-d3cb4a707d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804439 Mar 14 15:47:48.341331 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-962d8e71-073f-452b-9304-7a61a993e057 req-83861f43-cb43-453f-8666-4a8f42a841da service neutron] 10.222.0.18 "GET /v2.0/networks/2b19e26d-c19f-46ce-9355-d3cb4a707d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846512 Mar 14 15:47:48.428323 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c6921-78aa-4ca8-8136-bd41d93a101a req-5cc0cddd-1eb6-4a4b-8598-7856b65d5e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:48.429822 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-330c6921-78aa-4ca8-8136-bd41d93a101a req-5cc0cddd-1eb6-4a4b-8598-7856b65d5e78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=228927c5765948d1b9ca83d527551eeb&device_id=fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da HTTP/1.1" status: 200 len: 1096 time: 0.0416358 Mar 14 15:47:48.521581 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c6921-78aa-4ca8-8136-bd41d93a101a req-4df01e7b-a43b-4be8-b4ec-305781347461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:48.522978 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-330c6921-78aa-4ca8-8136-bd41d93a101a req-4df01e7b-a43b-4be8-b4ec-305781347461 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b19e26d-c19f-46ce-9355-d3cb4a707d9e HTTP/1.1" status: 200 len: 915 time: 0.0860786 Mar 14 15:47:48.565436 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-330c6921-78aa-4ca8-8136-bd41d93a101a req-efe2f9b6-ffdc-46da-81f6-25bc3973df15 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bada8d7b-9892-4249-ace4-5e02c98920f0 HTTP/1.1" status: 200 len: 217 time: 0.0345914 Mar 14 15:47:48.613200 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c6921-78aa-4ca8-8136-bd41d93a101a req-3a41d304-4ac9-4fd5-850c-53735bfffe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:48.614596 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-330c6921-78aa-4ca8-8136-bd41d93a101a req-3a41d304-4ac9-4fd5-850c-53735bfffe2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8cd88de5-aff9-4de7-b5c5-f9e044ed43f5 HTTP/1.1" status: 200 len: 854 time: 0.0426176 Mar 14 15:47:48.645866 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-330c6921-78aa-4ca8-8136-bd41d93a101a req-87a00414-00fb-4381-981c-5ace2abf47cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b19e26d-c19f-46ce-9355-d3cb4a707d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239458 Mar 14 15:47:48.737886 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-330c6921-78aa-4ca8-8136-bd41d93a101a req-55b34683-5d09-4433-a312-0b80c731a526 service neutron] 10.222.0.18 "GET /v2.0/networks/2b19e26d-c19f-46ce-9355-d3cb4a707d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843985 Mar 14 15:47:48.825621 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-330c6921-78aa-4ca8-8136-bd41d93a101a req-853a12a2-b349-4f76-a9af-d1000e0c44d4 service neutron] 10.222.0.18 "GET /v2.0/networks/2b19e26d-c19f-46ce-9355-d3cb4a707d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802937 Mar 14 15:47:49.215715 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f583dc-5c77-41cc-a7ba-992c22661e9c req-2280ab13-461a-442f-bd8e-7763b3b6438d tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:49.217182 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e4f583dc-5c77-41cc-a7ba-992c22661e9c req-2280ab13-461a-442f-bd8e-7763b3b6438d tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da HTTP/1.1" status: 200 len: 943 time: 0.0544605 Mar 14 15:47:49.254746 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e4f583dc-5c77-41cc-a7ba-992c22661e9c req-ab8d7162-bf1b-44c5-b8eb-5654d3db0fcb tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316544 Mar 14 15:47:49.464250 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device bada8d7b-9892-4249-ace4-5e02c98920f0 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:47:49.559068 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port bada8d7b-9892-4249-ace4-5e02c98920f0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=bada8d7b-9892-4249-ace4-5e02c98920f0,segment=NetworkSegment(b34b5137-61f5-4da3-a1c1-ef8cb675ce3c),segment_id=b34b5137-61f5-4da3-a1c1-ef8cb675ce3c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:49.570437 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'bada8d7b-9892-4249-ace4-5e02c98920f0', 'network_id': '2b19e26d-c19f-46ce-9355-d3cb4a707d9e', 'port_id': 'bada8d7b-9892-4249-ace4-5e02c98920f0', 'mac_address': 'fa:16:3e:ed:b0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd88de5-aff9-4de7-b5c5-f9e044ed43f5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:47:49.607426 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:49.620921 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bada8d7b-9892-4249-ace4-5e02c98920f0 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:47:49.639872 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port bada8d7b-9892-4249-ace4-5e02c98920f0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=bada8d7b-9892-4249-ace4-5e02c98920f0,segment=NetworkSegment(b34b5137-61f5-4da3-a1c1-ef8cb675ce3c),segment_id=b34b5137-61f5-4da3-a1c1-ef8cb675ce3c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:49.643767 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:49.689444 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=bada8d7b-9892-4249-ace4-5e02c98920f0,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:49.875302 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['bada8d7b-9892-4249-ace4-5e02c98920f0'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:47:50.368401 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae88416-c500-491c-b0a9-0ec4618b418b req-5b0395f0-a052-4099-b5d7-bb193d5c7f4d tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:50.369930 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8ae88416-c500-491c-b0a9-0ec4618b418b req-5b0395f0-a052-4099-b5d7-bb193d5c7f4d tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da HTTP/1.1" status: 200 len: 944 time: 0.0493467 Mar 14 15:47:50.407888 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8ae88416-c500-491c-b0a9-0ec4618b418b req-0479e0e4-26fb-4711-9f30-2f5b8a623e9c tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319817 Mar 14 15:47:51.370954 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:47:51.478347 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device bada8d7b-9892-4249-ace4-5e02c98920f0 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:47:51.523530 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1714b65-a552-4ef6-ba6f-bdaa92c2bb96 req-b4942a10-55dd-4ddd-b5ec-e09aa7abd19f tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:51.525028 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d1714b65-a552-4ef6-ba6f-bdaa92c2bb96 req-b4942a10-55dd-4ddd-b5ec-e09aa7abd19f tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da HTTP/1.1" status: 200 len: 944 time: 0.0491159 Mar 14 15:47:51.529116 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port bada8d7b-9892-4249-ace4-5e02c98920f0 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:47:51.533643 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port bada8d7b-9892-4249-ace4-5e02c98920f0 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:47:51.534015 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:51.565353 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d1714b65-a552-4ef6-ba6f-bdaa92c2bb96 req-4dc2a772-5ea0-4169-af79-c60b3573767a tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325150 Mar 14 15:47:51.752011 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:51.774027 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bada8d7b-9892-4249-ace4-5e02c98920f0'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:47:51.776969 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9a0939-bbc3-44b3-81ef-44cb758826f6" -d '{"events": [{"server_uuid": "fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da", "name": "network-vif-plugged", "status": "completed", "tag": "bada8d7b-9892-4249-ace4-5e02c98920f0"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:47:51.788699 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port bada8d7b-9892-4249-ace4-5e02c98920f0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=bada8d7b-9892-4249-ace4-5e02c98920f0,segment=NetworkSegment(b34b5137-61f5-4da3-a1c1-ef8cb675ce3c),segment_id=b34b5137-61f5-4da3-a1c1-ef8cb675ce3c)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:51.793280 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:51.816369 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0803a516-ed08-4beb-b99e-40b16b62e0b3 x-openstack-request-id: req-0803a516-ed08-4beb-b99e-40b16b62e0b3 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:47:51.816673 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da", "name": "network-vif-plugged", "status": "completed", "tag": "bada8d7b-9892-4249-ace4-5e02c98920f0", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:47:51.816932 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0803a516-ed08-4beb-b99e-40b16b62e0b3 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:47:51.817329 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bada8d7b-9892-4249-ace4-5e02c98920f0', 'code': 200} Mar 14 15:47:51.843854 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=bada8d7b-9892-4249-ace4-5e02c98920f0,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:51.971926 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f15e4-a2e9-41d3-80ab-e38ec513a6e6 req-877baa12-1a60-4b5e-b9fb-d601000ccce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:51.973411 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-857f15e4-a2e9-41d3-80ab-e38ec513a6e6 req-877baa12-1a60-4b5e-b9fb-d601000ccce9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da HTTP/1.1" status: 200 len: 1098 time: 0.0399859 Mar 14 15:47:52.008057 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-857f15e4-a2e9-41d3-80ab-e38ec513a6e6 req-e4987ee5-3892-42af-80a0-f621cf705e60 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274746 Mar 14 15:47:52.684293 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94aad4f-de25-427f-83c7-8a9c674f634c req-2acce871-d3c5-46ec-8709-afd7bac33464 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:52.685712 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d94aad4f-de25-427f-83c7-8a9c674f634c req-2acce871-d3c5-46ec-8709-afd7bac33464 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da HTTP/1.1" status: 200 len: 945 time: 0.0525043 Mar 14 15:47:52.722411 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d94aad4f-de25-427f-83c7-8a9c674f634c req-541a6e1d-3ea4-42fb-b64f-02fa857a490f tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308707 Mar 14 15:47:53.838120 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b22eb-b543-4065-877b-f466cfb5d9ee req-4d92f831-be0b-4eff-bd12-32eb80e26b21 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:53.839617 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f48b22eb-b543-4065-877b-f466cfb5d9ee req-4d92f831-be0b-4eff-bd12-32eb80e26b21 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da HTTP/1.1" status: 200 len: 945 time: 0.0486054 Mar 14 15:47:53.876930 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f48b22eb-b543-4065-877b-f466cfb5d9ee req-4b1e92d8-4559-4152-a2cf-bb072efef110 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313718 Mar 14 15:47:54.110872 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a06bca-6edb-4ddb-b484-413da3ddc455 req-182d732d-b167-42b1-a5ad-d8cc4adff230 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:54.112345 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-75a06bca-6edb-4ddb-b484-413da3ddc455 req-182d732d-b167-42b1-a5ad-d8cc4adff230 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da HTTP/1.1" status: 200 len: 945 time: 0.0533755 Mar 14 15:47:54.150093 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-75a06bca-6edb-4ddb-b484-413da3ddc455 req-380de1f8-6e6b-4d33-8c39-c11123d360ac tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319118 Mar 14 15:47:55.268142 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a3640-f29a-41fd-a67e-0dc054d8d9b7 req-b526a09d-a9ce-42e1-b240-ad4f69653b66 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:55.269601 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cd5a3640-f29a-41fd-a67e-0dc054d8d9b7 req-b526a09d-a9ce-42e1-b240-ad4f69653b66 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da HTTP/1.1" status: 200 len: 945 time: 0.0486751 Mar 14 15:47:55.310399 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cd5a3640-f29a-41fd-a67e-0dc054d8d9b7 req-4eec6bd4-d0da-493f-925d-253d52e34d0e tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346191 Mar 14 15:47:55.550511 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11870b5-822b-417a-81e7-ba9b83dc330f req-713e1524-ffed-4cb5-8902-c5c553fb9dd7 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:55.552124 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e11870b5-822b-417a-81e7-ba9b83dc330f req-713e1524-ffed-4cb5-8902-c5c553fb9dd7 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da HTTP/1.1" status: 200 len: 945 time: 0.0514615 Mar 14 15:47:55.648537 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-e11870b5-822b-417a-81e7-ba9b83dc330f req-58ed6637-b493-40fa-a2d7-1e9fc314cfd0 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Deleting port bada8d7b-9892-4249-ace4-5e02c98920f0 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:47:55.648879 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e11870b5-822b-417a-81e7-ba9b83dc330f req-58ed6637-b493-40fa-a2d7-1e9fc314cfd0 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:55.749631 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-e11870b5-822b-417a-81e7-ba9b83dc330f req-58ed6637-b493-40fa-a2d7-1e9fc314cfd0 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] For port bada8d7b-9892-4249-ace4-5e02c98920f0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=bada8d7b-9892-4249-ace4-5e02c98920f0,segment=NetworkSegment(b34b5137-61f5-4da3-a1c1-ef8cb675ce3c),segment_id=b34b5137-61f5-4da3-a1c1-ef8cb675ce3c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:47:55.749995 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e11870b5-822b-417a-81e7-ba9b83dc330f req-58ed6637-b493-40fa-a2d7-1e9fc314cfd0 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:55.763108 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-e11870b5-822b-417a-81e7-ba9b83dc330f req-58ed6637-b493-40fa-a2d7-1e9fc314cfd0 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Calling delete_port for bada8d7b-9892-4249-ace4-5e02c98920f0 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:47:55.930035 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e11870b5-822b-417a-81e7-ba9b83dc330f req-58ed6637-b493-40fa-a2d7-1e9fc314cfd0 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:55.946696 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['a206dc5e-f1be-438e-a26a-2f33c118bf1c', 'bada8d7b-9892-4249-ace4-5e02c98920f0'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:47:55.959023 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed6637-b493-40fa-a2d7-1e9fc314cfd0 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Pushing event deleted for resources: {'Port': ['ID=bada8d7b-9892-4249-ace4-5e02c98920f0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:47:56.006608 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11870b5-822b-417a-81e7-ba9b83dc330f req-58ed6637-b493-40fa-a2d7-1e9fc314cfd0 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] No DVR routers for this DVR port bada8d7b-9892-4249-ace4-5e02c98920f0 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:47:56.009419 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-e11870b5-822b-417a-81e7-ba9b83dc330f req-58ed6637-b493-40fa-a2d7-1e9fc314cfd0 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:47:56.012838 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e11870b5-822b-417a-81e7-ba9b83dc330f req-58ed6637-b493-40fa-a2d7-1e9fc314cfd0 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.18 "DELETE /v2.0/ports/bada8d7b-9892-4249-ace4-5e02c98920f0 HTTP/1.1" status: 204 len: 173 time: 0.4541602 Mar 14 15:47:56.013302 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da', 'name': 'network-vif-deleted', 'tag': 'bada8d7b-9892-4249-ace4-5e02c98920f0'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:47:56.015624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71478d1-c614-4ea8-b3c2-b43858e3e771" -d '{"events": [{"server_uuid": "fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da", "name": "network-vif-deleted", "tag": "bada8d7b-9892-4249-ace4-5e02c98920f0"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:47:56.060933 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d6718e-f33b-4c03-a752-305ed88ca1df x-openstack-request-id: req-f8d6718e-f33b-4c03-a752-305ed88ca1df {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:47:56.061242 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da", "name": "network-vif-deleted", "tag": "bada8d7b-9892-4249-ace4-5e02c98920f0", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:47:56.061505 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f8d6718e-f33b-4c03-a752-305ed88ca1df {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:47:56.061912 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da', 'name': 'network-vif-deleted', 'tag': 'bada8d7b-9892-4249-ace4-5e02c98920f0', 'status': 'completed', 'code': 200} Mar 14 15:47:56.418089 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d6de5256-b1a8-4e51-8b9d-fe8bf37f899c req-0fabc369-1e4d-4e6c-b1e2-c6a14f808135 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe0f4c0f-6ed9-409d-a2aa-80f09e9f26da HTTP/1.1" status: 200 len: 210 time: 0.0293043 Mar 14 15:47:57.574004 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc482f-58ab-418a-a36f-3c43cebfb126 req-b6dc1b33-e06e-4c94-bec1-09762df1a1d2 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:57.575476 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d9dc482f-58ab-418a-a36f-3c43cebfb126 req-b6dc1b33-e06e-4c94-bec1-09762df1a1d2 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0484068 Mar 14 15:47:57.612875 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d9dc482f-58ab-418a-a36f-3c43cebfb126 req-87188430-d019-4aab-8087-b5af1626145d tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314167 Mar 14 15:47:57.739818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9f6b8-9f0f-4ed7-afc6-5248e3cf596a req-549a1ed8-33f5-4042-86f2-fff958cc0bbf tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:57.741260 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-13e9f6b8-9f0f-4ed7-afc6-5248e3cf596a req-549a1ed8-33f5-4042-86f2-fff958cc0bbf tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0474343 Mar 14 15:47:57.778582 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-13e9f6b8-9f0f-4ed7-afc6-5248e3cf596a req-ade94beb-e15e-40d9-a9aa-d7908d1fa941 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305324 Mar 14 15:47:57.898299 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0e604-a192-4916-bcfb-350581efd946 req-1e110fab-99e7-47b7-baf4-58243ed711e3 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:57.899786 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a1c0e604-a192-4916-bcfb-350581efd946 req-1e110fab-99e7-47b7-baf4-58243ed711e3 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0490181 Mar 14 15:47:57.938760 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a1c0e604-a192-4916-bcfb-350581efd946 req-c08c9508-f770-40c4-a014-c6eae2770d05 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323508 Mar 14 15:47:58.104018 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499b4cb-7381-4a96-a68d-bef61e976c48 req-f8dc3d45-7ad3-45b1-98f5-70ec5d3cfc0d tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:58.105498 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0499b4cb-7381-4a96-a68d-bef61e976c48 req-f8dc3d45-7ad3-45b1-98f5-70ec5d3cfc0d tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0486999 Mar 14 15:47:58.141699 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0499b4cb-7381-4a96-a68d-bef61e976c48 req-34bf6caa-4ced-4102-ac33-a6de5c6daa06 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303850 Mar 14 15:47:58.259055 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca39b5-3337-40fa-85dc-18c0d45d834b req-72a0c4f2-0aca-406d-8920-458616606aca tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:58.260846 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d4ca39b5-3337-40fa-85dc-18c0d45d834b req-72a0c4f2-0aca-406d-8920-458616606aca tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0535309 Mar 14 15:47:58.297914 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d4ca39b5-3337-40fa-85dc-18c0d45d834b req-67b345f1-0194-4a68-bdc5-2de5baab3b56 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312285 Mar 14 15:47:58.421843 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a04ad8-2dd6-460d-b82d-87c747f8b990 req-0f11c517-a217-4e2e-a1ff-2694f9c6ab67 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:58.423392 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d8a04ad8-2dd6-460d-b82d-87c747f8b990 req-0f11c517-a217-4e2e-a1ff-2694f9c6ab67 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0496538 Mar 14 15:47:58.460886 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d8a04ad8-2dd6-460d-b82d-87c747f8b990 req-25f911ad-7aa9-465b-b04a-835943aa39ef tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316617 Mar 14 15:47:58.759405 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91449c92-b2e3-4aaa-9f04-ae89c5e4fad6 req-1c0c314e-b2f5-4d27-a59c-ab4af72bc3ce tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:58.760864 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-91449c92-b2e3-4aaa-9f04-ae89c5e4fad6 req-1c0c314e-b2f5-4d27-a59c-ab4af72bc3ce tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0481873 Mar 14 15:47:58.798467 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-91449c92-b2e3-4aaa-9f04-ae89c5e4fad6 req-aa41e89a-ece9-4be2-aa86-226036be450b tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316818 Mar 14 15:47:59.504738 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device bada8d7b-9892-4249-ace4-5e02c98920f0 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:47:59.524462 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: bada8d7b-9892-4249-ace4-5e02c98920f0 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:47:59.524807 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device bada8d7b-9892-4249-ace4-5e02c98920f0 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:47:59.919482 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a4052-e147-46cc-9a0a-2a2bb3950486 req-6758f4a6-1a7e-4f79-9754-49f280aed5d9 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:47:59.920955 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2b5a4052-e147-46cc-9a0a-2a2bb3950486 req-6758f4a6-1a7e-4f79-9754-49f280aed5d9 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0530260 Mar 14 15:47:59.957757 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2b5a4052-e147-46cc-9a0a-2a2bb3950486 req-b98645cf-d982-40fe-b551-74dc17bd2ffc tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/security-groups?id=e97622ba-54f0-40c5-a929-2107861bb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309384 Mar 14 15:48:00.217692 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c550c7-39fd-4e69-9df7-315e8d60833c req-7324fea0-ca08-45ec-9dec-72b7480b391a tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:00.219167 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-26c550c7-39fd-4e69-9df7-315e8d60833c req-7324fea0-ca08-45ec-9dec-72b7480b391a tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0513809 Mar 14 15:48:00.309790 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-26c550c7-39fd-4e69-9df7-315e8d60833c req-92182956-ddb3-40d6-b58d-bc1fa5851774 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Deleting port a206dc5e-f1be-438e-a26a-2f33c118bf1c {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:48:00.310126 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-26c550c7-39fd-4e69-9df7-315e8d60833c req-92182956-ddb3-40d6-b58d-bc1fa5851774 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:00.399930 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-26c550c7-39fd-4e69-9df7-315e8d60833c req-92182956-ddb3-40d6-b58d-bc1fa5851774 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] For port a206dc5e-f1be-438e-a26a-2f33c118bf1c, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a206dc5e-f1be-438e-a26a-2f33c118bf1c,segment=NetworkSegment(b34b5137-61f5-4da3-a1c1-ef8cb675ce3c),segment_id=b34b5137-61f5-4da3-a1c1-ef8cb675ce3c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:48:00.400292 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-26c550c7-39fd-4e69-9df7-315e8d60833c req-92182956-ddb3-40d6-b58d-bc1fa5851774 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:00.413244 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-26c550c7-39fd-4e69-9df7-315e8d60833c req-92182956-ddb3-40d6-b58d-bc1fa5851774 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Calling delete_port for a206dc5e-f1be-438e-a26a-2f33c118bf1c owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:48:00.539127 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-26c550c7-39fd-4e69-9df7-315e8d60833c req-92182956-ddb3-40d6-b58d-bc1fa5851774 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:00.553525 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['a206dc5e-f1be-438e-a26a-2f33c118bf1c'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:48:00.567599 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92182956-ddb3-40d6-b58d-bc1fa5851774 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Pushing event deleted for resources: {'Port': ['ID=a206dc5e-f1be-438e-a26a-2f33c118bf1c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:00.608763 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c550c7-39fd-4e69-9df7-315e8d60833c req-92182956-ddb3-40d6-b58d-bc1fa5851774 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] No DVR routers for this DVR port a206dc5e-f1be-438e-a26a-2f33c118bf1c on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:48:00.611277 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-26c550c7-39fd-4e69-9df7-315e8d60833c req-92182956-ddb3-40d6-b58d-bc1fa5851774 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:00.614487 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-26c550c7-39fd-4e69-9df7-315e8d60833c req-92182956-ddb3-40d6-b58d-bc1fa5851774 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.18 "DELETE /v2.0/ports/a206dc5e-f1be-438e-a26a-2f33c118bf1c HTTP/1.1" status: 204 len: 173 time: 0.3850906 Mar 14 15:48:00.614931 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9', 'name': 'network-vif-deleted', 'tag': 'a206dc5e-f1be-438e-a26a-2f33c118bf1c'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:48:00.617161 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e73f524-5797-44e7-836f-30cd3690d55b" -d '{"events": [{"server_uuid": "7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9", "name": "network-vif-deleted", "tag": "a206dc5e-f1be-438e-a26a-2f33c118bf1c"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:48:00.659936 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c3c266-9efc-4f24-bac7-f87b95c26007 x-openstack-request-id: req-b6c3c266-9efc-4f24-bac7-f87b95c26007 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:48:00.660217 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9", "name": "network-vif-deleted", "tag": "a206dc5e-f1be-438e-a26a-2f33c118bf1c", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:48:00.660476 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b6c3c266-9efc-4f24-bac7-f87b95c26007 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:48:00.660875 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9', 'name': 'network-vif-deleted', 'tag': 'a206dc5e-f1be-438e-a26a-2f33c118bf1c', 'status': 'completed', 'code': 200} Mar 14 15:48:01.064115 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a1ed729c-d402-49f1-9467-80b22a57d308 req-e5b58f8d-c781-46fd-8748-703284d6e916 tempest-ServersNegativeTestJSON-983451297 tempest-ServersNegativeTestJSON-983451297-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf8c528-a1b5-416d-8b2e-fcc584f7ddf9 HTTP/1.1" status: 200 len: 210 time: 0.0279517 Mar 14 15:48:02.121623 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60588) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:02.166069 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-09269f51-0b33-4be3-81a9-ad1601992ae8 admin admin] Deleting subnet 8cd88de5-aff9-4de7-b5c5-f9e044ed43f5 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:48:02.169151 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-09269f51-0b33-4be3-81a9-ad1601992ae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:02.203046 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-09269f51-0b33-4be3-81a9-ad1601992ae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:02.245150 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-09269f51-0b33-4be3-81a9-ad1601992ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:02.295917 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-09269f51-0b33-4be3-81a9-ad1601992ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:02.323800 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-09269f51-0b33-4be3-81a9-ad1601992ae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:02.327016 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-09269f51-0b33-4be3-81a9-ad1601992ae8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8cd88de5-aff9-4de7-b5c5-f9e044ed43f5 HTTP/1.1" status: 204 len: 168 time: 0.2043607 Mar 14 15:48:02.328084 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09269f51-0b33-4be3-81a9-ad1601992ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd88de5-aff9-4de7-b5c5-f9e044ed43f5,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:02.329795 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60590) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:02.401831 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc1d003e-214a-4dbb-b516-a65b248f5be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:02.485373 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc1d003e-214a-4dbb-b516-a65b248f5be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:02.505161 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-cc1d003e-214a-4dbb-b516-a65b248f5be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b19e26d-c19f-46ce-9355-d3cb4a707d9e']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:02.515024 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-cc1d003e-214a-4dbb-b516-a65b248f5be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34b5137-61f5-4da3-a1c1-ef8cb675ce3c') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:02.515318 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-cc1d003e-214a-4dbb-b516-a65b248f5be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34b5137-61f5-4da3-a1c1-ef8cb675ce3c') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:02.524447 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc1d003e-214a-4dbb-b516-a65b248f5be6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:02.537316 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc1d003e-214a-4dbb-b516-a65b248f5be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:02.544150 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1d003e-214a-4dbb-b516-a65b248f5be6 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:48:02.544701 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc1d003e-214a-4dbb-b516-a65b248f5be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:48:02.546336 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:48:02.602510 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc1d003e-214a-4dbb-b516-a65b248f5be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:02.607982 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc1d003e-214a-4dbb-b516-a65b248f5be6 admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:02.611151 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cc1d003e-214a-4dbb-b516-a65b248f5be6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2b19e26d-c19f-46ce-9355-d3cb4a707d9e HTTP/1.1" status: 204 len: 168 time: 0.2797804 Mar 14 15:48:02.622175 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d003e-214a-4dbb-b516-a65b248f5be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b19e26d-c19f-46ce-9355-d3cb4a707d9e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:02.716873 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60594) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:02.755668 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4e603626-c61d-4a31-9491-9feb53e63a2b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=228927c5765948d1b9ca83d527551eeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376489 Mar 14 15:48:02.757950 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60596) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:02.803988 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-57893de6-d068-4b8e-a340-b41f3440e6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:02.825713 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-57893de6-d068-4b8e-a340-b41f3440e6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:02.871536 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-57893de6-d068-4b8e-a340-b41f3440e6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:02.874298 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-57893de6-d068-4b8e-a340-b41f3440e6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:02.875473 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-57893de6-d068-4b8e-a340-b41f3440e6ef admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e97622ba-54f0-40c5-a929-2107861bb047 HTTP/1.1" status: 204 len: 168 time: 0.1166596 Mar 14 15:48:02.883165 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57893de6-d068-4b8e-a340-b41f3440e6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97622ba-54f0-40c5-a929-2107861bb047,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:03.531452 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a206dc5e-f1be-438e-a26a-2f33c118bf1c no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:48:03.551732 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: a206dc5e-f1be-438e-a26a-2f33c118bf1c {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:48:03.552087 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a206dc5e-f1be-438e-a26a-2f33c118bf1c not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:48:03.555845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60618) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:03.648859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8d0cc860-5c88-4fc4-974a-5d31a46e4d16 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1823902494'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:03.668391 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0cc860-5c88-4fc4-974a-5d31a46e4d16 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Made reservation on behalf of 220871e470ea4004933066fd8e0ededf for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:48:03.671782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc860-5c88-4fc4-974a-5d31a46e4d16 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:03.683931 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc860-5c88-4fc4-974a-5d31a46e4d16 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:03.757683 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc860-5c88-4fc4-974a-5d31a46e4d16 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:03.761230 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc860-5c88-4fc4-974a-5d31a46e4d16 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:03.782662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0cc860-5c88-4fc4-974a-5d31a46e4d16 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:48:03.797534 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cc860-5c88-4fc4-974a-5d31a46e4d16 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ddaba5-6856-4a5c-88fd-9a161a0712bc,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:03.800399 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc860-5c88-4fc4-974a-5d31a46e4d16 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:03.800742 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-8d0cc860-5c88-4fc4-974a-5d31a46e4d16 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Added segment c383a4cd-c4eb-4a4b-8315-80f251a8466a of type vlan for network ab96c316-42de-4a16-bc4d-61e2885dc6ad Mar 14 15:48:03.841679 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc860-5c88-4fc4-974a-5d31a46e4d16 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:03.865921 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc860-5c88-4fc4-974a-5d31a46e4d16 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:03.871650 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0cc860-5c88-4fc4-974a-5d31a46e4d16 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:03.872231 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc860-5c88-4fc4-974a-5d31a46e4d16 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:03.928295 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8d0cc860-5c88-4fc4-974a-5d31a46e4d16 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3713558 Mar 14 15:48:03.942257 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cc860-5c88-4fc4-974a-5d31a46e4d16 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event updated for resources: {'Network': ['ID=ab96c316-42de-4a16-bc4d-61e2885dc6ad,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:03.955128 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network ab96c316-42de-4a16-bc4d-61e2885dc6ad details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:48:04.079158 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d77399e7-c9b2-4db7-bce6-dbd4795a4ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:06.452897 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6bc5f5fb-4d66-42ca-8996-74588cfb305b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:07.130634 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60622) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:07.136374 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f616a5b4-ba5d-4a50-a176-e6998d49ccf2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Request body: {'subnet': {'network_id': 'ab96c316-42de-4a16-bc4d-61e2885dc6ad', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:07.220109 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f616a5b4-ba5d-4a50-a176-e6998d49ccf2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Made reservation on behalf of 220871e470ea4004933066fd8e0ededf for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:48:07.223662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f616a5b4-ba5d-4a50-a176-e6998d49ccf2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:07.411759 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f616a5b4-ba5d-4a50-a176-e6998d49ccf2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:07.472617 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616a5b4-ba5d-4a50-a176-e6998d49ccf2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event updated for resources: {'Subnet': ['ID=8a4f3596-a7b7-4389-8a8d-72a0cd581d40,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:07.482145 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f616a5b4-ba5d-4a50-a176-e6998d49ccf2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Checking segment: {'id': 'c383a4cd-c4eb-4a4b-8315-80f251a8466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ab96c316-42de-4a16-bc4d-61e2885dc6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:48:07.482504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f616a5b4-ba5d-4a50-a176-e6998d49ccf2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Network hostable DHCP agents. Network: ab96c316-42de-4a16-bc4d-61e2885dc6ad, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:48:07.499486 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f616a5b4-ba5d-4a50-a176-e6998d49ccf2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Network ab96c316-42de-4a16-bc4d-61e2885dc6ad is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:48:07.507933 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-f616a5b4-ba5d-4a50-a176-e6998d49ccf2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, ab96c316-42de-4a16-bc4d-61e2885dc6ad) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:48:07.512277 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f616a5b4-ba5d-4a50-a176-e6998d49ccf2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:07.512908 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f616a5b4-ba5d-4a50-a176-e6998d49ccf2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:07.519676 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f366c6b-2712-425f-9b1b-039cbafc77b1 None None] Network ab96c316-42de-4a16-bc4d-61e2885dc6ad requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:48:07.530463 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f616a5b4-ba5d-4a50-a176-e6998d49ccf2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3987124 Mar 14 15:48:07.534011 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60624) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:07.535288 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:07.538859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b15df780-4db4-422c-a265-de0117a0c0a4 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1011806653'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:07.558417 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15df780-4db4-422c-a265-de0117a0c0a4 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Made reservation on behalf of 220871e470ea4004933066fd8e0ededf for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:48:07.562066 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b15df780-4db4-422c-a265-de0117a0c0a4 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:07.589951 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15df780-4db4-422c-a265-de0117a0c0a4 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:48:07.598745 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b15df780-4db4-422c-a265-de0117a0c0a4 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:07.599143 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-b15df780-4db4-422c-a265-de0117a0c0a4 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Added segment 09ec3ddf-b943-445d-a207-122722f14a9b of type vlan for network e5843893-ae8d-4756-ba93-2c62baa69413 Mar 14 15:48:07.639143 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b15df780-4db4-422c-a265-de0117a0c0a4 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:07.663651 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b15df780-4db4-422c-a265-de0117a0c0a4 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:07.670743 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-ab96c316-42de-4a16-bc4d-61e2885dc6ad', 'network_id': 'ab96c316-42de-4a16-bc4d-61e2885dc6ad', 'tenant_id': '220871e470ea4004933066fd8e0ededf', 'fixed_ips': [{'subnet_id': '8a4f3596-a7b7-4389-8a8d-72a0cd581d40'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:48:07.671058 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15df780-4db4-422c-a265-de0117a0c0a4 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:07.671635 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:07.671772 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b15df780-4db4-422c-a265-de0117a0c0a4 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:07.703037 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b15df780-4db4-422c-a265-de0117a0c0a4 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1679218 Mar 14 15:48:07.706038 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60626) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:07.711784 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-1b71ec3c-b63d-4b4c-8827-d62a6018bf84 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Request body: {'subnet': {'network_id': 'e5843893-ae8d-4756-ba93-2c62baa69413', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:07.742862 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15df780-4db4-422c-a265-de0117a0c0a4 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event updated for resources: {'Network': ['ID=e5843893-ae8d-4756-ba93-2c62baa69413,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:07.758825 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network e5843893-ae8d-4756-ba93-2c62baa69413 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:48:07.796785 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b71ec3c-b63d-4b4c-8827-d62a6018bf84 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Made reservation on behalf of 220871e470ea4004933066fd8e0ededf for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:48:07.800496 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1b71ec3c-b63d-4b4c-8827-d62a6018bf84 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:07.874410 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Allocated IP 2001:db8:0:ffff::2 (ab96c316-42de-4a16-bc4d-61e2885dc6ad/8a4f3596-a7b7-4389-8a8d-72a0cd581d40/3486f5bf-7fa9-425b-992b-32165cf63301) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:48:07.995478 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1b71ec3c-b63d-4b4c-8827-d62a6018bf84 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.018526 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.024211 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.058630 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71ec3c-b63d-4b4c-8827-d62a6018bf84 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event updated for resources: {'Subnet': ['ID=a0f94135-d812-4acf-b999-61b80d1643db,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:08.067546 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Network ab96c316-42de-4a16-bc4d-61e2885dc6ad is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:48:08.069728 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b71ec3c-b63d-4b4c-8827-d62a6018bf84 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Checking segment: {'id': '09ec3ddf-b943-445d-a207-122722f14a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e5843893-ae8d-4756-ba93-2c62baa69413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:48:08.069890 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b71ec3c-b63d-4b4c-8827-d62a6018bf84 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Network hostable DHCP agents. Network: e5843893-ae8d-4756-ba93-2c62baa69413, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:48:08.070472 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:48:08.073886 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:48:08.083955 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Pushing event updated for resources: {'Port': ['ID=3486f5bf-7fa9-425b-992b-32165cf63301,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:08.088360 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b71ec3c-b63d-4b4c-8827-d62a6018bf84 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Network e5843893-ae8d-4756-ba93-2c62baa69413 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:48:08.097598 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-1b71ec3c-b63d-4b4c-8827-d62a6018bf84 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, e5843893-ae8d-4756-ba93-2c62baa69413) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:48:08.102037 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b71ec3c-b63d-4b4c-8827-d62a6018bf84 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:08.102666 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1b71ec3c-b63d-4b4c-8827-d62a6018bf84 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.109819 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:08.110169 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:08.110513 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:08.111180 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:08.111180 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:08.111502 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:08.111834 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:08.112162 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:08.112487 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:08.112838 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:08.113154 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:08.113532 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:08.119619 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1b71ec3c-b63d-4b4c-8827-d62a6018bf84 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4120009 Mar 14 15:48:08.122566 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60628) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:08.123059 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2ac6dd-9e39-4060-bae3-9aa3d9218b85 None None] Network e5843893-ae8d-4756-ba93-2c62baa69413 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:48:08.202833 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Attempting to bind port 3486f5bf-7fa9-425b-992b-32165cf63301 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:48:08.203239 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Attempting to bind port 3486f5bf-7fa9-425b-992b-32165cf63301 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'c383a4cd-c4eb-4a4b-8315-80f251a8466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ab96c316-42de-4a16-bc4d-61e2885dc6ad'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:48:08.203598 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Attempting to bind port 3486f5bf-7fa9-425b-992b-32165cf63301 on network ab96c316-42de-4a16-bc4d-61e2885dc6ad {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:48:08.217057 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:48:08.217426 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Checking segment: {'id': 'c383a4cd-c4eb-4a4b-8315-80f251a8466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ab96c316-42de-4a16-bc4d-61e2885dc6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:48:08.217827 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.218211 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Bound using segment: {'id': 'c383a4cd-c4eb-4a4b-8315-80f251a8466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ab96c316-42de-4a16-bc4d-61e2885dc6ad'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:48:08.218673 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Bound port: 3486f5bf-7fa9-425b-992b-32165cf63301, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c383a4cd-c4eb-4a4b-8315-80f251a8466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ab96c316-42de-4a16-bc4d-61e2885dc6ad'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:48:08.219071 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.220376 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63259771-0e33-4b8b-94f0-2cca049055e7 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.273531 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63259771-0e33-4b8b-94f0-2cca049055e7 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.326797 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] For port 3486f5bf-7fa9-425b-992b-32165cf63301, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:48:08.329956 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] For port 3486f5bf-7fa9-425b-992b-32165cf63301, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3486f5bf-7fa9-425b-992b-32165cf63301,segment=NetworkSegment(c383a4cd-c4eb-4a4b-8315-80f251a8466a),segment_id=c383a4cd-c4eb-4a4b-8315-80f251a8466a)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:48:08.345698 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63259771-0e33-4b8b-94f0-2cca049055e7 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.347051 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.357153 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea17f4d-d449-4980-bd2d-b51d2c063879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-e5843893-ae8d-4756-ba93-2c62baa69413', 'network_id': 'e5843893-ae8d-4756-ba93-2c62baa69413', 'tenant_id': '220871e470ea4004933066fd8e0ededf', 'fixed_ips': [{'subnet_id': 'a0f94135-d812-4acf-b999-61b80d1643db'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:48:08.357999 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1ea17f4d-d449-4980-bd2d-b51d2c063879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.373695 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63259771-0e33-4b8b-94f0-2cca049055e7 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f94135-d812-4acf-b999-61b80d1643db,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:08.442177 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63259771-0e33-4b8b-94f0-2cca049055e7 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.467015 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-63259771-0e33-4b8b-94f0-2cca049055e7 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5843893-ae8d-4756-ba93-2c62baa69413']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:08.478677 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-63259771-0e33-4b8b-94f0-2cca049055e7 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ec3ddf-b943-445d-a207-122722f14a9b') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:08.479012 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-63259771-0e33-4b8b-94f0-2cca049055e7 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ec3ddf-b943-445d-a207-122722f14a9b') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:08.486492 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522d066-8953-42fa-ad2d-5382c7b70eee None None] Pushing event updated for resources: {'Port': ['ID=3486f5bf-7fa9-425b-992b-32165cf63301,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:08.491243 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63259771-0e33-4b8b-94f0-2cca049055e7 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.506775 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63259771-0e33-4b8b-94f0-2cca049055e7 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.507771 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28d4a58-de24-4d62-9e5c-3d88496a07b8 None None] Network e5843893-ae8d-4756-ba93-2c62baa69413 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:48:08.514646 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63259771-0e33-4b8b-94f0-2cca049055e7 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:48:08.515133 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63259771-0e33-4b8b-94f0-2cca049055e7 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:48:08.518278 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:48:08.598374 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63259771-0e33-4b8b-94f0-2cca049055e7 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.617444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63259771-0e33-4b8b-94f0-2cca049055e7 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.621477 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-63259771-0e33-4b8b-94f0-2cca049055e7 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "DELETE /v2.0/networks/e5843893-ae8d-4756-ba93-2c62baa69413 HTTP/1.1" status: 204 len: 168 time: 0.4977367 Mar 14 15:48:08.624900 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60630) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:08.630165 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-99f3676d-902b-4e70-b6a2-0e01dc1b0ebc tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-805447234'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:08.633784 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63259771-0e33-4b8b-94f0-2cca049055e7 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event deleted for resources: {'Network': ['ID=e5843893-ae8d-4756-ba93-2c62baa69413,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:08.660236 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f3676d-902b-4e70-b6a2-0e01dc1b0ebc tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Made reservation on behalf of 220871e470ea4004933066fd8e0ededf for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:48:08.663739 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99f3676d-902b-4e70-b6a2-0e01dc1b0ebc tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.689335 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f3676d-902b-4e70-b6a2-0e01dc1b0ebc tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:48:08.701730 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99f3676d-902b-4e70-b6a2-0e01dc1b0ebc tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.702079 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-99f3676d-902b-4e70-b6a2-0e01dc1b0ebc tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Added segment 6bd85fe4-02af-4a05-971f-9bf1522473e3 of type vlan for network e4f85406-04b0-405e-829d-c2cec582fef0 Mar 14 15:48:08.747612 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99f3676d-902b-4e70-b6a2-0e01dc1b0ebc tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.772397 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99f3676d-902b-4e70-b6a2-0e01dc1b0ebc tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.777818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f3676d-902b-4e70-b6a2-0e01dc1b0ebc tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:08.778391 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-99f3676d-902b-4e70-b6a2-0e01dc1b0ebc tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.833705 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-99f3676d-902b-4e70-b6a2-0e01dc1b0ebc tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2049220 Mar 14 15:48:08.833957 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60632) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:08.839507 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-42833e4b-fcd2-429e-9ed2-84bfa30d4a4a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Request body: {'subnet': {'network_id': 'e4f85406-04b0-405e-829d-c2cec582fef0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:08.845645 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3676d-902b-4e70-b6a2-0e01dc1b0ebc tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event updated for resources: {'Network': ['ID=e4f85406-04b0-405e-829d-c2cec582fef0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:08.856068 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network e4f85406-04b0-405e-829d-c2cec582fef0 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:48:08.931780 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42833e4b-fcd2-429e-9ed2-84bfa30d4a4a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Made reservation on behalf of 220871e470ea4004933066fd8e0ededf for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:48:08.935509 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-42833e4b-fcd2-429e-9ed2-84bfa30d4a4a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.944616 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.996353 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:08.997338 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.ipam_backend_mixin [None req-42833e4b-fcd2-429e-9ed2-84bfa30d4a4a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Performing IP validity checks on allocation pools {{(pid=102567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 14 15:48:08.997852 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.ipam_backend_mixin [None req-42833e4b-fcd2-429e-9ed2-84bfa30d4a4a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 14 15:48:09.123676 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-42833e4b-fcd2-429e-9ed2-84bfa30d4a4a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:09.195307 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42833e4b-fcd2-429e-9ed2-84bfa30d4a4a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event updated for resources: {'Subnet': ['ID=c5d7045a-1e27-49d5-ac48-b3b52eb36217,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:09.201583 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42833e4b-fcd2-429e-9ed2-84bfa30d4a4a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Checking segment: {'id': '6bd85fe4-02af-4a05-971f-9bf1522473e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e4f85406-04b0-405e-829d-c2cec582fef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:48:09.201952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42833e4b-fcd2-429e-9ed2-84bfa30d4a4a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Network hostable DHCP agents. Network: e4f85406-04b0-405e-829d-c2cec582fef0, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:48:09.222713 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42833e4b-fcd2-429e-9ed2-84bfa30d4a4a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Network e4f85406-04b0-405e-829d-c2cec582fef0 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:48:09.231556 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-42833e4b-fcd2-429e-9ed2-84bfa30d4a4a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, e4f85406-04b0-405e-829d-c2cec582fef0) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:48:09.235807 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42833e4b-fcd2-429e-9ed2-84bfa30d4a4a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:09.236386 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-42833e4b-fcd2-429e-9ed2-84bfa30d4a4a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:09.242435 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb86c3e-cada-4488-aa2d-fbabbc8e98e1 None None] Network e4f85406-04b0-405e-829d-c2cec582fef0 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:48:09.254384 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-42833e4b-fcd2-429e-9ed2-84bfa30d4a4a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4190304 Mar 14 15:48:09.257264 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60634) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:09.372527 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbc10fdb-0233-4d63-aac1-8517300da109 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:09.393260 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:09.433473 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738f0db9-8e26-4672-97ef-a8284b8ed788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-e4f85406-04b0-405e-829d-c2cec582fef0', 'network_id': 'e4f85406-04b0-405e-829d-c2cec582fef0', 'tenant_id': '220871e470ea4004933066fd8e0ededf', 'fixed_ips': [{'subnet_id': 'c5d7045a-1e27-49d5-ac48-b3b52eb36217'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:48:09.434481 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-738f0db9-8e26-4672-97ef-a8284b8ed788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:09.456275 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbc10fdb-0233-4d63-aac1-8517300da109 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:09.462898 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124d3902-2c53-46e0-bbfd-56eb13c462e7 None None] Network ab96c316-42de-4a16-bc4d-61e2885dc6ad requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:48:09.518359 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbc10fdb-0233-4d63-aac1-8517300da109 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:09.551621 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc10fdb-0233-4d63-aac1-8517300da109 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d7045a-1e27-49d5-ac48-b3b52eb36217,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server [None req-738f0db9-8e26-4672-97ef-a8284b8ed788 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5d7045a-1e27-49d5-ac48-b3b52eb36217: This subnet is being modified by another concurrent operation. Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise exception Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5d7045a-1e27-49d5-ac48-b3b52eb36217: This subnet is being modified by another concurrent operation. Mar 14 15:48:09.602035 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server Mar 14 15:48:09.608264 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-238d4f41-9c84-4285-809e-cf0b77968b2e None None] Provisioning complete for port 3486f5bf-7fa9-425b-992b-32165cf63301 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:09.608264 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-238d4f41-9c84-4285-809e-cf0b77968b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:09.616632 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbc10fdb-0233-4d63-aac1-8517300da109 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:09.635849 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db874b59-455d-4437-9a80-49f975a5aca3 None None] Network e4f85406-04b0-405e-829d-c2cec582fef0 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:48:09.641167 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-cbc10fdb-0233-4d63-aac1-8517300da109 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f85406-04b0-405e-829d-c2cec582fef0']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:09.650977 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-cbc10fdb-0233-4d63-aac1-8517300da109 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd85fe4-02af-4a05-971f-9bf1522473e3') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:09.651276 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-cbc10fdb-0233-4d63-aac1-8517300da109 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd85fe4-02af-4a05-971f-9bf1522473e3') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:09.660331 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbc10fdb-0233-4d63-aac1-8517300da109 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:09.673544 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbc10fdb-0233-4d63-aac1-8517300da109 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:09.679754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc10fdb-0233-4d63-aac1-8517300da109 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:48:09.680179 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbc10fdb-0233-4d63-aac1-8517300da109 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:48:09.684100 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:48:09.998740 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-238d4f41-9c84-4285-809e-cf0b77968b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:10.036670 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-238d4f41-9c84-4285-809e-cf0b77968b2e None None] For port 3486f5bf-7fa9-425b-992b-32165cf63301, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3486f5bf-7fa9-425b-992b-32165cf63301,segment=NetworkSegment(c383a4cd-c4eb-4a4b-8315-80f251a8466a),segment_id=c383a4cd-c4eb-4a4b-8315-80f251a8466a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:48:10.042122 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-238d4f41-9c84-4285-809e-cf0b77968b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:10.083393 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbc10fdb-0233-4d63-aac1-8517300da109 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:10.093094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbc10fdb-0233-4d63-aac1-8517300da109 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:10.099354 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d4f41-9c84-4285-809e-cf0b77968b2e None None] Pushing event updated for resources: {'Port': ['ID=3486f5bf-7fa9-425b-992b-32165cf63301,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:10.099983 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60636) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:10.100494 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cbc10fdb-0233-4d63-aac1-8517300da109 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "DELETE /v2.0/networks/e4f85406-04b0-405e-829d-c2cec582fef0 HTTP/1.1" status: 204 len: 168 time: 0.8417630 Mar 14 15:48:10.107382 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-df77a795-86fd-43ce-8377-90e3ec93aa3a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1193425486'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:10.119828 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc10fdb-0233-4d63-aac1-8517300da109 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event deleted for resources: {'Network': ['ID=e4f85406-04b0-405e-829d-c2cec582fef0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:10.129433 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df77a795-86fd-43ce-8377-90e3ec93aa3a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Made reservation on behalf of 220871e470ea4004933066fd8e0ededf for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:48:10.133151 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df77a795-86fd-43ce-8377-90e3ec93aa3a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:10.158934 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df77a795-86fd-43ce-8377-90e3ec93aa3a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:48:10.169361 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df77a795-86fd-43ce-8377-90e3ec93aa3a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:10.169722 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-df77a795-86fd-43ce-8377-90e3ec93aa3a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Added segment 5772bbe3-cba9-4251-b5e0-a44e382643a4 of type vlan for network 1a6b0666-6362-4642-96ca-586a32108bbf Mar 14 15:48:10.211732 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d75767-7f41-4fe6-8155-dd45aa0ef42e None None] get_active_networks_info from dv-neutron-833559-1-hyperv {{(pid=102569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 15:48:10.213368 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df77a795-86fd-43ce-8377-90e3ec93aa3a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:10.238054 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df77a795-86fd-43ce-8377-90e3ec93aa3a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:10.243793 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df77a795-86fd-43ce-8377-90e3ec93aa3a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:10.244402 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-df77a795-86fd-43ce-8377-90e3ec93aa3a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:10.286512 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d75767-7f41-4fe6-8155-dd45aa0ef42e None None] Resources bound (agent type, host, resource id): {{(pid=102569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:48:10.288114 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-d7f57213-e6a2-4fb1-b66e-863cfdce035b None None] Provisioning complete for port 3486f5bf-7fa9-425b-992b-32165cf63301 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:10.288483 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d7f57213-e6a2-4fb1-b66e-863cfdce035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:10.305055 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-df77a795-86fd-43ce-8377-90e3ec93aa3a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2002294 Mar 14 15:48:10.305484 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60638) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:10.311758 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d18b49c8-2d00-44ff-929a-a85e30d628ea tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Request body: {'subnet': {'network_id': '1a6b0666-6362-4642-96ca-586a32108bbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:10.317434 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77a795-86fd-43ce-8377-90e3ec93aa3a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event updated for resources: {'Network': ['ID=1a6b0666-6362-4642-96ca-586a32108bbf,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:10.329354 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 1a6b0666-6362-4642-96ca-586a32108bbf details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:48:10.410264 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18b49c8-2d00-44ff-929a-a85e30d628ea tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Made reservation on behalf of 220871e470ea4004933066fd8e0ededf for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:48:10.411650 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d18b49c8-2d00-44ff-929a-a85e30d628ea tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:10.542254 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3486f5bf-7fa9-425b-992b-32165cf63301 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:48:10.615087 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d18b49c8-2d00-44ff-929a-a85e30d628ea tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:10.635524 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 3486f5bf-7fa9-425b-992b-32165cf63301 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:10.635902 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:10.687248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b49c8-2d00-44ff-929a-a85e30d628ea tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Checking segment: {'id': '5772bbe3-cba9-4251-b5e0-a44e382643a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1a6b0666-6362-4642-96ca-586a32108bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:48:10.687743 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b49c8-2d00-44ff-929a-a85e30d628ea tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Network hostable DHCP agents. Network: 1a6b0666-6362-4642-96ca-586a32108bbf, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:48:10.690422 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b49c8-2d00-44ff-929a-a85e30d628ea tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event updated for resources: {'Subnet': ['ID=c5778a01-50ee-4423-8ea0-5fbefcb940d1,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:10.707848 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b49c8-2d00-44ff-929a-a85e30d628ea tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Network 1a6b0666-6362-4642-96ca-586a32108bbf is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:48:10.717321 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d18b49c8-2d00-44ff-929a-a85e30d628ea tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 1a6b0666-6362-4642-96ca-586a32108bbf) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:48:10.721720 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18b49c8-2d00-44ff-929a-a85e30d628ea tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:10.722874 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d18b49c8-2d00-44ff-929a-a85e30d628ea tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:10.727194 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f3c940-f7f1-4ad2-9bc6-ffb216f89abf None None] Network 1a6b0666-6362-4642-96ca-586a32108bbf requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:48:10.739133 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d18b49c8-2d00-44ff-929a-a85e30d628ea tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4322433 Mar 14 15:48:10.742860 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60640) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:10.748721 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-c93f8d1e-4dd6-4052-8d2e-01dfcb776da9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-599681301'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:10.769537 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93f8d1e-4dd6-4052-8d2e-01dfcb776da9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Made reservation on behalf of 220871e470ea4004933066fd8e0ededf for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:48:10.773401 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c93f8d1e-4dd6-4052-8d2e-01dfcb776da9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:10.797340 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93f8d1e-4dd6-4052-8d2e-01dfcb776da9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:48:10.807413 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c93f8d1e-4dd6-4052-8d2e-01dfcb776da9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:10.807758 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-c93f8d1e-4dd6-4052-8d2e-01dfcb776da9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Added segment dc95141d-e3a7-44d8-b56e-c3e63dc0ce9c of type vlan for network d9f702eb-8886-43da-a8e5-22f18d2eaa72 Mar 14 15:48:10.846932 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c93f8d1e-4dd6-4052-8d2e-01dfcb776da9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:10.872249 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c93f8d1e-4dd6-4052-8d2e-01dfcb776da9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:10.872912 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-1a6b0666-6362-4642-96ca-586a32108bbf', 'network_id': '1a6b0666-6362-4642-96ca-586a32108bbf', 'tenant_id': '220871e470ea4004933066fd8e0ededf', 'fixed_ips': [{'subnet_id': 'c5778a01-50ee-4423-8ea0-5fbefcb940d1'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:48:10.873774 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:10.877771 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93f8d1e-4dd6-4052-8d2e-01dfcb776da9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:10.878362 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c93f8d1e-4dd6-4052-8d2e-01dfcb776da9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:10.932453 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c93f8d1e-4dd6-4052-8d2e-01dfcb776da9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1876731 Mar 14 15:48:10.935429 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60642) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:10.940662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4eb66b59-24d5-4f2b-bfc9-2e1c5b769902 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Request body: {'subnet': {'network_id': 'd9f702eb-8886-43da-a8e5-22f18d2eaa72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:10.946584 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f8d1e-4dd6-4052-8d2e-01dfcb776da9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event updated for resources: {'Network': ['ID=d9f702eb-8886-43da-a8e5-22f18d2eaa72,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:10.959946 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network d9f702eb-8886-43da-a8e5-22f18d2eaa72 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:48:11.027838 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb66b59-24d5-4f2b-bfc9-2e1c5b769902 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Made reservation on behalf of 220871e470ea4004933066fd8e0ededf for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:48:11.031241 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4eb66b59-24d5-4f2b-bfc9-2e1c5b769902 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:11.080802 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] Allocated IP 2001:db8::2 (1a6b0666-6362-4642-96ca-586a32108bbf/c5778a01-50ee-4423-8ea0-5fbefcb940d1/49d7c566-015a-4339-862d-b6320fbd0d30) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:48:11.215413 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4eb66b59-24d5-4f2b-bfc9-2e1c5b769902 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:11.220499 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:11.225766 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:11.268399 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] Network 1a6b0666-6362-4642-96ca-586a32108bbf is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:48:11.271324 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:48:11.275321 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:48:11.276823 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb66b59-24d5-4f2b-bfc9-2e1c5b769902 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event updated for resources: {'Subnet': ['ID=d92c4f1b-1688-4682-bee6-32d153f7c13d,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:11.288192 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb66b59-24d5-4f2b-bfc9-2e1c5b769902 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Checking segment: {'id': 'dc95141d-e3a7-44d8-b56e-c3e63dc0ce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd9f702eb-8886-43da-a8e5-22f18d2eaa72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:48:11.288553 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb66b59-24d5-4f2b-bfc9-2e1c5b769902 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Network hostable DHCP agents. Network: d9f702eb-8886-43da-a8e5-22f18d2eaa72, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:48:11.289655 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] Pushing event updated for resources: {'Port': ['ID=49d7c566-015a-4339-862d-b6320fbd0d30,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:11.311676 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb66b59-24d5-4f2b-bfc9-2e1c5b769902 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Network d9f702eb-8886-43da-a8e5-22f18d2eaa72 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:48:11.320776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4eb66b59-24d5-4f2b-bfc9-2e1c5b769902 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, d9f702eb-8886-43da-a8e5-22f18d2eaa72) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:48:11.326613 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb66b59-24d5-4f2b-bfc9-2e1c5b769902 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:11.327747 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4eb66b59-24d5-4f2b-bfc9-2e1c5b769902 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:11.332819 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73b2dac-4123-4d73-ae35-04b61b4bb9f6 None None] Network d9f702eb-8886-43da-a8e5-22f18d2eaa72 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:48:11.345909 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4eb66b59-24d5-4f2b-bfc9-2e1c5b769902 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4092944 Mar 14 15:48:11.348445 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60644) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:11.350183 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] Attempting to bind port 49d7c566-015a-4339-862d-b6320fbd0d30 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:48:11.350565 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] Attempting to bind port 49d7c566-015a-4339-862d-b6320fbd0d30 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '5772bbe3-cba9-4251-b5e0-a44e382643a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1a6b0666-6362-4642-96ca-586a32108bbf'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:48:11.350963 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] Attempting to bind port 49d7c566-015a-4339-862d-b6320fbd0d30 on network 1a6b0666-6362-4642-96ca-586a32108bbf {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:48:11.386024 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:48:11.386402 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] Checking segment: {'id': '5772bbe3-cba9-4251-b5e0-a44e382643a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1a6b0666-6362-4642-96ca-586a32108bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:48:11.386812 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:11.387237 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] Bound using segment: {'id': '5772bbe3-cba9-4251-b5e0-a44e382643a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1a6b0666-6362-4642-96ca-586a32108bbf'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:48:11.387712 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] Bound port: 49d7c566-015a-4339-862d-b6320fbd0d30, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5772bbe3-cba9-4251-b5e0-a44e382643a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1a6b0666-6362-4642-96ca-586a32108bbf'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:48:11.388101 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:11.453393 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a45d472d-fbe4-4a03-8c36-fd0b57be08d2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:11.503040 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] For port 49d7c566-015a-4339-862d-b6320fbd0d30, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:48:11.509876 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a45d472d-fbe4-4a03-8c36-fd0b57be08d2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:11.519442 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] For port 49d7c566-015a-4339-862d-b6320fbd0d30, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=49d7c566-015a-4339-862d-b6320fbd0d30,segment=NetworkSegment(5772bbe3-cba9-4251-b5e0-a44e382643a4),segment_id=5772bbe3-cba9-4251-b5e0-a44e382643a4)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:48:11.527267 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:11.573201 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a45d472d-fbe4-4a03-8c36-fd0b57be08d2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:11.573615 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a33489-5230-4ff9-a4ae-89b55152d8f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-d9f702eb-8886-43da-a8e5-22f18d2eaa72', 'network_id': 'd9f702eb-8886-43da-a8e5-22f18d2eaa72', 'tenant_id': '220871e470ea4004933066fd8e0ededf', 'fixed_ips': [{'subnet_id': 'd92c4f1b-1688-4682-bee6-32d153f7c13d'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:48:11.574441 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-74a33489-5230-4ff9-a4ae-89b55152d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:11.605676 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d472d-fbe4-4a03-8c36-fd0b57be08d2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event deleted for resources: {'Subnet': ['ID=d92c4f1b-1688-4682-bee6-32d153f7c13d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:11.669827 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4f155-cdc8-4dc5-adab-00b278d85f4a None None] Pushing event updated for resources: {'Port': ['ID=49d7c566-015a-4339-862d-b6320fbd0d30,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:11.674997 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a45d472d-fbe4-4a03-8c36-fd0b57be08d2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:11.689843 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6069a89f-c1b9-4484-ba0b-0be9db7ad797 None None] Network d9f702eb-8886-43da-a8e5-22f18d2eaa72 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:48:11.700938 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a45d472d-fbe4-4a03-8c36-fd0b57be08d2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f702eb-8886-43da-a8e5-22f18d2eaa72']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:11.712742 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a45d472d-fbe4-4a03-8c36-fd0b57be08d2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc95141d-e3a7-44d8-b56e-c3e63dc0ce9c') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:11.713111 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a45d472d-fbe4-4a03-8c36-fd0b57be08d2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc95141d-e3a7-44d8-b56e-c3e63dc0ce9c') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:11.723368 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a45d472d-fbe4-4a03-8c36-fd0b57be08d2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:11.738081 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a45d472d-fbe4-4a03-8c36-fd0b57be08d2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:11.745122 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45d472d-fbe4-4a03-8c36-fd0b57be08d2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:48:11.745564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a45d472d-fbe4-4a03-8c36-fd0b57be08d2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:48:11.748661 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:48:11.830040 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a45d472d-fbe4-4a03-8c36-fd0b57be08d2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:11.840229 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a45d472d-fbe4-4a03-8c36-fd0b57be08d2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:11.843419 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a45d472d-fbe4-4a03-8c36-fd0b57be08d2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "DELETE /v2.0/networks/d9f702eb-8886-43da-a8e5-22f18d2eaa72 HTTP/1.1" status: 204 len: 168 time: 0.4939382 Mar 14 15:48:11.846636 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60646) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:11.856650 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d472d-fbe4-4a03-8c36-fd0b57be08d2 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event deleted for resources: {'Network': ['ID=d9f702eb-8886-43da-a8e5-22f18d2eaa72,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:11.883344 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f51faf-353e-466e-817b-f2aaf1ac234b tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] GET failed (client error): The resource could not be found. Mar 14 15:48:11.887500 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-71f51faf-353e-466e-817b-f2aaf1ac234b tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "GET /v2.0/subnets/d92c4f1b-1688-4682-bee6-32d153f7c13d HTTP/1.1" status: 404 len: 337 time: 0.0366707 Mar 14 15:48:11.887732 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60648) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:11.907594 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-529191c8-4973-463c-8c18-8dcdc48f8f79 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] DELETE failed (client error): The resource could not be found. Mar 14 15:48:11.908152 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529191c8-4973-463c-8c18-8dcdc48f8f79 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:48:11.911437 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-529191c8-4973-463c-8c18-8dcdc48f8f79 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "DELETE /v2.0/networks/d9f702eb-8886-43da-a8e5-22f18d2eaa72 HTTP/1.1" status: 404 len: 339 time: 0.0227079 Mar 14 15:48:11.915695 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60650) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:11.943685 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7ad1d8-3509-4574-b3e6-f0ef405926ae tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] DELETE failed (client error): The resource could not be found. Mar 14 15:48:11.944177 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa7ad1d8-3509-4574-b3e6-f0ef405926ae tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:48:11.947270 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fa7ad1d8-3509-4574-b3e6-f0ef405926ae tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "DELETE /v2.0/subnets/d92c4f1b-1688-4682-bee6-32d153f7c13d HTTP/1.1" status: 404 len: 337 time: 0.0305355 Mar 14 15:48:11.949704 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60652) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:11.967894 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b6a882-bd2c-4925-802c-a07ed0e6975a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] DELETE failed (client error): The resource could not be found. Mar 14 15:48:11.968418 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b6a882-bd2c-4925-802c-a07ed0e6975a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:48:11.971368 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a0b6a882-bd2c-4925-802c-a07ed0e6975a tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "DELETE /v2.0/networks/d9f702eb-8886-43da-a8e5-22f18d2eaa72 HTTP/1.1" status: 404 len: 339 time: 0.0206490 Mar 14 15:48:11.973503 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60654) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:12.023106 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-175a89bb-5029-4db7-a20a-9bd8608eae2b tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Deleting subnet c5778a01-50ee-4423-8ea0-5fbefcb940d1 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:48:12.026179 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-175a89bb-5029-4db7-a20a-9bd8608eae2b tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:12.066170 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-175a89bb-5029-4db7-a20a-9bd8608eae2b tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:12.152485 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-175a89bb-5029-4db7-a20a-9bd8608eae2b tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:12.210025 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-175a89bb-5029-4db7-a20a-9bd8608eae2b tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:12.237279 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a89bb-5029-4db7-a20a-9bd8608eae2b tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event deleted for resources: {'Subnet': ['ID=c5778a01-50ee-4423-8ea0-5fbefcb940d1,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:12.242073 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-175a89bb-5029-4db7-a20a-9bd8608eae2b tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:12.246101 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-175a89bb-5029-4db7-a20a-9bd8608eae2b tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "DELETE /v2.0/subnets/c5778a01-50ee-4423-8ea0-5fbefcb940d1 HTTP/1.1" status: 204 len: 168 time: 0.2717047 Mar 14 15:48:12.248579 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60656) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:12.330599 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c6cb-58ce-4110-9940-ddbcfb2cf755 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:12.388585 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0c6cb-58ce-4110-9940-ddbcfb2cf755 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Deleting port 49d7c566-015a-4339-862d-b6320fbd0d30 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:48:12.388935 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c6cb-58ce-4110-9940-ddbcfb2cf755 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:12.459095 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-6fc0c6cb-58ce-4110-9940-ddbcfb2cf755 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] For port 49d7c566-015a-4339-862d-b6320fbd0d30, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=49d7c566-015a-4339-862d-b6320fbd0d30,segment=NetworkSegment(5772bbe3-cba9-4251-b5e0-a44e382643a4),segment_id=5772bbe3-cba9-4251-b5e0-a44e382643a4)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:48:12.459731 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c6cb-58ce-4110-9940-ddbcfb2cf755 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:12.474330 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0c6cb-58ce-4110-9940-ddbcfb2cf755 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Calling delete_port for 49d7c566-015a-4339-862d-b6320fbd0d30 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:48:12.518713 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 49d7c566-015a-4339-862d-b6320fbd0d30 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:48:12.568572 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c6cb-58ce-4110-9940-ddbcfb2cf755 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:12.577708 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692f3249-73fa-4409-ba17-1e7e899e30e6 None None] Network 1a6b0666-6362-4642-96ca-586a32108bbf requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:48:12.581015 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 49d7c566-015a-4339-862d-b6320fbd0d30 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:12.581445 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:12.597217 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0c6cb-58ce-4110-9940-ddbcfb2cf755 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] No DVR routers for this DVR port 49d7c566-015a-4339-862d-b6320fbd0d30 on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:48:12.598822 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0c6cb-58ce-4110-9940-ddbcfb2cf755 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event deleted for resources: {'Port': ['ID=49d7c566-015a-4339-862d-b6320fbd0d30,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:12.646443 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Port 49d7c566-015a-4339-862d-b6320fbd0d30 was deleted so its status cannot be updated. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 14 15:48:12.659983 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-1cb50337-34a2-4c8b-b163-d72b0271404d None None] Could not find standard attr ID for object 49d7c566-015a-4339-862d-b6320fbd0d30. {{(pid=102569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 15:48:12.681357 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c6cb-58ce-4110-9940-ddbcfb2cf755 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:12.701767 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-6fc0c6cb-58ce-4110-9940-ddbcfb2cf755 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6b0666-6362-4642-96ca-586a32108bbf']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:12.711186 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-6fc0c6cb-58ce-4110-9940-ddbcfb2cf755 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5772bbe3-cba9-4251-b5e0-a44e382643a4') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:12.711481 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-6fc0c6cb-58ce-4110-9940-ddbcfb2cf755 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5772bbe3-cba9-4251-b5e0-a44e382643a4') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:12.721549 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c6cb-58ce-4110-9940-ddbcfb2cf755 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:12.735882 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c6cb-58ce-4110-9940-ddbcfb2cf755 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:12.741859 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc0c6cb-58ce-4110-9940-ddbcfb2cf755 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:48:12.742239 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c6cb-58ce-4110-9940-ddbcfb2cf755 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:48:12.745903 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:48:12.758244 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd324c68-757b-4b76-b6f4-d8a39a4c469c None None] DHCP port deletion for 1a6b0666-6362-4642-96ca-586a32108bbf request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:48:12.804316 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c6cb-58ce-4110-9940-ddbcfb2cf755 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:12.811501 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c6cb-58ce-4110-9940-ddbcfb2cf755 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:12.814569 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6fc0c6cb-58ce-4110-9940-ddbcfb2cf755 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "DELETE /v2.0/networks/1a6b0666-6362-4642-96ca-586a32108bbf HTTP/1.1" status: 204 len: 168 time: 0.5650210 Mar 14 15:48:12.817260 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60658) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:12.826689 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0c6cb-58ce-4110-9940-ddbcfb2cf755 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event deleted for resources: {'Network': ['ID=1a6b0666-6362-4642-96ca-586a32108bbf,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:12.844983 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-86541ba3-4c7f-44a3-b736-5f9de3666023 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] DELETE failed (client error): The resource could not be found. Mar 14 15:48:12.845437 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86541ba3-4c7f-44a3-b736-5f9de3666023 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:48:12.848424 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-86541ba3-4c7f-44a3-b736-5f9de3666023 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "DELETE /v2.0/subnets/c5d7045a-1e27-49d5-ac48-b3b52eb36217 HTTP/1.1" status: 404 len: 337 time: 0.0301547 Mar 14 15:48:12.850934 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60660) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:12.868332 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-066fc024-a915-44a0-989b-eade1e98022e tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] DELETE failed (client error): The resource could not be found. Mar 14 15:48:12.868920 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066fc024-a915-44a0-989b-eade1e98022e tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:48:12.871764 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-066fc024-a915-44a0-989b-eade1e98022e tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "DELETE /v2.0/networks/e4f85406-04b0-405e-829d-c2cec582fef0 HTTP/1.1" status: 404 len: 339 time: 0.0199442 Mar 14 15:48:12.874242 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60662) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:12.899264 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5937c5c6-0c46-4629-ab23-b4aaa72f41d0 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] DELETE failed (client error): The resource could not be found. Mar 14 15:48:12.900502 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5937c5c6-0c46-4629-ab23-b4aaa72f41d0 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:48:12.903664 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5937c5c6-0c46-4629-ab23-b4aaa72f41d0 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "DELETE /v2.0/subnets/a0f94135-d812-4acf-b999-61b80d1643db HTTP/1.1" status: 404 len: 337 time: 0.0285420 Mar 14 15:48:12.906006 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60664) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:12.923266 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.pecan_wsgi.hooks.translation [None req-89428bc4-fbd7-49ce-91d2-2e146671e3b5 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] DELETE failed (client error): The resource could not be found. Mar 14 15:48:12.923782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89428bc4-fbd7-49ce-91d2-2e146671e3b5 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 15:48:12.926616 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-89428bc4-fbd7-49ce-91d2-2e146671e3b5 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "DELETE /v2.0/networks/e5843893-ae8d-4756-ba93-2c62baa69413 HTTP/1.1" status: 404 len: 339 time: 0.0197535 Mar 14 15:48:12.928745 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60666) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:12.982022 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-8499e210-e2f7-49b7-bcfc-7337054f044d tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Deleting subnet 8a4f3596-a7b7-4389-8a8d-72a0cd581d40 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:48:12.985027 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8499e210-e2f7-49b7-bcfc-7337054f044d tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:13.023905 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8499e210-e2f7-49b7-bcfc-7337054f044d tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:13.105356 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8499e210-e2f7-49b7-bcfc-7337054f044d tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:13.173698 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8499e210-e2f7-49b7-bcfc-7337054f044d tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:13.202134 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499e210-e2f7-49b7-bcfc-7337054f044d tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4f3596-a7b7-4389-8a8d-72a0cd581d40,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:13.207353 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8499e210-e2f7-49b7-bcfc-7337054f044d tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:13.210900 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8499e210-e2f7-49b7-bcfc-7337054f044d tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "DELETE /v2.0/subnets/8a4f3596-a7b7-4389-8a8d-72a0cd581d40 HTTP/1.1" status: 204 len: 168 time: 0.2813082 Mar 14 15:48:13.213466 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60668) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:13.214199 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8f6567-f4bf-425b-be52-31d0cf80d3ad None None] Network ab96c316-42de-4a16-bc4d-61e2885dc6ad requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:48:13.287815 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-241e92a3-f3c6-4d62-b5d2-a2e5a65779b9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:13.345336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-241e92a3-f3c6-4d62-b5d2-a2e5a65779b9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Deleting port 3486f5bf-7fa9-425b-992b-32165cf63301 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:48:13.345687 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-241e92a3-f3c6-4d62-b5d2-a2e5a65779b9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:13.394214 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0185dfbe-abd6-4afa-9d98-93a491f811dd None None] DHCP port deletion for ab96c316-42de-4a16-bc4d-61e2885dc6ad request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:48:13.413414 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-241e92a3-f3c6-4d62-b5d2-a2e5a65779b9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] For port 3486f5bf-7fa9-425b-992b-32165cf63301, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3486f5bf-7fa9-425b-992b-32165cf63301,segment=NetworkSegment(c383a4cd-c4eb-4a4b-8315-80f251a8466a),segment_id=c383a4cd-c4eb-4a4b-8315-80f251a8466a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:48:13.413786 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-241e92a3-f3c6-4d62-b5d2-a2e5a65779b9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:13.430314 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-241e92a3-f3c6-4d62-b5d2-a2e5a65779b9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Calling delete_port for 3486f5bf-7fa9-425b-992b-32165cf63301 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:48:13.450510 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0185dfbe-abd6-4afa-9d98-93a491f811dd None None] Deleting port 3486f5bf-7fa9-425b-992b-32165cf63301 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:48:13.450889 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0185dfbe-abd6-4afa-9d98-93a491f811dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:13.513871 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-0185dfbe-abd6-4afa-9d98-93a491f811dd None None] For port 3486f5bf-7fa9-425b-992b-32165cf63301, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3486f5bf-7fa9-425b-992b-32165cf63301,segment=NetworkSegment(c383a4cd-c4eb-4a4b-8315-80f251a8466a),segment_id=c383a4cd-c4eb-4a4b-8315-80f251a8466a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:48:13.514269 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0185dfbe-abd6-4afa-9d98-93a491f811dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:13.515091 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-241e92a3-f3c6-4d62-b5d2-a2e5a65779b9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:13.526446 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0185dfbe-abd6-4afa-9d98-93a491f811dd None None] Calling delete_port for 3486f5bf-7fa9-425b-992b-32165cf63301 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:48:13.541787 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e92a3-f3c6-4d62-b5d2-a2e5a65779b9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event deleted for resources: {'Port': ['ID=3486f5bf-7fa9-425b-992b-32165cf63301,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:13.543683 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241e92a3-f3c6-4d62-b5d2-a2e5a65779b9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] No DVR routers for this DVR port 3486f5bf-7fa9-425b-992b-32165cf63301 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: from cryptography.utils import int_from_bytes Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: from cryptography.utils import int_from_bytes Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 15:48:13.599634 dv-neutron-833559-1-hyperv neutron-server[102569]: self.session.flush() Mar 14 15:48:13.610659 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0185dfbe-abd6-4afa-9d98-93a491f811dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:13.623037 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-241e92a3-f3c6-4d62-b5d2-a2e5a65779b9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:13.635200 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185dfbe-abd6-4afa-9d98-93a491f811dd None None] Pushing event deleted for resources: {'Port': ['ID=3486f5bf-7fa9-425b-992b-32165cf63301,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:13.639188 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0185dfbe-abd6-4afa-9d98-93a491f811dd None None] No DVR routers for this DVR port 3486f5bf-7fa9-425b-992b-32165cf63301 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:48:13.647197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-241e92a3-f3c6-4d62-b5d2-a2e5a65779b9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab96c316-42de-4a16-bc4d-61e2885dc6ad']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:13.655476 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-241e92a3-f3c6-4d62-b5d2-a2e5a65779b9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c383a4cd-c4eb-4a4b-8315-80f251a8466a') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:13.656028 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-241e92a3-f3c6-4d62-b5d2-a2e5a65779b9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c383a4cd-c4eb-4a4b-8315-80f251a8466a') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:13.666128 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-241e92a3-f3c6-4d62-b5d2-a2e5a65779b9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:13.679004 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-241e92a3-f3c6-4d62-b5d2-a2e5a65779b9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:13.685530 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241e92a3-f3c6-4d62-b5d2-a2e5a65779b9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:48:13.685971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-241e92a3-f3c6-4d62-b5d2-a2e5a65779b9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:48:13.688915 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:48:13.749345 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-241e92a3-f3c6-4d62-b5d2-a2e5a65779b9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:13.756237 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-241e92a3-f3c6-4d62-b5d2-a2e5a65779b9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:13.758691 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-241e92a3-f3c6-4d62-b5d2-a2e5a65779b9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] 10.222.0.59 "DELETE /v2.0/networks/ab96c316-42de-4a16-bc4d-61e2885dc6ad HTTP/1.1" status: 204 len: 168 time: 0.5442827 Mar 14 15:48:13.771496 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e92a3-f3c6-4d62-b5d2-a2e5a65779b9 tempest-NetworksIpV6Test-2064340484 tempest-NetworksIpV6Test-2064340484-project] Pushing event deleted for resources: {'Network': ['ID=ab96c316-42de-4a16-bc4d-61e2885dc6ad,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:14.001265 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60674) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:14.131673 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d4eafa2e-bd37-4c3e-a5cc-007d01d5cfb7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=220871e470ea4004933066fd8e0ededf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292629 Mar 14 15:48:14.135076 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60678) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:14.182765 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-baf8ddb6-cdec-4403-b376-0703c6af44fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:14.203505 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-baf8ddb6-cdec-4403-b376-0703c6af44fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:14.255924 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-baf8ddb6-cdec-4403-b376-0703c6af44fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:14.258437 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-baf8ddb6-cdec-4403-b376-0703c6af44fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:14.259753 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-baf8ddb6-cdec-4403-b376-0703c6af44fb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/09ddaba5-6856-4a5c-88fd-9a161a0712bc HTTP/1.1" status: 204 len: 168 time: 0.1237946 Mar 14 15:48:14.267171 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8ddb6-cdec-4403-b376-0703c6af44fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ddaba5-6856-4a5c-88fd-9a161a0712bc,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:14.473221 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 49d7c566-015a-4339-862d-b6320fbd0d30 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:48:14.494879 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 49d7c566-015a-4339-862d-b6320fbd0d30 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:48:14.495261 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 49d7c566-015a-4339-862d-b6320fbd0d30 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:48:14.495685 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3486f5bf-7fa9-425b-992b-32165cf63301 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:48:14.515193 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 3486f5bf-7fa9-425b-992b-32165cf63301 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:48:14.515541 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3486f5bf-7fa9-425b-992b-32165cf63301 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:48:14.885825 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60700) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:14.979009 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-8b675ed0-09e7-4f9f-9aa7-3b78c4913a53 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-22853900', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:15.001792 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8b675ed0-09e7-4f9f-9aa7-3b78c4913a53 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.002784 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8b675ed0-09e7-4f9f-9aa7-3b78c4913a53 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.056672 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8b675ed0-09e7-4f9f-9aa7-3b78c4913a53 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.060679 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8b675ed0-09e7-4f9f-9aa7-3b78c4913a53 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.077046 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8b675ed0-09e7-4f9f-9aa7-3b78c4913a53 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.078203 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8b675ed0-09e7-4f9f-9aa7-3b78c4913a53 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1913867 Mar 14 15:48:15.081003 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60704) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:15.086098 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-6acb51c5-e213-421f-8fbf-6122acf7fca9 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-760575835'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:15.104953 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acb51c5-e213-421f-8fbf-6122acf7fca9 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Made reservation on behalf of f1846dfb4f4442a2b2d575a1124e735f for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:48:15.108249 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6acb51c5-e213-421f-8fbf-6122acf7fca9 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.116555 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6acb51c5-e213-421f-8fbf-6122acf7fca9 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.190390 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6acb51c5-e213-421f-8fbf-6122acf7fca9 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.193800 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6acb51c5-e213-421f-8fbf-6122acf7fca9 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.217117 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6acb51c5-e213-421f-8fbf-6122acf7fca9 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:48:15.231410 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb51c5-e213-421f-8fbf-6122acf7fca9 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3abda193-269b-4136-805e-0e6741c51ad2,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:15.234265 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6acb51c5-e213-421f-8fbf-6122acf7fca9 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.234611 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-6acb51c5-e213-421f-8fbf-6122acf7fca9 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Added segment a2253153-24bc-4fe9-82ee-8736925e48a0 of type vlan for network 057b7dc7-d42b-464e-8393-3a9cae9cb95c Mar 14 15:48:15.274412 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6acb51c5-e213-421f-8fbf-6122acf7fca9 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.300896 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6acb51c5-e213-421f-8fbf-6122acf7fca9 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.306840 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acb51c5-e213-421f-8fbf-6122acf7fca9 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:15.307456 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6acb51c5-e213-421f-8fbf-6122acf7fca9 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.336069 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6acb51c5-e213-421f-8fbf-6122acf7fca9 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2540789 Mar 14 15:48:15.339142 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60706) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:15.344560 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-dd4d6faf-53fe-48a7-bf3e-798aff4836f7 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Request body: {'subnet': {'network_id': '057b7dc7-d42b-464e-8393-3a9cae9cb95c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:15.374975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb51c5-e213-421f-8fbf-6122acf7fca9 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Pushing event updated for resources: {'Network': ['ID=057b7dc7-d42b-464e-8393-3a9cae9cb95c,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:15.385429 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 057b7dc7-d42b-464e-8393-3a9cae9cb95c details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:48:15.435240 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4d6faf-53fe-48a7-bf3e-798aff4836f7 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Made reservation on behalf of f1846dfb4f4442a2b2d575a1124e735f for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:48:15.439166 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6faf-53fe-48a7-bf3e-798aff4836f7 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.619981 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6faf-53fe-48a7-bf3e-798aff4836f7 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.678398 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d6faf-53fe-48a7-bf3e-798aff4836f7 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Pushing event updated for resources: {'Subnet': ['ID=c8844458-93e7-4ec6-8c55-2e91d68901d2,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:15.687083 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d6faf-53fe-48a7-bf3e-798aff4836f7 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Checking segment: {'id': 'a2253153-24bc-4fe9-82ee-8736925e48a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '057b7dc7-d42b-464e-8393-3a9cae9cb95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:48:15.687445 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4d6faf-53fe-48a7-bf3e-798aff4836f7 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Network hostable DHCP agents. Network: 057b7dc7-d42b-464e-8393-3a9cae9cb95c, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:48:15.704114 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4d6faf-53fe-48a7-bf3e-798aff4836f7 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Network 057b7dc7-d42b-464e-8393-3a9cae9cb95c is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:48:15.713861 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-dd4d6faf-53fe-48a7-bf3e-798aff4836f7 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 057b7dc7-d42b-464e-8393-3a9cae9cb95c) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:48:15.717767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4d6faf-53fe-48a7-bf3e-798aff4836f7 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:15.718354 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6faf-53fe-48a7-bf3e-798aff4836f7 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.722543 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10421330-dba5-4995-ada6-1a8c0bfcb539 None None] Network 057b7dc7-d42b-464e-8393-3a9cae9cb95c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:48:15.734892 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-dd4d6faf-53fe-48a7-bf3e-798aff4836f7 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3945739 Mar 14 15:48:15.737908 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60708) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:15.742728 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2200e721-bebf-456a-b2d0-350d0a2a65f6 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1699833974'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:15.760833 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2200e721-bebf-456a-b2d0-350d0a2a65f6 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Made reservation on behalf of f1846dfb4f4442a2b2d575a1124e735f for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:48:15.764533 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2200e721-bebf-456a-b2d0-350d0a2a65f6 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.793215 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2200e721-bebf-456a-b2d0-350d0a2a65f6 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:48:15.802622 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2200e721-bebf-456a-b2d0-350d0a2a65f6 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.803010 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-2200e721-bebf-456a-b2d0-350d0a2a65f6 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Added segment 2fa41bbe-f26a-49c2-90e8-801c1f485482 of type vlan for network ebe15e91-224e-417f-991d-2e3c0224bc92 Mar 14 15:48:15.842998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2200e721-bebf-456a-b2d0-350d0a2a65f6 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.870277 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2200e721-bebf-456a-b2d0-350d0a2a65f6 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.872556 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-057b7dc7-d42b-464e-8393-3a9cae9cb95c', 'network_id': '057b7dc7-d42b-464e-8393-3a9cae9cb95c', 'tenant_id': 'f1846dfb4f4442a2b2d575a1124e735f', 'fixed_ips': [{'subnet_id': 'c8844458-93e7-4ec6-8c55-2e91d68901d2'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:48:15.873413 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.876044 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2200e721-bebf-456a-b2d0-350d0a2a65f6 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:15.876684 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2200e721-bebf-456a-b2d0-350d0a2a65f6 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:15.930497 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2200e721-bebf-456a-b2d0-350d0a2a65f6 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1915324 Mar 14 15:48:15.933951 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60710) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:15.939460 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-54a8bc16-f4db-4534-a12f-8446ac1f6455 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Request body: {'subnet': {'network_id': 'ebe15e91-224e-417f-991d-2e3c0224bc92', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:15.945480 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200e721-bebf-456a-b2d0-350d0a2a65f6 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Pushing event updated for resources: {'Network': ['ID=ebe15e91-224e-417f-991d-2e3c0224bc92,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:15.957802 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network ebe15e91-224e-417f-991d-2e3c0224bc92 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:48:16.028750 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a8bc16-f4db-4534-a12f-8446ac1f6455 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Made reservation on behalf of f1846dfb4f4442a2b2d575a1124e735f for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:48:16.032351 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-54a8bc16-f4db-4534-a12f-8446ac1f6455 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:16.072032 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] Allocated IP 172.20.0.2 (057b7dc7-d42b-464e-8393-3a9cae9cb95c/c8844458-93e7-4ec6-8c55-2e91d68901d2/f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:48:16.217153 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-54a8bc16-f4db-4534-a12f-8446ac1f6455 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:16.285214 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8bc16-f4db-4534-a12f-8446ac1f6455 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Pushing event updated for resources: {'Subnet': ['ID=33105923-4d80-484d-a216-8f61cde56021,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:16.290441 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a8bc16-f4db-4534-a12f-8446ac1f6455 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Checking segment: {'id': '2fa41bbe-f26a-49c2-90e8-801c1f485482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ebe15e91-224e-417f-991d-2e3c0224bc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:48:16.291022 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a8bc16-f4db-4534-a12f-8446ac1f6455 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Network hostable DHCP agents. Network: ebe15e91-224e-417f-991d-2e3c0224bc92, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:48:16.308329 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a8bc16-f4db-4534-a12f-8446ac1f6455 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Network ebe15e91-224e-417f-991d-2e3c0224bc92 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:48:16.316402 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-54a8bc16-f4db-4534-a12f-8446ac1f6455 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, ebe15e91-224e-417f-991d-2e3c0224bc92) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:48:16.320631 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a8bc16-f4db-4534-a12f-8446ac1f6455 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:16.321216 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-54a8bc16-f4db-4534-a12f-8446ac1f6455 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:16.328485 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986f2619-14ef-48aa-a5e6-13172bdf688b None None] Network ebe15e91-224e-417f-991d-2e3c0224bc92 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:48:16.337368 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-54a8bc16-f4db-4534-a12f-8446ac1f6455 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4013104 Mar 14 15:48:16.340340 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60712) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:16.345508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-eb7ad48c-a4fb-42b0-8436-2d6369c8e6ec tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ebe15e91-224e-417f-991d-2e3c0224bc92'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:16.419130 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:16.430302 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:16.502207 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] Network 057b7dc7-d42b-464e-8393-3a9cae9cb95c is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:48:16.511277 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:48:16.517264 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:48:16.520762 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] Pushing event updated for resources: {'Port': ['ID=f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:16.561638 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb7ad48c-a4fb-42b0-8436-2d6369c8e6ec tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:16.595348 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4984faf-db25-471e-a81a-59c30688ea17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-ebe15e91-224e-417f-991d-2e3c0224bc92', 'network_id': 'ebe15e91-224e-417f-991d-2e3c0224bc92', 'tenant_id': 'f1846dfb4f4442a2b2d575a1124e735f', 'fixed_ips': [{'subnet_id': '33105923-4d80-484d-a216-8f61cde56021'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:48:16.596919 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4984faf-db25-471e-a81a-59c30688ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:16.610636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] Attempting to bind port f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:48:16.611039 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] Attempting to bind port f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'a2253153-24bc-4fe9-82ee-8736925e48a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '057b7dc7-d42b-464e-8393-3a9cae9cb95c'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:48:16.611405 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] Attempting to bind port f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b on network 057b7dc7-d42b-464e-8393-3a9cae9cb95c {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:48:16.621064 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:48:16.621445 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] Checking segment: {'id': 'a2253153-24bc-4fe9-82ee-8736925e48a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '057b7dc7-d42b-464e-8393-3a9cae9cb95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:48:16.621846 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:16.622244 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] Bound using segment: {'id': 'a2253153-24bc-4fe9-82ee-8736925e48a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '057b7dc7-d42b-464e-8393-3a9cae9cb95c'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:48:16.622715 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] Bound port: f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2253153-24bc-4fe9-82ee-8736925e48a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '057b7dc7-d42b-464e-8393-3a9cae9cb95c'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:48:16.623130 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:16.669260 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.api.v2.resource [None req-eb7ad48c-a4fb-42b0-8436-2d6369c8e6ec tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 15:48:16.670439 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-eb7ad48c-a4fb-42b0-8436-2d6369c8e6ec tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] 10.222.0.59 "PUT /v2.0/routers/5ccebfa6-7e7f-4564-9988-c73df9c937ab HTTP/1.1" status: 400 len: 364 time: 0.3285480 Mar 14 15:48:16.676271 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60714) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:16.726997 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c49e34-196c-4d00-a621-867cad19d2db tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Deleting subnet 33105923-4d80-484d-a216-8f61cde56021 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:48:16.730264 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69c49e34-196c-4d00-a621-867cad19d2db tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:16.753632 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] For port f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:48:16.756851 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] For port f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b,segment=NetworkSegment(a2253153-24bc-4fe9-82ee-8736925e48a0),segment_id=a2253153-24bc-4fe9-82ee-8736925e48a0)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:48:16.761264 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:16.775572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69c49e34-196c-4d00-a621-867cad19d2db tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:16.817805 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cfa58-b8bf-45d3-b06f-18bd6f8b0c08 None None] Pushing event updated for resources: {'Port': ['ID=f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:16.827650 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69c49e34-196c-4d00-a621-867cad19d2db tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:16.888156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69c49e34-196c-4d00-a621-867cad19d2db tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server [None req-e4984faf-db25-471e-a81a-59c30688ea17 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33105923-4d80-484d-a216-8f61cde56021: This subnet is being modified by another concurrent operation. Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server raise exception Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33105923-4d80-484d-a216-8f61cde56021: This subnet is being modified by another concurrent operation. Mar 14 15:48:16.892562 dv-neutron-833559-1-hyperv neutron-server[102569]: ERROR oslo_messaging.rpc.server Mar 14 15:48:16.916702 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f33c36-232a-4dd3-b3bb-f0536ca40d66 None None] Network ebe15e91-224e-417f-991d-2e3c0224bc92 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:48:16.934959 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c49e34-196c-4d00-a621-867cad19d2db tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Pushing event deleted for resources: {'Subnet': ['ID=33105923-4d80-484d-a216-8f61cde56021,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:16.936998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69c49e34-196c-4d00-a621-867cad19d2db tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:16.940214 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-69c49e34-196c-4d00-a621-867cad19d2db tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] 10.222.0.59 "DELETE /v2.0/subnets/33105923-4d80-484d-a216-8f61cde56021 HTTP/1.1" status: 204 len: 168 time: 0.2630332 Mar 14 15:48:16.942612 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60716) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:17.046865 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9828615-c462-4b2d-81fe-ce465843c2ab tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:17.136480 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9828615-c462-4b2d-81fe-ce465843c2ab tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:17.162209 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a9828615-c462-4b2d-81fe-ce465843c2ab tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe15e91-224e-417f-991d-2e3c0224bc92']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:17.171585 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a9828615-c462-4b2d-81fe-ce465843c2ab tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa41bbe-f26a-49c2-90e8-801c1f485482') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:17.171882 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-a9828615-c462-4b2d-81fe-ce465843c2ab tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa41bbe-f26a-49c2-90e8-801c1f485482') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:17.181218 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9828615-c462-4b2d-81fe-ce465843c2ab tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:17.193961 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9828615-c462-4b2d-81fe-ce465843c2ab tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:17.200179 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9828615-c462-4b2d-81fe-ce465843c2ab tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:48:17.200556 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9828615-c462-4b2d-81fe-ce465843c2ab tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:48:17.203368 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:48:17.259146 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9828615-c462-4b2d-81fe-ce465843c2ab tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:17.265748 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9828615-c462-4b2d-81fe-ce465843c2ab tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:17.268933 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-a9828615-c462-4b2d-81fe-ce465843c2ab tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] 10.222.0.59 "DELETE /v2.0/networks/ebe15e91-224e-417f-991d-2e3c0224bc92 HTTP/1.1" status: 204 len: 168 time: 0.3252263 Mar 14 15:48:17.271604 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60718) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:17.281970 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9828615-c462-4b2d-81fe-ce465843c2ab tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Pushing event deleted for resources: {'Network': ['ID=ebe15e91-224e-417f-991d-2e3c0224bc92,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:17.327286 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-024b249e-bcb3-42cd-bdd3-92ba8b9a179d tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Deleting subnet c8844458-93e7-4ec6-8c55-2e91d68901d2 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:48:17.330340 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-024b249e-bcb3-42cd-bdd3-92ba8b9a179d tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:17.369244 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-024b249e-bcb3-42cd-bdd3-92ba8b9a179d tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:17.752278 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1a3461-5b04-45c7-aba5-9ace0e066437 None None] Network 057b7dc7-d42b-464e-8393-3a9cae9cb95c requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:48:17.796338 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-024b249e-bcb3-42cd-bdd3-92ba8b9a179d tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:17.839923 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-11deb77b-522a-4a7e-968b-dc45f2d47f9b None None] Provisioning complete for port f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:17.840405 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-11deb77b-522a-4a7e-968b-dc45f2d47f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:17.862664 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-024b249e-bcb3-42cd-bdd3-92ba8b9a179d tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:17.890799 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b249e-bcb3-42cd-bdd3-92ba8b9a179d tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Pushing event deleted for resources: {'Subnet': ['ID=c8844458-93e7-4ec6-8c55-2e91d68901d2,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:17.894623 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-024b249e-bcb3-42cd-bdd3-92ba8b9a179d tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:17.900078 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-024b249e-bcb3-42cd-bdd3-92ba8b9a179d tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] 10.222.0.59 "DELETE /v2.0/subnets/c8844458-93e7-4ec6-8c55-2e91d68901d2 HTTP/1.1" status: 204 len: 168 time: 0.6252000 Mar 14 15:48:17.901298 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60720) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:17.972176 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-11deb77b-522a-4a7e-968b-dc45f2d47f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:17.987265 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d273f61-5307-4fed-bc0a-3df0001b6b18 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:18.007069 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-11deb77b-522a-4a7e-968b-dc45f2d47f9b None None] For port f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b,segment=NetworkSegment(a2253153-24bc-4fe9-82ee-8736925e48a0),segment_id=a2253153-24bc-4fe9-82ee-8736925e48a0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:48:18.011557 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-11deb77b-522a-4a7e-968b-dc45f2d47f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:18.042474 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709ec0eb-6ac3-47ee-8b71-3ba898982d4f None None] DHCP port deletion for 057b7dc7-d42b-464e-8393-3a9cae9cb95c request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:48:18.048961 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6d273f61-5307-4fed-bc0a-3df0001b6b18 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Deleting port f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:48:18.049247 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d273f61-5307-4fed-bc0a-3df0001b6b18 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:18.086906 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11deb77b-522a-4a7e-968b-dc45f2d47f9b None None] Pushing event updated for resources: {'Port': ['ID=f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:18.107229 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-709ec0eb-6ac3-47ee-8b71-3ba898982d4f None None] Deleting port f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:48:18.107609 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-709ec0eb-6ac3-47ee-8b71-3ba898982d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:18.114012 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-6d273f61-5307-4fed-bc0a-3df0001b6b18 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] For port f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b,segment=NetworkSegment(a2253153-24bc-4fe9-82ee-8736925e48a0),segment_id=a2253153-24bc-4fe9-82ee-8736925e48a0)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:48:18.114383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d273f61-5307-4fed-bc0a-3df0001b6b18 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:18.127967 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6d273f61-5307-4fed-bc0a-3df0001b6b18 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Calling delete_port for f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:48:18.172538 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-709ec0eb-6ac3-47ee-8b71-3ba898982d4f None None] For port f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b,segment=NetworkSegment(a2253153-24bc-4fe9-82ee-8736925e48a0),segment_id=a2253153-24bc-4fe9-82ee-8736925e48a0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:48:18.173119 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-709ec0eb-6ac3-47ee-8b71-3ba898982d4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:18.187686 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-709ec0eb-6ac3-47ee-8b71-3ba898982d4f None None] Calling delete_port for f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:48:18.211635 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d273f61-5307-4fed-bc0a-3df0001b6b18 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:18.238410 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d273f61-5307-4fed-bc0a-3df0001b6b18 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Pushing event deleted for resources: {'Port': ['ID=f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:18.240476 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d273f61-5307-4fed-bc0a-3df0001b6b18 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] No DVR routers for this DVR port f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:48:18.265780 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-709ec0eb-6ac3-47ee-8b71-3ba898982d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:18.291193 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ec0eb-6ac3-47ee-8b71-3ba898982d4f None None] Pushing event deleted for resources: {'Port': ['ID=f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:18.296036 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709ec0eb-6ac3-47ee-8b71-3ba898982d4f None None] No DVR routers for this DVR port f44b5b8f-6b0d-4f63-9a8f-cb6a1853689b on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:48:18.315782 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc9fa75-2d5a-4e95-a121-6171a9c53752 None None] get_active_networks_info from dv-neutron-833559-1-hyperv {{(pid=102569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 15:48:18.322525 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d273f61-5307-4fed-bc0a-3df0001b6b18 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:18.344523 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-6d273f61-5307-4fed-bc0a-3df0001b6b18 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057b7dc7-d42b-464e-8393-3a9cae9cb95c']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:18.354342 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-6d273f61-5307-4fed-bc0a-3df0001b6b18 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2253153-24bc-4fe9-82ee-8736925e48a0') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:18.354694 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-6d273f61-5307-4fed-bc0a-3df0001b6b18 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2253153-24bc-4fe9-82ee-8736925e48a0') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:18.364337 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d273f61-5307-4fed-bc0a-3df0001b6b18 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:18.377780 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d273f61-5307-4fed-bc0a-3df0001b6b18 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:18.383693 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d273f61-5307-4fed-bc0a-3df0001b6b18 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:48:18.384088 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d273f61-5307-4fed-bc0a-3df0001b6b18 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:18.384541 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc9fa75-2d5a-4e95-a121-6171a9c53752 None None] Resources bound (agent type, host, resource id): {{(pid=102569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:48:18.387491 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:48:18.448184 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d273f61-5307-4fed-bc0a-3df0001b6b18 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:18.454671 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d273f61-5307-4fed-bc0a-3df0001b6b18 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:18.457711 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6d273f61-5307-4fed-bc0a-3df0001b6b18 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] 10.222.0.59 "DELETE /v2.0/networks/057b7dc7-d42b-464e-8393-3a9cae9cb95c HTTP/1.1" status: 204 len: 168 time: 0.5552354 Mar 14 15:48:18.460686 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60722) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:18.477078 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d273f61-5307-4fed-bc0a-3df0001b6b18 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Pushing event deleted for resources: {'Network': ['ID=057b7dc7-d42b-464e-8393-3a9cae9cb95c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:18.489381 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-96c86137-f30b-4f4c-bd42-dee6f2869406 tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ccebfa6-7e7f-4564-9988-c73df9c937ab HTTP/1.1" status: 200 len: 205 time: 0.0275352 Mar 14 15:48:18.491661 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60724) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:18.568232 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-164292e2-b998-4e8c-9683-15aebf0fa70e tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:18.726339 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-164292e2-b998-4e8c-9683-15aebf0fa70e tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:18.728822 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-164292e2-b998-4e8c-9683-15aebf0fa70e tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:18.776492 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-164292e2-b998-4e8c-9683-15aebf0fa70e tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:18.776989 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164292e2-b998-4e8c-9683-15aebf0fa70e tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Fanout notify agent at l3_agent the message router_deleted on router 5ccebfa6-7e7f-4564-9988-c73df9c937ab {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:48:18.784050 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-164292e2-b998-4e8c-9683-15aebf0fa70e tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:18.785511 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-164292e2-b998-4e8c-9683-15aebf0fa70e tempest-RoutersNegativeTest-1264969301 tempest-RoutersNegativeTest-1264969301-project] 10.222.0.59 "DELETE /v2.0/routers/5ccebfa6-7e7f-4564-9988-c73df9c937ab HTTP/1.1" status: 204 len: 168 time: 0.2926927 Mar 14 15:48:19.021438 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60730) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:19.150103 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ccf3c5f3-10b6-43e9-9375-5aac747157b5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f1846dfb4f4442a2b2d575a1124e735f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270108 Mar 14 15:48:19.152717 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60734) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:19.203455 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9ef5-2c18-46fc-aafe-8ba7cf11103f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:19.224273 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9ef5-2c18-46fc-aafe-8ba7cf11103f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:19.269042 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9ef5-2c18-46fc-aafe-8ba7cf11103f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:19.271612 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9ef5-2c18-46fc-aafe-8ba7cf11103f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:19.272756 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0d0b9ef5-2c18-46fc-aafe-8ba7cf11103f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3abda193-269b-4136-805e-0e6741c51ad2 HTTP/1.1" status: 204 len: 168 time: 0.1191602 Mar 14 15:48:19.280776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b9ef5-2c18-46fc-aafe-8ba7cf11103f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abda193-269b-4136-805e-0e6741c51ad2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:19.886871 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60756) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:19.980010 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c7ae5403-5476-46da-be7c-bffc67e38ea8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-703738107-network', 'tenant_id': 'b37b652f7e1148a9b622ca21f3bad827'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:19.999285 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ae5403-5476-46da-be7c-bffc67e38ea8 admin admin] Made reservation on behalf of b37b652f7e1148a9b622ca21f3bad827 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:48:20.001532 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5403-5476-46da-be7c-bffc67e38ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:20.010396 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5403-5476-46da-be7c-bffc67e38ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:20.082796 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5403-5476-46da-be7c-bffc67e38ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:20.086616 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5403-5476-46da-be7c-bffc67e38ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:20.110055 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ae5403-5476-46da-be7c-bffc67e38ea8 admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:48:20.119981 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5403-5476-46da-be7c-bffc67e38ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d48de4-3212-4dd6-ab5d-ff240bc8bac6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:20.124732 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5403-5476-46da-be7c-bffc67e38ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:20.125072 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-c7ae5403-5476-46da-be7c-bffc67e38ea8 admin admin] Added segment f057003b-b0d6-40b4-8332-0d203b5cc9b5 of type vlan for network 72ca1043-4450-476d-a593-e45f3db7e618 Mar 14 15:48:20.163670 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5403-5476-46da-be7c-bffc67e38ea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:20.191125 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5403-5476-46da-be7c-bffc67e38ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:20.192210 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ae5403-5476-46da-be7c-bffc67e38ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:20.192784 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c7ae5403-5476-46da-be7c-bffc67e38ea8 admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:20.218661 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c7ae5403-5476-46da-be7c-bffc67e38ea8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3306203 Mar 14 15:48:20.221551 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60760) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:20.226499 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-43e40f04-ab25-4c9e-bc00-7bdda5f93951 admin admin] Request body: {'subnet': {'network_id': '72ca1043-4450-476d-a593-e45f3db7e618', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-703738107-subnet', 'tenant_id': 'b37b652f7e1148a9b622ca21f3bad827', 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:20.246277 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e40f04-ab25-4c9e-bc00-7bdda5f93951 admin admin] Made reservation on behalf of b37b652f7e1148a9b622ca21f3bad827 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:48:20.248702 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43e40f04-ab25-4c9e-bc00-7bdda5f93951 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:20.256754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5403-5476-46da-be7c-bffc67e38ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=72ca1043-4450-476d-a593-e45f3db7e618,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:20.266891 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 72ca1043-4450-476d-a593-e45f3db7e618 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:48:20.418730 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43e40f04-ab25-4c9e-bc00-7bdda5f93951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:20.474759 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e40f04-ab25-4c9e-bc00-7bdda5f93951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d77cc58a-9306-448c-8737-e156507be1cf,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:20.482810 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e40f04-ab25-4c9e-bc00-7bdda5f93951 admin admin] Checking segment: {'id': 'f057003b-b0d6-40b4-8332-0d203b5cc9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:48:20.483191 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e40f04-ab25-4c9e-bc00-7bdda5f93951 admin admin] Network hostable DHCP agents. Network: 72ca1043-4450-476d-a593-e45f3db7e618, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:48:20.499952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e40f04-ab25-4c9e-bc00-7bdda5f93951 admin admin] Network 72ca1043-4450-476d-a593-e45f3db7e618 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:48:20.507886 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-43e40f04-ab25-4c9e-bc00-7bdda5f93951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 72ca1043-4450-476d-a593-e45f3db7e618) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:48:20.511941 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e40f04-ab25-4c9e-bc00-7bdda5f93951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:20.512591 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-43e40f04-ab25-4c9e-bc00-7bdda5f93951 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:20.516272 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74113256-08dc-483d-b7f5-2d0fa6d03448 None None] Network 72ca1043-4450-476d-a593-e45f3db7e618 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:48:20.528793 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-43e40f04-ab25-4c9e-bc00-7bdda5f93951 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3061044 Mar 14 15:48:20.531423 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60762) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:20.535792 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-29afc755-9466-436c-82a3-3843b6a15171 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-703738107-router', 'tenant_id': 'b37b652f7e1148a9b622ca21f3bad827', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:20.554788 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-29afc755-9466-436c-82a3-3843b6a15171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:20.555937 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-29afc755-9466-436c-82a3-3843b6a15171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:20.607190 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-29afc755-9466-436c-82a3-3843b6a15171 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:20.662905 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-72ca1043-4450-476d-a593-e45f3db7e618', 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618', 'tenant_id': 'b37b652f7e1148a9b622ca21f3bad827', 'fixed_ips': [{'subnet_id': 'd77cc58a-9306-448c-8737-e156507be1cf'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:48:20.663781 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:20.746278 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-29afc755-9466-436c-82a3-3843b6a15171 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:20.802858 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] Allocated IP 172.20.0.2 (72ca1043-4450-476d-a593-e45f3db7e618/d77cc58a-9306-448c-8737-e156507be1cf/76a65e3c-59fb-4406-a58d-c5bdeb762925) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:48:20.945598 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:20.946862 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-29afc755-9466-436c-82a3-3843b6a15171 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:20.951481 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:20.966870 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-29afc755-9466-436c-82a3-3843b6a15171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:20.992183 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] Network 72ca1043-4450-476d-a593-e45f3db7e618 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:48:20.995751 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:48:20.999208 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:48:21.005751 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] Pushing event updated for resources: {'Port': ['ID=76a65e3c-59fb-4406-a58d-c5bdeb762925,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:21.059098 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] Attempting to bind port 76a65e3c-59fb-4406-a58d-c5bdeb762925 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:48:21.059470 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] Attempting to bind port 76a65e3c-59fb-4406-a58d-c5bdeb762925 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'f057003b-b0d6-40b4-8332-0d203b5cc9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:48:21.059831 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] Attempting to bind port 76a65e3c-59fb-4406-a58d-c5bdeb762925 on network 72ca1043-4450-476d-a593-e45f3db7e618 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:48:21.064654 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:48:21.065030 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] Checking segment: {'id': 'f057003b-b0d6-40b4-8332-0d203b5cc9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:48:21.065434 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:21.065829 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] Bound using segment: {'id': 'f057003b-b0d6-40b4-8332-0d203b5cc9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:48:21.066292 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] Bound port: 76a65e3c-59fb-4406-a58d-c5bdeb762925, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f057003b-b0d6-40b4-8332-0d203b5cc9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:48:21.066691 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:21.074255 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-29afc755-9466-436c-82a3-3843b6a15171 admin admin] Allocated IP 172.26.6.76 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/41c63dd7-0986-458f-ab6b-8f25ca4c59f9) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:48:21.128620 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] For port 76a65e3c-59fb-4406-a58d-c5bdeb762925, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:48:21.132078 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] For port 76a65e3c-59fb-4406-a58d-c5bdeb762925, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=76a65e3c-59fb-4406-a58d-c5bdeb762925,segment=NetworkSegment(f057003b-b0d6-40b4-8332-0d203b5cc9b5),segment_id=f057003b-b0d6-40b4-8332-0d203b5cc9b5)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:48:21.136415 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:21.180432 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-29afc755-9466-436c-82a3-3843b6a15171 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:21.196661 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832ef6c-bcf9-4efd-b40f-db1e5b392b57 None None] Pushing event updated for resources: {'Port': ['ID=76a65e3c-59fb-4406-a58d-c5bdeb762925,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:21.220047 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-29afc755-9466-436c-82a3-3843b6a15171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:21.262995 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29afc755-9466-436c-82a3-3843b6a15171 admin admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:48:21.265771 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-29afc755-9466-436c-82a3-3843b6a15171 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:48:21.269308 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29afc755-9466-436c-82a3-3843b6a15171 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:48:21.293487 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afc755-9466-436c-82a3-3843b6a15171 admin admin] Pushing event updated for resources: {'Port': ['ID=41c63dd7-0986-458f-ab6b-8f25ca4c59f9,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:21.541811 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-29afc755-9466-436c-82a3-3843b6a15171 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:21.735525 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-29afc755-9466-436c-82a3-3843b6a15171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:21.869270 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29afc755-9466-436c-82a3-3843b6a15171 admin admin] Router e4631cfc-c130-41c8-b3a4-8586e3b1a123 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:48:21.980822 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29afc755-9466-436c-82a3-3843b6a15171 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:48:21.997963 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-29afc755-9466-436c-82a3-3843b6a15171 admin admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:21.998376 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] Sync routers for ids ['e4631cfc-c130-41c8-b3a4-8586e3b1a123'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:48:21.999257 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-29afc755-9466-436c-82a3-3843b6a15171 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4668748 Mar 14 15:48:22.001873 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60764) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:22.010835 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] Routers {'e4631cfc-c130-41c8-b3a4-8586e3b1a123'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:48:22.011810 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:48:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e4631cfc-c130-41c8-b3a4-8586e3b1a123'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:22.063601 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be68d8c4-6861-4fcd-933b-ad18784d1de0 None None] Network 72ca1043-4450-476d-a593-e45f3db7e618 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:48:22.126679 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] Set router e4631cfc-c130-41c8-b3a4-8586e3b1a123 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:48:22.193366 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-68b6229f-c12e-4ac8-bf75-91c7ffb827eb None None] Provisioning complete for port 76a65e3c-59fb-4406-a58d-c5bdeb762925 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:22.193755 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-68b6229f-c12e-4ac8-bf75-91c7ffb827eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:22.306892 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-68b6229f-c12e-4ac8-bf75-91c7ffb827eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:22.314119 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4631cfc-c130-41c8-b3a4-8586e3b1a123', 'name': 'tempest-TestEncryptedCinderVolumes-703738107-router', 'tenant_id': 'b37b652f7e1148a9b622ca21f3bad827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '41c63dd7-0986-458f-ab6b-8f25ca4c59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:48:20Z', 'updated_at': '2022-03-14T15:48:21Z', 'revision_number': 3, 'project_id': 'b37b652f7e1148a9b622ca21f3bad827', 'gw_port': {'id': '41c63dd7-0986-458f-ab6b-8f25ca4c59f9', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4631cfc-c130-41c8-b3a4-8586e3b1a123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:20Z', 'updated_at': '2022-03-14T15:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:22.343838 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] Checking router: e4631cfc-c130-41c8-b3a4-8586e3b1a123 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:48:22.344379 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] Updating router e4631cfc-c130-41c8-b3a4-8586e3b1a123 port 41c63dd7-0986-458f-ab6b-8f25ca4c59f9 binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:48:22.353232 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-68b6229f-c12e-4ac8-bf75-91c7ffb827eb None None] For port 76a65e3c-59fb-4406-a58d-c5bdeb762925, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=76a65e3c-59fb-4406-a58d-c5bdeb762925,segment=NetworkSegment(f057003b-b0d6-40b4-8332-0d203b5cc9b5),segment_id=f057003b-b0d6-40b4-8332-0d203b5cc9b5)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:48:22.359286 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-68b6229f-c12e-4ac8-bf75-91c7ffb827eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:22.372281 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:22.418663 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6229f-c12e-4ac8-bf75-91c7ffb827eb None None] Pushing event updated for resources: {'Port': ['ID=76a65e3c-59fb-4406-a58d-c5bdeb762925,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:22.481220 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ed6552d-f4e4-4a68-8faa-9af20b0c2c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:22.562138 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 76a65e3c-59fb-4406-a58d-c5bdeb762925 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:48:22.619866 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-8ed16d55-bccb-4afe-8eca-5052995e1b6a None None] Provisioning complete for port 76a65e3c-59fb-4406-a58d-c5bdeb762925 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:22.620236 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8ed16d55-bccb-4afe-8eca-5052995e1b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:22.657200 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-9ed6552d-f4e4-4a68-8faa-9af20b0c2c2e admin admin] Allocated IP 172.20.0.1 (72ca1043-4450-476d-a593-e45f3db7e618/d77cc58a-9306-448c-8737-e156507be1cf/74f835b9-f906-4124-8ec5-34a51c857c12) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:48:22.748409 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:22.755344 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:22.774008 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ed6552d-f4e4-4a68-8faa-9af20b0c2c2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:22.809942 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0f502-050a-4e68-927c-242246ff02c3 None None] Pushing event updated for resources: {'Port': ['ID=41c63dd7-0986-458f-ab6b-8f25ca4c59f9,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:22.811158 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ed6552d-f4e4-4a68-8faa-9af20b0c2c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:22.812165 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] Attempting to bind port 41c63dd7-0986-458f-ab6b-8f25ca4c59f9 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:48:22.812737 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] Attempting to bind port 41c63dd7-0986-458f-ab6b-8f25ca4c59f9 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:48:22.813184 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] Attempting to bind port 41c63dd7-0986-458f-ab6b-8f25ca4c59f9 on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:48:22.815837 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 76a65e3c-59fb-4406-a58d-c5bdeb762925 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:22.815963 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:22.823433 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f502-050a-4e68-927c-242246ff02c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:22.823783 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f502-050a-4e68-927c-242246ff02c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:22.824124 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f502-050a-4e68-927c-242246ff02c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:22.824458 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f502-050a-4e68-927c-242246ff02c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:22.824788 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f502-050a-4e68-927c-242246ff02c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:22.825118 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f502-050a-4e68-927c-242246ff02c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:22.825445 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f502-050a-4e68-927c-242246ff02c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:22.825771 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f502-050a-4e68-927c-242246ff02c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:22.826096 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f502-050a-4e68-927c-242246ff02c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:22.826417 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f502-050a-4e68-927c-242246ff02c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:22.826751 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f502-050a-4e68-927c-242246ff02c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:22.827090 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f502-050a-4e68-927c-242246ff02c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:22.830505 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:48:22.830889 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:48:22.831363 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:22.831712 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:48:22.832181 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] Bound port: 41c63dd7-0986-458f-ab6b-8f25ca4c59f9, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:48:22.832561 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:22.852977 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed6552d-f4e4-4a68-8faa-9af20b0c2c2e admin admin] Network 72ca1043-4450-476d-a593-e45f3db7e618 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:48:22.856129 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-9ed6552d-f4e4-4a68-8faa-9af20b0c2c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:48:22.858703 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed6552d-f4e4-4a68-8faa-9af20b0c2c2e admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:48:22.896303 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] For port 41c63dd7-0986-458f-ab6b-8f25ca4c59f9, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:48:22.896511 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6552d-f4e4-4a68-8faa-9af20b0c2c2e admin admin] Pushing event updated for resources: {'Port': ['ID=74f835b9-f906-4124-8ec5-34a51c857c12,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:22.899569 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] For port 41c63dd7-0986-458f-ab6b-8f25ca4c59f9, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=41c63dd7-0986-458f-ab6b-8f25ca4c59f9,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:48:22.906529 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:22.913505 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ed6552d-f4e4-4a68-8faa-9af20b0c2c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:22.964372 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] Routers {'e4631cfc-c130-41c8-b3a4-8586e3b1a123'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:48:22.965024 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:48:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e4631cfc-c130-41c8-b3a4-8586e3b1a123'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:23.025223 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0f502-050a-4e68-927c-242246ff02c3 None None] Pushing event updated for resources: {'Port': ['ID=41c63dd7-0986-458f-ab6b-8f25ca4c59f9,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:23.072187 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ed6552d-f4e4-4a68-8faa-9af20b0c2c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:23.088755 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] Set router e4631cfc-c130-41c8-b3a4-8586e3b1a123 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:48:23.155584 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-330e56bf-e4bf-4529-bbbf-ec59835d51a1 None None] Provisioning complete for port 74f835b9-f906-4124-8ec5-34a51c857c12 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:23.156140 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-330e56bf-e4bf-4529-bbbf-ec59835d51a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:23.197333 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-330e56bf-e4bf-4529-bbbf-ec59835d51a1 None None] Port 74f835b9-f906-4124-8ec5-34a51c857c12 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:48:23.242271 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ed6552d-f4e4-4a68-8faa-9af20b0c2c2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:23.247246 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ed6552d-f4e4-4a68-8faa-9af20b0c2c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:23.271419 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4631cfc-c130-41c8-b3a4-8586e3b1a123', 'name': 'tempest-TestEncryptedCinderVolumes-703738107-router', 'tenant_id': 'b37b652f7e1148a9b622ca21f3bad827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '41c63dd7-0986-458f-ab6b-8f25ca4c59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:48:20Z', 'updated_at': '2022-03-14T15:48:21Z', 'revision_number': 3, 'project_id': 'b37b652f7e1148a9b622ca21f3bad827', 'gw_port': {'id': '41c63dd7-0986-458f-ab6b-8f25ca4c59f9', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4631cfc-c130-41c8-b3a4-8586e3b1a123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:20Z', 'updated_at': '2022-03-14T15:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:23.297106 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71785201-e350-4a2a-b4e7-47f6fe378585 None None] The sync data for ids ['e4631cfc-c130-41c8-b3a4-8586e3b1a123'] in dv-neutron-833559-1-hyperv is: [{'id': 'e4631cfc-c130-41c8-b3a4-8586e3b1a123', 'name': 'tempest-TestEncryptedCinderVolumes-703738107-router', 'tenant_id': 'b37b652f7e1148a9b622ca21f3bad827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '41c63dd7-0986-458f-ab6b-8f25ca4c59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:48:20Z', 'updated_at': '2022-03-14T15:48:21Z', 'revision_number': 3, 'project_id': 'b37b652f7e1148a9b622ca21f3bad827', 'gw_port': {'id': '41c63dd7-0986-458f-ab6b-8f25ca4c59f9', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4631cfc-c130-41c8-b3a4-8586e3b1a123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:20Z', 'updated_at': '2022-03-14T15:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:48:23.315019 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6552d-f4e4-4a68-8faa-9af20b0c2c2e admin admin] Pushing event updated for resources: {'Port': ['ID=74f835b9-f906-4124-8ec5-34a51c857c12,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:23.317656 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9ed6552d-f4e4-4a68-8faa-9af20b0c2c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:23.418417 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed6552d-f4e4-4a68-8faa-9af20b0c2c2e admin admin] Network 72ca1043-4450-476d-a593-e45f3db7e618 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:48:23.420127 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-9ed6552d-f4e4-4a68-8faa-9af20b0c2c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:48:23.558167 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed6552d-f4e4-4a68-8faa-9af20b0c2c2e admin admin] Router e4631cfc-c130-41c8-b3a4-8586e3b1a123 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:48:23.722467 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-85c78a9d-fec0-47cb-805a-8b41a637c2bf None None] Provisioning complete for port 74f835b9-f906-4124-8ec5-34a51c857c12 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:23.722838 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-85c78a9d-fec0-47cb-805a-8b41a637c2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:23.761348 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-85c78a9d-fec0-47cb-805a-8b41a637c2bf None None] Port 74f835b9-f906-4124-8ec5-34a51c857c12 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:48:23.995694 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed6552d-f4e4-4a68-8faa-9af20b0c2c2e admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:48:24.000630 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9ed6552d-f4e4-4a68-8faa-9af20b0c2c2e admin admin] 10.222.0.59 "PUT /v2.0/routers/e4631cfc-c130-41c8-b3a4-8586e3b1a123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9974253 Mar 14 15:48:24.469476 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60780) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:24.474658 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-c5160e43-96ef-4671-ae7a-609d979b6147 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-69762469-network', 'tenant_id': '747f77e23e72417b86d3e8055c9c5cdb'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:24.495091 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5160e43-96ef-4671-ae7a-609d979b6147 admin admin] Made reservation on behalf of 747f77e23e72417b86d3e8055c9c5cdb for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:48:24.497448 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c5160e43-96ef-4671-ae7a-609d979b6147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:24.502798 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 41c63dd7-0986-458f-ab6b-8f25ca4c59f9 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:48:24.506362 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c5160e43-96ef-4671-ae7a-609d979b6147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:24.557532 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 41c63dd7-0986-458f-ab6b-8f25ca4c59f9 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:24.558115 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:24.599363 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c5160e43-96ef-4671-ae7a-609d979b6147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:24.604574 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c5160e43-96ef-4671-ae7a-609d979b6147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:24.632159 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5160e43-96ef-4671-ae7a-609d979b6147 admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:48:24.643675 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5160e43-96ef-4671-ae7a-609d979b6147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b76bcd-f6d1-48bc-baa1-c87480c21398,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:24.644124 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:24.656901 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c5160e43-96ef-4671-ae7a-609d979b6147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:24.657283 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-c5160e43-96ef-4671-ae7a-609d979b6147 admin admin] Added segment 139d8684-ec73-4ea9-8433-90d5b62814d3 of type vlan for network affcc77b-c57e-4a04-8152-80b7fb33814a Mar 14 15:48:24.670353 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 41c63dd7-0986-458f-ab6b-8f25ca4c59f9, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=41c63dd7-0986-458f-ab6b-8f25ca4c59f9,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:48:24.673701 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:24.699521 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c5160e43-96ef-4671-ae7a-609d979b6147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:24.725174 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=41c63dd7-0986-458f-ab6b-8f25ca4c59f9,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:24.726492 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c5160e43-96ef-4671-ae7a-609d979b6147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:24.727593 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5160e43-96ef-4671-ae7a-609d979b6147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:24.728355 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c5160e43-96ef-4671-ae7a-609d979b6147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:24.786201 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c5160e43-96ef-4671-ae7a-609d979b6147 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3151574 Mar 14 15:48:24.788831 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60782) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:24.793825 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-11f6baa3-9ea5-41ed-ad5e-f1a6aa2bb7d3 admin admin] Request body: {'subnet': {'network_id': 'affcc77b-c57e-4a04-8152-80b7fb33814a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-69762469-subnet', 'tenant_id': '747f77e23e72417b86d3e8055c9c5cdb', 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:24.806163 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5160e43-96ef-4671-ae7a-609d979b6147 admin admin] Pushing event updated for resources: {'Network': ['ID=affcc77b-c57e-4a04-8152-80b7fb33814a,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:24.815735 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network affcc77b-c57e-4a04-8152-80b7fb33814a details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:48:24.820163 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f6baa3-9ea5-41ed-ad5e-f1a6aa2bb7d3 admin admin] Made reservation on behalf of 747f77e23e72417b86d3e8055c9c5cdb for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:48:24.823732 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-11f6baa3-9ea5-41ed-ad5e-f1a6aa2bb7d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:24.889253 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] Sync routers for ids ['e4631cfc-c130-41c8-b3a4-8586e3b1a123'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:48:24.898797 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] Routers {'e4631cfc-c130-41c8-b3a4-8586e3b1a123'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:48:24.900140 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:48:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e4631cfc-c130-41c8-b3a4-8586e3b1a123'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:24.997426 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-11f6baa3-9ea5-41ed-ad5e-f1a6aa2bb7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:25.010668 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] Set router e4631cfc-c130-41c8-b3a4-8586e3b1a123 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:48:25.052757 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6baa3-9ea5-41ed-ad5e-f1a6aa2bb7d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a6ad837-9a29-4045-ada3-35fa4b607522,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:25.062361 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6baa3-9ea5-41ed-ad5e-f1a6aa2bb7d3 admin admin] Checking segment: {'id': '139d8684-ec73-4ea9-8433-90d5b62814d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'affcc77b-c57e-4a04-8152-80b7fb33814a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:48:25.062727 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f6baa3-9ea5-41ed-ad5e-f1a6aa2bb7d3 admin admin] Network hostable DHCP agents. Network: affcc77b-c57e-4a04-8152-80b7fb33814a, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:48:25.079832 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f6baa3-9ea5-41ed-ad5e-f1a6aa2bb7d3 admin admin] Network affcc77b-c57e-4a04-8152-80b7fb33814a is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:48:25.089379 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-11f6baa3-9ea5-41ed-ad5e-f1a6aa2bb7d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, affcc77b-c57e-4a04-8152-80b7fb33814a) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:48:25.093743 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f6baa3-9ea5-41ed-ad5e-f1a6aa2bb7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:25.094378 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-11f6baa3-9ea5-41ed-ad5e-f1a6aa2bb7d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:25.100314 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c62c48-3512-4b54-92c7-45fc1bcb64f9 None None] Network affcc77b-c57e-4a04-8152-80b7fb33814a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:48:25.111485 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-11f6baa3-9ea5-41ed-ad5e-f1a6aa2bb7d3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3215768 Mar 14 15:48:25.113908 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 60784) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:25.119383 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-7d8d15c1-8f6f-4ba6-a86f-c6c8344b7714 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-69762469-router', 'tenant_id': '747f77e23e72417b86d3e8055c9c5cdb', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:25.139833 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7d8d15c1-8f6f-4ba6-a86f-c6c8344b7714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:25.140751 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7d8d15c1-8f6f-4ba6-a86f-c6c8344b7714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:25.194860 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7d8d15c1-8f6f-4ba6-a86f-c6c8344b7714 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:25.328115 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-affcc77b-c57e-4a04-8152-80b7fb33814a', 'network_id': 'affcc77b-c57e-4a04-8152-80b7fb33814a', 'tenant_id': '747f77e23e72417b86d3e8055c9c5cdb', 'fixed_ips': [{'subnet_id': '1a6ad837-9a29-4045-ada3-35fa4b607522'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:48:25.328967 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:25.336207 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7d8d15c1-8f6f-4ba6-a86f-c6c8344b7714 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:25.341668 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4631cfc-c130-41c8-b3a4-8586e3b1a123', 'name': 'tempest-TestEncryptedCinderVolumes-703738107-router', 'tenant_id': 'b37b652f7e1148a9b622ca21f3bad827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '41c63dd7-0986-458f-ab6b-8f25ca4c59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:48:20Z', 'updated_at': '2022-03-14T15:48:23Z', 'revision_number': 4, 'project_id': 'b37b652f7e1148a9b622ca21f3bad827', 'gw_port': {'id': '41c63dd7-0986-458f-ab6b-8f25ca4c59f9', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4631cfc-c130-41c8-b3a4-8586e3b1a123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:20Z', 'updated_at': '2022-03-14T15:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '74f835b9-f906-4124-8ec5-34a51c857c12', 'name': '', 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618', 'tenant_id': 'b37b652f7e1148a9b622ca21f3bad827', 'mac_address': 'fa:16:3e:a0:32:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4631cfc-c130-41c8-b3a4-8586e3b1a123', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'd77cc58a-9306-448c-8737-e156507be1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:22Z', 'updated_at': '2022-03-14T15:48:23Z', 'revision_number': 2, 'project_id': 'b37b652f7e1148a9b622ca21f3bad827', 'subnets': [{'id': 'd77cc58a-9306-448c-8737-e156507be1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:25.373477 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] Checking router: e4631cfc-c130-41c8-b3a4-8586e3b1a123 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:48:25.373746 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] Updating router e4631cfc-c130-41c8-b3a4-8586e3b1a123 port 74f835b9-f906-4124-8ec5-34a51c857c12 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:48:25.466890 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:25.546929 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7d8d15c1-8f6f-4ba6-a86f-c6c8344b7714 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:25.566317 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7d8d15c1-8f6f-4ba6-a86f-c6c8344b7714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:25.613911 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] Allocated IP 172.20.0.2 (affcc77b-c57e-4a04-8152-80b7fb33814a/1a6ad837-9a29-4045-ada3-35fa4b607522/069433a6-15ae-4971-8315-a808a6fed1c4) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:48:25.672463 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-7d8d15c1-8f6f-4ba6-a86f-c6c8344b7714 admin admin] Allocated IP 172.26.6.149 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/64d12604-d75b-4edd-a10b-c5b3155850a6) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:48:25.784947 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7d8d15c1-8f6f-4ba6-a86f-c6c8344b7714 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:25.819933 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7d8d15c1-8f6f-4ba6-a86f-c6c8344b7714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:25.861667 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8d15c1-8f6f-4ba6-a86f-c6c8344b7714 admin admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:48:25.865840 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-7d8d15c1-8f6f-4ba6-a86f-c6c8344b7714 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:48:25.866646 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:25.871089 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8d15c1-8f6f-4ba6-a86f-c6c8344b7714 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:48:25.874247 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d15c1-8f6f-4ba6-a86f-c6c8344b7714 admin admin] Pushing event updated for resources: {'Port': ['ID=64d12604-d75b-4edd-a10b-c5b3155850a6,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:25.881409 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:25.887418 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:26.061676 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:26.081872 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] Network affcc77b-c57e-4a04-8152-80b7fb33814a is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:48:26.089111 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:48:26.091733 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] Pushing event updated for resources: {'Port': ['ID=069433a6-15ae-4971-8315-a808a6fed1c4,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:26.093892 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:48:26.138576 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7d8d15c1-8f6f-4ba6-a86f-c6c8344b7714 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:26.213670 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fee14-ee26-4147-aa42-d4fe549d958e None None] Pushing event updated for resources: {'Port': ['ID=74f835b9-f906-4124-8ec5-34a51c857c12,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:26.228385 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] Attempting to bind port 069433a6-15ae-4971-8315-a808a6fed1c4 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:48:26.228844 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] Attempting to bind port 069433a6-15ae-4971-8315-a808a6fed1c4 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '139d8684-ec73-4ea9-8433-90d5b62814d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'affcc77b-c57e-4a04-8152-80b7fb33814a'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:48:26.229218 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] Attempting to bind port 069433a6-15ae-4971-8315-a808a6fed1c4 on network affcc77b-c57e-4a04-8152-80b7fb33814a {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:48:26.231310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] Attempting to bind port 74f835b9-f906-4124-8ec5-34a51c857c12 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:48:26.231673 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] Attempting to bind port 74f835b9-f906-4124-8ec5-34a51c857c12 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'f057003b-b0d6-40b4-8332-0d203b5cc9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:48:26.232026 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] Attempting to bind port 74f835b9-f906-4124-8ec5-34a51c857c12 on network 72ca1043-4450-476d-a593-e45f3db7e618 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:48:26.239218 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:48:26.239600 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] Checking segment: {'id': '139d8684-ec73-4ea9-8433-90d5b62814d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'affcc77b-c57e-4a04-8152-80b7fb33814a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:48:26.240011 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:26.240408 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] Bound using segment: {'id': '139d8684-ec73-4ea9-8433-90d5b62814d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'affcc77b-c57e-4a04-8152-80b7fb33814a'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:48:26.240889 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] Bound port: 069433a6-15ae-4971-8315-a808a6fed1c4, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139d8684-ec73-4ea9-8433-90d5b62814d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'affcc77b-c57e-4a04-8152-80b7fb33814a'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:48:26.241274 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:26.244465 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:48:26.245183 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] Checking segment: {'id': 'f057003b-b0d6-40b4-8332-0d203b5cc9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:48:26.245312 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:26.245606 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] Bound using segment: {'id': 'f057003b-b0d6-40b4-8332-0d203b5cc9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:48:26.246070 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] Bound port: 74f835b9-f906-4124-8ec5-34a51c857c12, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f057003b-b0d6-40b4-8332-0d203b5cc9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:48:26.246493 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:26.350622 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7d8d15c1-8f6f-4ba6-a86f-c6c8344b7714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:26.352912 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] For port 069433a6-15ae-4971-8315-a808a6fed1c4, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:48:26.357006 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] For port 069433a6-15ae-4971-8315-a808a6fed1c4, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=069433a6-15ae-4971-8315-a808a6fed1c4,segment=NetworkSegment(139d8684-ec73-4ea9-8433-90d5b62814d3),segment_id=139d8684-ec73-4ea9-8433-90d5b62814d3)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:48:26.358436 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] For port 74f835b9-f906-4124-8ec5-34a51c857c12, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:48:26.361543 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] For port 74f835b9-f906-4124-8ec5-34a51c857c12, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=74f835b9-f906-4124-8ec5-34a51c857c12,segment=NetworkSegment(f057003b-b0d6-40b4-8332-0d203b5cc9b5),segment_id=f057003b-b0d6-40b4-8332-0d203b5cc9b5)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:48:26.363108 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:26.369222 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:26.458612 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-444ca2e0-9385-4aab-ba94-3ef108ae8768 None None] Provisioning complete for port 74f835b9-f906-4124-8ec5-34a51c857c12 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:26.459026 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-444ca2e0-9385-4aab-ba94-3ef108ae8768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:26.460732 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27ce38-1d60-4907-ba16-a373e3995129 None None] Pushing event updated for resources: {'Port': ['ID=069433a6-15ae-4971-8315-a808a6fed1c4,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:26.521197 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] Routers {'e4631cfc-c130-41c8-b3a4-8586e3b1a123'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:48:26.522149 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:48:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e4631cfc-c130-41c8-b3a4-8586e3b1a123'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:26.537541 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8d15c1-8f6f-4ba6-a86f-c6c8344b7714 admin admin] Router 56eb61b2-78e0-452d-a044-32e3c196c074 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:48:26.574498 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 41c63dd7-0986-458f-ab6b-8f25ca4c59f9 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:48:26.654419 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fee14-ee26-4147-aa42-d4fe549d958e None None] Pushing event updated for resources: {'Port': ['ID=74f835b9-f906-4124-8ec5-34a51c857c12,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:26.676874 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8d15c1-8f6f-4ba6-a86f-c6c8344b7714 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:48:26.690269 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] Sync routers for ids ['56eb61b2-78e0-452d-a044-32e3c196c074'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:48:26.737642 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] Routers {'56eb61b2-78e0-452d-a044-32e3c196c074'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:48:26.747052 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:48:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['56eb61b2-78e0-452d-a044-32e3c196c074'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:26.747598 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7d8d15c1-8f6f-4ba6-a86f-c6c8344b7714 admin admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:26.750238 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7d8d15c1-8f6f-4ba6-a86f-c6c8344b7714 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6351960 Mar 14 15:48:26.752857 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 60786) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:48:26.770612 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-444ca2e0-9385-4aab-ba94-3ef108ae8768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:26.777494 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] Set router e4631cfc-c130-41c8-b3a4-8586e3b1a123 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:48:26.820425 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 41c63dd7-0986-458f-ab6b-8f25ca4c59f9 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:26.820852 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:26.878682 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] Set router 56eb61b2-78e0-452d-a044-32e3c196c074 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:48:26.906937 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-444ca2e0-9385-4aab-ba94-3ef108ae8768 None None] For port 74f835b9-f906-4124-8ec5-34a51c857c12, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=74f835b9-f906-4124-8ec5-34a51c857c12,segment=NetworkSegment(f057003b-b0d6-40b4-8332-0d203b5cc9b5),segment_id=f057003b-b0d6-40b4-8332-0d203b5cc9b5)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:48:26.924061 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-444ca2e0-9385-4aab-ba94-3ef108ae8768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:27.076599 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ca2e0-9385-4aab-ba94-3ef108ae8768 None None] Pushing event updated for resources: {'Port': ['ID=74f835b9-f906-4124-8ec5-34a51c857c12,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:27.083366 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56eb61b2-78e0-452d-a044-32e3c196c074', 'name': 'tempest-TestEncryptedCinderVolumes-69762469-router', 'tenant_id': '747f77e23e72417b86d3e8055c9c5cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '64d12604-d75b-4edd-a10b-c5b3155850a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:48:25Z', 'updated_at': '2022-03-14T15:48:26Z', 'revision_number': 3, 'project_id': '747f77e23e72417b86d3e8055c9c5cdb', 'gw_port': {'id': '64d12604-d75b-4edd-a10b-c5b3155850a6', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56eb61b2-78e0-452d-a044-32e3c196c074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:25Z', 'updated_at': '2022-03-14T15:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:27.108645 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-31ad97f4-cf08-43e8-9d60-2da0f12c99d7 None None] Provisioning complete for port 74f835b9-f906-4124-8ec5-34a51c857c12 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:27.108965 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-31ad97f4-cf08-43e8-9d60-2da0f12c99d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:27.113012 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] Checking router: 56eb61b2-78e0-452d-a044-32e3c196c074 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:48:27.113598 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] Updating router 56eb61b2-78e0-452d-a044-32e3c196c074 port 64d12604-d75b-4edd-a10b-c5b3155850a6 binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:48:27.139677 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:27.199745 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4631cfc-c130-41c8-b3a4-8586e3b1a123', 'name': 'tempest-TestEncryptedCinderVolumes-703738107-router', 'tenant_id': 'b37b652f7e1148a9b622ca21f3bad827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '41c63dd7-0986-458f-ab6b-8f25ca4c59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:48:20Z', 'updated_at': '2022-03-14T15:48:23Z', 'revision_number': 4, 'project_id': 'b37b652f7e1148a9b622ca21f3bad827', 'gw_port': {'id': '41c63dd7-0986-458f-ab6b-8f25ca4c59f9', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4631cfc-c130-41c8-b3a4-8586e3b1a123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:20Z', 'updated_at': '2022-03-14T15:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '74f835b9-f906-4124-8ec5-34a51c857c12', 'name': '', 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618', 'tenant_id': 'b37b652f7e1148a9b622ca21f3bad827', 'mac_address': 'fa:16:3e:a0:32:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4631cfc-c130-41c8-b3a4-8586e3b1a123', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'd77cc58a-9306-448c-8737-e156507be1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:22Z', 'updated_at': '2022-03-14T15:48:26Z', 'revision_number': 4, 'project_id': 'b37b652f7e1148a9b622ca21f3bad827', 'subnets': [{'id': 'd77cc58a-9306-448c-8737-e156507be1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:27.230180 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bf186a-c6a5-41c0-b0b8-9c6bd20bbe2a None None] The sync data for ids ['e4631cfc-c130-41c8-b3a4-8586e3b1a123'] in dv-neutron-833559-1-hyperv is: [{'id': 'e4631cfc-c130-41c8-b3a4-8586e3b1a123', 'name': 'tempest-TestEncryptedCinderVolumes-703738107-router', 'tenant_id': 'b37b652f7e1148a9b622ca21f3bad827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '41c63dd7-0986-458f-ab6b-8f25ca4c59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:48:20Z', 'updated_at': '2022-03-14T15:48:23Z', 'revision_number': 4, 'project_id': 'b37b652f7e1148a9b622ca21f3bad827', 'gw_port': {'id': '41c63dd7-0986-458f-ab6b-8f25ca4c59f9', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4631cfc-c130-41c8-b3a4-8586e3b1a123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:20Z', 'updated_at': '2022-03-14T15:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '74f835b9-f906-4124-8ec5-34a51c857c12', 'name': '', 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618', 'tenant_id': 'b37b652f7e1148a9b622ca21f3bad827', 'mac_address': 'fa:16:3e:a0:32:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4631cfc-c130-41c8-b3a4-8586e3b1a123', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'd77cc58a-9306-448c-8737-e156507be1cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:22Z', 'updated_at': '2022-03-14T15:48:26Z', 'revision_number': 4, 'project_id': 'b37b652f7e1148a9b622ca21f3bad827', 'subnets': [{'id': 'd77cc58a-9306-448c-8737-e156507be1cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:48:27.241716 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:27.445033 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:27.461199 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:27.490883 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] Attempting to bind port 64d12604-d75b-4edd-a10b-c5b3155850a6 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:48:27.491280 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] Attempting to bind port 64d12604-d75b-4edd-a10b-c5b3155850a6 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:48:27.491643 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] Attempting to bind port 64d12604-d75b-4edd-a10b-c5b3155850a6 on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:48:27.515593 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:48:27.515990 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:48:27.516400 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:27.517401 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:48:27.517881 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] Bound port: 64d12604-d75b-4edd-a10b-c5b3155850a6, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:48:27.518261 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:27.518793 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Allocated IP 172.20.0.1 (affcc77b-c57e-4a04-8152-80b7fb33814a/1a6ad837-9a29-4045-ada3-35fa4b607522/064144f5-df61-4fcd-9301-8acd9acc655d) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:48:27.580128 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] For port 64d12604-d75b-4edd-a10b-c5b3155850a6, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:48:27.584620 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] For port 64d12604-d75b-4edd-a10b-c5b3155850a6, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=64d12604-d75b-4edd-a10b-c5b3155850a6,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:48:27.593875 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:27.608865 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a255dff-ac45-477f-89f4-917d9edb83b8 None None] Pushing event updated for resources: {'Port': ['ID=64d12604-d75b-4edd-a10b-c5b3155850a6,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:27.653163 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] Routers {'56eb61b2-78e0-452d-a044-32e3c196c074'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:48:27.653809 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:48:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['56eb61b2-78e0-452d-a044-32e3c196c074'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:27.666272 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:27.706769 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:27.761633 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Network affcc77b-c57e-4a04-8152-80b7fb33814a is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:48:27.765777 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:48:27.769631 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:48:27.800529 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] Set router 56eb61b2-78e0-452d-a044-32e3c196c074 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:48:27.803246 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Pushing event updated for resources: {'Port': ['ID=064144f5-df61-4fcd-9301-8acd9acc655d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:27.826103 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:27.827676 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:27.828549 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:27.828994 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:27.829545 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:27.830627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:27.830627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:27.830627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:27.831308 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:27.831766 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:27.832195 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:27.832598 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:48:27.833739 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0651fbc-853d-4d44-9db7-e8a7a8ed5a1a None None] Network affcc77b-c57e-4a04-8152-80b7fb33814a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:48:27.847468 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:27.916839 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-8f52fb15-fecf-4a93-a2a2-b8e2c07de285 None None] Provisioning complete for port 069433a6-15ae-4971-8315-a808a6fed1c4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:27.917220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f52fb15-fecf-4a93-a2a2-b8e2c07de285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:27.979646 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a255dff-ac45-477f-89f4-917d9edb83b8 None None] Pushing event updated for resources: {'Port': ['ID=64d12604-d75b-4edd-a10b-c5b3155850a6,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:28.112732 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f52fb15-fecf-4a93-a2a2-b8e2c07de285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:28.161589 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56eb61b2-78e0-452d-a044-32e3c196c074', 'name': 'tempest-TestEncryptedCinderVolumes-69762469-router', 'tenant_id': '747f77e23e72417b86d3e8055c9c5cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '64d12604-d75b-4edd-a10b-c5b3155850a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:48:25Z', 'updated_at': '2022-03-14T15:48:26Z', 'revision_number': 3, 'project_id': '747f77e23e72417b86d3e8055c9c5cdb', 'gw_port': {'id': '64d12604-d75b-4edd-a10b-c5b3155850a6', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56eb61b2-78e0-452d-a044-32e3c196c074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:25Z', 'updated_at': '2022-03-14T15:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:28.179240 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8f52fb15-fecf-4a93-a2a2-b8e2c07de285 None None] For port 069433a6-15ae-4971-8315-a808a6fed1c4, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=069433a6-15ae-4971-8315-a808a6fed1c4,segment=NetworkSegment(139d8684-ec73-4ea9-8433-90d5b62814d3),segment_id=139d8684-ec73-4ea9-8433-90d5b62814d3)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:48:28.187629 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8f52fb15-fecf-4a93-a2a2-b8e2c07de285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:28.206333 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bab78d-e44c-4fc4-b89b-a302b03131de None None] The sync data for ids ['56eb61b2-78e0-452d-a044-32e3c196c074'] in dv-neutron-833559-1-hyperv is: [{'id': '56eb61b2-78e0-452d-a044-32e3c196c074', 'name': 'tempest-TestEncryptedCinderVolumes-69762469-router', 'tenant_id': '747f77e23e72417b86d3e8055c9c5cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '64d12604-d75b-4edd-a10b-c5b3155850a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:48:25Z', 'updated_at': '2022-03-14T15:48:26Z', 'revision_number': 3, 'project_id': '747f77e23e72417b86d3e8055c9c5cdb', 'gw_port': {'id': '64d12604-d75b-4edd-a10b-c5b3155850a6', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56eb61b2-78e0-452d-a044-32e3c196c074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:25Z', 'updated_at': '2022-03-14T15:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:48:28.264674 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52fb15-fecf-4a93-a2a2-b8e2c07de285 None None] Pushing event updated for resources: {'Port': ['ID=069433a6-15ae-4971-8315-a808a6fed1c4,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:28.371625 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:48:28.379348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:28.519060 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-f19899b0-0109-4c63-ab18-dc5deba50f35 None None] Provisioning complete for port 069433a6-15ae-4971-8315-a808a6fed1c4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:28.520268 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f19899b0-0109-4c63-ab18-dc5deba50f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:28.655265 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 069433a6-15ae-4971-8315-a808a6fed1c4 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:48:28.676564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:28.684995 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:28.780119 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:28.797308 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Pushing event updated for resources: {'Port': ['ID=064144f5-df61-4fcd-9301-8acd9acc655d,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:28.803202 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 069433a6-15ae-4971-8315-a808a6fed1c4 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:28.803579 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:28.835251 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-f19899b0-0109-4c63-ab18-dc5deba50f35 None None] Provisioning complete for port 064144f5-df61-4fcd-9301-8acd9acc655d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:28.835845 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f19899b0-0109-4c63-ab18-dc5deba50f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:28.888744 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f19899b0-0109-4c63-ab18-dc5deba50f35 None None] Port 064144f5-df61-4fcd-9301-8acd9acc655d cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:48:28.904497 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Network affcc77b-c57e-4a04-8152-80b7fb33814a is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:48:28.905923 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:48:28.934431 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 74f835b9-f906-4124-8ec5-34a51c857c12 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:48:29.019934 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 74f835b9-f906-4124-8ec5-34a51c857c12 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:29.020412 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:29.025060 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-7c90f1f8-cbae-4cc4-835f-c179e4d2e9f1 None None] Provisioning complete for port 064144f5-df61-4fcd-9301-8acd9acc655d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:29.025667 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c90f1f8-cbae-4cc4-835f-c179e4d2e9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:29.043433 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Router 56eb61b2-78e0-452d-a044-32e3c196c074 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:48:29.104164 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-7c90f1f8-cbae-4cc4-835f-c179e4d2e9f1 None None] Port 064144f5-df61-4fcd-9301-8acd9acc655d cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:48:29.175875 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:48:29.182642 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bb4b3fe2-f5b5-44b3-9142-e67485314390 admin admin] 10.222.0.59 "PUT /v2.0/routers/56eb61b2-78e0-452d-a044-32e3c196c074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4281893 Mar 14 15:48:29.228662 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-f4ba6d25-c11f-4c5f-9d38-2448ea0c9a73 None None] Provisioning complete for port 064144f5-df61-4fcd-9301-8acd9acc655d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:29.228965 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6d25-c11f-4c5f-9d38-2448ea0c9a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:29.277023 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba6d25-c11f-4c5f-9d38-2448ea0c9a73 None None] Port 064144f5-df61-4fcd-9301-8acd9acc655d cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:48:30.071251 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-a2276dfb-1513-4782-997c-f4b76fea4f8b tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:30.072643 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-a2276dfb-1513-4782-997c-f4b76fea4f8b tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/networks?id=72ca1043-4450-476d-a593-e45f3db7e618 HTTP/1.1" status: 200 len: 816 time: 0.1007960 Mar 14 15:48:30.087993 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-69ef675f-8bd1-429a-af5b-bd56e0b8efcb tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/quotas/b37b652f7e1148a9b622ca21f3bad827 HTTP/1.1" status: 200 len: 375 time: 0.0095317 Mar 14 15:48:30.138908 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-f17de56b-5789-4f3b-af0b-20f27af4fdce tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b37b652f7e1148a9b622ca21f3bad827&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453973 Mar 14 15:48:30.236210 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-0a200fa7-f9c6-444f-b4ff-bff9f5982f40 service neutron] 10.222.0.59 "GET /v2.0/networks/72ca1043-4450-476d-a593-e45f3db7e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853653 Mar 14 15:48:30.329056 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-fe378953-423c-4413-b658-2cc13e5607d0 service neutron] 10.222.0.59 "GET /v2.0/networks/72ca1043-4450-476d-a593-e45f3db7e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868251 Mar 14 15:48:30.515816 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-da5e7c97-86a1-423f-b892-64fdc2a1a475 req-60aa5205-df8e-4f52-986f-6110666bccdb tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=19f7f377-887b-4649-8bee-7e9e027e1d44 HTTP/1.1" status: 200 len: 210 time: 0.0342836 Mar 14 15:48:30.538168 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 64d12604-d75b-4edd-a10b-c5b3155850a6 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:48:30.598791 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 64d12604-d75b-4edd-a10b-c5b3155850a6 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:30.599271 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:30.773205 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] Sync routers for ids ['56eb61b2-78e0-452d-a044-32e3c196c074'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:48:30.791046 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] Routers {'56eb61b2-78e0-452d-a044-32e3c196c074'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:48:30.791681 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:48:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['56eb61b2-78e0-452d-a044-32e3c196c074'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:30.922088 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:30.941456 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] Set router 56eb61b2-78e0-452d-a044-32e3c196c074 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:48:30.979272 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 64d12604-d75b-4edd-a10b-c5b3155850a6, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=64d12604-d75b-4edd-a10b-c5b3155850a6,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:48:30.984707 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:31.113021 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=64d12604-d75b-4edd-a10b-c5b3155850a6,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:31.190013 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56eb61b2-78e0-452d-a044-32e3c196c074', 'name': 'tempest-TestEncryptedCinderVolumes-69762469-router', 'tenant_id': '747f77e23e72417b86d3e8055c9c5cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '64d12604-d75b-4edd-a10b-c5b3155850a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:48:25Z', 'updated_at': '2022-03-14T15:48:27Z', 'revision_number': 4, 'project_id': '747f77e23e72417b86d3e8055c9c5cdb', 'gw_port': {'id': '64d12604-d75b-4edd-a10b-c5b3155850a6', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56eb61b2-78e0-452d-a044-32e3c196c074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:25Z', 'updated_at': '2022-03-14T15:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '064144f5-df61-4fcd-9301-8acd9acc655d', 'name': '', 'network_id': 'affcc77b-c57e-4a04-8152-80b7fb33814a', 'tenant_id': '747f77e23e72417b86d3e8055c9c5cdb', 'mac_address': 'fa:16:3e:d7:be:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56eb61b2-78e0-452d-a044-32e3c196c074', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1a6ad837-9a29-4045-ada3-35fa4b607522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:27Z', 'updated_at': '2022-03-14T15:48:28Z', 'revision_number': 2, 'project_id': '747f77e23e72417b86d3e8055c9c5cdb', 'subnets': [{'id': '1a6ad837-9a29-4045-ada3-35fa4b607522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:31.215973 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] Checking router: 56eb61b2-78e0-452d-a044-32e3c196c074 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:48:31.216326 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] Updating router 56eb61b2-78e0-452d-a044-32e3c196c074 port 064144f5-df61-4fcd-9301-8acd9acc655d binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:48:31.244112 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:31.519441 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:31.525580 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:31.537309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-e1a74adb-05b4-460f-b440-9be79b760eaa tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:31.538942 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-e1a74adb-05b4-460f-b440-9be79b760eaa tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.18 "GET /v2.0/networks?id=72ca1043-4450-476d-a593-e45f3db7e618 HTTP/1.1" status: 200 len: 816 time: 0.1151357 Mar 14 15:48:31.553328 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-bcf9a165-dc66-43b9-a791-df037b0fb609 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Request body: {'port': {'device_id': '19f7f377-887b-4649-8bee-7e9e027e1d44', 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618', 'admin_state_up': True, 'tenant_id': 'b37b652f7e1148a9b622ca21f3bad827'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:31.620001 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e6040-20d9-4cbf-b23d-1cfd521b7881 None None] Pushing event updated for resources: {'Port': ['ID=064144f5-df61-4fcd-9301-8acd9acc655d,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:31.636005 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] Attempting to bind port 064144f5-df61-4fcd-9301-8acd9acc655d on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:48:31.636382 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] Attempting to bind port 064144f5-df61-4fcd-9301-8acd9acc655d by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '139d8684-ec73-4ea9-8433-90d5b62814d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'affcc77b-c57e-4a04-8152-80b7fb33814a'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:48:31.636748 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] Attempting to bind port 064144f5-df61-4fcd-9301-8acd9acc655d on network affcc77b-c57e-4a04-8152-80b7fb33814a {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:48:31.643541 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:48:31.646075 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] Checking segment: {'id': '139d8684-ec73-4ea9-8433-90d5b62814d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'affcc77b-c57e-4a04-8152-80b7fb33814a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:48:31.646075 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:31.646075 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] Bound using segment: {'id': '139d8684-ec73-4ea9-8433-90d5b62814d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'affcc77b-c57e-4a04-8152-80b7fb33814a'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:48:31.646075 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] Bound port: 064144f5-df61-4fcd-9301-8acd9acc655d, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139d8684-ec73-4ea9-8433-90d5b62814d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'affcc77b-c57e-4a04-8152-80b7fb33814a'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:48:31.646075 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:31.663336 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-44bda427-aed7-46aa-a195-a7f5f86c6a4e req-a38c7871-349f-49b1-a751-74c93537ec1f tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=19f7f377-887b-4649-8bee-7e9e027e1d44 HTTP/1.1" status: 200 len: 210 time: 0.0414367 Mar 14 15:48:31.725528 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] For port 064144f5-df61-4fcd-9301-8acd9acc655d, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:48:31.729925 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] For port 064144f5-df61-4fcd-9301-8acd9acc655d, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=064144f5-df61-4fcd-9301-8acd9acc655d,segment=NetworkSegment(139d8684-ec73-4ea9-8433-90d5b62814d3),segment_id=139d8684-ec73-4ea9-8433-90d5b62814d3)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:48:31.731506 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-bcf9a165-dc66-43b9-a791-df037b0fb609 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Made reservation on behalf of b37b652f7e1148a9b622ca21f3bad827 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:48:31.734200 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:31.735198 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-bcf9a165-dc66-43b9-a791-df037b0fb609 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:31.799461 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] Routers {'56eb61b2-78e0-452d-a044-32e3c196c074'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:48:31.799461 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:48:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['56eb61b2-78e0-452d-a044-32e3c196c074'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:31.800981 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e6040-20d9-4cbf-b23d-1cfd521b7881 None None] Pushing event updated for resources: {'Port': ['ID=064144f5-df61-4fcd-9301-8acd9acc655d,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:31.868507 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-83dd550c-aa2f-45b1-b51a-07e889cbca30 None None] Provisioning complete for port 064144f5-df61-4fcd-9301-8acd9acc655d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:31.868909 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-83dd550c-aa2f-45b1-b51a-07e889cbca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:31.882311 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-bcf9a165-dc66-43b9-a791-df037b0fb609 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Allocated IP 172.20.0.10 (72ca1043-4450-476d-a593-e45f3db7e618/d77cc58a-9306-448c-8737-e156507be1cf/3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:48:31.956308 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] Set router 56eb61b2-78e0-452d-a044-32e3c196c074 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:48:32.044216 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-bcf9a165-dc66-43b9-a791-df037b0fb609 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:32.075692 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-83dd550c-aa2f-45b1-b51a-07e889cbca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:32.082485 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-bcf9a165-dc66-43b9-a791-df037b0fb609 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:32.127400 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-bcf9a165-dc66-43b9-a791-df037b0fb609 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Network 72ca1043-4450-476d-a593-e45f3db7e618 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:48:32.130386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-bcf9a165-dc66-43b9-a791-df037b0fb609 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:48:32.134715 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-bcf9a165-dc66-43b9-a791-df037b0fb609 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:48:32.141496 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9a165-dc66-43b9-a791-df037b0fb609 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Pushing event updated for resources: {'Port': ['ID=3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:32.148830 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-83dd550c-aa2f-45b1-b51a-07e889cbca30 None None] For port 064144f5-df61-4fcd-9301-8acd9acc655d, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=064144f5-df61-4fcd-9301-8acd9acc655d,segment=NetworkSegment(139d8684-ec73-4ea9-8433-90d5b62814d3),segment_id=139d8684-ec73-4ea9-8433-90d5b62814d3)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:48:32.161892 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-83dd550c-aa2f-45b1-b51a-07e889cbca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:32.193289 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-bcf9a165-dc66-43b9-a791-df037b0fb609 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:32.193930 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-bcf9a165-dc66-43b9-a791-df037b0fb609 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:32.213666 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-bcf9a165-dc66-43b9-a791-df037b0fb609 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6643896 Mar 14 15:48:32.232568 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] Request body: {'port': {'device_id': '19f7f377-887b-4649-8bee-7e9e027e1d44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:48:32.245074 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd550c-aa2f-45b1-b51a-07e889cbca30 None None] Pushing event updated for resources: {'Port': ['ID=064144f5-df61-4fcd-9301-8acd9acc655d,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:32.269629 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56eb61b2-78e0-452d-a044-32e3c196c074', 'name': 'tempest-TestEncryptedCinderVolumes-69762469-router', 'tenant_id': '747f77e23e72417b86d3e8055c9c5cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '64d12604-d75b-4edd-a10b-c5b3155850a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:48:25Z', 'updated_at': '2022-03-14T15:48:27Z', 'revision_number': 4, 'project_id': '747f77e23e72417b86d3e8055c9c5cdb', 'gw_port': {'id': '64d12604-d75b-4edd-a10b-c5b3155850a6', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56eb61b2-78e0-452d-a044-32e3c196c074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:25Z', 'updated_at': '2022-03-14T15:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '064144f5-df61-4fcd-9301-8acd9acc655d', 'name': '', 'network_id': 'affcc77b-c57e-4a04-8152-80b7fb33814a', 'tenant_id': '747f77e23e72417b86d3e8055c9c5cdb', 'mac_address': 'fa:16:3e:d7:be:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56eb61b2-78e0-452d-a044-32e3c196c074', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1a6ad837-9a29-4045-ada3-35fa4b607522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:27Z', 'updated_at': '2022-03-14T15:48:31Z', 'revision_number': 4, 'project_id': '747f77e23e72417b86d3e8055c9c5cdb', 'subnets': [{'id': '1a6ad837-9a29-4045-ada3-35fa4b607522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:48:32.299585 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:32.301227 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e533f355-1407-46ff-a39f-1f5946a99811 None None] The sync data for ids ['56eb61b2-78e0-452d-a044-32e3c196c074'] in dv-neutron-833559-1-hyperv is: [{'id': '56eb61b2-78e0-452d-a044-32e3c196c074', 'name': 'tempest-TestEncryptedCinderVolumes-69762469-router', 'tenant_id': '747f77e23e72417b86d3e8055c9c5cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '64d12604-d75b-4edd-a10b-c5b3155850a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:48:25Z', 'updated_at': '2022-03-14T15:48:27Z', 'revision_number': 4, 'project_id': '747f77e23e72417b86d3e8055c9c5cdb', 'gw_port': {'id': '64d12604-d75b-4edd-a10b-c5b3155850a6', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56eb61b2-78e0-452d-a044-32e3c196c074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:25Z', 'updated_at': '2022-03-14T15:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '064144f5-df61-4fcd-9301-8acd9acc655d', 'name': '', 'network_id': 'affcc77b-c57e-4a04-8152-80b7fb33814a', 'tenant_id': '747f77e23e72417b86d3e8055c9c5cdb', 'mac_address': 'fa:16:3e:d7:be:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56eb61b2-78e0-452d-a044-32e3c196c074', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1a6ad837-9a29-4045-ada3-35fa4b607522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:27Z', 'updated_at': '2022-03-14T15:48:31Z', 'revision_number': 4, 'project_id': '747f77e23e72417b86d3e8055c9c5cdb', 'subnets': [{'id': '1a6ad837-9a29-4045-ada3-35fa4b607522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:48:32.312319 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-dc2ad208-d216-41af-bcdb-f9c5dd8cc335 None None] Provisioning complete for port 064144f5-df61-4fcd-9301-8acd9acc655d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:32.312700 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc2ad208-d216-41af-bcdb-f9c5dd8cc335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:32.567419 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-7dd18ba0-bedd-4744-9d17-feed8ebb5a7a None None] Provisioning complete for port 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:32.567795 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7dd18ba0-bedd-4744-9d17-feed8ebb5a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:32.599491 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 064144f5-df61-4fcd-9301-8acd9acc655d up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:48:32.640001 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-7dd18ba0-bedd-4744-9d17-feed8ebb5a7a None None] Port 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:48:32.642673 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:48:32.653301 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:32.660722 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 064144f5-df61-4fcd-9301-8acd9acc655d triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:32.661207 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:32.667276 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] Transition to ACTIVE for port object 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:48:32.673577 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:32.761272 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] Pushing event updated for resources: {'Port': ['ID=3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:32.777844 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 64d12604-d75b-4edd-a10b-c5b3155850a6 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:48:32.840444 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 64d12604-d75b-4edd-a10b-c5b3155850a6 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:32.840829 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:32.859176 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834f8e4-9733-4d51-9a67-c7059cf76b34 req-5a0f4477-1f58-4bfc-ac3b-c13b398385ea tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:32.862443 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] Attempting to bind port 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:48:32.862891 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] Attempting to bind port 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'f057003b-b0d6-40b4-8332-0d203b5cc9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:48:32.863352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] Attempting to bind port 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 on network 72ca1043-4450-476d-a593-e45f3db7e618 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:48:32.866538 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6834f8e4-9733-4d51-9a67-c7059cf76b34 req-5a0f4477-1f58-4bfc-ac3b-c13b398385ea tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=19f7f377-887b-4649-8bee-7e9e027e1d44 HTTP/1.1" status: 200 len: 944 time: 0.0801766 Mar 14 15:48:32.874991 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] Port 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 on network 72ca1043-4450-476d-a593-e45f3db7e618 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:48:32.875429 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] Attempting to bind port 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 on network 72ca1043-4450-476d-a593-e45f3db7e618 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:48:32.886882 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:48:32.890669 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] Checking segment: {'id': 'f057003b-b0d6-40b4-8332-0d203b5cc9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:48:32.891243 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] Bound using segment: {'id': 'f057003b-b0d6-40b4-8332-0d203b5cc9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:48:32.893388 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] Bound port: 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f057003b-b0d6-40b4-8332-0d203b5cc9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:48:32.893876 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:32.916875 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6834f8e4-9733-4d51-9a67-c7059cf76b34 req-12fa6891-1ff2-4c46-80b5-4358cd9b2b2d tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/security-groups?id=35d48de4-3212-4dd6-ab5d-ff240bc8bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491281 Mar 14 15:48:32.987185 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] For port 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:48:32.991667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] For port 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0,segment=NetworkSegment(f057003b-b0d6-40b4-8332-0d203b5cc9b5),segment_id=f057003b-b0d6-40b4-8332-0d203b5cc9b5)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:48:32.996948 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:33.040038 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:33.040674 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:33.042103 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] 10.222.0.18 "PUT /v2.0/ports/3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 HTTP/1.1" status: 200 len: 1094 time: 0.8154910 Mar 14 15:48:33.042553 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f7f377-887b-4649-8bee-7e9e027e1d44', 'tag': '3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:48:33.044861 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d4a73f-5529-40d1-8efd-5e841f8fcb75" -d '{"events": [{"name": "network-changed", "server_uuid": "19f7f377-887b-4649-8bee-7e9e027e1d44", "tag": "3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:48:33.069046 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6311544-9ba0-47c6-b322-dfe28e1c292a service neutron] Pushing event updated for resources: {'Port': ['ID=3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:33.091586 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ff1f84-75f4-4f45-b95e-8e7ef8939341 x-openstack-request-id: req-00ff1f84-75f4-4f45-b95e-8e7ef8939341 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:48:33.091894 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f7f377-887b-4649-8bee-7e9e027e1d44", "tag": "3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:48:33.092150 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-00ff1f84-75f4-4f45-b95e-8e7ef8939341 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:48:33.092564 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f7f377-887b-4649-8bee-7e9e027e1d44', 'tag': '3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0', 'status': 'completed', 'code': 200} Mar 14 15:48:33.264653 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a73f-5529-40d1-8efd-5e841f8fcb75 req-b02de4af-4a6d-49b4-8c08-1d5fac5cbc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:33.266101 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-86d4a73f-5529-40d1-8efd-5e841f8fcb75 req-b02de4af-4a6d-49b4-8c08-1d5fac5cbc1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b37b652f7e1148a9b622ca21f3bad827&device_id=19f7f377-887b-4649-8bee-7e9e027e1d44 HTTP/1.1" status: 200 len: 1097 time: 0.0429351 Mar 14 15:48:33.455592 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a73f-5529-40d1-8efd-5e841f8fcb75 req-b0c7e9ee-1884-4a43-956f-88fa9ed966d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:33.457149 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-86d4a73f-5529-40d1-8efd-5e841f8fcb75 req-b0c7e9ee-1884-4a43-956f-88fa9ed966d8 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b37b652f7e1148a9b622ca21f3bad827&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1749041 Mar 14 15:48:33.623476 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a73f-5529-40d1-8efd-5e841f8fcb75 req-b61c9f65-c91f-4d88-8c32-a8af78230c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:33.624950 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-86d4a73f-5529-40d1-8efd-5e841f8fcb75 req-b61c9f65-c91f-4d88-8c32-a8af78230c3d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1604311 Mar 14 15:48:33.706529 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-0b6304aa-7db6-4aa2-a1e8-bd490efe017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:33.709413 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-0b6304aa-7db6-4aa2-a1e8-bd490efe017c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b37b652f7e1148a9b622ca21f3bad827&device_id=19f7f377-887b-4649-8bee-7e9e027e1d44 HTTP/1.1" status: 200 len: 1097 time: 0.0405488 Mar 14 15:48:33.752306 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-379eca2b-cc79-4a76-88d3-26035657faf7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 HTTP/1.1" status: 200 len: 217 time: 0.0331900 Mar 14 15:48:33.800012 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-9eaa4fbc-b56d-483c-8e59-24d6f9784f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:33.801431 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-9eaa4fbc-b56d-483c-8e59-24d6f9784f5d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d77cc58a-9306-448c-8737-e156507be1cf HTTP/1.1" status: 200 len: 855 time: 0.0421350 Mar 14 15:48:33.852934 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-84b57d3c-12b1-4db9-9527-957833576478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:33.854374 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-84b57d3c-12b1-4db9-9527-957833576478 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=72ca1043-4450-476d-a593-e45f3db7e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429077 Mar 14 15:48:33.949837 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-3e3143ce-3217-4887-b9e0-59c8a3150aa3 service neutron] 10.222.0.18 "GET /v2.0/networks/72ca1043-4450-476d-a593-e45f3db7e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846400 Mar 14 15:48:34.029305 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a24ef-c419-446a-948a-e15830e60e07 req-6bf4bf6c-7ede-4ae3-8b6d-0983c2eae255 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:34.030949 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-033a24ef-c419-446a-948a-e15830e60e07 req-6bf4bf6c-7ede-4ae3-8b6d-0983c2eae255 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=19f7f377-887b-4649-8bee-7e9e027e1d44 HTTP/1.1" status: 200 len: 944 time: 0.0583246 Mar 14 15:48:34.060845 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-98ad3a1b-e59d-406a-8291-54af3381f057 req-7329cf31-80f4-4bf9-baf5-2132efb02130 service neutron] 10.222.0.18 "GET /v2.0/networks/72ca1043-4450-476d-a593-e45f3db7e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004307 Mar 14 15:48:34.071938 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-033a24ef-c419-446a-948a-e15830e60e07 req-fc827a25-799c-4c63-8db7-8c9c0d40ff33 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/security-groups?id=35d48de4-3212-4dd6-ab5d-ff240bc8bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344956 Mar 14 15:48:34.083258 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-02505347-f31d-49b3-8ebc-975e82f5bb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:35.310076 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e9ba5-4839-4ee2-bddd-efeef85c4308 req-0e018c74-48c2-497e-a2b6-c06a06afe9d6 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:35.311685 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9a1e9ba5-4839-4ee2-bddd-efeef85c4308 req-0e018c74-48c2-497e-a2b6-c06a06afe9d6 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=19f7f377-887b-4649-8bee-7e9e027e1d44 HTTP/1.1" status: 200 len: 944 time: 0.1692309 Mar 14 15:48:35.350050 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9a1e9ba5-4839-4ee2-bddd-efeef85c4308 req-952258b6-2048-43e2-b64f-44ee291f36e0 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/security-groups?id=35d48de4-3212-4dd6-ab5d-ff240bc8bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324740 Mar 14 15:48:35.703343 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:48:35.800248 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0,segment=NetworkSegment(f057003b-b0d6-40b4-8332-0d203b5cc9b5),segment_id=f057003b-b0d6-40b4-8332-0d203b5cc9b5)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:48:35.811608 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0', 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618', 'port_id': '3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0', 'mac_address': 'fa:16:3e:3d:62:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77cc58a-9306-448c-8737-e156507be1cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:48:35.848264 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:35.863729 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:48:35.882306 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0,segment=NetworkSegment(f057003b-b0d6-40b4-8332-0d203b5cc9b5),segment_id=f057003b-b0d6-40b4-8332-0d203b5cc9b5)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:48:35.886887 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:35.932439 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:36.119248 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:48:36.458676 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a90ecbc6-b804-40d5-bfb6-4d00a1a789aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:36.466843 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a04ed3-026d-4172-9ac8-9c50e299b2da req-eae6b54b-01a0-4efe-b0f0-561013f033d1 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:36.471397 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f7a04ed3-026d-4172-9ac8-9c50e299b2da req-eae6b54b-01a0-4efe-b0f0-561013f033d1 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=19f7f377-887b-4649-8bee-7e9e027e1d44 HTTP/1.1" status: 200 len: 945 time: 0.0530698 Mar 14 15:48:36.511161 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f7a04ed3-026d-4172-9ac8-9c50e299b2da req-7b9ad797-b86b-404c-8650-fd27634f27d5 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/security-groups?id=35d48de4-3212-4dd6-ab5d-ff240bc8bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344961 Mar 14 15:48:37.629868 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:37.630816 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc624bc3-9b7e-4b8c-b842-0e04fd95045a req-b04cba2b-6c09-4342-ae83-b39571bc26fb tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:37.632516 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bc624bc3-9b7e-4b8c-b842-0e04fd95045a req-b04cba2b-6c09-4342-ae83-b39571bc26fb tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=19f7f377-887b-4649-8bee-7e9e027e1d44 HTTP/1.1" status: 200 len: 945 time: 0.0518839 Mar 14 15:48:37.674924 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bc624bc3-9b7e-4b8c-b842-0e04fd95045a req-799da414-f537-4332-9f9b-e43f8ccb01f5 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/security-groups?id=35d48de4-3212-4dd6-ab5d-ff240bc8bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355418 Mar 14 15:48:37.718163 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:48:37.769744 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:48:37.774209 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:48:37.774584 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:37.853700 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:37.875618 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f7f377-887b-4649-8bee-7e9e027e1d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:48:37.877866 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52a0568-cfef-4fa3-97d6-b6e9481b3e41" -d '{"events": [{"server_uuid": "19f7f377-887b-4649-8bee-7e9e027e1d44", "name": "network-vif-plugged", "status": "completed", "tag": "3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:48:37.891292 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0,segment=NetworkSegment(f057003b-b0d6-40b4-8332-0d203b5cc9b5),segment_id=f057003b-b0d6-40b4-8332-0d203b5cc9b5)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:48:37.895389 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:37.918665 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebdd06a-563d-4673-97d5-fa89e29d4f85 x-openstack-request-id: req-6ebdd06a-563d-4673-97d5-fa89e29d4f85 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:48:37.918987 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f7f377-887b-4649-8bee-7e9e027e1d44", "name": "network-vif-plugged", "status": "completed", "tag": "3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:48:37.919247 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6ebdd06a-563d-4673-97d5-fa89e29d4f85 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:48:37.919643 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f7f377-887b-4649-8bee-7e9e027e1d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0', 'code': 200} Mar 14 15:48:37.945145 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:48:38.098478 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d38ea-98da-45ab-bfc8-f45bbab17159 req-f08f1176-8b95-48da-818e-2ef6ece15046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:38.100057 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-000d38ea-98da-45ab-bfc8-f45bbab17159 req-f08f1176-8b95-48da-818e-2ef6ece15046 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=19f7f377-887b-4649-8bee-7e9e027e1d44 HTTP/1.1" status: 200 len: 1099 time: 0.0405288 Mar 14 15:48:38.140387 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-000d38ea-98da-45ab-bfc8-f45bbab17159 req-619b3c48-e940-4573-9fe8-136fdda4cb83 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=35d48de4-3212-4dd6-ab5d-ff240bc8bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291471 Mar 14 15:48:38.793385 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b67f6-943d-4540-867a-95f204bc53dd req-3f1f23ca-eb14-49e2-a3c9-9a8db1532db8 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:38.794954 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c32b67f6-943d-4540-867a-95f204bc53dd req-3f1f23ca-eb14-49e2-a3c9-9a8db1532db8 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=19f7f377-887b-4649-8bee-7e9e027e1d44 HTTP/1.1" status: 200 len: 946 time: 0.0499122 Mar 14 15:48:38.832060 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c32b67f6-943d-4540-867a-95f204bc53dd req-bc1a4bd6-7161-4c68-9a4a-b2b48ed515fb tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/security-groups?id=35d48de4-3212-4dd6-ab5d-ff240bc8bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309315 Mar 14 15:48:38.950612 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:39.011222 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:39.366927 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:48:39.947333 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972b2a7-f7c2-4020-a99f-83570c3757a2 req-5a6bed5e-c422-4ddf-a540-6b9186ff9eaf tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:39.948776 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8972b2a7-f7c2-4020-a99f-83570c3757a2 req-5a6bed5e-c422-4ddf-a540-6b9186ff9eaf tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=19f7f377-887b-4649-8bee-7e9e027e1d44 HTTP/1.1" status: 200 len: 946 time: 0.0481429 Mar 14 15:48:39.985689 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8972b2a7-f7c2-4020-a99f-83570c3757a2 req-d4fb0f07-effc-44cd-bb73-2359d4fa5372 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/security-groups?id=35d48de4-3212-4dd6-ab5d-ff240bc8bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310204 Mar 14 15:48:40.098107 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919deea-b4f5-4229-9d90-797758e8cc0b req-a1e40123-caec-4ddf-bc19-84e16d14614e tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:40.099584 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0919deea-b4f5-4229-9d90-797758e8cc0b req-a1e40123-caec-4ddf-bc19-84e16d14614e tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=19f7f377-887b-4649-8bee-7e9e027e1d44 HTTP/1.1" status: 200 len: 946 time: 0.0487716 Mar 14 15:48:40.140038 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0919deea-b4f5-4229-9d90-797758e8cc0b req-6195ff5d-9f29-4002-ad91-dea67aee76dc tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/security-groups?id=35d48de4-3212-4dd6-ab5d-ff240bc8bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339770 Mar 14 15:48:59.829204 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f30ace-00d1-4936-b109-34a85a648f14 req-d3b64efc-db04-4004-9f98-790848b092d4 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:48:59.830652 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-36f30ace-00d1-4936-b109-34a85a648f14 req-d3b64efc-db04-4004-9f98-790848b092d4 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=19f7f377-887b-4649-8bee-7e9e027e1d44 HTTP/1.1" status: 200 len: 946 time: 0.0481629 Mar 14 15:48:59.868722 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-36f30ace-00d1-4936-b109-34a85a648f14 req-f12186e1-afe0-4a1c-94ac-7c39b072b2aa tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/security-groups?id=35d48de4-3212-4dd6-ab5d-ff240bc8bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315833 Mar 14 15:49:00.988674 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4f971-4c69-4c2e-8ac1-d9ba55622dc4 req-efebf267-aac7-4fd7-a75f-4e3f6c2b3d17 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:00.990136 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d7a4f971-4c69-4c2e-8ac1-d9ba55622dc4 req-efebf267-aac7-4fd7-a75f-4e3f6c2b3d17 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=19f7f377-887b-4649-8bee-7e9e027e1d44 HTTP/1.1" status: 200 len: 946 time: 0.0531218 Mar 14 15:49:01.027240 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d7a4f971-4c69-4c2e-8ac1-d9ba55622dc4 req-7d1d27fd-fcb3-4098-a941-158236955665 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/security-groups?id=35d48de4-3212-4dd6-ab5d-ff240bc8bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310862 Mar 14 15:49:01.465003 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c289fe7-3a7c-467e-a095-0aa6ba98f3dd req-5ffd440d-16e4-4405-b435-d0c8112e444d tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:01.466491 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6c289fe7-3a7c-467e-a095-0aa6ba98f3dd req-5ffd440d-16e4-4405-b435-d0c8112e444d tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.18 "GET /v2.0/ports?device_id=19f7f377-887b-4649-8bee-7e9e027e1d44 HTTP/1.1" status: 200 len: 946 time: 0.0485377 Mar 14 15:49:01.558745 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-6c289fe7-3a7c-467e-a095-0aa6ba98f3dd req-29964654-8681-45af-b34b-e62417d0a6b3 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Deleting port 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:49:01.559118 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6c289fe7-3a7c-467e-a095-0aa6ba98f3dd req-29964654-8681-45af-b34b-e62417d0a6b3 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:01.645124 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-6c289fe7-3a7c-467e-a095-0aa6ba98f3dd req-29964654-8681-45af-b34b-e62417d0a6b3 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] For port 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0,segment=NetworkSegment(f057003b-b0d6-40b4-8332-0d203b5cc9b5),segment_id=f057003b-b0d6-40b4-8332-0d203b5cc9b5)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:01.645484 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6c289fe7-3a7c-467e-a095-0aa6ba98f3dd req-29964654-8681-45af-b34b-e62417d0a6b3 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:01.657995 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-6c289fe7-3a7c-467e-a095-0aa6ba98f3dd req-29964654-8681-45af-b34b-e62417d0a6b3 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Calling delete_port for 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:49:01.784847 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6c289fe7-3a7c-467e-a095-0aa6ba98f3dd req-29964654-8681-45af-b34b-e62417d0a6b3 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:01.799409 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:49:01.813915 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29964654-8681-45af-b34b-e62417d0a6b3 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Pushing event deleted for resources: {'Port': ['ID=3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:01.865544 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c289fe7-3a7c-467e-a095-0aa6ba98f3dd req-29964654-8681-45af-b34b-e62417d0a6b3 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] No DVR routers for this DVR port 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:49:01.868113 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6c289fe7-3a7c-467e-a095-0aa6ba98f3dd req-29964654-8681-45af-b34b-e62417d0a6b3 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:01.871607 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6c289fe7-3a7c-467e-a095-0aa6ba98f3dd req-29964654-8681-45af-b34b-e62417d0a6b3 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.18 "DELETE /v2.0/ports/3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 HTTP/1.1" status: 204 len: 173 time: 0.3990874 Mar 14 15:49:01.872085 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f7f377-887b-4649-8bee-7e9e027e1d44', 'name': 'network-vif-deleted', 'tag': '3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:49:01.874316 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daaf6a53-4d5a-4ef1-ab3f-68805930a696" -d '{"events": [{"server_uuid": "19f7f377-887b-4649-8bee-7e9e027e1d44", "name": "network-vif-deleted", "tag": "3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:49:01.916375 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98363717-4d81-4abc-b74c-448ea46d034e x-openstack-request-id: req-98363717-4d81-4abc-b74c-448ea46d034e {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:49:01.916672 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f7f377-887b-4649-8bee-7e9e027e1d44", "name": "network-vif-deleted", "tag": "3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:49:01.916937 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-98363717-4d81-4abc-b74c-448ea46d034e {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:49:01.917336 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f7f377-887b-4649-8bee-7e9e027e1d44', 'name': 'network-vif-deleted', 'tag': '3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0', 'status': 'completed', 'code': 200} Mar 14 15:49:02.133575 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-38a02a9d-47bd-4efc-9ff5-eed453db5b34 req-05061122-c9c6-420f-984d-c6cdf9bb09ed tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=19f7f377-887b-4649-8bee-7e9e027e1d44 HTTP/1.1" status: 200 len: 210 time: 0.0263441 Mar 14 15:49:03.764331 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-08a829d0-9144-4091-a8ea-73ce61a6e3af tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:03.765778 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-08a829d0-9144-4091-a8ea-73ce61a6e3af tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/networks?id=72ca1043-4450-476d-a593-e45f3db7e618 HTTP/1.1" status: 200 len: 816 time: 0.1033559 Mar 14 15:49:03.780225 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-408f48b2-9bd9-4af0-80d3-d2b373fe09f2 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/quotas/b37b652f7e1148a9b622ca21f3bad827 HTTP/1.1" status: 200 len: 375 time: 0.0086434 Mar 14 15:49:03.830768 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-6867ef51-885a-421f-9e13-8ce1882eb1c4 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b37b652f7e1148a9b622ca21f3bad827&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451665 Mar 14 15:49:03.872978 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:49:03.893088 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:49:03.893088 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 3523e2ef-6cc9-4abd-ac1c-8f2e32a4bfe0 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:49:03.924918 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-602159ee-d6b3-4ee3-831f-84ff9710393b service neutron] 10.222.0.59 "GET /v2.0/networks/72ca1043-4450-476d-a593-e45f3db7e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825186 Mar 14 15:49:04.018023 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-6c1e94dd-27ee-4553-9390-499fed581de8 service neutron] 10.222.0.59 "GET /v2.0/networks/72ca1043-4450-476d-a593-e45f3db7e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855265 Mar 14 15:49:04.087315 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b50bc5b-4811-48ad-bd5e-650765c8e9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:04.181724 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-89ad8981-522a-487e-a871-72d8b31c2bd0 req-bf758b08-cbef-4a52-aa50-e2487270d97d tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=29184095-ca0f-4670-8b96-6dc5c70531aa HTTP/1.1" status: 200 len: 210 time: 0.0276556 Mar 14 15:49:05.141055 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-c020f765-f800-43e6-9ad4-c2c74ae67ca7 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:05.142523 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-c020f765-f800-43e6-9ad4-c2c74ae67ca7 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.18 "GET /v2.0/networks?id=72ca1043-4450-476d-a593-e45f3db7e618 HTTP/1.1" status: 200 len: 816 time: 0.1008952 Mar 14 15:49:05.163206 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-2f162704-47e9-4e09-ab98-e4bae01fd5c7 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Request body: {'port': {'device_id': '29184095-ca0f-4670-8b96-6dc5c70531aa', 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618', 'admin_state_up': True, 'tenant_id': 'b37b652f7e1148a9b622ca21f3bad827'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:49:05.275269 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-2f162704-47e9-4e09-ab98-e4bae01fd5c7 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Made reservation on behalf of b37b652f7e1148a9b622ca21f3bad827 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:49:05.278841 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-80edaa1a-e65c-45f0-b652-4b2eb7b56c4e req-9a5b525e-b5c9-497f-8438-85ba213a24b1 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=29184095-ca0f-4670-8b96-6dc5c70531aa HTTP/1.1" status: 200 len: 210 time: 0.0280216 Mar 14 15:49:05.279263 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-2f162704-47e9-4e09-ab98-e4bae01fd5c7 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:05.371266 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:49:05.404829 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-2f162704-47e9-4e09-ab98-e4bae01fd5c7 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Allocated IP 172.20.0.3 (72ca1043-4450-476d-a593-e45f3db7e618/d77cc58a-9306-448c-8737-e156507be1cf/a7d232b6-3f58-4434-a7e3-fbd7f560b567) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:49:05.553931 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-2f162704-47e9-4e09-ab98-e4bae01fd5c7 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:05.590364 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-2f162704-47e9-4e09-ab98-e4bae01fd5c7 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:05.633654 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-2f162704-47e9-4e09-ab98-e4bae01fd5c7 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Network 72ca1043-4450-476d-a593-e45f3db7e618 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:49:05.636617 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-2f162704-47e9-4e09-ab98-e4bae01fd5c7 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:49:05.638981 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-2f162704-47e9-4e09-ab98-e4bae01fd5c7 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:49:05.673526 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f162704-47e9-4e09-ab98-e4bae01fd5c7 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Pushing event updated for resources: {'Port': ['ID=a7d232b6-3f58-4434-a7e3-fbd7f560b567,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:05.700491 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-2f162704-47e9-4e09-ab98-e4bae01fd5c7 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:05.701291 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-2f162704-47e9-4e09-ab98-e4bae01fd5c7 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:05.718265 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-2f162704-47e9-4e09-ab98-e4bae01fd5c7 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5593946 Mar 14 15:49:05.731045 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] Request body: {'port': {'device_id': '29184095-ca0f-4670-8b96-6dc5c70531aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:49:05.787482 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:05.897804 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-8417c195-b5cd-462c-bf95-dc42cdd87550 None None] Provisioning complete for port a7d232b6-3f58-4434-a7e3-fbd7f560b567 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:05.898607 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8417c195-b5cd-462c-bf95-dc42cdd87550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:05.933637 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-8417c195-b5cd-462c-bf95-dc42cdd87550 None None] Port a7d232b6-3f58-4434-a7e3-fbd7f560b567 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:49:06.047942 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d232b6-3f58-4434-a7e3-fbd7f560b567 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:49:06.056293 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:06.068547 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] Transition to ACTIVE for port object a7d232b6-3f58-4434-a7e3-fbd7f560b567 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:49:06.071887 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:06.119275 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] Pushing event updated for resources: {'Port': ['ID=a7d232b6-3f58-4434-a7e3-fbd7f560b567,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:06.193108 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] Attempting to bind port a7d232b6-3f58-4434-a7e3-fbd7f560b567 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:49:06.193338 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] Attempting to bind port a7d232b6-3f58-4434-a7e3-fbd7f560b567 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'f057003b-b0d6-40b4-8332-0d203b5cc9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:49:06.193668 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] Attempting to bind port a7d232b6-3f58-4434-a7e3-fbd7f560b567 on network 72ca1043-4450-476d-a593-e45f3db7e618 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:49:06.198573 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] Port a7d232b6-3f58-4434-a7e3-fbd7f560b567 on network 72ca1043-4450-476d-a593-e45f3db7e618 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:49:06.199081 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] Attempting to bind port a7d232b6-3f58-4434-a7e3-fbd7f560b567 on network 72ca1043-4450-476d-a593-e45f3db7e618 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:49:06.205253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:49:06.205588 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] Checking segment: {'id': 'f057003b-b0d6-40b4-8332-0d203b5cc9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:49:06.206034 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] Bound using segment: {'id': 'f057003b-b0d6-40b4-8332-0d203b5cc9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:49:06.206465 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] Bound port: a7d232b6-3f58-4434-a7e3-fbd7f560b567, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f057003b-b0d6-40b4-8332-0d203b5cc9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:49:06.206816 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:06.276580 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] For port a7d232b6-3f58-4434-a7e3-fbd7f560b567, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:49:06.279558 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] For port a7d232b6-3f58-4434-a7e3-fbd7f560b567, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a7d232b6-3f58-4434-a7e3-fbd7f560b567,segment=NetworkSegment(f057003b-b0d6-40b4-8332-0d203b5cc9b5),segment_id=f057003b-b0d6-40b4-8332-0d203b5cc9b5)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:49:06.282983 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:06.317718 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:06.318339 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:06.319823 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] 10.222.0.18 "PUT /v2.0/ports/a7d232b6-3f58-4434-a7e3-fbd7f560b567 HTTP/1.1" status: 200 len: 1093 time: 0.5937560 Mar 14 15:49:06.320270 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29184095-ca0f-4670-8b96-6dc5c70531aa', 'tag': 'a7d232b6-3f58-4434-a7e3-fbd7f560b567'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:49:06.322562 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3918a38-c14f-4eb5-9dd1-b7e4a5895d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "29184095-ca0f-4670-8b96-6dc5c70531aa", "tag": "a7d232b6-3f58-4434-a7e3-fbd7f560b567"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:49:06.375288 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3d86d-6779-4817-a18c-9e981f811d5f service neutron] Pushing event updated for resources: {'Port': ['ID=a7d232b6-3f58-4434-a7e3-fbd7f560b567,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:06.402442 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87859e8a-a93e-4825-bab4-b85f710a2c40 x-openstack-request-id: req-87859e8a-a93e-4825-bab4-b85f710a2c40 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:49:06.402732 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29184095-ca0f-4670-8b96-6dc5c70531aa", "tag": "a7d232b6-3f58-4434-a7e3-fbd7f560b567", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:49:06.403050 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-87859e8a-a93e-4825-bab4-b85f710a2c40 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:49:06.403454 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29184095-ca0f-4670-8b96-6dc5c70531aa', 'tag': 'a7d232b6-3f58-4434-a7e3-fbd7f560b567', 'status': 'completed', 'code': 200} Mar 14 15:49:06.447869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c706a-cad7-4212-a1a4-0c15314433c0 req-9f1327b6-d49d-405f-b25b-b33844ec5e0d tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:06.449674 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-da0c706a-cad7-4212-a1a4-0c15314433c0 req-9f1327b6-d49d-405f-b25b-b33844ec5e0d tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=29184095-ca0f-4670-8b96-6dc5c70531aa HTTP/1.1" status: 200 len: 943 time: 0.0959237 Mar 14 15:49:06.456009 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-24c43f8c-1acf-4b95-902c-2265376ed9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:06.457625 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-24c43f8c-1acf-4b95-902c-2265376ed9c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b37b652f7e1148a9b622ca21f3bad827&device_id=29184095-ca0f-4670-8b96-6dc5c70531aa HTTP/1.1" status: 200 len: 1096 time: 0.0646722 Mar 14 15:49:06.458429 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-37e7ded7-cd42-43e1-9a0d-8698164ac095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:06.522065 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-94002bc3-a982-4ae5-af5e-d6e6d44fd1b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d232b6-3f58-4434-a7e3-fbd7f560b567 HTTP/1.1" status: 200 len: 217 time: 0.0367455 Mar 14 15:49:06.546215 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-da0c706a-cad7-4212-a1a4-0c15314433c0 req-3d37794b-5410-4585-b9cb-23cc3d53495e tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/security-groups?id=35d48de4-3212-4dd6-ab5d-ff240bc8bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875504 Mar 14 15:49:06.581045 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-bce44c42-4544-4b25-a9b6-4f7569743c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:06.582517 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-bce44c42-4544-4b25-a9b6-4f7569743c58 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d77cc58a-9306-448c-8737-e156507be1cf HTTP/1.1" status: 200 len: 855 time: 0.0509944 Mar 14 15:49:06.630929 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-f5ad19e4-647b-41d5-8410-1cbf8f37ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:06.632392 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-f5ad19e4-647b-41d5-8410-1cbf8f37ac98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=72ca1043-4450-476d-a593-e45f3db7e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399280 Mar 14 15:49:06.728315 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-c6d89279-331d-447a-ace7-85c0ecac4940 service neutron] 10.222.0.18 "GET /v2.0/networks/72ca1043-4450-476d-a593-e45f3db7e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843141 Mar 14 15:49:06.817216 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1eeefc67-0294-4300-be2c-acceec5f9284 req-a9406917-e75a-44b6-b0de-e012d3b132a0 service neutron] 10.222.0.18 "GET /v2.0/networks/72ca1043-4450-476d-a593-e45f3db7e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790200 Mar 14 15:49:07.233293 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3918a38-c14f-4eb5-9dd1-b7e4a5895d2c req-bcfa9933-2e1c-45c5-8b9f-bf3b1b602397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:07.235062 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c3918a38-c14f-4eb5-9dd1-b7e4a5895d2c req-bcfa9933-2e1c-45c5-8b9f-bf3b1b602397 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b37b652f7e1148a9b622ca21f3bad827&device_id=29184095-ca0f-4670-8b96-6dc5c70531aa HTTP/1.1" status: 200 len: 1096 time: 0.3627801 Mar 14 15:49:07.323564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3918a38-c14f-4eb5-9dd1-b7e4a5895d2c req-8be364d2-3128-4762-bc21-f199c370436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:07.325003 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c3918a38-c14f-4eb5-9dd1-b7e4a5895d2c req-8be364d2-3128-4762-bc21-f199c370436a service neutron] 10.222.0.18 "GET /v2.0/networks?id=72ca1043-4450-476d-a593-e45f3db7e618 HTTP/1.1" status: 200 len: 917 time: 0.0829191 Mar 14 15:49:07.370028 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c3918a38-c14f-4eb5-9dd1-b7e4a5895d2c req-a8d536d2-17ac-4344-a62b-a1f15adb4596 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d232b6-3f58-4434-a7e3-fbd7f560b567 HTTP/1.1" status: 200 len: 217 time: 0.0375087 Mar 14 15:49:07.418108 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3918a38-c14f-4eb5-9dd1-b7e4a5895d2c req-e70f4b66-4251-4b5b-85eb-bcb5180e0bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:07.419598 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c3918a38-c14f-4eb5-9dd1-b7e4a5895d2c req-e70f4b66-4251-4b5b-85eb-bcb5180e0bf8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d77cc58a-9306-448c-8737-e156507be1cf HTTP/1.1" status: 200 len: 855 time: 0.0427096 Mar 14 15:49:07.464554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3918a38-c14f-4eb5-9dd1-b7e4a5895d2c req-ef5c0b18-af88-459d-b0bb-db285401be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:07.466034 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c3918a38-c14f-4eb5-9dd1-b7e4a5895d2c req-ef5c0b18-af88-459d-b0bb-db285401be39 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=72ca1043-4450-476d-a593-e45f3db7e618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391662 Mar 14 15:49:07.526095 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:07.560773 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c3918a38-c14f-4eb5-9dd1-b7e4a5895d2c req-f922df01-9dc8-49f3-ac27-68ef4ca4ea7b service neutron] 10.222.0.18 "GET /v2.0/networks/72ca1043-4450-476d-a593-e45f3db7e618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874529 Mar 14 15:49:07.652017 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c3918a38-c14f-4eb5-9dd1-b7e4a5895d2c req-2a6331e5-5da8-466f-b26e-2819193177d9 service neutron] 10.222.0.18 "GET /v2.0/networks/72ca1043-4450-476d-a593-e45f3db7e618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843434 Mar 14 15:49:07.666998 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f70f95-38d5-4199-a9a5-71dad14d3dba req-40f95cf3-500d-4220-b5b0-6a76ef88694f tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:07.669043 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-04f70f95-38d5-4199-a9a5-71dad14d3dba req-40f95cf3-500d-4220-b5b0-6a76ef88694f tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=29184095-ca0f-4670-8b96-6dc5c70531aa HTTP/1.1" status: 200 len: 943 time: 0.0522194 Mar 14 15:49:07.706887 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-04f70f95-38d5-4199-a9a5-71dad14d3dba req-f2ede106-9503-4e8a-83c0-8f0c1456d472 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/security-groups?id=35d48de4-3212-4dd6-ab5d-ff240bc8bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314865 Mar 14 15:49:07.905098 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a7d232b6-3f58-4434-a7e3-fbd7f560b567 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:49:07.997806 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a7d232b6-3f58-4434-a7e3-fbd7f560b567, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a7d232b6-3f58-4434-a7e3-fbd7f560b567,segment=NetworkSegment(f057003b-b0d6-40b4-8332-0d203b5cc9b5),segment_id=f057003b-b0d6-40b4-8332-0d203b5cc9b5)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:08.009254 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'a7d232b6-3f58-4434-a7e3-fbd7f560b567', 'network_id': '72ca1043-4450-476d-a593-e45f3db7e618', 'port_id': 'a7d232b6-3f58-4434-a7e3-fbd7f560b567', 'mac_address': 'fa:16:3e:f2:4c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77cc58a-9306-448c-8737-e156507be1cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:49:08.047743 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:08.060715 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d232b6-3f58-4434-a7e3-fbd7f560b567 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:49:08.079611 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a7d232b6-3f58-4434-a7e3-fbd7f560b567, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a7d232b6-3f58-4434-a7e3-fbd7f560b567,segment=NetworkSegment(f057003b-b0d6-40b4-8332-0d203b5cc9b5),segment_id=f057003b-b0d6-40b4-8332-0d203b5cc9b5)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:08.083120 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:08.129022 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=a7d232b6-3f58-4434-a7e3-fbd7f560b567,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:08.136645 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:08.136995 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:08.137338 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:08.137677 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:08.138010 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:08.138341 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:08.138671 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:08.139025 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:08.139355 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:08.139681 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:08.140004 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:08.140329 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:08.341907 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['a7d232b6-3f58-4434-a7e3-fbd7f560b567'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:49:08.822165 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68ab02-54a7-4ffb-a3e1-08ffc9c75eef req-c7df66aa-6015-4727-b432-6903aed9f3e5 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:08.824032 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fa68ab02-54a7-4ffb-a3e1-08ffc9c75eef req-c7df66aa-6015-4727-b432-6903aed9f3e5 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=29184095-ca0f-4670-8b96-6dc5c70531aa HTTP/1.1" status: 200 len: 944 time: 0.0498857 Mar 14 15:49:08.861102 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fa68ab02-54a7-4ffb-a3e1-08ffc9c75eef req-0bd664d0-494a-4c2e-975d-3b01c05c7156 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/security-groups?id=35d48de4-3212-4dd6-ab5d-ff240bc8bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312862 Mar 14 15:49:08.951912 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:09.002080 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:09.370814 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:09.937042 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a7d232b6-3f58-4434-a7e3-fbd7f560b567 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:49:09.982774 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092e506-9a9b-4fdb-8857-4df76ade39c8 req-1a52fce7-a343-4032-bb26-1a7cfc0b3608 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:09.984440 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7092e506-9a9b-4fdb-8857-4df76ade39c8 req-1a52fce7-a343-4032-bb26-1a7cfc0b3608 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=29184095-ca0f-4670-8b96-6dc5c70531aa HTTP/1.1" status: 200 len: 944 time: 0.0551667 Mar 14 15:49:09.986177 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port a7d232b6-3f58-4434-a7e3-fbd7f560b567 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:49:09.990229 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port a7d232b6-3f58-4434-a7e3-fbd7f560b567 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:09.990607 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:10.023879 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7092e506-9a9b-4fdb-8857-4df76ade39c8 req-811f1c93-df1e-4adf-a6cf-0d18b0232a5b tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/security-groups?id=35d48de4-3212-4dd6-ab5d-ff240bc8bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332379 Mar 14 15:49:10.070694 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:10.093385 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29184095-ca0f-4670-8b96-6dc5c70531aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d232b6-3f58-4434-a7e3-fbd7f560b567'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:49:10.095653 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e828eddb-1fcc-410e-a43b-1d41911c7e03" -d '{"events": [{"server_uuid": "29184095-ca0f-4670-8b96-6dc5c70531aa", "name": "network-vif-plugged", "status": "completed", "tag": "a7d232b6-3f58-4434-a7e3-fbd7f560b567"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:49:10.107614 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a7d232b6-3f58-4434-a7e3-fbd7f560b567, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a7d232b6-3f58-4434-a7e3-fbd7f560b567,segment=NetworkSegment(f057003b-b0d6-40b4-8332-0d203b5cc9b5),segment_id=f057003b-b0d6-40b4-8332-0d203b5cc9b5)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:10.111669 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:10.134368 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214fb7fe-31f6-4af4-b02c-bdb7c1eb880b x-openstack-request-id: req-214fb7fe-31f6-4af4-b02c-bdb7c1eb880b {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:49:10.134662 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29184095-ca0f-4670-8b96-6dc5c70531aa", "name": "network-vif-plugged", "status": "completed", "tag": "a7d232b6-3f58-4434-a7e3-fbd7f560b567", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:49:10.134945 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-214fb7fe-31f6-4af4-b02c-bdb7c1eb880b {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:49:10.135329 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29184095-ca0f-4670-8b96-6dc5c70531aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d232b6-3f58-4434-a7e3-fbd7f560b567', 'code': 200} Mar 14 15:49:10.160668 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=a7d232b6-3f58-4434-a7e3-fbd7f560b567,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:10.313284 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d036251-9c52-4972-9482-31df74e699e4 req-7b6bfcf3-426a-41b5-9c04-fdf5d1d149e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:10.314748 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5d036251-9c52-4972-9482-31df74e699e4 req-7b6bfcf3-426a-41b5-9c04-fdf5d1d149e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=29184095-ca0f-4670-8b96-6dc5c70531aa HTTP/1.1" status: 200 len: 1098 time: 0.0449884 Mar 14 15:49:10.353618 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5d036251-9c52-4972-9482-31df74e699e4 req-62fc54e0-0fad-4fee-a7a3-5a9f04f998d8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=35d48de4-3212-4dd6-ab5d-ff240bc8bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276444 Mar 14 15:49:11.136348 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948131d1-f53a-4c47-972d-1bf39c20704e req-0ec1c1cd-04ee-40f3-8d2b-8ea4df4a451a tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:11.137803 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-948131d1-f53a-4c47-972d-1bf39c20704e req-0ec1c1cd-04ee-40f3-8d2b-8ea4df4a451a tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=29184095-ca0f-4670-8b96-6dc5c70531aa HTTP/1.1" status: 200 len: 945 time: 0.0484290 Mar 14 15:49:11.174818 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-948131d1-f53a-4c47-972d-1bf39c20704e req-f4f31fc0-8a30-4ef4-9d0a-058f82435cc1 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/security-groups?id=35d48de4-3212-4dd6-ab5d-ff240bc8bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310190 Mar 14 15:49:12.291386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93353f9d-f5a4-4e22-9eab-bc535d032bcb req-47247b5a-ff43-4a8f-927c-162af3659188 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:12.292851 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-93353f9d-f5a4-4e22-9eab-bc535d032bcb req-47247b5a-ff43-4a8f-927c-162af3659188 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=29184095-ca0f-4670-8b96-6dc5c70531aa HTTP/1.1" status: 200 len: 945 time: 0.0488665 Mar 14 15:49:12.331959 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-93353f9d-f5a4-4e22-9eab-bc535d032bcb req-5eedfdcd-dbc2-4bc9-bbe6-f77c71bd1c7b tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/security-groups?id=35d48de4-3212-4dd6-ab5d-ff240bc8bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327253 Mar 14 15:49:12.446552 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e81371-6bc6-45c6-861b-c07d2a01c09d req-a792507e-c2f3-4690-8a9f-6cc6d7433793 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:12.448012 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-34e81371-6bc6-45c6-861b-c07d2a01c09d req-a792507e-c2f3-4690-8a9f-6cc6d7433793 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=29184095-ca0f-4670-8b96-6dc5c70531aa HTTP/1.1" status: 200 len: 945 time: 0.0477004 Mar 14 15:49:12.487567 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-34e81371-6bc6-45c6-861b-c07d2a01c09d req-917a9e15-3f63-4655-b92a-9a4b2cf33b26 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/security-groups?id=35d48de4-3212-4dd6-ab5d-ff240bc8bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335209 Mar 14 15:49:31.939977 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1a733-fef2-487e-be74-c1f597d2b011 req-7a5753fc-913b-42d9-a83e-95d332f6a052 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:31.941431 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e3c1a733-fef2-487e-be74-c1f597d2b011 req-7a5753fc-913b-42d9-a83e-95d332f6a052 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=29184095-ca0f-4670-8b96-6dc5c70531aa HTTP/1.1" status: 200 len: 945 time: 0.0560250 Mar 14 15:49:31.981918 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e3c1a733-fef2-487e-be74-c1f597d2b011 req-5b57a827-8528-4375-a968-29c0f004bd50 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/security-groups?id=35d48de4-3212-4dd6-ab5d-ff240bc8bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331690 Mar 14 15:49:33.099477 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0963cf4-8292-41e9-ae7d-15413902f474 req-8629de01-1fff-4371-b60e-4048f27a333c tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:33.101805 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f0963cf4-8292-41e9-ae7d-15413902f474 req-8629de01-1fff-4371-b60e-4048f27a333c tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=29184095-ca0f-4670-8b96-6dc5c70531aa HTTP/1.1" status: 200 len: 945 time: 0.0521970 Mar 14 15:49:33.138586 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f0963cf4-8292-41e9-ae7d-15413902f474 req-275e645e-0cec-4964-9c20-be87dfb33412 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/security-groups?id=35d48de4-3212-4dd6-ab5d-ff240bc8bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309665 Mar 14 15:49:33.634504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db62eb5-10d8-462b-9100-d5283cc3f37f req-e290e4a0-e774-413b-bc92-ec78a5b1728a tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:33.635977 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6db62eb5-10d8-462b-9100-d5283cc3f37f req-e290e4a0-e774-413b-bc92-ec78a5b1728a tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.18 "GET /v2.0/ports?device_id=29184095-ca0f-4670-8b96-6dc5c70531aa HTTP/1.1" status: 200 len: 945 time: 0.0478883 Mar 14 15:49:33.727844 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-6db62eb5-10d8-462b-9100-d5283cc3f37f req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Deleting port a7d232b6-3f58-4434-a7e3-fbd7f560b567 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:49:33.728118 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6db62eb5-10d8-462b-9100-d5283cc3f37f req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:33.818674 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-6db62eb5-10d8-462b-9100-d5283cc3f37f req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] For port a7d232b6-3f58-4434-a7e3-fbd7f560b567, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a7d232b6-3f58-4434-a7e3-fbd7f560b567,segment=NetworkSegment(f057003b-b0d6-40b4-8332-0d203b5cc9b5),segment_id=f057003b-b0d6-40b4-8332-0d203b5cc9b5)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:33.819070 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6db62eb5-10d8-462b-9100-d5283cc3f37f req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:33.832478 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-6db62eb5-10d8-462b-9100-d5283cc3f37f req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Calling delete_port for a7d232b6-3f58-4434-a7e3-fbd7f560b567 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:49:33.959850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6db62eb5-10d8-462b-9100-d5283cc3f37f req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:33.971710 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['a7d232b6-3f58-4434-a7e3-fbd7f560b567'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:49:33.988745 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Pushing event deleted for resources: {'Port': ['ID=a7d232b6-3f58-4434-a7e3-fbd7f560b567,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:34.016625 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:34.016978 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:34.017323 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:34.017663 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:34.017998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:34.018334 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:34.018664 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:34.019033 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:34.019363 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:34.019692 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:34.020024 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:34.020351 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:34.042071 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db62eb5-10d8-462b-9100-d5283cc3f37f req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] No DVR routers for this DVR port a7d232b6-3f58-4434-a7e3-fbd7f560b567 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:49:34.044866 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-6db62eb5-10d8-462b-9100-d5283cc3f37f req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:34.049080 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6db62eb5-10d8-462b-9100-d5283cc3f37f req-9b74bd40-932f-4626-9b5f-a07343314c62 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.18 "DELETE /v2.0/ports/a7d232b6-3f58-4434-a7e3-fbd7f560b567 HTTP/1.1" status: 204 len: 173 time: 0.4040155 Mar 14 15:49:34.049574 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29184095-ca0f-4670-8b96-6dc5c70531aa', 'name': 'network-vif-deleted', 'tag': 'a7d232b6-3f58-4434-a7e3-fbd7f560b567'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:49:34.054889 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146d66ea-8963-4c49-9ea2-2a8e65a8e6f9" -d '{"events": [{"server_uuid": "29184095-ca0f-4670-8b96-6dc5c70531aa", "name": "network-vif-deleted", "tag": "a7d232b6-3f58-4434-a7e3-fbd7f560b567"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:49:34.092238 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5aca1873-e0b6-4a96-ac52-a79ae19560a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:34.198271 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b0cbd8-99f2-429c-a738-469a0716e481 x-openstack-request-id: req-b2b0cbd8-99f2-429c-a738-469a0716e481 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:49:34.198906 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29184095-ca0f-4670-8b96-6dc5c70531aa", "name": "network-vif-deleted", "tag": "a7d232b6-3f58-4434-a7e3-fbd7f560b567", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:49:34.198906 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b2b0cbd8-99f2-429c-a738-469a0716e481 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:49:34.199235 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29184095-ca0f-4670-8b96-6dc5c70531aa', 'name': 'network-vif-deleted', 'tag': 'a7d232b6-3f58-4434-a7e3-fbd7f560b567', 'status': 'completed', 'code': 200} Mar 14 15:49:34.268408 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3b2a7c44-b83b-4b3f-82a1-f6f245b7e659 req-b4feb264-c551-4ed0-be91-3188dbd1e179 tempest-TestEncryptedCinderVolumes-870073868 tempest-TestEncryptedCinderVolumes-870073868-project] 10.222.0.59 "GET /v2.0/ports?device_id=29184095-ca0f-4670-8b96-6dc5c70531aa HTTP/1.1" status: 200 len: 210 time: 0.0275679 Mar 14 15:49:35.356821 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 32858) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:49:35.702517 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:35.948049 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Deleting port 74f835b9-f906-4124-8ec5-34a51c857c12 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:49:35.948394 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:36.027508 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] For port 74f835b9-f906-4124-8ec5-34a51c857c12, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=74f835b9-f906-4124-8ec5-34a51c857c12,segment=NetworkSegment(f057003b-b0d6-40b4-8332-0d203b5cc9b5),segment_id=f057003b-b0d6-40b4-8332-0d203b5cc9b5)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:36.027840 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:36.029177 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a7d232b6-3f58-4434-a7e3-fbd7f560b567 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:49:36.041009 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Calling delete_port for 74f835b9-f906-4124-8ec5-34a51c857c12 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:49:36.049713 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: a7d232b6-3f58-4434-a7e3-fbd7f560b567 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:49:36.050140 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a7d232b6-3f58-4434-a7e3-fbd7f560b567 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:49:36.220208 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:36.245561 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Pushing event deleted for resources: {'Port': ['ID=74f835b9-f906-4124-8ec5-34a51c857c12,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:36.256701 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:36.257748 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:36.257979 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:36.258407 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:36.258754 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:36.259117 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:36.259451 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:36.259784 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:36.260110 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:36.260435 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:36.260760 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:36.261082 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:36.421219 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:36.452164 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8498eab2-e309-4278-81ae-f259c79462d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:36.643821 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Router e4631cfc-c130-41c8-b3a4-8586e3b1a123 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:49:36.748880 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:49:36.757701 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d4014795-5b41-40ab-92a2-d27509cc183b admin admin] 10.222.0.59 "PUT /v2.0/routers/e4631cfc-c130-41c8-b3a4-8586e3b1a123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3967285 Mar 14 15:49:36.757857 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffdd3bd-f177-43a5-96a5-28789a8681a1 None None] Sync routers for ids ['e4631cfc-c130-41c8-b3a4-8586e3b1a123'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:49:36.758377 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 32860) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:49:36.767462 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffdd3bd-f177-43a5-96a5-28789a8681a1 None None] Routers {'e4631cfc-c130-41c8-b3a4-8586e3b1a123'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:49:36.768063 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9ffdd3bd-f177-43a5-96a5-28789a8681a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:49:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e4631cfc-c130-41c8-b3a4-8586e3b1a123'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:36.862169 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a461f02-d05e-40aa-99b3-5ce619fbf40f admin admin] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:36.871010 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9ffdd3bd-f177-43a5-96a5-28789a8681a1 None None] Set router e4631cfc-c130-41c8-b3a4-8586e3b1a123 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:49:37.051294 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9ffdd3bd-f177-43a5-96a5-28789a8681a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4631cfc-c130-41c8-b3a4-8586e3b1a123', 'name': 'tempest-TestEncryptedCinderVolumes-703738107-router', 'tenant_id': 'b37b652f7e1148a9b622ca21f3bad827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '41c63dd7-0986-458f-ab6b-8f25ca4c59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:48:20Z', 'updated_at': '2022-03-14T15:49:36Z', 'revision_number': 5, 'project_id': 'b37b652f7e1148a9b622ca21f3bad827', 'gw_port': {'id': '41c63dd7-0986-458f-ab6b-8f25ca4c59f9', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4631cfc-c130-41c8-b3a4-8586e3b1a123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:20Z', 'updated_at': '2022-03-14T15:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:37.078610 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffdd3bd-f177-43a5-96a5-28789a8681a1 None None] Checking router: e4631cfc-c130-41c8-b3a4-8586e3b1a123 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:49:37.089061 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffdd3bd-f177-43a5-96a5-28789a8681a1 None None] Routers {'e4631cfc-c130-41c8-b3a4-8586e3b1a123'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:49:37.089677 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9ffdd3bd-f177-43a5-96a5-28789a8681a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:49:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['e4631cfc-c130-41c8-b3a4-8586e3b1a123'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:37.198442 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9ffdd3bd-f177-43a5-96a5-28789a8681a1 None None] Set router e4631cfc-c130-41c8-b3a4-8586e3b1a123 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:49:37.292532 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a461f02-d05e-40aa-99b3-5ce619fbf40f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:37.344862 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-7a461f02-d05e-40aa-99b3-5ce619fbf40f admin admin] Deleting port 41c63dd7-0986-458f-ab6b-8f25ca4c59f9 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:49:37.345203 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a461f02-d05e-40aa-99b3-5ce619fbf40f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:37.379691 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9ffdd3bd-f177-43a5-96a5-28789a8681a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4631cfc-c130-41c8-b3a4-8586e3b1a123', 'name': 'tempest-TestEncryptedCinderVolumes-703738107-router', 'tenant_id': 'b37b652f7e1148a9b622ca21f3bad827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '41c63dd7-0986-458f-ab6b-8f25ca4c59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:48:20Z', 'updated_at': '2022-03-14T15:49:36Z', 'revision_number': 5, 'project_id': 'b37b652f7e1148a9b622ca21f3bad827', 'gw_port': {'id': '41c63dd7-0986-458f-ab6b-8f25ca4c59f9', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4631cfc-c130-41c8-b3a4-8586e3b1a123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:20Z', 'updated_at': '2022-03-14T15:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:37.406788 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffdd3bd-f177-43a5-96a5-28789a8681a1 None None] The sync data for ids ['e4631cfc-c130-41c8-b3a4-8586e3b1a123'] in dv-neutron-833559-1-hyperv is: [{'id': 'e4631cfc-c130-41c8-b3a4-8586e3b1a123', 'name': 'tempest-TestEncryptedCinderVolumes-703738107-router', 'tenant_id': 'b37b652f7e1148a9b622ca21f3bad827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '41c63dd7-0986-458f-ab6b-8f25ca4c59f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:48:20Z', 'updated_at': '2022-03-14T15:49:36Z', 'revision_number': 5, 'project_id': 'b37b652f7e1148a9b622ca21f3bad827', 'gw_port': {'id': '41c63dd7-0986-458f-ab6b-8f25ca4c59f9', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4631cfc-c130-41c8-b3a4-8586e3b1a123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:20Z', 'updated_at': '2022-03-14T15:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:49:37.424649 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-7a461f02-d05e-40aa-99b3-5ce619fbf40f admin admin] For port 41c63dd7-0986-458f-ab6b-8f25ca4c59f9, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=41c63dd7-0986-458f-ab6b-8f25ca4c59f9,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:37.425243 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a461f02-d05e-40aa-99b3-5ce619fbf40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:37.442166 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-7a461f02-d05e-40aa-99b3-5ce619fbf40f admin admin] Calling delete_port for 41c63dd7-0986-458f-ab6b-8f25ca4c59f9 owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:49:37.528147 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:37.606531 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a461f02-d05e-40aa-99b3-5ce619fbf40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:37.635296 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a461f02-d05e-40aa-99b3-5ce619fbf40f admin admin] Pushing event deleted for resources: {'Port': ['ID=41c63dd7-0986-458f-ab6b-8f25ca4c59f9,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:37.694061 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a461f02-d05e-40aa-99b3-5ce619fbf40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:37.785726 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a461f02-d05e-40aa-99b3-5ce619fbf40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:37.787783 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a461f02-d05e-40aa-99b3-5ce619fbf40f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:37.836249 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a461f02-d05e-40aa-99b3-5ce619fbf40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:37.836810 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a461f02-d05e-40aa-99b3-5ce619fbf40f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4631cfc-c130-41c8-b3a4-8586e3b1a123 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:49:37.841261 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7a461f02-d05e-40aa-99b3-5ce619fbf40f admin admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:37.844724 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7a461f02-d05e-40aa-99b3-5ce619fbf40f admin admin] 10.222.0.59 "DELETE /v2.0/routers/e4631cfc-c130-41c8-b3a4-8586e3b1a123 HTTP/1.1" status: 204 len: 168 time: 1.0830870 Mar 14 15:49:37.845115 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 32862) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:49:37.891665 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ff5e77-5559-4850-97cc-7946cb0dcc8a admin admin] Deleting subnet d77cc58a-9306-448c-8737-e156507be1cf {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:49:37.894854 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77ff5e77-5559-4850-97cc-7946cb0dcc8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:37.930605 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77ff5e77-5559-4850-97cc-7946cb0dcc8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:38.009828 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77ff5e77-5559-4850-97cc-7946cb0dcc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:38.068915 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77ff5e77-5559-4850-97cc-7946cb0dcc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:38.098108 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff5e77-5559-4850-97cc-7946cb0dcc8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d77cc58a-9306-448c-8737-e156507be1cf,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:38.100132 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77ff5e77-5559-4850-97cc-7946cb0dcc8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:38.107601 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-77ff5e77-5559-4850-97cc-7946cb0dcc8a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d77cc58a-9306-448c-8737-e156507be1cf HTTP/1.1" status: 204 len: 168 time: 0.2579129 Mar 14 15:49:38.107976 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 32864) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:49:38.113455 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b793f61-086d-4dac-92af-47ab0616ccbf None None] Network 72ca1043-4450-476d-a593-e45f3db7e618 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:49:38.184144 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8ea9fffd-3377-4345-8d8c-e4939b19ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:38.242801 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-8ea9fffd-3377-4345-8d8c-e4939b19ca66 admin admin] Deleting port 76a65e3c-59fb-4406-a58d-c5bdeb762925 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:49:38.243113 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8ea9fffd-3377-4345-8d8c-e4939b19ca66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:38.290096 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac5214f-9b48-42e2-b213-b22d298fdcab None None] DHCP port deletion for 72ca1043-4450-476d-a593-e45f3db7e618 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:49:38.312749 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-8ea9fffd-3377-4345-8d8c-e4939b19ca66 admin admin] For port 76a65e3c-59fb-4406-a58d-c5bdeb762925, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=76a65e3c-59fb-4406-a58d-c5bdeb762925,segment=NetworkSegment(f057003b-b0d6-40b4-8332-0d203b5cc9b5),segment_id=f057003b-b0d6-40b4-8332-0d203b5cc9b5)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:38.313054 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8ea9fffd-3377-4345-8d8c-e4939b19ca66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:38.326141 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-8ea9fffd-3377-4345-8d8c-e4939b19ca66 admin admin] Calling delete_port for 76a65e3c-59fb-4406-a58d-c5bdeb762925 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:49:38.335783 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5214f-9b48-42e2-b213-b22d298fdcab None None] Deleting port 76a65e3c-59fb-4406-a58d-c5bdeb762925 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:49:38.336242 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ac5214f-9b48-42e2-b213-b22d298fdcab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:38.401010 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-9ac5214f-9b48-42e2-b213-b22d298fdcab None None] For port 76a65e3c-59fb-4406-a58d-c5bdeb762925, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=76a65e3c-59fb-4406-a58d-c5bdeb762925,segment=NetworkSegment(f057003b-b0d6-40b4-8332-0d203b5cc9b5),segment_id=f057003b-b0d6-40b4-8332-0d203b5cc9b5)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:38.401336 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ac5214f-9b48-42e2-b213-b22d298fdcab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:38.408239 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8ea9fffd-3377-4345-8d8c-e4939b19ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:38.416389 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5214f-9b48-42e2-b213-b22d298fdcab None None] Calling delete_port for 76a65e3c-59fb-4406-a58d-c5bdeb762925 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:49:38.440482 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9fffd-3377-4345-8d8c-e4939b19ca66 admin admin] Pushing event deleted for resources: {'Port': ['ID=76a65e3c-59fb-4406-a58d-c5bdeb762925,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:38.446718 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea9fffd-3377-4345-8d8c-e4939b19ca66 admin admin] No DVR routers for this DVR port 76a65e3c-59fb-4406-a58d-c5bdeb762925 on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:49:38.499697 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9ac5214f-9b48-42e2-b213-b22d298fdcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:38.527901 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8ea9fffd-3377-4345-8d8c-e4939b19ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:38.528483 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5214f-9b48-42e2-b213-b22d298fdcab None None] Pushing event deleted for resources: {'Port': ['ID=76a65e3c-59fb-4406-a58d-c5bdeb762925,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:38.533885 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac5214f-9b48-42e2-b213-b22d298fdcab None None] No DVR routers for this DVR port 76a65e3c-59fb-4406-a58d-c5bdeb762925 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:49:38.550450 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-8ea9fffd-3377-4345-8d8c-e4939b19ca66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ca1043-4450-476d-a593-e45f3db7e618']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:38.551930 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 41c63dd7-0986-458f-ab6b-8f25ca4c59f9 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:49:38.560767 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-8ea9fffd-3377-4345-8d8c-e4939b19ca66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f057003b-b0d6-40b4-8332-0d203b5cc9b5') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:38.561061 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-8ea9fffd-3377-4345-8d8c-e4939b19ca66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f057003b-b0d6-40b4-8332-0d203b5cc9b5') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:38.570836 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8ea9fffd-3377-4345-8d8c-e4939b19ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:38.576829 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 41c63dd7-0986-458f-ab6b-8f25ca4c59f9 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:49:38.577180 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 41c63dd7-0986-458f-ab6b-8f25ca4c59f9 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:49:38.577595 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 76a65e3c-59fb-4406-a58d-c5bdeb762925 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:49:38.585857 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8ea9fffd-3377-4345-8d8c-e4939b19ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:38.591855 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea9fffd-3377-4345-8d8c-e4939b19ca66 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:49:38.592328 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8ea9fffd-3377-4345-8d8c-e4939b19ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:49:38.593997 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:49:38.597968 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 76a65e3c-59fb-4406-a58d-c5bdeb762925 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:49:38.598308 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 76a65e3c-59fb-4406-a58d-c5bdeb762925 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:49:38.598713 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 74f835b9-f906-4124-8ec5-34a51c857c12 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:49:38.618334 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 74f835b9-f906-4124-8ec5-34a51c857c12 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:49:38.618677 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 74f835b9-f906-4124-8ec5-34a51c857c12 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:49:38.653223 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8ea9fffd-3377-4345-8d8c-e4939b19ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:38.659116 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8ea9fffd-3377-4345-8d8c-e4939b19ca66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:38.662226 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8ea9fffd-3377-4345-8d8c-e4939b19ca66 admin admin] 10.222.0.59 "DELETE /v2.0/networks/72ca1043-4450-476d-a593-e45f3db7e618 HTTP/1.1" status: 204 len: 168 time: 0.5535796 Mar 14 15:49:38.665922 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 32866) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:49:38.674017 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9fffd-3377-4345-8d8c-e4939b19ca66 admin admin] Pushing event deleted for resources: {'Network': ['ID=72ca1043-4450-476d-a593-e45f3db7e618,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:38.956229 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:39.009098 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:39.016547 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4288d4fb-4be9-4369-b35a-6de7cc7f01b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:39.264920 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4288d4fb-4be9-4369-b35a-6de7cc7f01b1 admin admin] Deleting port 064144f5-df61-4fcd-9301-8acd9acc655d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:49:39.265184 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4288d4fb-4be9-4369-b35a-6de7cc7f01b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:39.348728 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-4288d4fb-4be9-4369-b35a-6de7cc7f01b1 admin admin] For port 064144f5-df61-4fcd-9301-8acd9acc655d, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=064144f5-df61-4fcd-9301-8acd9acc655d,segment=NetworkSegment(139d8684-ec73-4ea9-8433-90d5b62814d3),segment_id=139d8684-ec73-4ea9-8433-90d5b62814d3)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:39.349067 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4288d4fb-4be9-4369-b35a-6de7cc7f01b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:39.377548 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-4288d4fb-4be9-4369-b35a-6de7cc7f01b1 admin admin] Calling delete_port for 064144f5-df61-4fcd-9301-8acd9acc655d owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:49:39.378435 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:39.560922 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4288d4fb-4be9-4369-b35a-6de7cc7f01b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:39.591903 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288d4fb-4be9-4369-b35a-6de7cc7f01b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=064144f5-df61-4fcd-9301-8acd9acc655d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:39.763702 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4288d4fb-4be9-4369-b35a-6de7cc7f01b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:39.974417 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4288d4fb-4be9-4369-b35a-6de7cc7f01b1 admin admin] Router 56eb61b2-78e0-452d-a044-32e3c196c074 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:49:40.079814 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4288d4fb-4be9-4369-b35a-6de7cc7f01b1 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:49:40.085599 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4288d4fb-4be9-4369-b35a-6de7cc7f01b1 admin admin] 10.222.0.59 "PUT /v2.0/routers/56eb61b2-78e0-452d-a044-32e3c196c074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4182127 Mar 14 15:49:40.087847 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 32868) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:49:40.090318 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd3846b-b2f5-4115-8cf8-d6badaa1755d None None] Sync routers for ids ['56eb61b2-78e0-452d-a044-32e3c196c074'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:49:40.099778 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd3846b-b2f5-4115-8cf8-d6badaa1755d None None] Routers {'56eb61b2-78e0-452d-a044-32e3c196c074'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:49:40.100467 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-bfd3846b-b2f5-4115-8cf8-d6badaa1755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:49:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['56eb61b2-78e0-452d-a044-32e3c196c074'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:40.190540 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f876f660-64d3-4b4c-8a04-5acc2783ac77 admin admin] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:40.203603 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-bfd3846b-b2f5-4115-8cf8-d6badaa1755d None None] Set router 56eb61b2-78e0-452d-a044-32e3c196c074 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:49:40.293747 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f876f660-64d3-4b4c-8a04-5acc2783ac77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:40.346554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f876f660-64d3-4b4c-8a04-5acc2783ac77 admin admin] Deleting port 64d12604-d75b-4edd-a10b-c5b3155850a6 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:49:40.346904 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f876f660-64d3-4b4c-8a04-5acc2783ac77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:40.387063 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-bfd3846b-b2f5-4115-8cf8-d6badaa1755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56eb61b2-78e0-452d-a044-32e3c196c074', 'name': 'tempest-TestEncryptedCinderVolumes-69762469-router', 'tenant_id': '747f77e23e72417b86d3e8055c9c5cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '64d12604-d75b-4edd-a10b-c5b3155850a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:48:25Z', 'updated_at': '2022-03-14T15:49:39Z', 'revision_number': 5, 'project_id': '747f77e23e72417b86d3e8055c9c5cdb', 'gw_port': {'id': '64d12604-d75b-4edd-a10b-c5b3155850a6', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56eb61b2-78e0-452d-a044-32e3c196c074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:48:25Z', 'updated_at': '2022-03-14T15:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:40.415436 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd3846b-b2f5-4115-8cf8-d6badaa1755d None None] Checking router: 56eb61b2-78e0-452d-a044-32e3c196c074 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:49:40.423604 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd3846b-b2f5-4115-8cf8-d6badaa1755d None None] Routers {'56eb61b2-78e0-452d-a044-32e3c196c074'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:49:40.424204 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-bfd3846b-b2f5-4115-8cf8-d6badaa1755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:49:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['56eb61b2-78e0-452d-a044-32e3c196c074'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:40.430448 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-f876f660-64d3-4b4c-8a04-5acc2783ac77 admin admin] For port 64d12604-d75b-4edd-a10b-c5b3155850a6, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=64d12604-d75b-4edd-a10b-c5b3155850a6,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:40.430814 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f876f660-64d3-4b4c-8a04-5acc2783ac77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:40.447405 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-f876f660-64d3-4b4c-8a04-5acc2783ac77 admin admin] Calling delete_port for 64d12604-d75b-4edd-a10b-c5b3155850a6 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:49:40.510102 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-bfd3846b-b2f5-4115-8cf8-d6badaa1755d None None] Set router 56eb61b2-78e0-452d-a044-32e3c196c074 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:49:40.562514 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-bfd3846b-b2f5-4115-8cf8-d6badaa1755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56eb61b2-78e0-452d-a044-32e3c196c074', 'name': 'tempest-TestEncryptedCinderVolumes-69762469-router', 'tenant_id': '747f77e23e72417b86d3e8055c9c5cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:48:25Z', 'updated_at': '2022-03-14T15:49:40Z', 'revision_number': 6, 'project_id': '747f77e23e72417b86d3e8055c9c5cdb', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:40.591657 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd3846b-b2f5-4115-8cf8-d6badaa1755d None None] The sync data for ids ['56eb61b2-78e0-452d-a044-32e3c196c074'] in dv-neutron-833559-1-hyperv is: [{'id': '56eb61b2-78e0-452d-a044-32e3c196c074', 'name': 'tempest-TestEncryptedCinderVolumes-69762469-router', 'tenant_id': '747f77e23e72417b86d3e8055c9c5cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:48:25Z', 'updated_at': '2022-03-14T15:49:40Z', 'revision_number': 6, 'project_id': '747f77e23e72417b86d3e8055c9c5cdb', 'gw_port_host': None}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:49:40.620492 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f876f660-64d3-4b4c-8a04-5acc2783ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:40.644326 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876f660-64d3-4b4c-8a04-5acc2783ac77 admin admin] Pushing event deleted for resources: {'Port': ['ID=64d12604-d75b-4edd-a10b-c5b3155850a6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:40.704802 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f876f660-64d3-4b4c-8a04-5acc2783ac77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:40.792051 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f876f660-64d3-4b4c-8a04-5acc2783ac77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:40.794128 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f876f660-64d3-4b4c-8a04-5acc2783ac77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:40.840348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f876f660-64d3-4b4c-8a04-5acc2783ac77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:40.840871 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f876f660-64d3-4b4c-8a04-5acc2783ac77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56eb61b2-78e0-452d-a044-32e3c196c074 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:49:40.845166 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f876f660-64d3-4b4c-8a04-5acc2783ac77 admin admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:40.846310 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f876f660-64d3-4b4c-8a04-5acc2783ac77 admin admin] 10.222.0.59 "DELETE /v2.0/routers/56eb61b2-78e0-452d-a044-32e3c196c074 HTTP/1.1" status: 204 len: 168 time: 0.7574794 Mar 14 15:49:40.848864 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 32870) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:49:40.893107 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7d50f3-afb2-44df-8eab-01add7485078 admin admin] Deleting subnet 1a6ad837-9a29-4045-ada3-35fa4b607522 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:49:40.896627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c7d50f3-afb2-44df-8eab-01add7485078 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:40.932102 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c7d50f3-afb2-44df-8eab-01add7485078 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:41.017565 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c7d50f3-afb2-44df-8eab-01add7485078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:41.070026 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c7d50f3-afb2-44df-8eab-01add7485078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:41.095753 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d50f3-afb2-44df-8eab-01add7485078 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a6ad837-9a29-4045-ada3-35fa4b607522,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:41.099489 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c7d50f3-afb2-44df-8eab-01add7485078 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:41.102692 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5c7d50f3-afb2-44df-8eab-01add7485078 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1a6ad837-9a29-4045-ada3-35fa4b607522 HTTP/1.1" status: 204 len: 168 time: 0.2528117 Mar 14 15:49:41.105171 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 32872) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:49:41.107550 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ff69f6-3bad-4ff1-9d62-015d233a1028 None None] Network affcc77b-c57e-4a04-8152-80b7fb33814a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:49:41.171455 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d886c93-beaa-478a-9e39-6d93a2da50df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:41.229220 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-9d886c93-beaa-478a-9e39-6d93a2da50df admin admin] Deleting port 069433a6-15ae-4971-8315-a808a6fed1c4 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:49:41.229565 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d886c93-beaa-478a-9e39-6d93a2da50df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:41.291100 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-9d886c93-beaa-478a-9e39-6d93a2da50df admin admin] For port 069433a6-15ae-4971-8315-a808a6fed1c4, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=069433a6-15ae-4971-8315-a808a6fed1c4,segment=NetworkSegment(139d8684-ec73-4ea9-8433-90d5b62814d3),segment_id=139d8684-ec73-4ea9-8433-90d5b62814d3)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:41.291466 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d886c93-beaa-478a-9e39-6d93a2da50df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:41.305749 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-9d886c93-beaa-478a-9e39-6d93a2da50df admin admin] Calling delete_port for 069433a6-15ae-4971-8315-a808a6fed1c4 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:49:41.318373 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8b761a-d56f-4555-90f2-95cdc93ae908 None None] DHCP port deletion for affcc77b-c57e-4a04-8152-80b7fb33814a request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:49:41.371406 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3c8b761a-d56f-4555-90f2-95cdc93ae908 None None] Deleting port 069433a6-15ae-4971-8315-a808a6fed1c4 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:49:41.371829 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3c8b761a-d56f-4555-90f2-95cdc93ae908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:41.389955 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d886c93-beaa-478a-9e39-6d93a2da50df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:41.419648 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d886c93-beaa-478a-9e39-6d93a2da50df admin admin] Pushing event deleted for resources: {'Port': ['ID=069433a6-15ae-4971-8315-a808a6fed1c4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:41.423172 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d886c93-beaa-478a-9e39-6d93a2da50df admin admin] No DVR routers for this DVR port 069433a6-15ae-4971-8315-a808a6fed1c4 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:49:41.441130 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3c8b761a-d56f-4555-90f2-95cdc93ae908 None None] For port 069433a6-15ae-4971-8315-a808a6fed1c4, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=069433a6-15ae-4971-8315-a808a6fed1c4,segment=NetworkSegment(139d8684-ec73-4ea9-8433-90d5b62814d3),segment_id=139d8684-ec73-4ea9-8433-90d5b62814d3)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:41.441530 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3c8b761a-d56f-4555-90f2-95cdc93ae908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:41.455062 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3c8b761a-d56f-4555-90f2-95cdc93ae908 None None] Calling delete_port for 069433a6-15ae-4971-8315-a808a6fed1c4 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:49:41.493857 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d886c93-beaa-478a-9e39-6d93a2da50df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:41.514680 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-9d886c93-beaa-478a-9e39-6d93a2da50df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affcc77b-c57e-4a04-8152-80b7fb33814a']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:41.525076 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-9d886c93-beaa-478a-9e39-6d93a2da50df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139d8684-ec73-4ea9-8433-90d5b62814d3') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:41.525384 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-9d886c93-beaa-478a-9e39-6d93a2da50df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139d8684-ec73-4ea9-8433-90d5b62814d3') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:41.532690 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3c8b761a-d56f-4555-90f2-95cdc93ae908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:41.535998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d886c93-beaa-478a-9e39-6d93a2da50df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:41.550888 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d886c93-beaa-478a-9e39-6d93a2da50df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:41.558530 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d886c93-beaa-478a-9e39-6d93a2da50df admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:49:41.559076 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d886c93-beaa-478a-9e39-6d93a2da50df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:41.560242 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b761a-d56f-4555-90f2-95cdc93ae908 None None] Pushing event deleted for resources: {'Port': ['ID=069433a6-15ae-4971-8315-a808a6fed1c4,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:49:41.561387 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:49:41.565680 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8b761a-d56f-4555-90f2-95cdc93ae908 None None] No DVR routers for this DVR port 069433a6-15ae-4971-8315-a808a6fed1c4 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:49:41.635321 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d886c93-beaa-478a-9e39-6d93a2da50df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:41.640600 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9d886c93-beaa-478a-9e39-6d93a2da50df admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:41.643797 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-9d886c93-beaa-478a-9e39-6d93a2da50df admin admin] 10.222.0.59 "DELETE /v2.0/networks/affcc77b-c57e-4a04-8152-80b7fb33814a HTTP/1.1" status: 204 len: 168 time: 0.5377293 Mar 14 15:49:41.655026 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d886c93-beaa-478a-9e39-6d93a2da50df admin admin] Pushing event deleted for resources: {'Network': ['ID=affcc77b-c57e-4a04-8152-80b7fb33814a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:41.802841 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 32876) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:49:41.842342 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1fe2321d-ec55-4ab2-96e5-37affdb1b010 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b37b652f7e1148a9b622ca21f3bad827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374947 Mar 14 15:49:41.844682 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 32878) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:49:41.891104 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-22f495dd-1ae8-495c-94f4-4515ab5a4ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:41.912170 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-22f495dd-1ae8-495c-94f4-4515ab5a4ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:41.957182 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-22f495dd-1ae8-495c-94f4-4515ab5a4ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:41.961100 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-22f495dd-1ae8-495c-94f4-4515ab5a4ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:41.962335 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-22f495dd-1ae8-495c-94f4-4515ab5a4ad4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/35d48de4-3212-4dd6-ab5d-ff240bc8bac6 HTTP/1.1" status: 204 len: 168 time: 0.1167121 Mar 14 15:49:41.970256 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f495dd-1ae8-495c-94f4-4515ab5a4ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d48de4-3212-4dd6-ab5d-ff240bc8bac6,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:42.267125 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 32884) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:49:42.309614 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0836fb85-065b-4b38-9c15-db7da0dae409 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=747f77e23e72417b86d3e8055c9c5cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413783 Mar 14 15:49:42.312063 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 32886) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:49:42.359356 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7e28972b-acef-468b-a3e6-591342036890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:42.371227 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:49:42.381372 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7e28972b-acef-468b-a3e6-591342036890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:42.430894 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7e28972b-acef-468b-a3e6-591342036890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:42.433569 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7e28972b-acef-468b-a3e6-591342036890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:42.434835 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7e28972b-acef-468b-a3e6-591342036890 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/27b76bcd-f6d1-48bc-baa1-c87480c21398 HTTP/1.1" status: 204 len: 168 time: 0.1217232 Mar 14 15:49:42.442379 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28972b-acef-468b-a3e6-591342036890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b76bcd-f6d1-48bc-baa1-c87480c21398,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:42.527377 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 064144f5-df61-4fcd-9301-8acd9acc655d no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:49:42.696650 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 064144f5-df61-4fcd-9301-8acd9acc655d {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:49:42.696996 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 064144f5-df61-4fcd-9301-8acd9acc655d not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:49:42.697408 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 069433a6-15ae-4971-8315-a808a6fed1c4 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:49:42.716676 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 069433a6-15ae-4971-8315-a808a6fed1c4 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:49:42.717021 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 069433a6-15ae-4971-8315-a808a6fed1c4 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:49:42.717426 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 64d12604-d75b-4edd-a10b-c5b3155850a6 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:49:42.736785 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 64d12604-d75b-4edd-a10b-c5b3155850a6 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:49:42.737137 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 64d12604-d75b-4edd-a10b-c5b3155850a6 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:49:43.095980 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 32908) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:49:43.191582 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2be92d3f-d1b8-41a7-9339-c32f92de853f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1632047086-network', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:49:43.212552 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be92d3f-d1b8-41a7-9339-c32f92de853f admin admin] Made reservation on behalf of 62f47ef51b2247e5bde72717bd3c563a for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:49:43.214675 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2be92d3f-d1b8-41a7-9339-c32f92de853f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:43.222795 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2be92d3f-d1b8-41a7-9339-c32f92de853f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:43.297411 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2be92d3f-d1b8-41a7-9339-c32f92de853f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:43.301284 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2be92d3f-d1b8-41a7-9339-c32f92de853f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:43.325845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be92d3f-d1b8-41a7-9339-c32f92de853f admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:49:43.336873 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be92d3f-d1b8-41a7-9339-c32f92de853f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e944f818-d1d9-4f43-a0fc-7c55047888c8,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:43.342270 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2be92d3f-d1b8-41a7-9339-c32f92de853f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:43.342606 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-2be92d3f-d1b8-41a7-9339-c32f92de853f admin admin] Added segment b669e769-2e11-4b55-b3c6-32ea2d312dd0 of type vlan for network 6f6c5d4b-aa53-486c-b7b9-51cadccc322e Mar 14 15:49:43.385819 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2be92d3f-d1b8-41a7-9339-c32f92de853f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:43.411443 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2be92d3f-d1b8-41a7-9339-c32f92de853f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:43.412396 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be92d3f-d1b8-41a7-9339-c32f92de853f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:43.412970 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2be92d3f-d1b8-41a7-9339-c32f92de853f admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:43.470317 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2be92d3f-d1b8-41a7-9339-c32f92de853f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3730216 Mar 14 15:49:43.471007 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 32912) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:49:43.476655 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-909ebbd0-e68a-4e42-9744-ff9d6020a8f7 admin admin] Request body: {'subnet': {'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1632047086-subnet', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:49:43.478577 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be92d3f-d1b8-41a7-9339-c32f92de853f admin admin] Pushing event updated for resources: {'Network': ['ID=6f6c5d4b-aa53-486c-b7b9-51cadccc322e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:43.489593 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 6f6c5d4b-aa53-486c-b7b9-51cadccc322e details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:49:43.497438 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909ebbd0-e68a-4e42-9744-ff9d6020a8f7 admin admin] Made reservation on behalf of 62f47ef51b2247e5bde72717bd3c563a for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:49:43.499947 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-909ebbd0-e68a-4e42-9744-ff9d6020a8f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:43.664975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-909ebbd0-e68a-4e42-9744-ff9d6020a8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:43.720573 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ebbd0-e68a-4e42-9744-ff9d6020a8f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aab066f-b32a-428f-863d-b8919b64a43d,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:43.729527 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909ebbd0-e68a-4e42-9744-ff9d6020a8f7 admin admin] Checking segment: {'id': 'b669e769-2e11-4b55-b3c6-32ea2d312dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:49:43.729888 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909ebbd0-e68a-4e42-9744-ff9d6020a8f7 admin admin] Network hostable DHCP agents. Network: 6f6c5d4b-aa53-486c-b7b9-51cadccc322e, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:49:43.746740 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909ebbd0-e68a-4e42-9744-ff9d6020a8f7 admin admin] Network 6f6c5d4b-aa53-486c-b7b9-51cadccc322e is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:49:43.755141 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-909ebbd0-e68a-4e42-9744-ff9d6020a8f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 6f6c5d4b-aa53-486c-b7b9-51cadccc322e) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:49:43.759834 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909ebbd0-e68a-4e42-9744-ff9d6020a8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:43.760423 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-909ebbd0-e68a-4e42-9744-ff9d6020a8f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:43.764909 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5675ca5f-c180-4256-be77-f1c94e431e5f None None] Network 6f6c5d4b-aa53-486c-b7b9-51cadccc322e requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:49:43.776423 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-909ebbd0-e68a-4e42-9744-ff9d6020a8f7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3042977 Mar 14 15:49:43.779155 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 32914) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:49:43.783527 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-219dfbf2-7398-4d11-bb1d-02939f2cfeff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1632047086-router', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:49:43.801645 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-219dfbf2-7398-4d11-bb1d-02939f2cfeff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:43.802729 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-219dfbf2-7398-4d11-bb1d-02939f2cfeff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:43.858677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-219dfbf2-7398-4d11-bb1d-02939f2cfeff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:43.910781 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-6f6c5d4b-aa53-486c-b7b9-51cadccc322e', 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'fixed_ips': [{'subnet_id': '8aab066f-b32a-428f-863d-b8919b64a43d'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:49:43.911679 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:43.994242 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-219dfbf2-7398-4d11-bb1d-02939f2cfeff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:44.046436 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] Allocated IP 172.20.0.2 (6f6c5d4b-aa53-486c-b7b9-51cadccc322e/8aab066f-b32a-428f-863d-b8919b64a43d/9fea2586-2617-4964-b188-544e9ef55977) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:49:44.190575 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:44.191499 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-219dfbf2-7398-4d11-bb1d-02939f2cfeff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:44.196845 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:44.211328 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-219dfbf2-7398-4d11-bb1d-02939f2cfeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:44.243547 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] Network 6f6c5d4b-aa53-486c-b7b9-51cadccc322e is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:49:44.246495 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:49:44.250581 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:49:44.253634 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] Pushing event updated for resources: {'Port': ['ID=9fea2586-2617-4964-b188-544e9ef55977,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:44.305292 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] Attempting to bind port 9fea2586-2617-4964-b188-544e9ef55977 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:49:44.305667 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] Attempting to bind port 9fea2586-2617-4964-b188-544e9ef55977 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'b669e769-2e11-4b55-b3c6-32ea2d312dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:49:44.306035 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] Attempting to bind port 9fea2586-2617-4964-b188-544e9ef55977 on network 6f6c5d4b-aa53-486c-b7b9-51cadccc322e {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:49:44.311102 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:49:44.311476 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] Checking segment: {'id': 'b669e769-2e11-4b55-b3c6-32ea2d312dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:49:44.311897 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:44.312284 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] Bound using segment: {'id': 'b669e769-2e11-4b55-b3c6-32ea2d312dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:49:44.312762 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] Bound port: 9fea2586-2617-4964-b188-544e9ef55977, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b669e769-2e11-4b55-b3c6-32ea2d312dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:49:44.313204 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:44.316372 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-219dfbf2-7398-4d11-bb1d-02939f2cfeff admin admin] Allocated IP 172.26.6.201 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:49:44.375942 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] For port 9fea2586-2617-4964-b188-544e9ef55977, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:49:44.379083 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] For port 9fea2586-2617-4964-b188-544e9ef55977, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=9fea2586-2617-4964-b188-544e9ef55977,segment=NetworkSegment(b669e769-2e11-4b55-b3c6-32ea2d312dd0),segment_id=b669e769-2e11-4b55-b3c6-32ea2d312dd0)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:49:44.384900 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:44.435368 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-219dfbf2-7398-4d11-bb1d-02939f2cfeff admin admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:44.445457 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090b131-6722-4e64-91a7-bf111acc0615 None None] Pushing event updated for resources: {'Port': ['ID=9fea2586-2617-4964-b188-544e9ef55977,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:44.472602 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-219dfbf2-7398-4d11-bb1d-02939f2cfeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:44.514691 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219dfbf2-7398-4d11-bb1d-02939f2cfeff admin admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:49:44.517505 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-219dfbf2-7398-4d11-bb1d-02939f2cfeff admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:49:44.520927 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219dfbf2-7398-4d11-bb1d-02939f2cfeff admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:49:44.527113 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dfbf2-7398-4d11-bb1d-02939f2cfeff admin admin] Pushing event updated for resources: {'Port': ['ID=d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:45.127774 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-219dfbf2-7398-4d11-bb1d-02939f2cfeff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:45.327394 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-219dfbf2-7398-4d11-bb1d-02939f2cfeff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:45.336532 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e7e481-6b01-40bc-8a73-963260623323 None None] Network 6f6c5d4b-aa53-486c-b7b9-51cadccc322e requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:49:45.457117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219dfbf2-7398-4d11-bb1d-02939f2cfeff admin admin] Router f56bbbce-8730-4bcb-93f5-52009c45a57a is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:49:45.464889 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-be1aece0-acfd-4194-8c51-0bc94aca200b None None] Provisioning complete for port 9fea2586-2617-4964-b188-544e9ef55977 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:45.465266 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-be1aece0-acfd-4194-8c51-0bc94aca200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:45.570649 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219dfbf2-7398-4d11-bb1d-02939f2cfeff admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:49:45.571104 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-be1aece0-acfd-4194-8c51-0bc94aca200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:45.581529 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] Sync routers for ids ['f56bbbce-8730-4bcb-93f5-52009c45a57a'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:49:45.591692 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-219dfbf2-7398-4d11-bb1d-02939f2cfeff admin admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:45.593705 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-219dfbf2-7398-4d11-bb1d-02939f2cfeff admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8135121 Mar 14 15:49:45.596940 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 32916) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:49:45.601244 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] Routers {'f56bbbce-8730-4bcb-93f5-52009c45a57a'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:49:45.601958 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:49:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['f56bbbce-8730-4bcb-93f5-52009c45a57a'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:45.610218 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-be1aece0-acfd-4194-8c51-0bc94aca200b None None] For port 9fea2586-2617-4964-b188-544e9ef55977, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=9fea2586-2617-4964-b188-544e9ef55977,segment=NetworkSegment(b669e769-2e11-4b55-b3c6-32ea2d312dd0),segment_id=b669e769-2e11-4b55-b3c6-32ea2d312dd0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:45.617667 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-be1aece0-acfd-4194-8c51-0bc94aca200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:45.673241 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1aece0-acfd-4194-8c51-0bc94aca200b None None] Pushing event updated for resources: {'Port': ['ID=9fea2586-2617-4964-b188-544e9ef55977,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:45.727575 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] Set router f56bbbce-8730-4bcb-93f5-52009c45a57a gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:49:45.839158 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-62ac72d5-0af6-42c8-a719-a050fc2566ad None None] Provisioning complete for port 9fea2586-2617-4964-b188-544e9ef55977 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:45.839699 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-62ac72d5-0af6-42c8-a719-a050fc2566ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:45.916822 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'name': 'tempest-TestMinimumBasicScenario-1632047086-router', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:43Z', 'updated_at': '2022-03-14T15:49:45Z', 'revision_number': 3, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'gw_port': {'id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:44Z', 'updated_at': '2022-03-14T15:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:45.943155 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] Checking router: f56bbbce-8730-4bcb-93f5-52009c45a57a for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:49:45.943427 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] Updating router f56bbbce-8730-4bcb-93f5-52009c45a57a port d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064 binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:49:45.968057 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:46.055408 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f827b75e-5fad-4988-9efb-3c71db6dc9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:46.217303 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:46.217855 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-f827b75e-5fad-4988-9efb-3c71db6dc9ac admin admin] Allocated IP 172.20.0.1 (6f6c5d4b-aa53-486c-b7b9-51cadccc322e/8aab066f-b32a-428f-863d-b8919b64a43d/f7412daa-744c-4b12-a7a0-bde368285026) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:49:46.222689 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:46.271529 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] Attempting to bind port d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:49:46.271882 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] Attempting to bind port d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:49:46.272296 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] Attempting to bind port d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064 on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:49:46.282113 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:49:46.282473 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:49:46.282869 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:46.283282 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:49:46.283747 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] Bound port: d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:49:46.285133 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:46.309090 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c1405-a555-45d3-a935-e65df31e7fb2 None None] Pushing event updated for resources: {'Port': ['ID=d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:46.321913 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c1405-a555-45d3-a935-e65df31e7fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:46.322256 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c1405-a555-45d3-a935-e65df31e7fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:46.322596 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c1405-a555-45d3-a935-e65df31e7fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:46.322948 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c1405-a555-45d3-a935-e65df31e7fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:46.323283 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c1405-a555-45d3-a935-e65df31e7fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:46.323928 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c1405-a555-45d3-a935-e65df31e7fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:46.323928 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c1405-a555-45d3-a935-e65df31e7fb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:46.324246 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c1405-a555-45d3-a935-e65df31e7fb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:46.324569 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c1405-a555-45d3-a935-e65df31e7fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:46.324899 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c1405-a555-45d3-a935-e65df31e7fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:46.325212 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c1405-a555-45d3-a935-e65df31e7fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:46.325533 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c1405-a555-45d3-a935-e65df31e7fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:49:46.338013 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f827b75e-5fad-4988-9efb-3c71db6dc9ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:46.363132 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] For port d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:49:46.368404 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] For port d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:49:46.374366 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:46.377020 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f827b75e-5fad-4988-9efb-3c71db6dc9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:46.423870 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f827b75e-5fad-4988-9efb-3c71db6dc9ac admin admin] Network 6f6c5d4b-aa53-486c-b7b9-51cadccc322e is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:49:46.429277 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f827b75e-5fad-4988-9efb-3c71db6dc9ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:49:46.430048 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c1405-a555-45d3-a935-e65df31e7fb2 None None] Pushing event updated for resources: {'Port': ['ID=d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:46.432345 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f827b75e-5fad-4988-9efb-3c71db6dc9ac admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:49:46.449530 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] Routers {'f56bbbce-8730-4bcb-93f5-52009c45a57a'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:49:46.450236 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:49:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['f56bbbce-8730-4bcb-93f5-52009c45a57a'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:46.460744 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827b75e-5fad-4988-9efb-3c71db6dc9ac admin admin] Pushing event updated for resources: {'Port': ['ID=f7412daa-744c-4b12-a7a0-bde368285026,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:46.478872 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f827b75e-5fad-4988-9efb-3c71db6dc9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:46.640307 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 9fea2586-2617-4964-b188-544e9ef55977 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:49:46.661788 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f827b75e-5fad-4988-9efb-3c71db6dc9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:46.688236 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] Set router f56bbbce-8730-4bcb-93f5-52009c45a57a gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:49:46.720673 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 9fea2586-2617-4964-b188-544e9ef55977 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:46.721296 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:46.845756 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f827b75e-5fad-4988-9efb-3c71db6dc9ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:46.853922 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f827b75e-5fad-4988-9efb-3c71db6dc9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:46.865402 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-bfd8d28c-a7f7-41fb-b282-7d4ad4b0d7b0 None None] Provisioning complete for port f7412daa-744c-4b12-a7a0-bde368285026 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:46.867074 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bfd8d28c-a7f7-41fb-b282-7d4ad4b0d7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:46.899550 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'name': 'tempest-TestMinimumBasicScenario-1632047086-router', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:43Z', 'updated_at': '2022-03-14T15:49:45Z', 'revision_number': 3, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'gw_port': {'id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:44Z', 'updated_at': '2022-03-14T15:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:46.907080 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-bfd8d28c-a7f7-41fb-b282-7d4ad4b0d7b0 None None] Port f7412daa-744c-4b12-a7a0-bde368285026 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:49:46.931063 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9805e517-d54e-4644-acd3-f76b64496b51 None None] The sync data for ids ['f56bbbce-8730-4bcb-93f5-52009c45a57a'] in dv-neutron-833559-1-hyperv is: [{'id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'name': 'tempest-TestMinimumBasicScenario-1632047086-router', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:43Z', 'updated_at': '2022-03-14T15:49:45Z', 'revision_number': 3, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'gw_port': {'id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:44Z', 'updated_at': '2022-03-14T15:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:49:46.935784 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f827b75e-5fad-4988-9efb-3c71db6dc9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:46.946387 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827b75e-5fad-4988-9efb-3c71db6dc9ac admin admin] Pushing event updated for resources: {'Port': ['ID=f7412daa-744c-4b12-a7a0-bde368285026,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:47.044746 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f827b75e-5fad-4988-9efb-3c71db6dc9ac admin admin] Network 6f6c5d4b-aa53-486c-b7b9-51cadccc322e is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:49:47.046341 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f827b75e-5fad-4988-9efb-3c71db6dc9ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:49:47.196544 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f827b75e-5fad-4988-9efb-3c71db6dc9ac admin admin] Router f56bbbce-8730-4bcb-93f5-52009c45a57a has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:49:47.325725 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f827b75e-5fad-4988-9efb-3c71db6dc9ac admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:49:47.329200 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b7d14cb5-baf3-4f1b-a979-cd95f8d57b16 None None] Provisioning complete for port f7412daa-744c-4b12-a7a0-bde368285026 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:47.329811 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b7d14cb5-baf3-4f1b-a979-cd95f8d57b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:47.332029 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f827b75e-5fad-4988-9efb-3c71db6dc9ac admin admin] 10.222.0.59 "PUT /v2.0/routers/f56bbbce-8730-4bcb-93f5-52009c45a57a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7342610 Mar 14 15:49:47.378058 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b7d14cb5-baf3-4f1b-a979-cd95f8d57b16 None None] Port f7412daa-744c-4b12-a7a0-bde368285026 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:49:47.828419 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 32932) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:49:47.833423 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d808c0c5-d1e5-4db7-903e-9f5f7f5093fe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1638856636-network', 'tenant_id': '01b85231572f4331a2ec48bd0d34e4eb'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:49:47.853414 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d808c0c5-d1e5-4db7-903e-9f5f7f5093fe admin admin] Made reservation on behalf of 01b85231572f4331a2ec48bd0d34e4eb for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:49:47.855869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d808c0c5-d1e5-4db7-903e-9f5f7f5093fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:47.864031 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d808c0c5-d1e5-4db7-903e-9f5f7f5093fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:47.938790 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d808c0c5-d1e5-4db7-903e-9f5f7f5093fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:47.942670 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d808c0c5-d1e5-4db7-903e-9f5f7f5093fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:47.970773 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d808c0c5-d1e5-4db7-903e-9f5f7f5093fe admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:49:47.980016 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808c0c5-d1e5-4db7-903e-9f5f7f5093fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b0e5cc-fd24-4438-a6b7-aa43d29df8d2,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:47.986677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d808c0c5-d1e5-4db7-903e-9f5f7f5093fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:47.987611 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-d808c0c5-d1e5-4db7-903e-9f5f7f5093fe admin admin] Added segment 56a61378-1eee-4098-83d8-3bdacf0a6667 of type vlan for network d77b7895-d285-4a2a-b2f9-9bb69bd772ae Mar 14 15:49:48.027449 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d808c0c5-d1e5-4db7-903e-9f5f7f5093fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:48.051804 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d808c0c5-d1e5-4db7-903e-9f5f7f5093fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:48.052746 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d808c0c5-d1e5-4db7-903e-9f5f7f5093fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:48.053318 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d808c0c5-d1e5-4db7-903e-9f5f7f5093fe admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:48.101759 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d808c0c5-d1e5-4db7-903e-9f5f7f5093fe admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2722363 Mar 14 15:49:48.104562 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 32934) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:49:48.109519 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a9a9e887-66f6-494d-af9e-d297c5f7d6a8 admin admin] Request body: {'subnet': {'network_id': 'd77b7895-d285-4a2a-b2f9-9bb69bd772ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1638856636-subnet', 'tenant_id': '01b85231572f4331a2ec48bd0d34e4eb', 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:49:48.114230 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808c0c5-d1e5-4db7-903e-9f5f7f5093fe admin admin] Pushing event updated for resources: {'Network': ['ID=d77b7895-d285-4a2a-b2f9-9bb69bd772ae,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:48.124692 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network d77b7895-d285-4a2a-b2f9-9bb69bd772ae details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:49:48.129340 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a9e887-66f6-494d-af9e-d297c5f7d6a8 admin admin] Made reservation on behalf of 01b85231572f4331a2ec48bd0d34e4eb for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:49:48.132288 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9a9e887-66f6-494d-af9e-d297c5f7d6a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:48.307393 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9a9e887-66f6-494d-af9e-d297c5f7d6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:48.357077 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9e887-66f6-494d-af9e-d297c5f7d6a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62f25ba3-e641-4b7d-bc7e-e3a5d631854c,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:48.372683 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9e887-66f6-494d-af9e-d297c5f7d6a8 admin admin] Checking segment: {'id': '56a61378-1eee-4098-83d8-3bdacf0a6667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd77b7895-d285-4a2a-b2f9-9bb69bd772ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:49:48.373046 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a9e887-66f6-494d-af9e-d297c5f7d6a8 admin admin] Network hostable DHCP agents. Network: d77b7895-d285-4a2a-b2f9-9bb69bd772ae, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:49:48.390605 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a9e887-66f6-494d-af9e-d297c5f7d6a8 admin admin] Network d77b7895-d285-4a2a-b2f9-9bb69bd772ae is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:49:48.400639 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-a9a9e887-66f6-494d-af9e-d297c5f7d6a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, d77b7895-d285-4a2a-b2f9-9bb69bd772ae) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:49:48.405365 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a9e887-66f6-494d-af9e-d297c5f7d6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:49:48.407055 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9a9e887-66f6-494d-af9e-d297c5f7d6a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:48.414444 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1a62ed-6a2a-431b-a48b-dfce1684bde0 None None] Network d77b7895-d285-4a2a-b2f9-9bb69bd772ae requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:49:48.429205 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a9a9e887-66f6-494d-af9e-d297c5f7d6a8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3211827 Mar 14 15:49:48.429646 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 32936) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:49:48.434465 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-893bcccb-ebf2-4197-84b7-65ca01347b31 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1638856636-router', 'tenant_id': '01b85231572f4331a2ec48bd0d34e4eb', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:49:48.453819 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-893bcccb-ebf2-4197-84b7-65ca01347b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:48.454889 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-893bcccb-ebf2-4197-84b7-65ca01347b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:48.519272 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-893bcccb-ebf2-4197-84b7-65ca01347b31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:48.566647 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] Sync routers for ids ['f56bbbce-8730-4bcb-93f5-52009c45a57a'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:49:48.578181 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] Routers {'f56bbbce-8730-4bcb-93f5-52009c45a57a'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:49:48.581604 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:49:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['f56bbbce-8730-4bcb-93f5-52009c45a57a'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:48.620848 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-d77b7895-d285-4a2a-b2f9-9bb69bd772ae', 'network_id': 'd77b7895-d285-4a2a-b2f9-9bb69bd772ae', 'tenant_id': '01b85231572f4331a2ec48bd0d34e4eb', 'fixed_ips': [{'subnet_id': '62f25ba3-e641-4b7d-bc7e-e3a5d631854c'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:49:48.621704 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:48.624107 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:49:48.674268 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-893bcccb-ebf2-4197-84b7-65ca01347b31 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:48.829454 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] Set router f56bbbce-8730-4bcb-93f5-52009c45a57a gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:49:48.868383 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:48.868762 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:48.872100 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-893bcccb-ebf2-4197-84b7-65ca01347b31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:48.891547 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-893bcccb-ebf2-4197-84b7-65ca01347b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:48.939878 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] Allocated IP 172.20.0.2 (d77b7895-d285-4a2a-b2f9-9bb69bd772ae/62f25ba3-e641-4b7d-bc7e-e3a5d631854c/a51d0cdf-9117-4d90-8ca4-6287cfe464ae) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:49:48.999522 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-893bcccb-ebf2-4197-84b7-65ca01347b31 admin admin] Allocated IP 172.26.6.3 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/7a65a5a8-c481-45fd-9443-78e63834fafa) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:49:49.104790 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-893bcccb-ebf2-4197-84b7-65ca01347b31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:49.140243 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-893bcccb-ebf2-4197-84b7-65ca01347b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:49.186029 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893bcccb-ebf2-4197-84b7-65ca01347b31 admin admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:49:49.189060 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-893bcccb-ebf2-4197-84b7-65ca01347b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:49:49.192571 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893bcccb-ebf2-4197-84b7-65ca01347b31 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:49:49.217482 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bcccb-ebf2-4197-84b7-65ca01347b31 admin admin] Pushing event updated for resources: {'Port': ['ID=7a65a5a8-c481-45fd-9443-78e63834fafa,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:49.307073 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:49.347292 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:49.372184 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:49.434660 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:49.450611 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'name': 'tempest-TestMinimumBasicScenario-1632047086-router', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:43Z', 'updated_at': '2022-03-14T15:49:46Z', 'revision_number': 4, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'gw_port': {'id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:44Z', 'updated_at': '2022-03-14T15:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'f7412daa-744c-4b12-a7a0-bde368285026', 'name': '', 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'mac_address': 'fa:16:3e:97:a4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8aab066f-b32a-428f-863d-b8919b64a43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:46Z', 'updated_at': '2022-03-14T15:49:46Z', 'revision_number': 2, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'subnets': [{'id': '8aab066f-b32a-428f-863d-b8919b64a43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:49.454952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-893bcccb-ebf2-4197-84b7-65ca01347b31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:49.455114 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:49.487889 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] Checking router: f56bbbce-8730-4bcb-93f5-52009c45a57a for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:49:49.488253 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] Updating router f56bbbce-8730-4bcb-93f5-52009c45a57a port f7412daa-744c-4b12-a7a0-bde368285026 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:49:49.490028 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:49.539738 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] Network d77b7895-d285-4a2a-b2f9-9bb69bd772ae is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:49:49.550310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:49:49.555874 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:49:49.560011 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:49.580305 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] Pushing event updated for resources: {'Port': ['ID=a51d0cdf-9117-4d90-8ca4-6287cfe464ae,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:49.656431 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] Attempting to bind port a51d0cdf-9117-4d90-8ca4-6287cfe464ae on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:49:49.656707 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] Attempting to bind port a51d0cdf-9117-4d90-8ca4-6287cfe464ae by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '56a61378-1eee-4098-83d8-3bdacf0a6667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd77b7895-d285-4a2a-b2f9-9bb69bd772ae'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:49:49.657067 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] Attempting to bind port a51d0cdf-9117-4d90-8ca4-6287cfe464ae on network d77b7895-d285-4a2a-b2f9-9bb69bd772ae {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:49:49.662432 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-893bcccb-ebf2-4197-84b7-65ca01347b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:49.706122 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:49:49.706498 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] Checking segment: {'id': '56a61378-1eee-4098-83d8-3bdacf0a6667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd77b7895-d285-4a2a-b2f9-9bb69bd772ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:49:49.706901 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:49.707324 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] Bound using segment: {'id': '56a61378-1eee-4098-83d8-3bdacf0a6667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd77b7895-d285-4a2a-b2f9-9bb69bd772ae'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:49:49.707808 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] Bound port: a51d0cdf-9117-4d90-8ca4-6287cfe464ae, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a61378-1eee-4098-83d8-3bdacf0a6667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd77b7895-d285-4a2a-b2f9-9bb69bd772ae'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:49:49.708191 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:49.838850 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] For port a51d0cdf-9117-4d90-8ca4-6287cfe464ae, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:49:49.860154 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] For port a51d0cdf-9117-4d90-8ca4-6287cfe464ae, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a51d0cdf-9117-4d90-8ca4-6287cfe464ae,segment=NetworkSegment(56a61378-1eee-4098-83d8-3bdacf0a6667),segment_id=56a61378-1eee-4098-83d8-3bdacf0a6667)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:49:49.869341 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:49.968180 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fd442-cebb-4a13-a0db-9c0560d96870 None None] Pushing event updated for resources: {'Port': ['ID=a51d0cdf-9117-4d90-8ca4-6287cfe464ae,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:50.011406 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:50.017076 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:50.071475 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34eab57-318f-4cc3-a0a0-d5e72425d637 None None] Pushing event updated for resources: {'Port': ['ID=f7412daa-744c-4b12-a7a0-bde368285026,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:50.131318 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] Attempting to bind port f7412daa-744c-4b12-a7a0-bde368285026 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:49:50.132047 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] Attempting to bind port f7412daa-744c-4b12-a7a0-bde368285026 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'b669e769-2e11-4b55-b3c6-32ea2d312dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:49:50.132486 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] Attempting to bind port f7412daa-744c-4b12-a7a0-bde368285026 on network 6f6c5d4b-aa53-486c-b7b9-51cadccc322e {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:49:50.137881 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:49:50.138561 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] Checking segment: {'id': 'b669e769-2e11-4b55-b3c6-32ea2d312dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:49:50.139105 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:50.139777 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] Bound using segment: {'id': 'b669e769-2e11-4b55-b3c6-32ea2d312dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:49:50.140399 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] Bound port: f7412daa-744c-4b12-a7a0-bde368285026, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b669e769-2e11-4b55-b3c6-32ea2d312dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:49:50.140789 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:50.154356 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893bcccb-ebf2-4197-84b7-65ca01347b31 admin admin] Router f0b4968c-d847-447f-af3b-550ee3351114 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:49:50.229629 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] For port f7412daa-744c-4b12-a7a0-bde368285026, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:49:50.233341 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] For port f7412daa-744c-4b12-a7a0-bde368285026, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=f7412daa-744c-4b12-a7a0-bde368285026,segment=NetworkSegment(b669e769-2e11-4b55-b3c6-32ea2d312dd0),segment_id=b669e769-2e11-4b55-b3c6-32ea2d312dd0)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:49:50.239722 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:50.283792 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893bcccb-ebf2-4197-84b7-65ca01347b31 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:49:50.294534 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] Sync routers for ids ['f0b4968c-d847-447f-af3b-550ee3351114'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:49:50.311697 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] Routers {'f0b4968c-d847-447f-af3b-550ee3351114'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:49:50.314402 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:49:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['f0b4968c-d847-447f-af3b-550ee3351114'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:50.324902 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-893bcccb-ebf2-4197-84b7-65ca01347b31 admin admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:50.326546 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-893bcccb-ebf2-4197-84b7-65ca01347b31 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8958011 Mar 14 15:49:50.329266 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 32938) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:49:50.332441 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] Routers {'f56bbbce-8730-4bcb-93f5-52009c45a57a'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:49:50.335289 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:49:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['f56bbbce-8730-4bcb-93f5-52009c45a57a'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:50.397673 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34eab57-318f-4cc3-a0a0-d5e72425d637 None None] Pushing event updated for resources: {'Port': ['ID=f7412daa-744c-4b12-a7a0-bde368285026,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:50.481310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] Set router f56bbbce-8730-4bcb-93f5-52009c45a57a gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:49:50.483785 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-860e5bc0-5254-4283-8876-9fd249874a42 None None] Provisioning complete for port f7412daa-744c-4b12-a7a0-bde368285026 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:50.484241 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-860e5bc0-5254-4283-8876-9fd249874a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:50.500978 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] Set router f0b4968c-d847-447f-af3b-550ee3351114 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:49:50.725572 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a51d0cdf-9117-4d90-8ca4-6287cfe464ae up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:49:50.759414 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b4968c-d847-447f-af3b-550ee3351114', 'name': 'tempest-TestMinimumBasicScenario-1638856636-router', 'tenant_id': '01b85231572f4331a2ec48bd0d34e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '7a65a5a8-c481-45fd-9443-78e63834fafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:48Z', 'updated_at': '2022-03-14T15:49:49Z', 'revision_number': 3, 'project_id': '01b85231572f4331a2ec48bd0d34e4eb', 'gw_port': {'id': '7a65a5a8-c481-45fd-9443-78e63834fafa', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b4968c-d847-447f-af3b-550ee3351114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:48Z', 'updated_at': '2022-03-14T15:49:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:50.806264 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] Checking router: f0b4968c-d847-447f-af3b-550ee3351114 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:49:50.806896 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] Updating router f0b4968c-d847-447f-af3b-550ee3351114 port 7a65a5a8-c481-45fd-9443-78e63834fafa binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:49:50.815897 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-860e5bc0-5254-4283-8876-9fd249874a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:50.836765 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:50.889912 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-860e5bc0-5254-4283-8876-9fd249874a42 None None] For port f7412daa-744c-4b12-a7a0-bde368285026, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=f7412daa-744c-4b12-a7a0-bde368285026,segment=NetworkSegment(b669e769-2e11-4b55-b3c6-32ea2d312dd0),segment_id=b669e769-2e11-4b55-b3c6-32ea2d312dd0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:50.898443 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port a51d0cdf-9117-4d90-8ca4-6287cfe464ae triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:50.898989 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:50.902383 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-860e5bc0-5254-4283-8876-9fd249874a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:50.913446 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93ae83d8-ea4d-4411-9b70-baac61bd688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:50.998096 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e5bc0-5254-4283-8876-9fd249874a42 None None] Pushing event updated for resources: {'Port': ['ID=f7412daa-744c-4b12-a7a0-bde368285026,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:51.045484 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ecd9b33b-cba2-4007-9818-3d6b47892074 None None] Provisioning complete for port f7412daa-744c-4b12-a7a0-bde368285026 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:51.045484 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ecd9b33b-cba2-4007-9818-3d6b47892074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:51.048490 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'name': 'tempest-TestMinimumBasicScenario-1632047086-router', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:43Z', 'updated_at': '2022-03-14T15:49:46Z', 'revision_number': 4, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'gw_port': {'id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:44Z', 'updated_at': '2022-03-14T15:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'f7412daa-744c-4b12-a7a0-bde368285026', 'name': '', 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'mac_address': 'fa:16:3e:97:a4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8aab066f-b32a-428f-863d-b8919b64a43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:46Z', 'updated_at': '2022-03-14T15:49:50Z', 'revision_number': 4, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'subnets': [{'id': '8aab066f-b32a-428f-863d-b8919b64a43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:51.107273 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f89eab-9ff4-423b-bf0b-941eefb78bda None None] The sync data for ids ['f56bbbce-8730-4bcb-93f5-52009c45a57a'] in dv-neutron-833559-1-hyperv is: [{'id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'name': 'tempest-TestMinimumBasicScenario-1632047086-router', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:43Z', 'updated_at': '2022-03-14T15:49:46Z', 'revision_number': 4, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'gw_port': {'id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:44Z', 'updated_at': '2022-03-14T15:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'f7412daa-744c-4b12-a7a0-bde368285026', 'name': '', 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'mac_address': 'fa:16:3e:97:a4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8aab066f-b32a-428f-863d-b8919b64a43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:46Z', 'updated_at': '2022-03-14T15:49:50Z', 'revision_number': 4, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'subnets': [{'id': '8aab066f-b32a-428f-863d-b8919b64a43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:49:51.125217 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-93ae83d8-ea4d-4411-9b70-baac61bd688c admin admin] Allocated IP 172.20.0.1 (d77b7895-d285-4a2a-b2f9-9bb69bd772ae/62f25ba3-e641-4b7d-bc7e-e3a5d631854c/ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:49:51.154726 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:51.161884 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:51.172069 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:51.267119 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952251d8-dc36-4b24-8ed8-f010af591450 None None] Network d77b7895-d285-4a2a-b2f9-9bb69bd772ae requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:49:51.276942 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] Attempting to bind port 7a65a5a8-c481-45fd-9443-78e63834fafa on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:49:51.278617 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] Attempting to bind port 7a65a5a8-c481-45fd-9443-78e63834fafa by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:49:51.279359 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] Attempting to bind port 7a65a5a8-c481-45fd-9443-78e63834fafa on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:49:51.290660 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:49:51.291199 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:49:51.291848 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:51.292168 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:49:51.292903 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] Bound port: 7a65a5a8-c481-45fd-9443-78e63834fafa, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:49:51.293395 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:51.312162 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93ae83d8-ea4d-4411-9b70-baac61bd688c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:51.340524 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port a51d0cdf-9117-4d90-8ca4-6287cfe464ae, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a51d0cdf-9117-4d90-8ca4-6287cfe464ae,segment=NetworkSegment(56a61378-1eee-4098-83d8-3bdacf0a6667),segment_id=56a61378-1eee-4098-83d8-3bdacf0a6667)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:51.352336 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:51.353078 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:49:51.354836 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93ae83d8-ea4d-4411-9b70-baac61bd688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:51.366500 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] For port 7a65a5a8-c481-45fd-9443-78e63834fafa, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:49:51.370405 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] For port 7a65a5a8-c481-45fd-9443-78e63834fafa, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=7a65a5a8-c481-45fd-9443-78e63834fafa,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:49:51.374844 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244eef21-c20e-4f09-976a-f3a5a11fd01a None None] Pushing event updated for resources: {'Port': ['ID=7a65a5a8-c481-45fd-9443-78e63834fafa,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:51.382684 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:51.429449 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ae83d8-ea4d-4411-9b70-baac61bd688c admin admin] Network d77b7895-d285-4a2a-b2f9-9bb69bd772ae is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:49:51.430776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae83d8-ea4d-4411-9b70-baac61bd688c admin admin] Pushing event updated for resources: {'Port': ['ID=ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:51.433685 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-93ae83d8-ea4d-4411-9b70-baac61bd688c admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:49:51.442561 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ae83d8-ea4d-4411-9b70-baac61bd688c admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:49:51.471905 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] Routers {'f0b4968c-d847-447f-af3b-550ee3351114'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:49:51.473528 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:49:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['f0b4968c-d847-447f-af3b-550ee3351114'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:51.505194 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93ae83d8-ea4d-4411-9b70-baac61bd688c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:51.508687 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=a51d0cdf-9117-4d90-8ca4-6287cfe464ae,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:51.535169 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c15dd9f5-ec0c-4611-99cb-8e260644fbcd None None] Provisioning complete for port a51d0cdf-9117-4d90-8ca4-6287cfe464ae triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:51.535533 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c15dd9f5-ec0c-4611-99cb-8e260644fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:51.579350 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:51.579625 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:51.607569 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] Set router f0b4968c-d847-447f-af3b-550ee3351114 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:49:51.640430 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244eef21-c20e-4f09-976a-f3a5a11fd01a None None] Pushing event updated for resources: {'Port': ['ID=7a65a5a8-c481-45fd-9443-78e63834fafa,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:51.668610 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93ae83d8-ea4d-4411-9b70-baac61bd688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:51.838902 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b4968c-d847-447f-af3b-550ee3351114', 'name': 'tempest-TestMinimumBasicScenario-1638856636-router', 'tenant_id': '01b85231572f4331a2ec48bd0d34e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '7a65a5a8-c481-45fd-9443-78e63834fafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:48Z', 'updated_at': '2022-03-14T15:49:49Z', 'revision_number': 3, 'project_id': '01b85231572f4331a2ec48bd0d34e4eb', 'gw_port': {'id': '7a65a5a8-c481-45fd-9443-78e63834fafa', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b4968c-d847-447f-af3b-550ee3351114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:48Z', 'updated_at': '2022-03-14T15:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:51.874505 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2552c381-b09e-4862-93a8-9253dd9944f7 None None] The sync data for ids ['f0b4968c-d847-447f-af3b-550ee3351114'] in dv-neutron-833559-1-hyperv is: [{'id': 'f0b4968c-d847-447f-af3b-550ee3351114', 'name': 'tempest-TestMinimumBasicScenario-1638856636-router', 'tenant_id': '01b85231572f4331a2ec48bd0d34e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '7a65a5a8-c481-45fd-9443-78e63834fafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:48Z', 'updated_at': '2022-03-14T15:49:49Z', 'revision_number': 3, 'project_id': '01b85231572f4331a2ec48bd0d34e4eb', 'gw_port': {'id': '7a65a5a8-c481-45fd-9443-78e63834fafa', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b4968c-d847-447f-af3b-550ee3351114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:48Z', 'updated_at': '2022-03-14T15:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:49:51.942222 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93ae83d8-ea4d-4411-9b70-baac61bd688c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:51.950376 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93ae83d8-ea4d-4411-9b70-baac61bd688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:52.031415 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae83d8-ea4d-4411-9b70-baac61bd688c admin admin] Pushing event updated for resources: {'Port': ['ID=ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:52.036735 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93ae83d8-ea4d-4411-9b70-baac61bd688c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:52.144272 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-93d5390b-24e3-4378-8bac-7ce061c0a0f0 None None] Provisioning complete for port ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:52.144470 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-93d5390b-24e3-4378-8bac-7ce061c0a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:52.157707 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ae83d8-ea4d-4411-9b70-baac61bd688c admin admin] Network d77b7895-d285-4a2a-b2f9-9bb69bd772ae is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:49:52.159992 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-93ae83d8-ea4d-4411-9b70-baac61bd688c admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:49:52.204353 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-93d5390b-24e3-4378-8bac-7ce061c0a0f0 None None] Port ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:49:52.234054 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-93d5390b-24e3-4378-8bac-7ce061c0a0f0 None None] Provisioning complete for port a51d0cdf-9117-4d90-8ca4-6287cfe464ae triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:52.234054 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-93d5390b-24e3-4378-8bac-7ce061c0a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:52.348781 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ae83d8-ea4d-4411-9b70-baac61bd688c admin admin] Router f0b4968c-d847-447f-af3b-550ee3351114 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:49:52.490522 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-7b561d4e-e9bb-43e0-87ce-d72b46af7744 None None] Provisioning complete for port ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:52.491313 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b561d4e-e9bb-43e0-87ce-d72b46af7744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:52.519010 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ae83d8-ea4d-4411-9b70-baac61bd688c admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:49:52.538965 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-93ae83d8-ea4d-4411-9b70-baac61bd688c admin admin] 10.222.0.59 "PUT /v2.0/routers/f0b4968c-d847-447f-af3b-550ee3351114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2015622 Mar 14 15:49:52.554419 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-7b561d4e-e9bb-43e0-87ce-d72b46af7744 None None] Port ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:49:52.727923 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a51d0cdf-9117-4d90-8ca4-6287cfe464ae up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:49:52.794930 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port a51d0cdf-9117-4d90-8ca4-6287cfe464ae triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:52.795514 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:52.824913 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-24cef85e-f68d-413f-a122-d2bee5037db8 None None] Provisioning complete for port ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:52.825551 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-24cef85e-f68d-413f-a122-d2bee5037db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:52.872885 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-24cef85e-f68d-413f-a122-d2bee5037db8 None None] Port ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:49:52.917433 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7a65a5a8-c481-45fd-9443-78e63834fafa up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:49:53.000147 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 7a65a5a8-c481-45fd-9443-78e63834fafa triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:53.000526 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:53.106069 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:53.133704 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 7a65a5a8-c481-45fd-9443-78e63834fafa, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=7a65a5a8-c481-45fd-9443-78e63834fafa,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:53.139968 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:53.140780 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device f7412daa-744c-4b12-a7a0-bde368285026 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:49:53.221166 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=7a65a5a8-c481-45fd-9443-78e63834fafa,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:53.235323 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port f7412daa-744c-4b12-a7a0-bde368285026 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:53.235696 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:54.582469 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7a65a5a8-c481-45fd-9443-78e63834fafa up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:49:54.654404 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 7a65a5a8-c481-45fd-9443-78e63834fafa triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:54.654777 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:54.729601 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] Sync routers for ids ['f0b4968c-d847-447f-af3b-550ee3351114'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:49:54.749124 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] Routers {'f0b4968c-d847-447f-af3b-550ee3351114'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:49:54.749752 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:49:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['f0b4968c-d847-447f-af3b-550ee3351114'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:54.870489 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] Set router f0b4968c-d847-447f-af3b-550ee3351114 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:49:55.089918 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b4968c-d847-447f-af3b-550ee3351114', 'name': 'tempest-TestMinimumBasicScenario-1638856636-router', 'tenant_id': '01b85231572f4331a2ec48bd0d34e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '7a65a5a8-c481-45fd-9443-78e63834fafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:48Z', 'updated_at': '2022-03-14T15:49:51Z', 'revision_number': 4, 'project_id': '01b85231572f4331a2ec48bd0d34e4eb', 'gw_port': {'id': '7a65a5a8-c481-45fd-9443-78e63834fafa', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b4968c-d847-447f-af3b-550ee3351114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:48Z', 'updated_at': '2022-03-14T15:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02', 'name': '', 'network_id': 'd77b7895-d285-4a2a-b2f9-9bb69bd772ae', 'tenant_id': '01b85231572f4331a2ec48bd0d34e4eb', 'mac_address': 'fa:16:3e:38:07:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b4968c-d847-447f-af3b-550ee3351114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '62f25ba3-e641-4b7d-bc7e-e3a5d631854c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:50Z', 'updated_at': '2022-03-14T15:49:51Z', 'revision_number': 2, 'project_id': '01b85231572f4331a2ec48bd0d34e4eb', 'subnets': [{'id': '62f25ba3-e641-4b7d-bc7e-e3a5d631854c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:55.118411 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] Checking router: f0b4968c-d847-447f-af3b-550ee3351114 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:49:55.118886 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] Updating router f0b4968c-d847-447f-af3b-550ee3351114 port ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:49:55.144444 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:55.449557 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:55.456578 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:55.533734 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270ff89-d534-45f2-9605-2de5956c5407 None None] Pushing event updated for resources: {'Port': ['ID=ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:55.587978 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] Attempting to bind port ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:49:55.588560 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] Attempting to bind port ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '56a61378-1eee-4098-83d8-3bdacf0a6667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd77b7895-d285-4a2a-b2f9-9bb69bd772ae'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:49:55.588766 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] Attempting to bind port ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02 on network d77b7895-d285-4a2a-b2f9-9bb69bd772ae {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:49:55.594219 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:49:55.594588 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] Checking segment: {'id': '56a61378-1eee-4098-83d8-3bdacf0a6667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd77b7895-d285-4a2a-b2f9-9bb69bd772ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:49:55.595019 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:55.595407 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] Bound using segment: {'id': '56a61378-1eee-4098-83d8-3bdacf0a6667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd77b7895-d285-4a2a-b2f9-9bb69bd772ae'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:49:55.595865 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] Bound port: ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a61378-1eee-4098-83d8-3bdacf0a6667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd77b7895-d285-4a2a-b2f9-9bb69bd772ae'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:49:55.596243 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:55.681827 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] For port ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:49:55.687915 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] For port ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02,segment=NetworkSegment(56a61378-1eee-4098-83d8-3bdacf0a6667),segment_id=56a61378-1eee-4098-83d8-3bdacf0a6667)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:49:55.696135 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:55.760744 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] Routers {'f0b4968c-d847-447f-af3b-550ee3351114'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:49:55.761359 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:49:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['f0b4968c-d847-447f-af3b-550ee3351114'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:55.822838 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270ff89-d534-45f2-9605-2de5956c5407 None None] Pushing event updated for resources: {'Port': ['ID=ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:55.841736 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-bb9d1df9-1f66-4061-9e63-933172b061a5 None None] Provisioning complete for port ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:55.841736 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb9d1df9-1f66-4061-9e63-933172b061a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:55.930054 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] Set router f0b4968c-d847-447f-af3b-550ee3351114 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:49:56.098145 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb9d1df9-1f66-4061-9e63-933172b061a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:56.158812 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-bb9d1df9-1f66-4061-9e63-933172b061a5 None None] For port ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02,segment=NetworkSegment(56a61378-1eee-4098-83d8-3bdacf0a6667),segment_id=56a61378-1eee-4098-83d8-3bdacf0a6667)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:49:56.165130 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb9d1df9-1f66-4061-9e63-933172b061a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:56.238621 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d1df9-1f66-4061-9e63-933172b061a5 None None] Pushing event updated for resources: {'Port': ['ID=ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:49:56.252916 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b4968c-d847-447f-af3b-550ee3351114', 'name': 'tempest-TestMinimumBasicScenario-1638856636-router', 'tenant_id': '01b85231572f4331a2ec48bd0d34e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '7a65a5a8-c481-45fd-9443-78e63834fafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:48Z', 'updated_at': '2022-03-14T15:49:51Z', 'revision_number': 4, 'project_id': '01b85231572f4331a2ec48bd0d34e4eb', 'gw_port': {'id': '7a65a5a8-c481-45fd-9443-78e63834fafa', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b4968c-d847-447f-af3b-550ee3351114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:48Z', 'updated_at': '2022-03-14T15:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02', 'name': '', 'network_id': 'd77b7895-d285-4a2a-b2f9-9bb69bd772ae', 'tenant_id': '01b85231572f4331a2ec48bd0d34e4eb', 'mac_address': 'fa:16:3e:38:07:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b4968c-d847-447f-af3b-550ee3351114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '62f25ba3-e641-4b7d-bc7e-e3a5d631854c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:50Z', 'updated_at': '2022-03-14T15:49:55Z', 'revision_number': 4, 'project_id': '01b85231572f4331a2ec48bd0d34e4eb', 'subnets': [{'id': '62f25ba3-e641-4b7d-bc7e-e3a5d631854c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:49:56.289969 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da249117-77f0-4df1-9118-6ad4d37d9a4e None None] The sync data for ids ['f0b4968c-d847-447f-af3b-550ee3351114'] in dv-neutron-833559-1-hyperv is: [{'id': 'f0b4968c-d847-447f-af3b-550ee3351114', 'name': 'tempest-TestMinimumBasicScenario-1638856636-router', 'tenant_id': '01b85231572f4331a2ec48bd0d34e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '7a65a5a8-c481-45fd-9443-78e63834fafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:48Z', 'updated_at': '2022-03-14T15:49:51Z', 'revision_number': 4, 'project_id': '01b85231572f4331a2ec48bd0d34e4eb', 'gw_port': {'id': '7a65a5a8-c481-45fd-9443-78e63834fafa', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b4968c-d847-447f-af3b-550ee3351114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:48Z', 'updated_at': '2022-03-14T15:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02', 'name': '', 'network_id': 'd77b7895-d285-4a2a-b2f9-9bb69bd772ae', 'tenant_id': '01b85231572f4331a2ec48bd0d34e4eb', 'mac_address': 'fa:16:3e:38:07:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b4968c-d847-447f-af3b-550ee3351114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '62f25ba3-e641-4b7d-bc7e-e3a5d631854c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:50Z', 'updated_at': '2022-03-14T15:49:55Z', 'revision_number': 4, 'project_id': '01b85231572f4331a2ec48bd0d34e4eb', 'subnets': [{'id': '62f25ba3-e641-4b7d-bc7e-e3a5d631854c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:49:56.300114 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-d681eae2-4561-44ab-9841-355a4ee66bd2 None None] Provisioning complete for port ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:56.300490 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d681eae2-4561-44ab-9841-355a4ee66bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:49:56.627592 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:49:56.684074 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:49:56.684851 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:02.604685 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-2f21be05-029f-4a0a-bbc0-79f2dddd8e15 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:02.606141 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-2f21be05-029f-4a0a-bbc0-79f2dddd8e15 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/networks?id=6f6c5d4b-aa53-486c-b7b9-51cadccc322e HTTP/1.1" status: 200 len: 815 time: 0.1048937 Mar 14 15:50:02.621214 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-492cefc9-0392-4a7e-8363-3cee153c1435 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/quotas/62f47ef51b2247e5bde72717bd3c563a HTTP/1.1" status: 200 len: 375 time: 0.0093966 Mar 14 15:50:02.671262 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-f3671da7-b321-453c-a192-8979411705c3 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=62f47ef51b2247e5bde72717bd3c563a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448966 Mar 14 15:50:02.764459 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-bf29fe23-29b6-47d9-a85b-8b5a83138721 service neutron] 10.222.0.59 "GET /v2.0/networks/6f6c5d4b-aa53-486c-b7b9-51cadccc322e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806742 Mar 14 15:50:02.855391 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-0e745993-629f-488b-8c11-8f6c2f0b301c service neutron] 10.222.0.59 "GET /v2.0/networks/6f6c5d4b-aa53-486c-b7b9-51cadccc322e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850189 Mar 14 15:50:03.179488 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-da705cdb-c9a3-4b0a-a558-c9365b3a28b8 req-79ebfdbc-d66f-4fd0-abce-6695dce1e49b tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 210 time: 0.1922948 Mar 14 15:50:04.029692 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-7ca09c59-dcd5-44a7-be05-fabbb9e3e4a7 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:04.031291 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-7ca09c59-dcd5-44a7-be05-fabbb9e3e4a7 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.18 "GET /v2.0/networks?id=6f6c5d4b-aa53-486c-b7b9-51cadccc322e HTTP/1.1" status: 200 len: 815 time: 0.1089036 Mar 14 15:50:04.050376 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-6f978f3f-5dcb-46b7-9c80-9815981d61c7 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Request body: {'port': {'device_id': '6dacfcf0-a3f1-4d22-9224-209949a63af4', 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e', 'admin_state_up': True, 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:50:04.087149 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c069c67b-ff6a-487c-84d3-c565551412da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:04.157103 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-6f978f3f-5dcb-46b7-9c80-9815981d61c7 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Made reservation on behalf of 62f47ef51b2247e5bde72717bd3c563a for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:50:04.160530 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-6f978f3f-5dcb-46b7-9c80-9815981d61c7 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:04.306890 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d7312535-c231-48b2-8ed3-83e562264a5c req-81f8be53-a15f-45ff-ade7-d0078e36d77b tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 210 time: 0.0382254 Mar 14 15:50:04.321654 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-6f978f3f-5dcb-46b7-9c80-9815981d61c7 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Allocated IP 172.20.0.4 (6f6c5d4b-aa53-486c-b7b9-51cadccc322e/8aab066f-b32a-428f-863d-b8919b64a43d/454d09c2-15f7-49b8-a12f-cd60dc8d70b3) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:50:04.506482 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-6f978f3f-5dcb-46b7-9c80-9815981d61c7 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:04.554638 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-6f978f3f-5dcb-46b7-9c80-9815981d61c7 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:04.625838 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-6f978f3f-5dcb-46b7-9c80-9815981d61c7 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Network 6f6c5d4b-aa53-486c-b7b9-51cadccc322e is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:50:04.629232 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-6f978f3f-5dcb-46b7-9c80-9815981d61c7 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:50:04.634266 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-6f978f3f-5dcb-46b7-9c80-9815981d61c7 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:50:04.698309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-6f978f3f-5dcb-46b7-9c80-9815981d61c7 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:04.698998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-6f978f3f-5dcb-46b7-9c80-9815981d61c7 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:04.717548 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f978f3f-5dcb-46b7-9c80-9815981d61c7 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Pushing event updated for resources: {'Port': ['ID=454d09c2-15f7-49b8-a12f-cd60dc8d70b3,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:50:04.726532 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-6f978f3f-5dcb-46b7-9c80-9815981d61c7 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6798699 Mar 14 15:50:04.913690 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-4ed8c85b-2604-4a8f-9947-b92431f83442 None None] Provisioning complete for port 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:50:04.914061 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4ed8c85b-2604-4a8f-9947-b92431f83442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:04.952472 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4ed8c85b-2604-4a8f-9947-b92431f83442 None None] Port 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:50:05.434663 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283c5a6-4432-4558-8cf2-b0579528f040 req-f8f4ae48-4f4f-47d9-a830-4f9e059c737c tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:05.436319 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7283c5a6-4432-4558-8cf2-b0579528f040 req-f8f4ae48-4f4f-47d9-a830-4f9e059c737c tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 931 time: 0.0561988 Mar 14 15:50:05.478889 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7283c5a6-4432-4558-8cf2-b0579528f040 req-126fbe91-8fd6-4bdc-97d6-b1521cee0339 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361855 Mar 14 15:50:06.455992 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7b931684-6767-4009-b9aa-fcd9fef0e11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:06.609089 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7bfd2-8991-4666-864d-6c6461e03d67 req-f01c55c4-2911-485f-b5a4-7d406990b0d2 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:06.610733 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-59e7bfd2-8991-4666-864d-6c6461e03d67 req-f01c55c4-2911-485f-b5a4-7d406990b0d2 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 931 time: 0.0615013 Mar 14 15:50:06.652344 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-59e7bfd2-8991-4666-864d-6c6461e03d67 req-4eb3399e-a24a-4608-81c3-45fef4f7a31e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340703 Mar 14 15:50:07.530723 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:07.772232 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fca45-85de-47b8-b463-27e0eeaccc83 req-430712ef-b102-407d-a18f-041714807942 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:07.773725 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-007fca45-85de-47b8-b463-27e0eeaccc83 req-430712ef-b102-407d-a18f-041714807942 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 931 time: 0.0525589 Mar 14 15:50:07.814484 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-007fca45-85de-47b8-b463-27e0eeaccc83 req-ed863e88-2580-4f4c-965f-63f95102e8e6 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336444 Mar 14 15:50:08.954759 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8016b-5f6a-4e60-a59b-e6397ed3157d req-e3f72eea-c609-476f-ac10-629a7b6388ce tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:08.956449 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fdb8016b-5f6a-4e60-a59b-e6397ed3157d req-e3f72eea-c609-476f-ac10-629a7b6388ce tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 931 time: 0.0563705 Mar 14 15:50:08.960494 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:09.000442 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fdb8016b-5f6a-4e60-a59b-e6397ed3157d req-759f5328-a65b-412d-b5c2-711d8fb58f4f tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364375 Mar 14 15:50:09.026557 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:09.378202 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:10.123466 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22110b-3972-4619-840d-8241ddee4a43 req-c082137c-062f-4c0d-8f36-eaa7bc9e211c tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:10.124955 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4f22110b-3972-4619-840d-8241ddee4a43 req-c082137c-062f-4c0d-8f36-eaa7bc9e211c tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 931 time: 0.0558336 Mar 14 15:50:10.165804 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4f22110b-3972-4619-840d-8241ddee4a43 req-8940b164-4578-4c7b-a62b-6809bcd32c07 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344825 Mar 14 15:50:11.284407 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40581dc-c3a0-400b-9320-b3f3634d4d0e req-17c1be63-b540-405a-9e59-05e571a0a95f tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:11.285900 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e40581dc-c3a0-400b-9320-b3f3634d4d0e req-17c1be63-b540-405a-9e59-05e571a0a95f tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 931 time: 0.0502982 Mar 14 15:50:11.328836 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e40581dc-c3a0-400b-9320-b3f3634d4d0e req-7a62f57a-347b-4053-a108-6de382d62215 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357537 Mar 14 15:50:12.451178 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d9eab-1dfc-46ae-a9b9-f63f2f9951b5 req-8c1abc0a-3b81-4485-98cc-1728525dedc1 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:12.452851 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-703d9eab-1dfc-46ae-a9b9-f63f2f9951b5 req-8c1abc0a-3b81-4485-98cc-1728525dedc1 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 931 time: 0.0523710 Mar 14 15:50:12.492317 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-703d9eab-1dfc-46ae-a9b9-f63f2f9951b5 req-a960445e-7eb3-4c49-9d3f-5cccd374d900 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334377 Mar 14 15:50:12.829011 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] Request body: {'port': {'device_id': '6dacfcf0-a3f1-4d22-9224-209949a63af4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:50:12.885042 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:13.136848 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:50:13.144099 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:13.155957 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] Transition to ACTIVE for port object 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:50:13.159691 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:13.210943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] Pushing event updated for resources: {'Port': ['ID=454d09c2-15f7-49b8-a12f-cd60dc8d70b3,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:50:13.280643 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] Attempting to bind port 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:50:13.280975 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] Attempting to bind port 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'b669e769-2e11-4b55-b3c6-32ea2d312dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:50:13.281303 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] Attempting to bind port 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 on network 6f6c5d4b-aa53-486c-b7b9-51cadccc322e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:50:13.285682 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] Port 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 on network 6f6c5d4b-aa53-486c-b7b9-51cadccc322e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:50:13.286003 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] Attempting to bind port 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 on network 6f6c5d4b-aa53-486c-b7b9-51cadccc322e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:50:13.291290 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:50:13.291631 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] Checking segment: {'id': 'b669e769-2e11-4b55-b3c6-32ea2d312dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:50:13.292010 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] Bound using segment: {'id': 'b669e769-2e11-4b55-b3c6-32ea2d312dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:50:13.292435 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] Bound port: 454d09c2-15f7-49b8-a12f-cd60dc8d70b3, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b669e769-2e11-4b55-b3c6-32ea2d312dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:50:13.292796 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:13.360982 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] For port 454d09c2-15f7-49b8-a12f-cd60dc8d70b3, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:50:13.363924 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] For port 454d09c2-15f7-49b8-a12f-cd60dc8d70b3, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=454d09c2-15f7-49b8-a12f-cd60dc8d70b3,segment=NetworkSegment(b669e769-2e11-4b55-b3c6-32ea2d312dd0),segment_id=b669e769-2e11-4b55-b3c6-32ea2d312dd0)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:50:13.367943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:13.403849 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:13.404466 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:13.405874 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] 10.222.0.18 "PUT /v2.0/ports/454d09c2-15f7-49b8-a12f-cd60dc8d70b3 HTTP/1.1" status: 200 len: 1093 time: 0.6250470 Mar 14 15:50:13.406311 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dacfcf0-a3f1-4d22-9224-209949a63af4', 'tag': '454d09c2-15f7-49b8-a12f-cd60dc8d70b3'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:50:13.408564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23416bcd-dfdf-471a-a89c-50e1f545b9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6dacfcf0-a3f1-4d22-9224-209949a63af4", "tag": "454d09c2-15f7-49b8-a12f-cd60dc8d70b3"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:50:13.431503 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a29988-02ab-4e18-b9a5-8e5cb6b4f80d service neutron] Pushing event updated for resources: {'Port': ['ID=454d09c2-15f7-49b8-a12f-cd60dc8d70b3,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:50:13.488898 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2de6b8f-5b3e-4c07-b32f-80cc6998d352 x-openstack-request-id: req-b2de6b8f-5b3e-4c07-b32f-80cc6998d352 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:50:13.489188 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dacfcf0-a3f1-4d22-9224-209949a63af4", "tag": "454d09c2-15f7-49b8-a12f-cd60dc8d70b3", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:50:13.489442 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b2de6b8f-5b3e-4c07-b32f-80cc6998d352 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:50:13.489918 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dacfcf0-a3f1-4d22-9224-209949a63af4', 'tag': '454d09c2-15f7-49b8-a12f-cd60dc8d70b3', 'status': 'completed', 'code': 200} Mar 14 15:50:13.507296 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-c9f7d4d9-ed18-4af7-aa33-73fa684ff3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:13.508926 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-c9f7d4d9-ed18-4af7-aa33-73fa684ff3a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62f47ef51b2247e5bde72717bd3c563a&device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 1096 time: 0.0554049 Mar 14 15:50:13.555869 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-4605ae25-4a97-45a7-9d1d-321e2cea6c18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=454d09c2-15f7-49b8-a12f-cd60dc8d70b3 HTTP/1.1" status: 200 len: 217 time: 0.0386293 Mar 14 15:50:13.613419 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-92736269-65ef-4819-a689-f171e56b8dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:13.615245 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-92736269-65ef-4819-a689-f171e56b8dad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8aab066f-b32a-428f-863d-b8919b64a43d HTTP/1.1" status: 200 len: 854 time: 0.0504222 Mar 14 15:50:13.617746 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b6a57-7a3a-41e4-a87e-0afbe201e491 req-7ee6cdb7-b73b-4dbc-82b2-4400e3a67ab1 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:13.619260 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6d2b6a57-7a3a-41e4-a87e-0afbe201e491 req-7ee6cdb7-b73b-4dbc-82b2-4400e3a67ab1 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 943 time: 0.0524309 Mar 14 15:50:13.659273 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6d2b6a57-7a3a-41e4-a87e-0afbe201e491 req-4caa55c0-2be5-4d10-a196-64441547fd57 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338202 Mar 14 15:50:13.672216 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-b9e4edf9-d4d7-4794-b263-719c8097a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:13.674452 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-b9e4edf9-d4d7-4794-b263-719c8097a2cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f6c5d4b-aa53-486c-b7b9-51cadccc322e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465288 Mar 14 15:50:13.773104 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-811b657b-7ffe-47ad-b1d0-fa1414a560f6 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6c5d4b-aa53-486c-b7b9-51cadccc322e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835392 Mar 14 15:50:13.868705 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c2b230de-6f92-4ec4-a1b5-39bfc7f3ade1 req-39355d61-f850-4656-ae86-f38713ba8287 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6c5d4b-aa53-486c-b7b9-51cadccc322e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849693 Mar 14 15:50:13.963844 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23416bcd-dfdf-471a-a89c-50e1f545b9a4 req-5f9f4d6f-aadd-4748-abbe-09df74276a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:13.965231 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-23416bcd-dfdf-471a-a89c-50e1f545b9a4 req-5f9f4d6f-aadd-4748-abbe-09df74276a9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62f47ef51b2247e5bde72717bd3c563a&device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 1096 time: 0.0417609 Mar 14 15:50:14.053150 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23416bcd-dfdf-471a-a89c-50e1f545b9a4 req-9a992815-840b-4d44-8210-fa362b7e3f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:14.055105 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-23416bcd-dfdf-471a-a89c-50e1f545b9a4 req-9a992815-840b-4d44-8210-fa362b7e3f5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f6c5d4b-aa53-486c-b7b9-51cadccc322e HTTP/1.1" status: 200 len: 916 time: 0.0829577 Mar 14 15:50:14.100393 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-23416bcd-dfdf-471a-a89c-50e1f545b9a4 req-1dbafa1c-e6cf-4d69-9b52-55fa0ae998d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=454d09c2-15f7-49b8-a12f-cd60dc8d70b3 HTTP/1.1" status: 200 len: 217 time: 0.0377474 Mar 14 15:50:14.147779 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23416bcd-dfdf-471a-a89c-50e1f545b9a4 req-1e07c9e8-50fd-4982-80f0-429d3722403f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:14.149176 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-23416bcd-dfdf-471a-a89c-50e1f545b9a4 req-1e07c9e8-50fd-4982-80f0-429d3722403f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8aab066f-b32a-428f-863d-b8919b64a43d HTTP/1.1" status: 200 len: 854 time: 0.0423322 Mar 14 15:50:14.194371 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23416bcd-dfdf-471a-a89c-50e1f545b9a4 req-b2226f3f-ee04-4664-9e08-fd899e0fe618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:14.195888 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-23416bcd-dfdf-471a-a89c-50e1f545b9a4 req-b2226f3f-ee04-4664-9e08-fd899e0fe618 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f6c5d4b-aa53-486c-b7b9-51cadccc322e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396681 Mar 14 15:50:14.285773 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-23416bcd-dfdf-471a-a89c-50e1f545b9a4 req-8ec511ee-7ab6-48e5-b307-4d592a0ef78c service neutron] 10.222.0.18 "GET /v2.0/networks/6f6c5d4b-aa53-486c-b7b9-51cadccc322e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828960 Mar 14 15:50:14.376794 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-23416bcd-dfdf-471a-a89c-50e1f545b9a4 req-4cdab510-c883-4b6a-925e-4db05c57f984 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6c5d4b-aa53-486c-b7b9-51cadccc322e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823686 Mar 14 15:50:14.772305 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95383bab-3d07-4b41-b04f-4d47ad34e6b8 req-85a2fa6a-b93b-471d-92fd-b5247b5e2041 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:14.773745 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-95383bab-3d07-4b41-b04f-4d47ad34e6b8 req-85a2fa6a-b93b-471d-92fd-b5247b5e2041 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 943 time: 0.0482278 Mar 14 15:50:14.814083 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-95383bab-3d07-4b41-b04f-4d47ad34e6b8 req-6286e744-3d79-4b69-8c64-65d1a248d25d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344784 Mar 14 15:50:15.931158 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7996de-893d-42a2-a1b2-630af0983637 req-e1734ad7-a825-4d5d-b7ad-45f3d3b2edd8 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:15.932634 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ad7996de-893d-42a2-a1b2-630af0983637 req-e1734ad7-a825-4d5d-b7ad-45f3d3b2edd8 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 943 time: 0.0530653 Mar 14 15:50:15.969942 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ad7996de-893d-42a2-a1b2-630af0983637 req-65c08d8c-97e7-4a60-abb2-5f576703cbff tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314500 Mar 14 15:50:17.081810 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75ecb7-a493-4337-852f-28652a2b2067 req-f45a3d1d-f073-4ddd-a5f8-b05faefb3032 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:17.083269 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fa75ecb7-a493-4337-852f-28652a2b2067 req-f45a3d1d-f073-4ddd-a5f8-b05faefb3032 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 943 time: 0.0481451 Mar 14 15:50:17.119589 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fa75ecb7-a493-4337-852f-28652a2b2067 req-86edd705-12c3-4f11-b8bd-1c369abb2e4c tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298333 Mar 14 15:50:18.214593 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:50:18.235674 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ec6f4-544a-4f27-9c89-f85c34734cd0 req-649f5dd0-2905-4ceb-b5a3-605fa291352e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:18.237182 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-219ec6f4-544a-4f27-9c89-f85c34734cd0 req-649f5dd0-2905-4ceb-b5a3-605fa291352e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 943 time: 0.0514297 Mar 14 15:50:18.275423 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-219ec6f4-544a-4f27-9c89-f85c34734cd0 req-13f17908-cb2f-4438-8a6a-7ed50f29b5ad tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315657 Mar 14 15:50:18.306713 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 454d09c2-15f7-49b8-a12f-cd60dc8d70b3, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=454d09c2-15f7-49b8-a12f-cd60dc8d70b3,segment=NetworkSegment(b669e769-2e11-4b55-b3c6-32ea2d312dd0),segment_id=b669e769-2e11-4b55-b3c6-32ea2d312dd0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:50:18.317538 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '454d09c2-15f7-49b8-a12f-cd60dc8d70b3', 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e', 'port_id': '454d09c2-15f7-49b8-a12f-cd60dc8d70b3', 'mac_address': 'fa:16:3e:4d:06:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aab066f-b32a-428f-863d-b8919b64a43d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:50:18.357574 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:18.370498 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:50:18.390458 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 454d09c2-15f7-49b8-a12f-cd60dc8d70b3, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=454d09c2-15f7-49b8-a12f-cd60dc8d70b3,segment=NetworkSegment(b669e769-2e11-4b55-b3c6-32ea2d312dd0),segment_id=b669e769-2e11-4b55-b3c6-32ea2d312dd0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:50:18.393997 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:18.440629 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=454d09c2-15f7-49b8-a12f-cd60dc8d70b3,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:50:18.447762 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:18.448120 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:18.448467 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:18.448809 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:18.449148 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:18.449484 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:18.449818 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:18.450495 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:18.450843 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:18.451204 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:18.451537 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:18.451863 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:18.653877 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['454d09c2-15f7-49b8-a12f-cd60dc8d70b3'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:50:19.370562 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:50:19.389666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1b9c4-b4f4-482a-8fdb-88d518d4acad req-6f6a6491-10f1-4349-bb12-8d5d3d0d3ed2 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:19.391149 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-50b1b9c4-b4f4-482a-8fdb-88d518d4acad req-6f6a6491-10f1-4349-bb12-8d5d3d0d3ed2 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 944 time: 0.0496173 Mar 14 15:50:19.429420 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-50b1b9c4-b4f4-482a-8fdb-88d518d4acad req-4f1bb070-fa65-4272-ba33-9491dd36c1d5 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320363 Mar 14 15:50:20.230479 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:50:20.277470 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:50:20.281346 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:50:20.281765 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:20.359795 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:20.383080 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dacfcf0-a3f1-4d22-9224-209949a63af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454d09c2-15f7-49b8-a12f-cd60dc8d70b3'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:50:20.385288 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42868f15-a422-4a3f-9d21-9ed364499c8b" -d '{"events": [{"server_uuid": "6dacfcf0-a3f1-4d22-9224-209949a63af4", "name": "network-vif-plugged", "status": "completed", "tag": "454d09c2-15f7-49b8-a12f-cd60dc8d70b3"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:50:20.398526 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 454d09c2-15f7-49b8-a12f-cd60dc8d70b3, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=454d09c2-15f7-49b8-a12f-cd60dc8d70b3,segment=NetworkSegment(b669e769-2e11-4b55-b3c6-32ea2d312dd0),segment_id=b669e769-2e11-4b55-b3c6-32ea2d312dd0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:50:20.402037 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:20.451414 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=454d09c2-15f7-49b8-a12f-cd60dc8d70b3,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:50:20.487722 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13753bca-f24e-4e3c-9e8e-3a989784a5b2 x-openstack-request-id: req-13753bca-f24e-4e3c-9e8e-3a989784a5b2 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:50:20.488014 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dacfcf0-a3f1-4d22-9224-209949a63af4", "name": "network-vif-plugged", "status": "completed", "tag": "454d09c2-15f7-49b8-a12f-cd60dc8d70b3", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:50:20.488264 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-13753bca-f24e-4e3c-9e8e-3a989784a5b2 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:50:20.488662 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dacfcf0-a3f1-4d22-9224-209949a63af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454d09c2-15f7-49b8-a12f-cd60dc8d70b3', 'code': 200} Mar 14 15:50:20.554773 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993522a-5421-4089-8ab2-7a7eb8b1a99c req-5eb7102e-3317-4a79-8b8d-bfbfc4059ea7 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:20.556978 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d993522a-5421-4089-8ab2-7a7eb8b1a99c req-5eb7102e-3317-4a79-8b8d-bfbfc4059ea7 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 945 time: 0.0545111 Mar 14 15:50:20.602505 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d993522a-5421-4089-8ab2-7a7eb8b1a99c req-c9375229-48a8-4858-90c3-0acfa06c8fc7 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394244 Mar 14 15:50:20.666300 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127d9a1-c5dd-49cd-befe-59a366a603da req-eb636080-2eb9-413a-9af3-84362be686a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:20.667850 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b127d9a1-c5dd-49cd-befe-59a366a603da req-eb636080-2eb9-413a-9af3-84362be686a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 1098 time: 0.0404971 Mar 14 15:50:20.701969 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b127d9a1-c5dd-49cd-befe-59a366a603da req-3c69585f-a0ba-45d0-bd43-982f7328cf07 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274711 Mar 14 15:50:21.719689 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea4bb3-30f4-40bc-abdd-afea09fd5637 req-71670a5c-7a9e-4f53-8ec9-ca1aa34d06b4 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:21.721153 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-34ea4bb3-30f4-40bc-abdd-afea09fd5637 req-71670a5c-7a9e-4f53-8ec9-ca1aa34d06b4 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 945 time: 0.0486357 Mar 14 15:50:21.760876 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-34ea4bb3-30f4-40bc-abdd-afea09fd5637 req-e5e3803a-1240-479f-a935-398319f8a436 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325329 Mar 14 15:50:22.873371 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1dd1f-463c-4a90-afb2-6ebe778b4ae7 req-920b707d-34ca-4c00-b993-2d1a4c11fe2d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:22.874863 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-56f1dd1f-463c-4a90-afb2-6ebe778b4ae7 req-920b707d-34ca-4c00-b993-2d1a4c11fe2d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 945 time: 0.0489123 Mar 14 15:50:22.911715 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-56f1dd1f-463c-4a90-afb2-6ebe778b4ae7 req-f967d136-04bf-4d34-a1ad-ccf004cbc741 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309415 Mar 14 15:50:23.027713 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4ba30-a21a-4501-acf2-997a9bc715a5 req-22653a08-ca2e-4d6b-a5da-d20ea852c5b4 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:23.029213 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-74e4ba30-a21a-4501-acf2-997a9bc715a5 req-22653a08-ca2e-4d6b-a5da-d20ea852c5b4 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 945 time: 0.0517759 Mar 14 15:50:23.066510 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-74e4ba30-a21a-4501-acf2-997a9bc715a5 req-a4cab9aa-f5d2-46d9-8006-88d01a98a8c3 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312836 Mar 14 15:50:23.386237 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070afe0-37f0-4134-95d4-e529c22cbfc7 req-72a4be25-0db4-4ee9-ae9e-90c07e36bc74 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:23.387721 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f070afe0-37f0-4134-95d4-e529c22cbfc7 req-72a4be25-0db4-4ee9-ae9e-90c07e36bc74 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 945 time: 0.0521164 Mar 14 15:50:23.425756 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f070afe0-37f0-4134-95d4-e529c22cbfc7 req-5e10e3e1-5b6d-48a9-ad95-abe4a68903b5 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321221 Mar 14 15:50:34.088486 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-359eef5e-4424-43d8-a4cd-b11bcbffeffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:35.904611 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc74090-c366-4a2c-a7eb-edf889e8d44b req-7a460a21-1ba6-430c-b811-41da59f0c137 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:35.906047 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4bc74090-c366-4a2c-a7eb-edf889e8d44b req-7a460a21-1ba6-430c-b811-41da59f0c137 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 945 time: 0.0494711 Mar 14 15:50:35.943228 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4bc74090-c366-4a2c-a7eb-edf889e8d44b req-cf25434e-c1e7-4dd9-bffa-f01f01675eb8 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310719 Mar 14 15:50:35.966961 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33140) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:50:36.050523 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068d4435-0a52-4ecd-814b-5e890ab15060 tempest-TestMinimumBasicScenario-1008141511 tempest-TestMinimumBasicScenario-1008141511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:36.052064 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-068d4435-0a52-4ecd-814b-5e890ab15060 tempest-TestMinimumBasicScenario-1008141511 tempest-TestMinimumBasicScenario-1008141511-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 1093 time: 0.0841408 Mar 14 15:50:36.055277 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33144) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:50:36.059706 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': '454d09c2-15f7-49b8-a12f-cd60dc8d70b3', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:50:36.080681 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:36.177618 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:36.286524 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Allocated IP 172.26.6.63 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/27323ab7-9547-402d-9019-b5327ccd8131) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:50:36.386141 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:36.419991 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:36.458319 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-763876ea-911e-4861-8b82-ae91d6e1da71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:36.462985 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:50:36.465872 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:50:36.469396 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:50:36.496099 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Pushing event updated for resources: {'Port': ['ID=27323ab7-9547-402d-9019-b5327ccd8131,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:50:36.508553 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:36.508904 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:36.509248 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:36.509586 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:36.509920 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:36.510254 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:36.510584 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:36.510927 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:36.511263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:36.511589 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:36.511913 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:36.512238 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:36.837022 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:36.906106 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:37.054802 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:37.059403 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:37.126857 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Pushing event updated for resources: {'Port': ['ID=27323ab7-9547-402d-9019-b5327ccd8131,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:50:37.136158 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:37.235236 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Floating IP 50137f9c-98ed-4cf8-90a6-cd079f8c1ba4 associated. External IP: 172.26.6.63, port: 454d09c2-15f7-49b8-a12f-cd60dc8d70b3. Mar 14 15:50:37.442049 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Router f56bbbce-8730-4bcb-93f5-52009c45a57a has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:50:37.590363 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:50:37.602105 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615cf4d7-7a1c-40d8-aab6-f2a1373f4500 None None] Sync routers for ids ['f56bbbce-8730-4bcb-93f5-52009c45a57a'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:50:37.605657 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:37.610717 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:37.612555 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615cf4d7-7a1c-40d8-aab6-f2a1373f4500 None None] Routers {'f56bbbce-8730-4bcb-93f5-52009c45a57a'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:50:37.613177 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-615cf4d7-7a1c-40d8-aab6-f2a1373f4500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:50:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['f56bbbce-8730-4bcb-93f5-52009c45a57a'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:50:37.638858 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-547a44ce-9b34-4c6d-b693-1f5dffa5b18e tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5825324 Mar 14 15:50:37.639826 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dacfcf0-a3f1-4d22-9224-209949a63af4', 'tag': '454d09c2-15f7-49b8-a12f-cd60dc8d70b3'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:50:37.641733 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33146) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:50:37.642356 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fa7fe2-a8e5-42d4-86c9-f00df9d365c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6dacfcf0-a3f1-4d22-9224-209949a63af4", "tag": "454d09c2-15f7-49b8-a12f-cd60dc8d70b3"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:50:37.647425 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-01c546ea-64ff-4429-9576-f41a394d691d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-640152441', 'description': 'tempest-secgroup-smoke-640152441 description', 'project_id': '62f47ef51b2247e5bde72717bd3c563a'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:50:37.668936 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-01c546ea-64ff-4429-9576-f41a394d691d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:37.731120 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-615cf4d7-7a1c-40d8-aab6-f2a1373f4500 None None] Set router f56bbbce-8730-4bcb-93f5-52009c45a57a gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:50:37.744406 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-01c546ea-64ff-4429-9576-f41a394d691d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:37.749475 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-01c546ea-64ff-4429-9576-f41a394d691d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:37.757443 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75e512c-c565-4402-97ec-a6e3b5c64556 x-openstack-request-id: req-a75e512c-c565-4402-97ec-a6e3b5c64556 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:50:37.757962 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dacfcf0-a3f1-4d22-9224-209949a63af4", "tag": "454d09c2-15f7-49b8-a12f-cd60dc8d70b3", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:50:37.758230 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a75e512c-c565-4402-97ec-a6e3b5c64556 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:50:37.758805 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dacfcf0-a3f1-4d22-9224-209949a63af4', 'tag': '454d09c2-15f7-49b8-a12f-cd60dc8d70b3', 'status': 'completed', 'code': 200} Mar 14 15:50:37.789447 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c546ea-64ff-4429-9576-f41a394d691d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2b57e5-a28e-4351-b22d-297b0819293a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:50:37.807437 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-01c546ea-64ff-4429-9576-f41a394d691d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:37.811344 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-01c546ea-64ff-4429-9576-f41a394d691d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1653690 Mar 14 15:50:37.811770 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33152) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:50:37.816629 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-2aa3ad8f-6ea7-4132-8f76-a07870bd40ae tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Request body: {'security_group_rule': {'security_group_id': '6c2b57e5-a28e-4351-b22d-297b0819293a', 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:50:37.816953 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c546ea-64ff-4429-9576-f41a394d691d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:37.817336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c546ea-64ff-4429-9576-f41a394d691d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:37.817685 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c546ea-64ff-4429-9576-f41a394d691d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:37.818028 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c546ea-64ff-4429-9576-f41a394d691d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:37.818385 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c546ea-64ff-4429-9576-f41a394d691d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:37.819415 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c546ea-64ff-4429-9576-f41a394d691d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:37.819415 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c546ea-64ff-4429-9576-f41a394d691d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:37.820069 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c546ea-64ff-4429-9576-f41a394d691d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:37.820362 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c546ea-64ff-4429-9576-f41a394d691d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:37.820692 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c546ea-64ff-4429-9576-f41a394d691d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:37.821021 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c546ea-64ff-4429-9576-f41a394d691d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:37.821348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c546ea-64ff-4429-9576-f41a394d691d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:50:37.838357 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa7fe2-a8e5-42d4-86c9-f00df9d365c7 req-c36a0e8d-8038-45c8-9b31-1525a75c8d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:37.839984 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75fa7fe2-a8e5-42d4-86c9-f00df9d365c7 req-c36a0e8d-8038-45c8-9b31-1525a75c8d81 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62f47ef51b2247e5bde72717bd3c563a&device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 1098 time: 0.0597064 Mar 14 15:50:37.861453 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ad8f-6ea7-4132-8f76-a07870bd40ae tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:37.925309 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ad8f-6ea7-4132-8f76-a07870bd40ae tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:37.929344 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ad8f-6ea7-4132-8f76-a07870bd40ae tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:37.939546 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa7fe2-a8e5-42d4-86c9-f00df9d365c7 req-606d6bd9-7a40-4cce-8f5b-6e0bcfa4712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:37.941414 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75fa7fe2-a8e5-42d4-86c9-f00df9d365c7 req-606d6bd9-7a40-4cce-8f5b-6e0bcfa4712b service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f6c5d4b-aa53-486c-b7b9-51cadccc322e HTTP/1.1" status: 200 len: 916 time: 0.0942597 Mar 14 15:50:37.949822 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3ad8f-6ea7-4132-8f76-a07870bd40ae tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184f8d46-09e2-4a30-8515-d673075a512d,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:50:37.955735 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ad8f-6ea7-4132-8f76-a07870bd40ae tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:37.964047 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2aa3ad8f-6ea7-4132-8f76-a07870bd40ae tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442671 Mar 14 15:50:37.964440 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33154) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:50:37.970271 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0840f6ae-782b-4e77-95ac-a54fc8c555b2 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Request body: {'security_group_rule': {'security_group_id': '6c2b57e5-a28e-4351-b22d-297b0819293a', 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:50:37.982348 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-615cf4d7-7a1c-40d8-aab6-f2a1373f4500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'name': 'tempest-TestMinimumBasicScenario-1632047086-router', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:43Z', 'updated_at': '2022-03-14T15:49:46Z', 'revision_number': 4, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'gw_port': {'id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:44Z', 'updated_at': '2022-03-14T15:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '50137f9c-98ed-4cf8-90a6-cd079f8c1ba4', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'floating_ip_address': '172.26.6.63', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'port_id': '454d09c2-15f7-49b8-a12f-cd60dc8d70b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e', 'mac_address': 'fa:16:3e:4d:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dacfcf0-a3f1-4d22-9224-209949a63af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:50:36Z', 'updated_at': '2022-03-14T15:50:36Z', 'revision_number': 0, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7412daa-744c-4b12-a7a0-bde368285026', 'name': '', 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'mac_address': 'fa:16:3e:97:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8aab066f-b32a-428f-863d-b8919b64a43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:46Z', 'updated_at': '2022-03-14T15:49:50Z', 'revision_number': 5, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'subnets': [{'id': '8aab066f-b32a-428f-863d-b8919b64a43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:50:37.998776 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0840f6ae-782b-4e77-95ac-a54fc8c555b2 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:38.019647 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615cf4d7-7a1c-40d8-aab6-f2a1373f4500 None None] Checking router: f56bbbce-8730-4bcb-93f5-52009c45a57a for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:50:38.027164 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75fa7fe2-a8e5-42d4-86c9-f00df9d365c7 req-518389fb-fb25-4fab-a9e2-2ef9c6b8c387 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=454d09c2-15f7-49b8-a12f-cd60dc8d70b3 HTTP/1.1" status: 200 len: 998 time: 0.0690324 Mar 14 15:50:38.029743 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615cf4d7-7a1c-40d8-aab6-f2a1373f4500 None None] Routers {'f56bbbce-8730-4bcb-93f5-52009c45a57a'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:50:38.030344 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-615cf4d7-7a1c-40d8-aab6-f2a1373f4500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:50:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['f56bbbce-8730-4bcb-93f5-52009c45a57a'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:50:38.063222 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0840f6ae-782b-4e77-95ac-a54fc8c555b2 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:38.070733 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0840f6ae-782b-4e77-95ac-a54fc8c555b2 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:38.078370 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa7fe2-a8e5-42d4-86c9-f00df9d365c7 req-0b6d41c6-a298-4065-a665-c6fbda2076c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:38.080008 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75fa7fe2-a8e5-42d4-86c9-f00df9d365c7 req-0b6d41c6-a298-4065-a665-c6fbda2076c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8aab066f-b32a-428f-863d-b8919b64a43d HTTP/1.1" status: 200 len: 854 time: 0.0463490 Mar 14 15:50:38.089928 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840f6ae-782b-4e77-95ac-a54fc8c555b2 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13c5f7b-1298-4b08-bc62-d4b9b182bbb9,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:50:38.098618 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0840f6ae-782b-4e77-95ac-a54fc8c555b2 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:38.103126 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0840f6ae-782b-4e77-95ac-a54fc8c555b2 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343915 Mar 14 15:50:38.103386 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33156) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:50:38.107882 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-83cb4e00-bc4e-472a-a534-6c077f4542b2 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Request body: {'security_group_rule': {'security_group_id': '6c2b57e5-a28e-4351-b22d-297b0819293a', 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:50:38.131945 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa7fe2-a8e5-42d4-86c9-f00df9d365c7 req-16d90a5a-dc87-4c74-8ab5-d25183a48f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:38.133294 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75fa7fe2-a8e5-42d4-86c9-f00df9d365c7 req-16d90a5a-dc87-4c74-8ab5-d25183a48f44 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f6c5d4b-aa53-486c-b7b9-51cadccc322e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433307 Mar 14 15:50:38.136785 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-83cb4e00-bc4e-472a-a534-6c077f4542b2 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:38.153666 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-615cf4d7-7a1c-40d8-aab6-f2a1373f4500 None None] Set router f56bbbce-8730-4bcb-93f5-52009c45a57a gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:50:38.202012 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-83cb4e00-bc4e-472a-a534-6c077f4542b2 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:38.207018 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-83cb4e00-bc4e-472a-a534-6c077f4542b2 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:38.228450 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb4e00-bc4e-472a-a534-6c077f4542b2 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f5af0e-390e-4fdc-8c71-e45751c3a7ec,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:50:38.235419 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-83cb4e00-bc4e-472a-a534-6c077f4542b2 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:38.236630 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-83cb4e00-bc4e-472a-a534-6c077f4542b2 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323216 Mar 14 15:50:38.238116 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75fa7fe2-a8e5-42d4-86c9-f00df9d365c7 req-f924e13a-a502-4a4a-bb18-0a25badcc024 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6c5d4b-aa53-486c-b7b9-51cadccc322e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970669 Mar 14 15:50:38.239406 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33158) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:50:38.243899 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-83e6941d-da10-4806-bdc4-2d61b94f83cc tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Request body: {'security_group_rule': {'security_group_id': '6c2b57e5-a28e-4351-b22d-297b0819293a', 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:50:38.322455 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83e6941d-da10-4806-bdc4-2d61b94f83cc tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:38.373924 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75fa7fe2-a8e5-42d4-86c9-f00df9d365c7 req-13049545-7d76-49be-9dc1-5bd3c147b1b1 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6c5d4b-aa53-486c-b7b9-51cadccc322e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256177 Mar 14 15:50:38.396689 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83e6941d-da10-4806-bdc4-2d61b94f83cc tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:38.397942 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-615cf4d7-7a1c-40d8-aab6-f2a1373f4500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'name': 'tempest-TestMinimumBasicScenario-1632047086-router', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:43Z', 'updated_at': '2022-03-14T15:49:46Z', 'revision_number': 4, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'gw_port': {'id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:44Z', 'updated_at': '2022-03-14T15:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '50137f9c-98ed-4cf8-90a6-cd079f8c1ba4', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'floating_ip_address': '172.26.6.63', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'port_id': '454d09c2-15f7-49b8-a12f-cd60dc8d70b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e', 'mac_address': 'fa:16:3e:4d:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dacfcf0-a3f1-4d22-9224-209949a63af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:50:36Z', 'updated_at': '2022-03-14T15:50:36Z', 'revision_number': 0, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7412daa-744c-4b12-a7a0-bde368285026', 'name': '', 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'mac_address': 'fa:16:3e:97:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8aab066f-b32a-428f-863d-b8919b64a43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:46Z', 'updated_at': '2022-03-14T15:49:50Z', 'revision_number': 5, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'subnets': [{'id': '8aab066f-b32a-428f-863d-b8919b64a43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:50:38.401552 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83e6941d-da10-4806-bdc4-2d61b94f83cc tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:38.428790 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615cf4d7-7a1c-40d8-aab6-f2a1373f4500 None None] The sync data for ids ['f56bbbce-8730-4bcb-93f5-52009c45a57a'] in dv-neutron-833559-1-hyperv is: [{'id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'name': 'tempest-TestMinimumBasicScenario-1632047086-router', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:43Z', 'updated_at': '2022-03-14T15:49:46Z', 'revision_number': 4, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'gw_port': {'id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:44Z', 'updated_at': '2022-03-14T15:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '50137f9c-98ed-4cf8-90a6-cd079f8c1ba4', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'floating_ip_address': '172.26.6.63', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'port_id': '454d09c2-15f7-49b8-a12f-cd60dc8d70b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e', 'mac_address': 'fa:16:3e:4d:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dacfcf0-a3f1-4d22-9224-209949a63af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:50:36Z', 'updated_at': '2022-03-14T15:50:36Z', 'revision_number': 0, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7412daa-744c-4b12-a7a0-bde368285026', 'name': '', 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'mac_address': 'fa:16:3e:97:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8aab066f-b32a-428f-863d-b8919b64a43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:46Z', 'updated_at': '2022-03-14T15:49:50Z', 'revision_number': 5, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'subnets': [{'id': '8aab066f-b32a-428f-863d-b8919b64a43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:50:38.641167 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99ca60e-a7f6-44e7-a2fc-c1d70b94423a None None] New status for floating IP 50137f9c-98ed-4cf8-90a6-cd079f8c1ba4: ACTIVE {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:50:38.768272 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6941d-da10-4806-bdc4-2d61b94f83cc tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa0f1ea4-b0e1-42fb-aa16-22d545c5248a,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:50:38.777265 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83e6941d-da10-4806-bdc4-2d61b94f83cc tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:38.781534 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-83e6941d-da10-4806-bdc4-2d61b94f83cc tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5384002 Mar 14 15:50:38.781688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33160) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:50:38.786454 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-40e06196-1b27-4f53-a25a-6efc56e47c48 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Request body: {'security_group_rule': {'security_group_id': '6c2b57e5-a28e-4351-b22d-297b0819293a', 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:50:38.834709 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-40e06196-1b27-4f53-a25a-6efc56e47c48 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Project 62f47ef51b2247e5bde72717bd3c563a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:50:38.841564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40e06196-1b27-4f53-a25a-6efc56e47c48 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:38.848050 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-84418e97-dfa9-4ae0-9aa9-fff3acf91cc0 req-1b055b73-ace6-4200-bc47-fef4ec3c3f63 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0562251 Mar 14 15:50:38.931823 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40e06196-1b27-4f53-a25a-6efc56e47c48 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:38.937233 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40e06196-1b27-4f53-a25a-6efc56e47c48 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:38.959806 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:38.960967 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e06196-1b27-4f53-a25a-6efc56e47c48 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08b70c4-5b4d-4b8e-aea5-4de937323fd3,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:50:38.965560 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84418e97-dfa9-4ae0-9aa9-fff3acf91cc0 req-73a02abb-3a69-4b3f-9796-32ab8153e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:38.967104 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-84418e97-dfa9-4ae0-9aa9-fff3acf91cc0 req-73a02abb-3a69-4b3f-9796-32ab8153e0d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62f47ef51b2247e5bde72717bd3c563a&device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 1098 time: 0.0758731 Mar 14 15:50:38.973084 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-40e06196-1b27-4f53-a25a-6efc56e47c48 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:38.974203 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-40e06196-1b27-4f53-a25a-6efc56e47c48 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1916249 Mar 14 15:50:38.977127 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33162) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:50:38.982843 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-335cff97-7c82-490f-8cb5-687549902f5c tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Request body: {'security_group_rule': {'security_group_id': '6c2b57e5-a28e-4351-b22d-297b0819293a', 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:50:39.003803 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-335cff97-7c82-490f-8cb5-687549902f5c tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Project 62f47ef51b2247e5bde72717bd3c563a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:50:39.009946 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-335cff97-7c82-490f-8cb5-687549902f5c tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:39.040267 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:39.074595 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-335cff97-7c82-490f-8cb5-687549902f5c tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:39.078058 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84418e97-dfa9-4ae0-9aa9-fff3acf91cc0 req-8df37693-c8e1-41ef-a944-b8f8a7b6cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:39.078368 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-335cff97-7c82-490f-8cb5-687549902f5c tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:39.079816 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-84418e97-dfa9-4ae0-9aa9-fff3acf91cc0 req-8df37693-c8e1-41ef-a944-b8f8a7b6cca6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f6c5d4b-aa53-486c-b7b9-51cadccc322e HTTP/1.1" status: 200 len: 916 time: 0.0923629 Mar 14 15:50:39.096514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335cff97-7c82-490f-8cb5-687549902f5c tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da53819f-6fd1-40be-ae9b-33df985c54ba,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:50:39.106095 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-335cff97-7c82-490f-8cb5-687549902f5c tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:39.107451 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-335cff97-7c82-490f-8cb5-687549902f5c tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292443 Mar 14 15:50:39.150066 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-84418e97-dfa9-4ae0-9aa9-fff3acf91cc0 req-2b55bc16-0f70-42a8-b985-d17ca19bfa2f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=454d09c2-15f7-49b8-a12f-cd60dc8d70b3 HTTP/1.1" status: 200 len: 1000 time: 0.0623431 Mar 14 15:50:39.187994 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-95fe242d-8d4f-451c-b534-d25b3faa524d req-1e16f573-2c3a-47fe-816a-f49dfe142af8 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640152441&fields=id&tenant_id=62f47ef51b2247e5bde72717bd3c563a HTTP/1.1" status: 200 len: 267 time: 0.0340295 Mar 14 15:50:39.203376 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84418e97-dfa9-4ae0-9aa9-fff3acf91cc0 req-d9871343-0c74-47d4-88b3-184fb06d6077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:39.204860 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-84418e97-dfa9-4ae0-9aa9-fff3acf91cc0 req-d9871343-0c74-47d4-88b3-184fb06d6077 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8aab066f-b32a-428f-863d-b8919b64a43d HTTP/1.1" status: 200 len: 854 time: 0.0484624 Mar 14 15:50:39.244627 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe242d-8d4f-451c-b534-d25b3faa524d req-3458a1c9-0d5d-405b-afe4-9bc56b3764f6 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:39.246104 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-95fe242d-8d4f-451c-b534-d25b3faa524d req-3458a1c9-0d5d-405b-afe4-9bc56b3764f6 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 945 time: 0.0525000 Mar 14 15:50:39.250678 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84418e97-dfa9-4ae0-9aa9-fff3acf91cc0 req-2e26943b-31ce-464a-ac5f-1cb773bed6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:39.252189 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-84418e97-dfa9-4ae0-9aa9-fff3acf91cc0 req-2e26943b-31ce-464a-ac5f-1cb773bed6ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f6c5d4b-aa53-486c-b7b9-51cadccc322e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402498 Mar 14 15:50:39.257282 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [req-95fe242d-8d4f-451c-b534-d25b3faa524d req-f6b57617-2318-47dd-a107-3f16a5b2f34f tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Request body: {'port': {'security_groups': ['e944f818-d1d9-4f43-a0fc-7c55047888c8', '6c2b57e5-a28e-4351-b22d-297b0819293a']}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:50:39.320018 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-95fe242d-8d4f-451c-b534-d25b3faa524d req-f6b57617-2318-47dd-a107-3f16a5b2f34f tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:39.343469 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-84418e97-dfa9-4ae0-9aa9-fff3acf91cc0 req-f1d751e7-29b4-4318-bf58-8afd6fcc01c1 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6c5d4b-aa53-486c-b7b9-51cadccc322e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829642 Mar 14 15:50:39.381852 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:39.453981 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-84418e97-dfa9-4ae0-9aa9-fff3acf91cc0 req-ead23584-2dd8-4e12-9abc-b4f22a312cd8 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6c5d4b-aa53-486c-b7b9-51cadccc322e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032276 Mar 14 15:50:39.517857 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-95fe242d-8d4f-451c-b534-d25b3faa524d req-f6b57617-2318-47dd-a107-3f16a5b2f34f tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] For port 454d09c2-15f7-49b8-a12f-cd60dc8d70b3, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=454d09c2-15f7-49b8-a12f-cd60dc8d70b3,segment=NetworkSegment(b669e769-2e11-4b55-b3c6-32ea2d312dd0),segment_id=b669e769-2e11-4b55-b3c6-32ea2d312dd0)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:50:39.549121 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-95fe242d-8d4f-451c-b534-d25b3faa524d req-f6b57617-2318-47dd-a107-3f16a5b2f34f tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:39.555088 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-95fe242d-8d4f-451c-b534-d25b3faa524d req-f6b57617-2318-47dd-a107-3f16a5b2f34f tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:39.566187 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['454d09c2-15f7-49b8-a12f-cd60dc8d70b3'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:50:39.603418 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe242d-8d4f-451c-b534-d25b3faa524d req-f6b57617-2318-47dd-a107-3f16a5b2f34f tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:39.604055 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-95fe242d-8d4f-451c-b534-d25b3faa524d req-f6b57617-2318-47dd-a107-3f16a5b2f34f tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:39.608503 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-95fe242d-8d4f-451c-b534-d25b3faa524d req-f6b57617-2318-47dd-a107-3f16a5b2f34f tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "PUT /v2.0/ports/454d09c2-15f7-49b8-a12f-cd60dc8d70b3 HTTP/1.1" status: 200 len: 981 time: 0.3556666 Mar 14 15:50:39.646982 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b57617-2318-47dd-a107-3f16a5b2f34f tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Pushing event updated for resources: {'Port': ['ID=454d09c2-15f7-49b8-a12f-cd60dc8d70b3,revision_number=6']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:50:39.688594 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['454d09c2-15f7-49b8-a12f-cd60dc8d70b3'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:50:39.755532 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842c21a-75fa-45b0-8460-de544a0dc2e5 req-9243ef73-3086-473e-9a27-ae4474fb4186 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:39.762443 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dacfcf0-a3f1-4d22-9224-209949a63af4', 'tag': '454d09c2-15f7-49b8-a12f-cd60dc8d70b3'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:50:39.762688 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed88c81f-ffb3-4008-8f3a-596d16b14929" -d '{"events": [{"name": "network-changed", "server_uuid": "6dacfcf0-a3f1-4d22-9224-209949a63af4", "tag": "454d09c2-15f7-49b8-a12f-cd60dc8d70b3"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:50:39.784544 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3842c21a-75fa-45b0-8460-de544a0dc2e5 req-9243ef73-3086-473e-9a27-ae4474fb4186 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 984 time: 0.1017315 Mar 14 15:50:39.823274 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5a3af8-6ffe-40cb-a096-209e5f5aaaf4 x-openstack-request-id: req-df5a3af8-6ffe-40cb-a096-209e5f5aaaf4 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:50:39.823582 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dacfcf0-a3f1-4d22-9224-209949a63af4", "tag": "454d09c2-15f7-49b8-a12f-cd60dc8d70b3", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:50:39.823838 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-df5a3af8-6ffe-40cb-a096-209e5f5aaaf4 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:50:39.824246 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dacfcf0-a3f1-4d22-9224-209949a63af4', 'tag': '454d09c2-15f7-49b8-a12f-cd60dc8d70b3', 'status': 'completed', 'code': 200} Mar 14 15:50:39.851143 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3842c21a-75fa-45b0-8460-de544a0dc2e5 req-a45e7fc0-1ea9-4cc4-a3f3-9f09c90458d1 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&id=6c2b57e5-a28e-4351-b22d-297b0819293a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589945 Mar 14 15:50:39.899773 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88c81f-ffb3-4008-8f3a-596d16b14929 req-0dcb23b4-9a44-42bc-9df2-e712202f0d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:39.901262 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed88c81f-ffb3-4008-8f3a-596d16b14929 req-0dcb23b4-9a44-42bc-9df2-e712202f0d42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62f47ef51b2247e5bde72717bd3c563a&device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 1137 time: 0.0489681 Mar 14 15:50:39.992060 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88c81f-ffb3-4008-8f3a-596d16b14929 req-d73492d1-ec6b-41f9-8819-3260cb397960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:39.993554 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed88c81f-ffb3-4008-8f3a-596d16b14929 req-d73492d1-ec6b-41f9-8819-3260cb397960 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f6c5d4b-aa53-486c-b7b9-51cadccc322e HTTP/1.1" status: 200 len: 916 time: 0.0858810 Mar 14 15:50:40.016279 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-d22c314d-8642-42c6-bc31-9186a34cb2a8 None None] Provisioning complete for port 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:50:40.016648 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d22c314d-8642-42c6-bc31-9186a34cb2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:50:40.063303 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed88c81f-ffb3-4008-8f3a-596d16b14929 req-fc87eb9c-866a-4d19-9ba7-73598be9649d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=454d09c2-15f7-49b8-a12f-cd60dc8d70b3 HTTP/1.1" status: 200 len: 1000 time: 0.0631557 Mar 14 15:50:40.113319 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88c81f-ffb3-4008-8f3a-596d16b14929 req-a523ecd5-2c30-4379-acc7-e6609c7b9519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:40.114695 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed88c81f-ffb3-4008-8f3a-596d16b14929 req-a523ecd5-2c30-4379-acc7-e6609c7b9519 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8aab066f-b32a-428f-863d-b8919b64a43d HTTP/1.1" status: 200 len: 854 time: 0.0442286 Mar 14 15:50:40.162637 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88c81f-ffb3-4008-8f3a-596d16b14929 req-3b30acc5-cbd6-42c0-8648-89dd466f8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:50:40.164195 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed88c81f-ffb3-4008-8f3a-596d16b14929 req-3b30acc5-cbd6-42c0-8648-89dd466f8818 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f6c5d4b-aa53-486c-b7b9-51cadccc322e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405509 Mar 14 15:50:40.260056 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed88c81f-ffb3-4008-8f3a-596d16b14929 req-01b1ecb3-23a2-4028-a643-d67b927d9beb service neutron] 10.222.0.18 "GET /v2.0/networks/6f6c5d4b-aa53-486c-b7b9-51cadccc322e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887277 Mar 14 15:50:40.351466 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ed88c81f-ffb3-4008-8f3a-596d16b14929 req-0cf32bac-36dd-4c7d-9ca2-1da1ad0f7364 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6c5d4b-aa53-486c-b7b9-51cadccc322e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836334 Mar 14 15:50:56.369676 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:51:01.826161 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d99af5-2661-4b4b-b75a-eb8cae77ae20 req-8eb1d484-bad4-4fe6-ab07-d86f1dae6cbc tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:01.827677 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f0d99af5-2661-4b4b-b75a-eb8cae77ae20 req-8eb1d484-bad4-4fe6-ab07-d86f1dae6cbc tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 984 time: 0.0804858 Mar 14 15:51:01.837379 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f734a-1e24-49a0-94c7-05d2fc17d96c req-7a8b7b18-73bb-4032-88b0-fbc56e83be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:01.838782 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c77f734a-1e24-49a0-94c7-05d2fc17d96c req-7a8b7b18-73bb-4032-88b0-fbc56e83be9d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62f47ef51b2247e5bde72717bd3c563a&device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 1137 time: 0.0647545 Mar 14 15:51:01.919146 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f0d99af5-2661-4b4b-b75a-eb8cae77ae20 req-82c94d7c-0633-4bf8-b351-2f4ed95b05fa tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&id=6c2b57e5-a28e-4351-b22d-297b0819293a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0838706 Mar 14 15:51:01.952066 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f734a-1e24-49a0-94c7-05d2fc17d96c req-d81346fc-1877-4822-bc5d-23d735b2d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:01.953478 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c77f734a-1e24-49a0-94c7-05d2fc17d96c req-d81346fc-1877-4822-bc5d-23d735b2d075 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f6c5d4b-aa53-486c-b7b9-51cadccc322e HTTP/1.1" status: 200 len: 916 time: 0.1012692 Mar 14 15:51:02.023789 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c77f734a-1e24-49a0-94c7-05d2fc17d96c req-56982c9f-91fc-414c-9f23-a41aa60178f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=454d09c2-15f7-49b8-a12f-cd60dc8d70b3 HTTP/1.1" status: 200 len: 1000 time: 0.0631914 Mar 14 15:51:02.074742 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f734a-1e24-49a0-94c7-05d2fc17d96c req-0bcc36a5-51d1-44b1-9f51-c0229f46bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:02.076259 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c77f734a-1e24-49a0-94c7-05d2fc17d96c req-0bcc36a5-51d1-44b1-9f51-c0229f46bb1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8aab066f-b32a-428f-863d-b8919b64a43d HTTP/1.1" status: 200 len: 854 time: 0.0451663 Mar 14 15:51:02.122590 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f734a-1e24-49a0-94c7-05d2fc17d96c req-01854d37-4760-4ba6-8d47-4aa8daac654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:02.124114 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c77f734a-1e24-49a0-94c7-05d2fc17d96c req-01854d37-4760-4ba6-8d47-4aa8daac654f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f6c5d4b-aa53-486c-b7b9-51cadccc322e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394909 Mar 14 15:51:02.217793 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c77f734a-1e24-49a0-94c7-05d2fc17d96c req-c503cd52-e06f-4f84-8b33-55bbbb83ac1e service neutron] 10.222.0.18 "GET /v2.0/networks/6f6c5d4b-aa53-486c-b7b9-51cadccc322e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860155 Mar 14 15:51:02.306321 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c77f734a-1e24-49a0-94c7-05d2fc17d96c req-1eeccc18-29f7-4e99-8914-80c0c8f7d210 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6c5d4b-aa53-486c-b7b9-51cadccc322e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812449 Mar 14 15:51:03.044514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae082990-075b-4ea8-a73f-da7c19c80241 req-cc2144ba-c074-468a-b941-7d1b31fc25da tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:03.046010 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ae082990-075b-4ea8-a73f-da7c19c80241 req-cc2144ba-c074-468a-b941-7d1b31fc25da tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 984 time: 0.0536051 Mar 14 15:51:03.086739 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ae082990-075b-4ea8-a73f-da7c19c80241 req-672e3918-1a28-44c0-ac2e-6efc9dbb9fd5 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&id=6c2b57e5-a28e-4351-b22d-297b0819293a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345035 Mar 14 15:51:04.089986 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9abd4074-808a-4fa9-b470-61743fc5cea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:04.207384 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed92586-608a-494b-a5cb-11f6760da29a req-aa82c810-e1b3-4dff-a6ae-0413f53a509c tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:04.209660 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1ed92586-608a-494b-a5cb-11f6760da29a req-aa82c810-e1b3-4dff-a6ae-0413f53a509c tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 984 time: 0.0552950 Mar 14 15:51:04.249522 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1ed92586-608a-494b-a5cb-11f6760da29a req-42034f88-f749-4910-ad16-da839ab0e881 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&id=6c2b57e5-a28e-4351-b22d-297b0819293a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334539 Mar 14 15:51:05.363843 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d81452-3087-43bd-96e4-46034258bd9e req-44aafc59-96b1-4e2a-83ef-cb451ceaf88c tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:05.365304 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-56d81452-3087-43bd-96e4-46034258bd9e req-44aafc59-96b1-4e2a-83ef-cb451ceaf88c tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 984 time: 0.0492506 Mar 14 15:51:05.406519 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-56d81452-3087-43bd-96e4-46034258bd9e req-845c900f-7452-40f8-977c-e4e8d64ed196 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&id=6c2b57e5-a28e-4351-b22d-297b0819293a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348446 Mar 14 15:51:06.462707 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae947-d079-4dbb-a465-02a0a29fd2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:06.528221 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc1b27-f393-4615-9a5f-dd0b966db194 req-0b6ace6c-ee99-4aae-8244-d9d1067643c8 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:06.529696 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-12bc1b27-f393-4615-9a5f-dd0b966db194 req-0b6ace6c-ee99-4aae-8244-d9d1067643c8 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 984 time: 0.0505240 Mar 14 15:51:06.569318 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-12bc1b27-f393-4615-9a5f-dd0b966db194 req-e8480627-9f3c-4635-8b5a-d00f93868474 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&id=6c2b57e5-a28e-4351-b22d-297b0819293a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335317 Mar 14 15:51:07.529884 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:07.683672 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739e7a0-41fb-4067-950a-53821f638b76 req-011aa05b-62e9-4c9c-b1be-da189c3fdacd tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:07.685057 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3739e7a0-41fb-4067-950a-53821f638b76 req-011aa05b-62e9-4c9c-b1be-da189c3fdacd tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 984 time: 0.0485468 Mar 14 15:51:07.725104 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3739e7a0-41fb-4067-950a-53821f638b76 req-70995875-cf67-4b53-b92d-a3f4ad3f2c5d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&id=6c2b57e5-a28e-4351-b22d-297b0819293a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331726 Mar 14 15:51:08.839173 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfaeab-d52b-416d-9232-85d5df97be50 req-1ee28030-9568-4a9a-8208-f62ea3f66489 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:08.840640 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75cfaeab-d52b-416d-9232-85d5df97be50 req-1ee28030-9568-4a9a-8208-f62ea3f66489 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 984 time: 0.0492899 Mar 14 15:51:08.882025 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75cfaeab-d52b-416d-9232-85d5df97be50 req-f1d5cb03-9166-41a2-a4fd-f51e218ac7f9 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&id=6c2b57e5-a28e-4351-b22d-297b0819293a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353272 Mar 14 15:51:08.963747 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:09.039461 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:09.376883 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:09.998584 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921df0b-3093-4ee4-bd6b-36fb2e3382fe req-ef9f566f-5d5b-4ed8-9633-3c786dbf8d90 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:10.000061 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d921df0b-3093-4ee4-bd6b-36fb2e3382fe req-ef9f566f-5d5b-4ed8-9633-3c786dbf8d90 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 984 time: 0.0522482 Mar 14 15:51:10.040030 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d921df0b-3093-4ee4-bd6b-36fb2e3382fe req-d5c5aa8c-a790-4905-a706-f4914d1f95e6 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&id=6c2b57e5-a28e-4351-b22d-297b0819293a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335729 Mar 14 15:51:11.156164 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f170592-3684-4b63-bced-61c9ecb296fb req-dbffffeb-ea2a-49d1-9024-b926ca3bbb1c tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:11.157618 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2f170592-3684-4b63-bced-61c9ecb296fb req-dbffffeb-ea2a-49d1-9024-b926ca3bbb1c tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 984 time: 0.0523152 Mar 14 15:51:11.198378 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2f170592-3684-4b63-bced-61c9ecb296fb req-f5fe868d-ec9d-43b7-8ac7-1a10a8be6966 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&id=6c2b57e5-a28e-4351-b22d-297b0819293a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335970 Mar 14 15:51:12.311425 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952c4f5-9879-493d-8061-2f026e1dc3ba req-20db1c09-1128-45d2-98cc-541fd8d0366f tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:12.312891 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a952c4f5-9879-493d-8061-2f026e1dc3ba req-20db1c09-1128-45d2-98cc-541fd8d0366f tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 984 time: 0.0478694 Mar 14 15:51:12.352638 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a952c4f5-9879-493d-8061-2f026e1dc3ba req-53260444-0082-45e4-8bfc-c3d8468e7bf0 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&id=6c2b57e5-a28e-4351-b22d-297b0819293a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330458 Mar 14 15:51:13.468460 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c96b0-ff89-4161-885b-2802d535b925 req-f26e8fd7-ecdf-4c8d-a2dc-d6d7181a9747 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:13.469958 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-062c96b0-ff89-4161-885b-2802d535b925 req-f26e8fd7-ecdf-4c8d-a2dc-d6d7181a9747 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 984 time: 0.0510838 Mar 14 15:51:13.510275 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-062c96b0-ff89-4161-885b-2802d535b925 req-0059f4ed-7ed2-405e-b34b-f61fc2088476 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&id=6c2b57e5-a28e-4351-b22d-297b0819293a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335438 Mar 14 15:51:14.623759 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba00602-d3fa-41be-bc26-4bc69bf20531 req-ad80bb25-53e6-439a-b475-8eaea67d04d8 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:14.625222 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fba00602-d3fa-41be-bc26-4bc69bf20531 req-ad80bb25-53e6-439a-b475-8eaea67d04d8 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 984 time: 0.0496590 Mar 14 15:51:14.665489 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fba00602-d3fa-41be-bc26-4bc69bf20531 req-19e7675b-e063-4380-a7b2-7198263b3558 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&id=6c2b57e5-a28e-4351-b22d-297b0819293a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336161 Mar 14 15:51:15.778372 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c003f-46f4-4542-ba37-438c1a7d0c34 req-43015a67-41c0-47bc-b8d5-79520edd74e1 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:15.779876 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a99c003f-46f4-4542-ba37-438c1a7d0c34 req-43015a67-41c0-47bc-b8d5-79520edd74e1 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 984 time: 0.0482061 Mar 14 15:51:15.820097 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a99c003f-46f4-4542-ba37-438c1a7d0c34 req-88f30031-45f3-4c1a-ac7c-325fd7a24e7f tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&id=6c2b57e5-a28e-4351-b22d-297b0819293a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342629 Mar 14 15:51:16.939610 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbc3e1-4406-4934-ab4d-3bea097738fc req-0800a91a-68f2-4d0a-9c25-49205551fb27 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:16.941060 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-22dbc3e1-4406-4934-ab4d-3bea097738fc req-0800a91a-68f2-4d0a-9c25-49205551fb27 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 984 time: 0.0521469 Mar 14 15:51:16.980867 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-22dbc3e1-4406-4934-ab4d-3bea097738fc req-9dbbae55-b2cf-42a7-a625-684375a383b8 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&id=6c2b57e5-a28e-4351-b22d-297b0819293a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335824 Mar 14 15:51:18.099182 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e8772-b44a-4317-87e9-b91684dc2598 req-d70ad3da-45b6-47e4-bd4d-95bd190b0a79 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:18.100747 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bd6e8772-b44a-4317-87e9-b91684dc2598 req-d70ad3da-45b6-47e4-bd4d-95bd190b0a79 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 984 time: 0.0540352 Mar 14 15:51:18.141081 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bd6e8772-b44a-4317-87e9-b91684dc2598 req-564adb17-0f0e-4166-8d91-21308482639b tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&id=6c2b57e5-a28e-4351-b22d-297b0819293a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341046 Mar 14 15:51:19.257506 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a67fab-1a38-47b2-b6a0-831d5e48b1b6 req-240ca15b-8de3-4472-aa03-77df1403b9ba tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:19.258977 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e2a67fab-1a38-47b2-b6a0-831d5e48b1b6 req-240ca15b-8de3-4472-aa03-77df1403b9ba tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 984 time: 0.0507693 Mar 14 15:51:19.297625 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e2a67fab-1a38-47b2-b6a0-831d5e48b1b6 req-01c71515-3fca-499d-9520-2c60b13e2f66 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&id=6c2b57e5-a28e-4351-b22d-297b0819293a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326519 Mar 14 15:51:33.368508 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:51:34.095538 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dd2ba687-1912-412d-b30e-b2a6683b607a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:36.464383 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43a591d4-d6b5-4c25-8b52-9f06c0ff35a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:37.533437 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:38.967333 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:39.036905 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:39.380941 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:40.804885 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e6b9a4f1-4da2-4947-a465-58713b7ac8bc req-80507450-8939-4723-abd5-88ed5971240d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399854 Mar 14 15:51:40.887875 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9a4f1-4da2-4947-a465-58713b7ac8bc req-f2256de4-f2fb-463f-8955-22b065d226b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:40.889363 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e6b9a4f1-4da2-4947-a465-58713b7ac8bc req-f2256de4-f2fb-463f-8955-22b065d226b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62f47ef51b2247e5bde72717bd3c563a&device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 1137 time: 0.0402431 Mar 14 15:51:40.995614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9a4f1-4da2-4947-a465-58713b7ac8bc req-8cc14571-0945-4f92-b293-564de209d1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:40.997075 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e6b9a4f1-4da2-4947-a465-58713b7ac8bc req-8cc14571-0945-4f92-b293-564de209d1a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f6c5d4b-aa53-486c-b7b9-51cadccc322e HTTP/1.1" status: 200 len: 916 time: 0.0868258 Mar 14 15:51:41.060623 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e6b9a4f1-4da2-4947-a465-58713b7ac8bc req-5d641022-371a-45e6-a7a5-427f5f09501b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=454d09c2-15f7-49b8-a12f-cd60dc8d70b3 HTTP/1.1" status: 200 len: 1000 time: 0.0569592 Mar 14 15:51:41.116239 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9a4f1-4da2-4947-a465-58713b7ac8bc req-a3f26a7b-4c42-4ff7-913b-5ce3b0e5dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:41.117698 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e6b9a4f1-4da2-4947-a465-58713b7ac8bc req-a3f26a7b-4c42-4ff7-913b-5ce3b0e5dbf7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8aab066f-b32a-428f-863d-b8919b64a43d HTTP/1.1" status: 200 len: 854 time: 0.0483007 Mar 14 15:51:41.162874 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9a4f1-4da2-4947-a465-58713b7ac8bc req-92367d93-68b6-41ba-998d-8c226ae378c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:41.164573 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e6b9a4f1-4da2-4947-a465-58713b7ac8bc req-92367d93-68b6-41ba-998d-8c226ae378c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f6c5d4b-aa53-486c-b7b9-51cadccc322e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405564 Mar 14 15:51:41.253352 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e6b9a4f1-4da2-4947-a465-58713b7ac8bc req-723d3e0e-83ba-4bee-82fd-bfd842bcad32 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6c5d4b-aa53-486c-b7b9-51cadccc322e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818651 Mar 14 15:51:41.353050 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e6b9a4f1-4da2-4947-a465-58713b7ac8bc req-dffe6322-0639-482b-8014-d92a63f04f39 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6c5d4b-aa53-486c-b7b9-51cadccc322e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886836 Mar 14 15:51:52.030149 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b43a9c38-cf38-4d90-b87e-20a97f0ccc1b req-7c14c991-2f11-4636-8fe9-00d087b5a315 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640152441&fields=id&tenant_id=62f47ef51b2247e5bde72717bd3c563a HTTP/1.1" status: 200 len: 267 time: 0.0368848 Mar 14 15:51:52.084032 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a9c38-cf38-4d90-b87e-20a97f0ccc1b req-4017fea3-694a-4fe5-9c9d-b69da5b78ff7 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:52.085488 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b43a9c38-cf38-4d90-b87e-20a97f0ccc1b req-4017fea3-694a-4fe5-9c9d-b69da5b78ff7 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 984 time: 0.0495405 Mar 14 15:51:52.097687 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-b43a9c38-cf38-4d90-b87e-20a97f0ccc1b req-b894aac6-30fa-4b18-98f6-99fd6f9e3793 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Request body: {'port': {'security_groups': ['e944f818-d1d9-4f43-a0fc-7c55047888c8']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:51:52.165243 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b43a9c38-cf38-4d90-b87e-20a97f0ccc1b req-b894aac6-30fa-4b18-98f6-99fd6f9e3793 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:52.337242 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b43a9c38-cf38-4d90-b87e-20a97f0ccc1b req-b894aac6-30fa-4b18-98f6-99fd6f9e3793 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] For port 454d09c2-15f7-49b8-a12f-cd60dc8d70b3, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=454d09c2-15f7-49b8-a12f-cd60dc8d70b3,segment=NetworkSegment(b669e769-2e11-4b55-b3c6-32ea2d312dd0),segment_id=b669e769-2e11-4b55-b3c6-32ea2d312dd0)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:51:52.368697 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b43a9c38-cf38-4d90-b87e-20a97f0ccc1b req-b894aac6-30fa-4b18-98f6-99fd6f9e3793 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:52.373182 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b43a9c38-cf38-4d90-b87e-20a97f0ccc1b req-b894aac6-30fa-4b18-98f6-99fd6f9e3793 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:52.386539 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['454d09c2-15f7-49b8-a12f-cd60dc8d70b3'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:51:52.422094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a9c38-cf38-4d90-b87e-20a97f0ccc1b req-b894aac6-30fa-4b18-98f6-99fd6f9e3793 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:52.422560 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b43a9c38-cf38-4d90-b87e-20a97f0ccc1b req-b894aac6-30fa-4b18-98f6-99fd6f9e3793 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:52.424137 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b43a9c38-cf38-4d90-b87e-20a97f0ccc1b req-b894aac6-30fa-4b18-98f6-99fd6f9e3793 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "PUT /v2.0/ports/454d09c2-15f7-49b8-a12f-cd60dc8d70b3 HTTP/1.1" status: 200 len: 942 time: 0.3312631 Mar 14 15:51:52.424604 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dacfcf0-a3f1-4d22-9224-209949a63af4', 'tag': '454d09c2-15f7-49b8-a12f-cd60dc8d70b3'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:51:52.427532 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb844f6-93ba-4af6-8ac3-a499b8faf22e" -d '{"events": [{"name": "network-changed", "server_uuid": "6dacfcf0-a3f1-4d22-9224-209949a63af4", "tag": "454d09c2-15f7-49b8-a12f-cd60dc8d70b3"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:51:52.431536 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33236) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:51:52.466296 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894aac6-30fa-4b18-98f6-99fd6f9e3793 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Pushing event updated for resources: {'Port': ['ID=454d09c2-15f7-49b8-a12f-cd60dc8d70b3,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:52.478829 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7225d899-03cc-4e77-8173-4f87976af7b5 x-openstack-request-id: req-7225d899-03cc-4e77-8173-4f87976af7b5 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:51:52.479183 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dacfcf0-a3f1-4d22-9224-209949a63af4", "tag": "454d09c2-15f7-49b8-a12f-cd60dc8d70b3", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:51:52.479447 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7225d899-03cc-4e77-8173-4f87976af7b5 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:51:52.479850 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dacfcf0-a3f1-4d22-9224-209949a63af4', 'tag': '454d09c2-15f7-49b8-a12f-cd60dc8d70b3', 'status': 'completed', 'code': 200} Mar 14 15:51:52.488714 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894aac6-30fa-4b18-98f6-99fd6f9e3793 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.489274 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894aac6-30fa-4b18-98f6-99fd6f9e3793 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.489634 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894aac6-30fa-4b18-98f6-99fd6f9e3793 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.489983 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894aac6-30fa-4b18-98f6-99fd6f9e3793 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.490326 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894aac6-30fa-4b18-98f6-99fd6f9e3793 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.490666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894aac6-30fa-4b18-98f6-99fd6f9e3793 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.491029 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894aac6-30fa-4b18-98f6-99fd6f9e3793 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.491370 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894aac6-30fa-4b18-98f6-99fd6f9e3793 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.491706 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894aac6-30fa-4b18-98f6-99fd6f9e3793 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.492038 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894aac6-30fa-4b18-98f6-99fd6f9e3793 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.492375 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894aac6-30fa-4b18-98f6-99fd6f9e3793 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.492712 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894aac6-30fa-4b18-98f6-99fd6f9e3793 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.503337 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51f350a8-5287-4a56-beca-898a3cb5f1f9 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:52.511491 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['454d09c2-15f7-49b8-a12f-cd60dc8d70b3'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:51:52.532912 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51f350a8-5287-4a56-beca-898a3cb5f1f9 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:52.562953 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb844f6-93ba-4af6-8ac3-a499b8faf22e req-6efc6f39-0807-4f49-82c2-a7d05a5b8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:52.564620 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-beb844f6-93ba-4af6-8ac3-a499b8faf22e req-6efc6f39-0807-4f49-82c2-a7d05a5b8124 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62f47ef51b2247e5bde72717bd3c563a&device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 1098 time: 0.0591326 Mar 14 15:51:52.613872 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51f350a8-5287-4a56-beca-898a3cb5f1f9 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:52.616790 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51f350a8-5287-4a56-beca-898a3cb5f1f9 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:52.618150 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-51f350a8-5287-4a56-beca-898a3cb5f1f9 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "DELETE /v2.0/security-groups/6c2b57e5-a28e-4351-b22d-297b0819293a HTTP/1.1" status: 204 len: 168 time: 0.1854527 Mar 14 15:51:52.630150 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33238) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:51:52.631265 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f350a8-5287-4a56-beca-898a3cb5f1f9 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2b57e5-a28e-4351-b22d-297b0819293a,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:52.650102 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f350a8-5287-4a56-beca-898a3cb5f1f9 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.650452 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f350a8-5287-4a56-beca-898a3cb5f1f9 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.650806 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f350a8-5287-4a56-beca-898a3cb5f1f9 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.651298 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f350a8-5287-4a56-beca-898a3cb5f1f9 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.651970 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f350a8-5287-4a56-beca-898a3cb5f1f9 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.652322 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f350a8-5287-4a56-beca-898a3cb5f1f9 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.652837 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f350a8-5287-4a56-beca-898a3cb5f1f9 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.653299 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f350a8-5287-4a56-beca-898a3cb5f1f9 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.653637 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f350a8-5287-4a56-beca-898a3cb5f1f9 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.653969 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f350a8-5287-4a56-beca-898a3cb5f1f9 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.654303 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f350a8-5287-4a56-beca-898a3cb5f1f9 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.654812 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f350a8-5287-4a56-beca-898a3cb5f1f9 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:51:52.702862 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb844f6-93ba-4af6-8ac3-a499b8faf22e req-94fd5e65-468d-40ed-b5f0-0f568549a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:52.704811 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-beb844f6-93ba-4af6-8ac3-a499b8faf22e req-94fd5e65-468d-40ed-b5f0-0f568549a3dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f6c5d4b-aa53-486c-b7b9-51cadccc322e HTTP/1.1" status: 200 len: 916 time: 0.1316595 Mar 14 15:51:52.760646 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-16c83862-673b-4cb9-bb63-d79a31fa90bb None None] Provisioning complete for port 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:51:52.761023 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16c83862-673b-4cb9-bb63-d79a31fa90bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:52.778491 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-beb844f6-93ba-4af6-8ac3-a499b8faf22e req-84b5091f-2c2a-4eea-9d8a-f4d3e8aad01a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=454d09c2-15f7-49b8-a12f-cd60dc8d70b3 HTTP/1.1" status: 200 len: 1000 time: 0.0654788 Mar 14 15:51:52.819482 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-7f47af8b-5d6d-4f14-bafb-1667b6e9f288 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Deleting port 27323ab7-9547-402d-9019-b5327ccd8131 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:51:52.819834 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7f47af8b-5d6d-4f14-bafb-1667b6e9f288 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:52.836869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb844f6-93ba-4af6-8ac3-a499b8faf22e req-de7d257a-c956-458e-a9f3-fee0c0385a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:52.838348 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-beb844f6-93ba-4af6-8ac3-a499b8faf22e req-de7d257a-c956-458e-a9f3-fee0c0385a2f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8aab066f-b32a-428f-863d-b8919b64a43d HTTP/1.1" status: 200 len: 854 time: 0.0518744 Mar 14 15:51:52.891292 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb844f6-93ba-4af6-8ac3-a499b8faf22e req-7519e5c1-a5c8-4806-8610-a0fcc0297a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:52.892717 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-beb844f6-93ba-4af6-8ac3-a499b8faf22e req-7519e5c1-a5c8-4806-8610-a0fcc0297a1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f6c5d4b-aa53-486c-b7b9-51cadccc322e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460830 Mar 14 15:51:52.898593 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7f47af8b-5d6d-4f14-bafb-1667b6e9f288 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:52.898939 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7f47af8b-5d6d-4f14-bafb-1667b6e9f288 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:52.911336 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-7f47af8b-5d6d-4f14-bafb-1667b6e9f288 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Calling delete_port for 27323ab7-9547-402d-9019-b5327ccd8131 owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:51:52.984504 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-beb844f6-93ba-4af6-8ac3-a499b8faf22e req-bec15011-9628-43b7-8393-355270e31cc7 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6c5d4b-aa53-486c-b7b9-51cadccc322e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822110 Mar 14 15:51:53.062634 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7f47af8b-5d6d-4f14-bafb-1667b6e9f288 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:53.084037 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-beb844f6-93ba-4af6-8ac3-a499b8faf22e req-34328a7b-394c-4aed-b26c-cc1488618c61 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6c5d4b-aa53-486c-b7b9-51cadccc322e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921652 Mar 14 15:51:53.088406 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47af8b-5d6d-4f14-bafb-1667b6e9f288 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Pushing event deleted for resources: {'Port': ['ID=27323ab7-9547-402d-9019-b5327ccd8131,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:51:53.152738 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7f47af8b-5d6d-4f14-bafb-1667b6e9f288 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks [] for floatingip, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:53.152986 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-7f47af8b-5d6d-4f14-bafb-1667b6e9f288 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Floating IP 50137f9c-98ed-4cf8-90a6-cd079f8c1ba4 disassociated (deleted). External IP: 172.26.6.63, port: 454d09c2-15f7-49b8-a12f-cd60dc8d70b3. Mar 14 15:51:53.358188 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f47af8b-5d6d-4f14-bafb-1667b6e9f288 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Router f56bbbce-8730-4bcb-93f5-52009c45a57a has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:51:53.470603 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f47af8b-5d6d-4f14-bafb-1667b6e9f288 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:51:53.476391 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7f47af8b-5d6d-4f14-bafb-1667b6e9f288 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:51:53.481896 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab71754c-5389-4efc-8393-66667afd9a0a None None] Sync routers for ids ['f56bbbce-8730-4bcb-93f5-52009c45a57a'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:51:53.491835 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab71754c-5389-4efc-8393-66667afd9a0a None None] Routers {'f56bbbce-8730-4bcb-93f5-52009c45a57a'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:51:53.492441 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ab71754c-5389-4efc-8393-66667afd9a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:51:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['f56bbbce-8730-4bcb-93f5-52009c45a57a'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:51:53.507864 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7f47af8b-5d6d-4f14-bafb-1667b6e9f288 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "DELETE /v2.0/floatingips/50137f9c-98ed-4cf8-90a6-cd079f8c1ba4 HTTP/1.1" status: 204 len: 168 time: 0.8665318 Mar 14 15:51:53.508458 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dacfcf0-a3f1-4d22-9224-209949a63af4', 'tag': '454d09c2-15f7-49b8-a12f-cd60dc8d70b3'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:51:53.510752 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7520e014-e671-491d-80a1-09d9cacc775a" -d '{"events": [{"name": "network-changed", "server_uuid": "6dacfcf0-a3f1-4d22-9224-209949a63af4", "tag": "454d09c2-15f7-49b8-a12f-cd60dc8d70b3"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:51:53.550583 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ac7c3f-85a0-41ef-961b-6b43188f7320 x-openstack-request-id: req-d2ac7c3f-85a0-41ef-961b-6b43188f7320 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:51:53.551926 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dacfcf0-a3f1-4d22-9224-209949a63af4", "tag": "454d09c2-15f7-49b8-a12f-cd60dc8d70b3", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:51:53.552256 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d2ac7c3f-85a0-41ef-961b-6b43188f7320 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:51:53.552889 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dacfcf0-a3f1-4d22-9224-209949a63af4', 'tag': '454d09c2-15f7-49b8-a12f-cd60dc8d70b3', 'status': 'completed', 'code': 200} Mar 14 15:51:53.605189 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-ab71754c-5389-4efc-8393-66667afd9a0a None None] Set router f56bbbce-8730-4bcb-93f5-52009c45a57a gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:51:53.616880 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520e014-e671-491d-80a1-09d9cacc775a req-10cda5bc-e710-4e4a-9868-b9453a86be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:53.618544 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7520e014-e671-491d-80a1-09d9cacc775a req-10cda5bc-e710-4e4a-9868-b9453a86be9d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62f47ef51b2247e5bde72717bd3c563a&device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 1098 time: 0.0428162 Mar 14 15:51:53.720691 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520e014-e671-491d-80a1-09d9cacc775a req-64bb8919-74fe-4869-99b0-6e63ae13cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:53.723216 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7520e014-e671-491d-80a1-09d9cacc775a req-64bb8919-74fe-4869-99b0-6e63ae13cd19 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f6c5d4b-aa53-486c-b7b9-51cadccc322e HTTP/1.1" status: 200 len: 916 time: 0.0971563 Mar 14 15:51:53.786739 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7520e014-e671-491d-80a1-09d9cacc775a req-5e2ae579-1e67-4940-820b-5e2c333a3509 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=454d09c2-15f7-49b8-a12f-cd60dc8d70b3 HTTP/1.1" status: 200 len: 217 time: 0.0478368 Mar 14 15:51:53.814649 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ab71754c-5389-4efc-8393-66667afd9a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'name': 'tempest-TestMinimumBasicScenario-1632047086-router', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:43Z', 'updated_at': '2022-03-14T15:49:46Z', 'revision_number': 4, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'gw_port': {'id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:44Z', 'updated_at': '2022-03-14T15:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'f7412daa-744c-4b12-a7a0-bde368285026', 'name': '', 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'mac_address': 'fa:16:3e:97:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8aab066f-b32a-428f-863d-b8919b64a43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:46Z', 'updated_at': '2022-03-14T15:49:50Z', 'revision_number': 5, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'subnets': [{'id': '8aab066f-b32a-428f-863d-b8919b64a43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:51:53.838450 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520e014-e671-491d-80a1-09d9cacc775a req-22f05750-85dd-4d9b-b34a-5d5dabd13d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:53.839992 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7520e014-e671-491d-80a1-09d9cacc775a req-22f05750-85dd-4d9b-b34a-5d5dabd13d53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8aab066f-b32a-428f-863d-b8919b64a43d HTTP/1.1" status: 200 len: 854 time: 0.0474668 Mar 14 15:51:53.842435 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab71754c-5389-4efc-8393-66667afd9a0a None None] Checking router: f56bbbce-8730-4bcb-93f5-52009c45a57a for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:51:53.850657 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab71754c-5389-4efc-8393-66667afd9a0a None None] Routers {'f56bbbce-8730-4bcb-93f5-52009c45a57a'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:51:53.851282 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ab71754c-5389-4efc-8393-66667afd9a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:51:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['f56bbbce-8730-4bcb-93f5-52009c45a57a'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:51:53.886114 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520e014-e671-491d-80a1-09d9cacc775a req-09be2489-f80d-4933-a6ae-9f828885133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:51:53.887853 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7520e014-e671-491d-80a1-09d9cacc775a req-09be2489-f80d-4933-a6ae-9f828885133b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f6c5d4b-aa53-486c-b7b9-51cadccc322e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410583 Mar 14 15:51:53.986354 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7520e014-e671-491d-80a1-09d9cacc775a req-2cefd339-3e23-44f8-ad17-9eb9a160ee81 service neutron] 10.222.0.18 "GET /v2.0/networks/6f6c5d4b-aa53-486c-b7b9-51cadccc322e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903554 Mar 14 15:51:54.046284 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-ab71754c-5389-4efc-8393-66667afd9a0a None None] Set router f56bbbce-8730-4bcb-93f5-52009c45a57a gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:51:54.078383 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7520e014-e671-491d-80a1-09d9cacc775a req-76c40503-38ba-47a9-a196-e21e7b396d4c service neutron] 10.222.0.18 "GET /v2.0/networks/6f6c5d4b-aa53-486c-b7b9-51cadccc322e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851288 Mar 14 15:51:54.242701 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-ab71754c-5389-4efc-8393-66667afd9a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'name': 'tempest-TestMinimumBasicScenario-1632047086-router', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:43Z', 'updated_at': '2022-03-14T15:49:46Z', 'revision_number': 4, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'gw_port': {'id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:44Z', 'updated_at': '2022-03-14T15:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'f7412daa-744c-4b12-a7a0-bde368285026', 'name': '', 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'mac_address': 'fa:16:3e:97:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8aab066f-b32a-428f-863d-b8919b64a43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:46Z', 'updated_at': '2022-03-14T15:49:50Z', 'revision_number': 5, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'subnets': [{'id': '8aab066f-b32a-428f-863d-b8919b64a43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:51:54.269708 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab71754c-5389-4efc-8393-66667afd9a0a None None] The sync data for ids ['f56bbbce-8730-4bcb-93f5-52009c45a57a'] in dv-neutron-833559-1-hyperv is: [{'id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'name': 'tempest-TestMinimumBasicScenario-1632047086-router', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:43Z', 'updated_at': '2022-03-14T15:49:46Z', 'revision_number': 4, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'gw_port': {'id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:44Z', 'updated_at': '2022-03-14T15:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'f7412daa-744c-4b12-a7a0-bde368285026', 'name': '', 'network_id': '6f6c5d4b-aa53-486c-b7b9-51cadccc322e', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'mac_address': 'fa:16:3e:97:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8aab066f-b32a-428f-863d-b8919b64a43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:46Z', 'updated_at': '2022-03-14T15:49:50Z', 'revision_number': 5, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'subnets': [{'id': '8aab066f-b32a-428f-863d-b8919b64a43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:51:54.510572 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27ed57d-287e-4dff-8605-bb77bb371b3b None None] New status for floating IP 50137f9c-98ed-4cf8-90a6-cd079f8c1ba4: DOWN {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:52:00.461691 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7995cf8-5bf4-451e-a725-d6fb3bd7aa04 req-47758c74-a5f4-429a-9bf8-a6feab20d4c8 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:00.463326 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f7995cf8-5bf4-451e-a725-d6fb3bd7aa04 req-47758c74-a5f4-429a-9bf8-a6feab20d4c8 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 945 time: 0.0624373 Mar 14 15:52:00.512462 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f7995cf8-5bf4-451e-a725-d6fb3bd7aa04 req-c527bf30-ef4f-4c48-8589-0d067a63c76f tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401964 Mar 14 15:52:01.632005 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f54be-70b7-4194-b8cd-a5a6c7993c47 req-5e1663e9-c014-496a-8755-aeecfe3dfa5d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:01.633479 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9a4f54be-70b7-4194-b8cd-a5a6c7993c47 req-5e1663e9-c014-496a-8755-aeecfe3dfa5d tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 945 time: 0.0506325 Mar 14 15:52:01.670310 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9a4f54be-70b7-4194-b8cd-a5a6c7993c47 req-c3b2aefe-43fd-4a30-b4ed-154fd56944c3 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/security-groups?id=e944f818-d1d9-4f43-a0fc-7c55047888c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310223 Mar 14 15:52:02.316965 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6670cd-e14b-41ca-b28b-f36749206caa req-eeadf110-4f45-43ee-8ef9-d7bdb3ea2218 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:02.318397 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1d6670cd-e14b-41ca-b28b-f36749206caa req-eeadf110-4f45-43ee-8ef9-d7bdb3ea2218 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 945 time: 0.0495846 Mar 14 15:52:02.413947 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-1d6670cd-e14b-41ca-b28b-f36749206caa req-1872e5db-51c3-4d54-b835-9adda9782cab tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Deleting port 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:52:02.414290 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1d6670cd-e14b-41ca-b28b-f36749206caa req-1872e5db-51c3-4d54-b835-9adda9782cab tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:02.505030 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-1d6670cd-e14b-41ca-b28b-f36749206caa req-1872e5db-51c3-4d54-b835-9adda9782cab tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] For port 454d09c2-15f7-49b8-a12f-cd60dc8d70b3, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=454d09c2-15f7-49b8-a12f-cd60dc8d70b3,segment=NetworkSegment(b669e769-2e11-4b55-b3c6-32ea2d312dd0),segment_id=b669e769-2e11-4b55-b3c6-32ea2d312dd0)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:52:02.505430 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1d6670cd-e14b-41ca-b28b-f36749206caa req-1872e5db-51c3-4d54-b835-9adda9782cab tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:02.518093 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-1d6670cd-e14b-41ca-b28b-f36749206caa req-1872e5db-51c3-4d54-b835-9adda9782cab tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Calling delete_port for 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:52:02.645840 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1d6670cd-e14b-41ca-b28b-f36749206caa req-1872e5db-51c3-4d54-b835-9adda9782cab tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:02.660896 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['454d09c2-15f7-49b8-a12f-cd60dc8d70b3'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:52:02.673761 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872e5db-51c3-4d54-b835-9adda9782cab tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Pushing event deleted for resources: {'Port': ['ID=454d09c2-15f7-49b8-a12f-cd60dc8d70b3,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:02.716713 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6670cd-e14b-41ca-b28b-f36749206caa req-1872e5db-51c3-4d54-b835-9adda9782cab tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] No DVR routers for this DVR port 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:52:02.719217 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-1d6670cd-e14b-41ca-b28b-f36749206caa req-1872e5db-51c3-4d54-b835-9adda9782cab tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:02.723177 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1d6670cd-e14b-41ca-b28b-f36749206caa req-1872e5db-51c3-4d54-b835-9adda9782cab tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.18 "DELETE /v2.0/ports/454d09c2-15f7-49b8-a12f-cd60dc8d70b3 HTTP/1.1" status: 204 len: 173 time: 0.3955882 Mar 14 15:52:02.723624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dacfcf0-a3f1-4d22-9224-209949a63af4', 'name': 'network-vif-deleted', 'tag': '454d09c2-15f7-49b8-a12f-cd60dc8d70b3'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:52:02.725839 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2954ce71-4f52-45e7-9925-ce9dbd4d1197" -d '{"events": [{"server_uuid": "6dacfcf0-a3f1-4d22-9224-209949a63af4", "name": "network-vif-deleted", "tag": "454d09c2-15f7-49b8-a12f-cd60dc8d70b3"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:52:02.768275 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9766752-6771-40cb-9469-ad090fc7149e x-openstack-request-id: req-c9766752-6771-40cb-9469-ad090fc7149e {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:52:02.769315 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dacfcf0-a3f1-4d22-9224-209949a63af4", "name": "network-vif-deleted", "tag": "454d09c2-15f7-49b8-a12f-cd60dc8d70b3", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:52:02.770112 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c9766752-6771-40cb-9469-ad090fc7149e {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:52:02.770507 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dacfcf0-a3f1-4d22-9224-209949a63af4', 'name': 'network-vif-deleted', 'tag': '454d09c2-15f7-49b8-a12f-cd60dc8d70b3', 'status': 'completed', 'code': 200} Mar 14 15:52:02.772470 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1ee6e19c-31aa-408c-b971-c1638a15b00f req-bb16b68d-ff0a-4b6d-89e2-70aa38990fe4 tempest-TestMinimumBasicScenario-32773969 tempest-TestMinimumBasicScenario-32773969-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dacfcf0-a3f1-4d22-9224-209949a63af4 HTTP/1.1" status: 200 len: 210 time: 0.0309887 Mar 14 15:52:04.088220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d3a3775a-b120-46de-98b7-959e94083f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:04.365223 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33334) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:04.704497 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b6d4-b1d8-44cc-8fff-80a9022d4aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:04.946887 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-d6c7b6d4-b1d8-44cc-8fff-80a9022d4aca admin admin] Deleting port f7412daa-744c-4b12-a7a0-bde368285026 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:52:04.947257 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b6d4-b1d8-44cc-8fff-80a9022d4aca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:05.026632 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-d6c7b6d4-b1d8-44cc-8fff-80a9022d4aca admin admin] For port f7412daa-744c-4b12-a7a0-bde368285026, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=f7412daa-744c-4b12-a7a0-bde368285026,segment=NetworkSegment(b669e769-2e11-4b55-b3c6-32ea2d312dd0),segment_id=b669e769-2e11-4b55-b3c6-32ea2d312dd0)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:52:05.026967 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b6d4-b1d8-44cc-8fff-80a9022d4aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:05.040193 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-d6c7b6d4-b1d8-44cc-8fff-80a9022d4aca admin admin] Calling delete_port for f7412daa-744c-4b12-a7a0-bde368285026 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:52:05.537489 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b6d4-b1d8-44cc-8fff-80a9022d4aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:05.560608 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7b6d4-b1d8-44cc-8fff-80a9022d4aca admin admin] Pushing event deleted for resources: {'Port': ['ID=f7412daa-744c-4b12-a7a0-bde368285026,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:05.732319 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b6d4-b1d8-44cc-8fff-80a9022d4aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:05.939845 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c7b6d4-b1d8-44cc-8fff-80a9022d4aca admin admin] Router f56bbbce-8730-4bcb-93f5-52009c45a57a has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:52:06.045373 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c7b6d4-b1d8-44cc-8fff-80a9022d4aca admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:52:06.051008 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d6c7b6d4-b1d8-44cc-8fff-80a9022d4aca admin admin] 10.222.0.59 "PUT /v2.0/routers/f56bbbce-8730-4bcb-93f5-52009c45a57a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6845267 Mar 14 15:52:06.053296 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33336) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:06.055933 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124a4e09-2750-40b7-9bd9-6a59c24237bd None None] Sync routers for ids ['f56bbbce-8730-4bcb-93f5-52009c45a57a'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:52:06.065276 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124a4e09-2750-40b7-9bd9-6a59c24237bd None None] Routers {'f56bbbce-8730-4bcb-93f5-52009c45a57a'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:52:06.066467 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-124a4e09-2750-40b7-9bd9-6a59c24237bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:51:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['f56bbbce-8730-4bcb-93f5-52009c45a57a'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:06.159594 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a0a963b-8636-4bd5-aa82-9b0bd9862cd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:06.171253 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-124a4e09-2750-40b7-9bd9-6a59c24237bd None None] Set router f56bbbce-8730-4bcb-93f5-52009c45a57a gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:52:06.263394 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a0a963b-8636-4bd5-aa82-9b0bd9862cd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:06.315596 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a963b-8636-4bd5-aa82-9b0bd9862cd0 admin admin] Deleting port d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:52:06.315953 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a0a963b-8636-4bd5-aa82-9b0bd9862cd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:06.349558 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-124a4e09-2750-40b7-9bd9-6a59c24237bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'name': 'tempest-TestMinimumBasicScenario-1632047086-router', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:43Z', 'updated_at': '2022-03-14T15:52:05Z', 'revision_number': 5, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'gw_port': {'id': 'd3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:44Z', 'updated_at': '2022-03-14T15:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:06.375379 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124a4e09-2750-40b7-9bd9-6a59c24237bd None None] Checking router: f56bbbce-8730-4bcb-93f5-52009c45a57a for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:52:06.384751 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124a4e09-2750-40b7-9bd9-6a59c24237bd None None] Routers {'f56bbbce-8730-4bcb-93f5-52009c45a57a'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:52:06.385362 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-124a4e09-2750-40b7-9bd9-6a59c24237bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:51:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['f56bbbce-8730-4bcb-93f5-52009c45a57a'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:06.400480 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-1a0a963b-8636-4bd5-aa82-9b0bd9862cd0 admin admin] For port d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:52:06.400864 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a0a963b-8636-4bd5-aa82-9b0bd9862cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:06.412880 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a963b-8636-4bd5-aa82-9b0bd9862cd0 admin admin] Calling delete_port for d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064 owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:52:06.470749 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-124a4e09-2750-40b7-9bd9-6a59c24237bd None None] Set router f56bbbce-8730-4bcb-93f5-52009c45a57a gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:52:06.472711 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c3bce19d-913a-47ae-a1e4-1c11c391b49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:06.526292 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-124a4e09-2750-40b7-9bd9-6a59c24237bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'name': 'tempest-TestMinimumBasicScenario-1632047086-router', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:43Z', 'updated_at': '2022-03-14T15:52:06Z', 'revision_number': 6, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:06.553940 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124a4e09-2750-40b7-9bd9-6a59c24237bd None None] The sync data for ids ['f56bbbce-8730-4bcb-93f5-52009c45a57a'] in dv-neutron-833559-1-hyperv is: [{'id': 'f56bbbce-8730-4bcb-93f5-52009c45a57a', 'name': 'tempest-TestMinimumBasicScenario-1632047086-router', 'tenant_id': '62f47ef51b2247e5bde72717bd3c563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:43Z', 'updated_at': '2022-03-14T15:52:06Z', 'revision_number': 6, 'project_id': '62f47ef51b2247e5bde72717bd3c563a', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:52:06.587831 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a0a963b-8636-4bd5-aa82-9b0bd9862cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:06.615608 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a963b-8636-4bd5-aa82-9b0bd9862cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:06.664332 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:52:06.679936 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a0a963b-8636-4bd5-aa82-9b0bd9862cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:06.684423 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:52:06.684766 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 454d09c2-15f7-49b8-a12f-cd60dc8d70b3 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:52:06.769313 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a0a963b-8636-4bd5-aa82-9b0bd9862cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:06.771436 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a0a963b-8636-4bd5-aa82-9b0bd9862cd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:06.813798 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a0a963b-8636-4bd5-aa82-9b0bd9862cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:06.814367 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0a963b-8636-4bd5-aa82-9b0bd9862cd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f56bbbce-8730-4bcb-93f5-52009c45a57a {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:52:06.819027 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a0a963b-8636-4bd5-aa82-9b0bd9862cd0 admin admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:06.820298 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1a0a963b-8636-4bd5-aa82-9b0bd9862cd0 admin admin] 10.222.0.59 "DELETE /v2.0/routers/f56bbbce-8730-4bcb-93f5-52009c45a57a HTTP/1.1" status: 204 len: 168 time: 0.7660816 Mar 14 15:52:06.822794 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33338) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:06.867563 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6832d1a-8a60-4d08-8d93-f07913718d28 admin admin] Deleting subnet 8aab066f-b32a-428f-863d-b8919b64a43d {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:52:06.870518 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b6832d1a-8a60-4d08-8d93-f07913718d28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:06.911314 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b6832d1a-8a60-4d08-8d93-f07913718d28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:06.993103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b6832d1a-8a60-4d08-8d93-f07913718d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:07.044036 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b6832d1a-8a60-4d08-8d93-f07913718d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:07.067737 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6832d1a-8a60-4d08-8d93-f07913718d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aab066f-b32a-428f-863d-b8919b64a43d,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:07.073447 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b6832d1a-8a60-4d08-8d93-f07913718d28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:07.076636 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b6832d1a-8a60-4d08-8d93-f07913718d28 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8aab066f-b32a-428f-863d-b8919b64a43d HTTP/1.1" status: 204 len: 168 time: 0.2528927 Mar 14 15:52:07.079118 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc62863-e43e-4e5f-ac05-a26d676d6aac None None] Network 6f6c5d4b-aa53-486c-b7b9-51cadccc322e requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:52:07.079251 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33340) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:07.153813 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34569230-f5d1-4e70-99ce-24288f18af26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:07.212192 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-34569230-f5d1-4e70-99ce-24288f18af26 admin admin] Deleting port 9fea2586-2617-4964-b188-544e9ef55977 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:52:07.212536 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34569230-f5d1-4e70-99ce-24288f18af26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:07.279249 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-34569230-f5d1-4e70-99ce-24288f18af26 admin admin] For port 9fea2586-2617-4964-b188-544e9ef55977, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=9fea2586-2617-4964-b188-544e9ef55977,segment=NetworkSegment(b669e769-2e11-4b55-b3c6-32ea2d312dd0),segment_id=b669e769-2e11-4b55-b3c6-32ea2d312dd0)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:52:07.280050 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34569230-f5d1-4e70-99ce-24288f18af26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:07.295329 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-34569230-f5d1-4e70-99ce-24288f18af26 admin admin] Calling delete_port for 9fea2586-2617-4964-b188-544e9ef55977 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:52:07.388221 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34569230-f5d1-4e70-99ce-24288f18af26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:07.405594 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddcb795-6101-43fb-9f81-bbee12b91d51 None None] DHCP port deletion for 6f6c5d4b-aa53-486c-b7b9-51cadccc322e request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:52:07.418015 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34569230-f5d1-4e70-99ce-24288f18af26 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fea2586-2617-4964-b188-544e9ef55977,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:07.422472 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34569230-f5d1-4e70-99ce-24288f18af26 admin admin] No DVR routers for this DVR port 9fea2586-2617-4964-b188-544e9ef55977 on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:52:07.499372 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34569230-f5d1-4e70-99ce-24288f18af26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:07.522408 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-34569230-f5d1-4e70-99ce-24288f18af26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6c5d4b-aa53-486c-b7b9-51cadccc322e']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:07.533026 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-34569230-f5d1-4e70-99ce-24288f18af26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b669e769-2e11-4b55-b3c6-32ea2d312dd0') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:07.533336 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-34569230-f5d1-4e70-99ce-24288f18af26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b669e769-2e11-4b55-b3c6-32ea2d312dd0') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:07.537785 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:07.544320 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34569230-f5d1-4e70-99ce-24288f18af26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:07.559263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34569230-f5d1-4e70-99ce-24288f18af26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:07.566570 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34569230-f5d1-4e70-99ce-24288f18af26 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:52:07.566992 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34569230-f5d1-4e70-99ce-24288f18af26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:52:07.568722 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:52:07.623947 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34569230-f5d1-4e70-99ce-24288f18af26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:07.631058 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-34569230-f5d1-4e70-99ce-24288f18af26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:07.634894 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-34569230-f5d1-4e70-99ce-24288f18af26 admin admin] 10.222.0.59 "DELETE /v2.0/networks/6f6c5d4b-aa53-486c-b7b9-51cadccc322e HTTP/1.1" status: 204 len: 168 time: 0.5535085 Mar 14 15:52:07.636740 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33342) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:07.645136 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34569230-f5d1-4e70-99ce-24288f18af26 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f6c5d4b-aa53-486c-b7b9-51cadccc322e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:07.979409 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6b79fce-41e1-48b8-9171-41eb9b8eb5f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:08.218100 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e6b79fce-41e1-48b8-9171-41eb9b8eb5f5 admin admin] Deleting port ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:52:08.218446 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6b79fce-41e1-48b8-9171-41eb9b8eb5f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:08.295063 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-e6b79fce-41e1-48b8-9171-41eb9b8eb5f5 admin admin] For port ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02,segment=NetworkSegment(56a61378-1eee-4098-83d8-3bdacf0a6667),segment_id=56a61378-1eee-4098-83d8-3bdacf0a6667)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:52:08.295347 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6b79fce-41e1-48b8-9171-41eb9b8eb5f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:08.310931 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e6b79fce-41e1-48b8-9171-41eb9b8eb5f5 admin admin] Calling delete_port for ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:52:08.486394 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6b79fce-41e1-48b8-9171-41eb9b8eb5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:08.513375 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b79fce-41e1-48b8-9171-41eb9b8eb5f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:08.682046 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e6b79fce-41e1-48b8-9171-41eb9b8eb5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:08.697780 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:52:08.717715 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:52:08.718055 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d3d1ef91-e09d-4d9b-b53e-c5a7fc9f8064 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:52:08.718465 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 9fea2586-2617-4964-b188-544e9ef55977 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:52:08.736869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 9fea2586-2617-4964-b188-544e9ef55977 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:52:08.737221 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 9fea2586-2617-4964-b188-544e9ef55977 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:52:08.737630 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device f7412daa-744c-4b12-a7a0-bde368285026 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:52:08.756884 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: f7412daa-744c-4b12-a7a0-bde368285026 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:52:08.757238 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device f7412daa-744c-4b12-a7a0-bde368285026 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:52:08.897242 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b79fce-41e1-48b8-9171-41eb9b8eb5f5 admin admin] Router f0b4968c-d847-447f-af3b-550ee3351114 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:52:08.969176 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:09.004614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b79fce-41e1-48b8-9171-41eb9b8eb5f5 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:52:09.009525 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e6b79fce-41e1-48b8-9171-41eb9b8eb5f5 admin admin] 10.222.0.59 "PUT /v2.0/routers/f0b4968c-d847-447f-af3b-550ee3351114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3717630 Mar 14 15:52:09.011988 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33344) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:09.014549 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f93878-03e4-4522-ac5c-5c7bbc93abbf None None] Sync routers for ids ['f0b4968c-d847-447f-af3b-550ee3351114'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:52:09.035849 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f93878-03e4-4522-ac5c-5c7bbc93abbf None None] Routers {'f0b4968c-d847-447f-af3b-550ee3351114'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:52:09.036473 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-83f93878-03e4-4522-ac5c-5c7bbc93abbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:52:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['f0b4968c-d847-447f-af3b-550ee3351114'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:09.042534 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:09.150428 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-83f93878-03e4-4522-ac5c-5c7bbc93abbf None None] Set router f0b4968c-d847-447f-af3b-550ee3351114 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:52:09.338872 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-83f93878-03e4-4522-ac5c-5c7bbc93abbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b4968c-d847-447f-af3b-550ee3351114', 'name': 'tempest-TestMinimumBasicScenario-1638856636-router', 'tenant_id': '01b85231572f4331a2ec48bd0d34e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '7a65a5a8-c481-45fd-9443-78e63834fafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:48Z', 'updated_at': '2022-03-14T15:52:08Z', 'revision_number': 5, 'project_id': '01b85231572f4331a2ec48bd0d34e4eb', 'gw_port': {'id': '7a65a5a8-c481-45fd-9443-78e63834fafa', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b4968c-d847-447f-af3b-550ee3351114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:48Z', 'updated_at': '2022-03-14T15:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:09.366246 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f93878-03e4-4522-ac5c-5c7bbc93abbf None None] Checking router: f0b4968c-d847-447f-af3b-550ee3351114 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:52:09.385942 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f93878-03e4-4522-ac5c-5c7bbc93abbf None None] Routers {'f0b4968c-d847-447f-af3b-550ee3351114'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:52:09.386568 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-83f93878-03e4-4522-ac5c-5c7bbc93abbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:52:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['f0b4968c-d847-447f-af3b-550ee3351114'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:09.389651 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:09.460203 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-594e4aa8-9812-4292-ad30-5baf1ce80fb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:09.493378 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-83f93878-03e4-4522-ac5c-5c7bbc93abbf None None] Set router f0b4968c-d847-447f-af3b-550ee3351114 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:52:09.562802 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-594e4aa8-9812-4292-ad30-5baf1ce80fb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:09.615968 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-594e4aa8-9812-4292-ad30-5baf1ce80fb3 admin admin] Deleting port 7a65a5a8-c481-45fd-9443-78e63834fafa {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:52:09.615968 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-594e4aa8-9812-4292-ad30-5baf1ce80fb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:09.677328 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-83f93878-03e4-4522-ac5c-5c7bbc93abbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b4968c-d847-447f-af3b-550ee3351114', 'name': 'tempest-TestMinimumBasicScenario-1638856636-router', 'tenant_id': '01b85231572f4331a2ec48bd0d34e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '7a65a5a8-c481-45fd-9443-78e63834fafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:48Z', 'updated_at': '2022-03-14T15:52:08Z', 'revision_number': 5, 'project_id': '01b85231572f4331a2ec48bd0d34e4eb', 'gw_port': {'id': '7a65a5a8-c481-45fd-9443-78e63834fafa', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b4968c-d847-447f-af3b-550ee3351114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:48Z', 'updated_at': '2022-03-14T15:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:09.696829 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-594e4aa8-9812-4292-ad30-5baf1ce80fb3 admin admin] For port 7a65a5a8-c481-45fd-9443-78e63834fafa, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=7a65a5a8-c481-45fd-9443-78e63834fafa,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:52:09.697416 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-594e4aa8-9812-4292-ad30-5baf1ce80fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:09.708996 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f93878-03e4-4522-ac5c-5c7bbc93abbf None None] The sync data for ids ['f0b4968c-d847-447f-af3b-550ee3351114'] in dv-neutron-833559-1-hyperv is: [{'id': 'f0b4968c-d847-447f-af3b-550ee3351114', 'name': 'tempest-TestMinimumBasicScenario-1638856636-router', 'tenant_id': '01b85231572f4331a2ec48bd0d34e4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '7a65a5a8-c481-45fd-9443-78e63834fafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:49:48Z', 'updated_at': '2022-03-14T15:52:08Z', 'revision_number': 5, 'project_id': '01b85231572f4331a2ec48bd0d34e4eb', 'gw_port': {'id': '7a65a5a8-c481-45fd-9443-78e63834fafa', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b4968c-d847-447f-af3b-550ee3351114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:49:48Z', 'updated_at': '2022-03-14T15:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:52:09.718734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-594e4aa8-9812-4292-ad30-5baf1ce80fb3 admin admin] Calling delete_port for 7a65a5a8-c481-45fd-9443-78e63834fafa owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:52:09.876462 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-594e4aa8-9812-4292-ad30-5baf1ce80fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:09.904911 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e4aa8-9812-4292-ad30-5baf1ce80fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a65a5a8-c481-45fd-9443-78e63834fafa,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:09.964622 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-594e4aa8-9812-4292-ad30-5baf1ce80fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:10.052360 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-594e4aa8-9812-4292-ad30-5baf1ce80fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:10.054354 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-594e4aa8-9812-4292-ad30-5baf1ce80fb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:10.104484 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-594e4aa8-9812-4292-ad30-5baf1ce80fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:10.105015 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594e4aa8-9812-4292-ad30-5baf1ce80fb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0b4968c-d847-447f-af3b-550ee3351114 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:52:10.110055 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-594e4aa8-9812-4292-ad30-5baf1ce80fb3 admin admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:10.111254 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-594e4aa8-9812-4292-ad30-5baf1ce80fb3 admin admin] 10.222.0.59 "DELETE /v2.0/routers/f0b4968c-d847-447f-af3b-550ee3351114 HTTP/1.1" status: 204 len: 168 time: 1.0983346 Mar 14 15:52:10.114491 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33346) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:10.160800 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b5a4de-506d-491c-b2aa-fff6515cbf1d admin admin] Deleting subnet 62f25ba3-e641-4b7d-bc7e-e3a5d631854c {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:52:10.164166 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-85b5a4de-506d-491c-b2aa-fff6515cbf1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:10.200126 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-85b5a4de-506d-491c-b2aa-fff6515cbf1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:10.277878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-85b5a4de-506d-491c-b2aa-fff6515cbf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:10.338757 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-85b5a4de-506d-491c-b2aa-fff6515cbf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:10.366013 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5a4de-506d-491c-b2aa-fff6515cbf1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62f25ba3-e641-4b7d-bc7e-e3a5d631854c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:10.370956 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-85b5a4de-506d-491c-b2aa-fff6515cbf1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:10.373367 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:52:10.374118 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-85b5a4de-506d-491c-b2aa-fff6515cbf1d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/62f25ba3-e641-4b7d-bc7e-e3a5d631854c HTTP/1.1" status: 204 len: 168 time: 0.2585828 Mar 14 15:52:10.376524 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33348) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:10.381685 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58537be-fb6d-460a-b359-d4f47030a610 None None] Network d77b7895-d285-4a2a-b2f9-9bb69bd772ae requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:52:10.447666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61c56355-061c-4594-aeef-1cd54d0a58b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:10.500658 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-61c56355-061c-4594-aeef-1cd54d0a58b8 admin admin] Deleting port a51d0cdf-9117-4d90-8ca4-6287cfe464ae {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:52:10.501006 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61c56355-061c-4594-aeef-1cd54d0a58b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:10.567415 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-61c56355-061c-4594-aeef-1cd54d0a58b8 admin admin] For port a51d0cdf-9117-4d90-8ca4-6287cfe464ae, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=a51d0cdf-9117-4d90-8ca4-6287cfe464ae,segment=NetworkSegment(56a61378-1eee-4098-83d8-3bdacf0a6667),segment_id=56a61378-1eee-4098-83d8-3bdacf0a6667)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:52:10.567782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61c56355-061c-4594-aeef-1cd54d0a58b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:10.580074 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-61c56355-061c-4594-aeef-1cd54d0a58b8 admin admin] Calling delete_port for a51d0cdf-9117-4d90-8ca4-6287cfe464ae owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:52:10.656368 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61c56355-061c-4594-aeef-1cd54d0a58b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:10.684762 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c56355-061c-4594-aeef-1cd54d0a58b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a51d0cdf-9117-4d90-8ca4-6287cfe464ae,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:10.688225 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c56355-061c-4594-aeef-1cd54d0a58b8 admin admin] No DVR routers for this DVR port a51d0cdf-9117-4d90-8ca4-6287cfe464ae on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:52:10.735673 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63259b5-75a8-4583-a867-c16fd1930e6e None None] DHCP port deletion for d77b7895-d285-4a2a-b2f9-9bb69bd772ae request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:52:10.762612 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61c56355-061c-4594-aeef-1cd54d0a58b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:10.784931 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-61c56355-061c-4594-aeef-1cd54d0a58b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77b7895-d285-4a2a-b2f9-9bb69bd772ae']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:10.794149 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-61c56355-061c-4594-aeef-1cd54d0a58b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a61378-1eee-4098-83d8-3bdacf0a6667') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:10.794495 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-61c56355-061c-4594-aeef-1cd54d0a58b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a61378-1eee-4098-83d8-3bdacf0a6667') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:10.803770 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61c56355-061c-4594-aeef-1cd54d0a58b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:10.810068 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a51d0cdf-9117-4d90-8ca4-6287cfe464ae no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:52:10.817817 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61c56355-061c-4594-aeef-1cd54d0a58b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:10.824176 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c56355-061c-4594-aeef-1cd54d0a58b8 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:52:10.824650 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61c56355-061c-4594-aeef-1cd54d0a58b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:52:10.826353 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:52:10.831642 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: a51d0cdf-9117-4d90-8ca4-6287cfe464ae {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:52:10.831998 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device a51d0cdf-9117-4d90-8ca4-6287cfe464ae not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:52:10.832424 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7a65a5a8-c481-45fd-9443-78e63834fafa no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:52:10.851779 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 7a65a5a8-c481-45fd-9443-78e63834fafa {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:52:10.852130 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 7a65a5a8-c481-45fd-9443-78e63834fafa not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:52:10.852552 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:52:10.871143 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:52:10.871495 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device ff4702b1-1fbb-4d9b-ad30-2cf39dabfd02 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:52:10.885687 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61c56355-061c-4594-aeef-1cd54d0a58b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:10.891136 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-61c56355-061c-4594-aeef-1cd54d0a58b8 admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:10.895040 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-61c56355-061c-4594-aeef-1cd54d0a58b8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d77b7895-d285-4a2a-b2f9-9bb69bd772ae HTTP/1.1" status: 204 len: 168 time: 0.5173719 Mar 14 15:52:10.906253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c56355-061c-4594-aeef-1cd54d0a58b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d77b7895-d285-4a2a-b2f9-9bb69bd772ae,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:11.048884 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33352) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:11.088480 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-14a14255-3abe-4876-9a09-23b848edc6b8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=62f47ef51b2247e5bde72717bd3c563a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379303 Mar 14 15:52:11.090829 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33354) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:11.137360 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b47d1a46-55a8-411b-9d83-5d9e4d49c536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:11.158178 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b47d1a46-55a8-411b-9d83-5d9e4d49c536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:11.204309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b47d1a46-55a8-411b-9d83-5d9e4d49c536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:11.207256 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b47d1a46-55a8-411b-9d83-5d9e4d49c536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:11.208678 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b47d1a46-55a8-411b-9d83-5d9e4d49c536 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e944f818-d1d9-4f43-a0fc-7c55047888c8 HTTP/1.1" status: 204 len: 168 time: 0.1169410 Mar 14 15:52:11.216137 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d1a46-55a8-411b-9d83-5d9e4d49c536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e944f818-d1d9-4f43-a0fc-7c55047888c8,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:11.517020 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33362) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:11.560344 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4d8959ec-2827-4067-a727-1f65de450f67 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=01b85231572f4331a2ec48bd0d34e4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421085 Mar 14 15:52:11.562733 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33364) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:11.609754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc237c8a-b59f-4a71-8996-c08fe6cec096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:11.630951 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc237c8a-b59f-4a71-8996-c08fe6cec096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:11.676966 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc237c8a-b59f-4a71-8996-c08fe6cec096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:11.679619 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fc237c8a-b59f-4a71-8996-c08fe6cec096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:11.680869 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fc237c8a-b59f-4a71-8996-c08fe6cec096 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a3b0e5cc-fd24-4438-a6b7-aa43d29df8d2 HTTP/1.1" status: 204 len: 168 time: 0.1172233 Mar 14 15:52:11.688764 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc237c8a-b59f-4a71-8996-c08fe6cec096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b0e5cc-fd24-4438-a6b7-aa43d29df8d2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:13.319869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33404) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:13.324380 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6717455c-1b20-4588-af00-071f20061514 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1757589504', 'description': 'tempest-secgroup-smoke-1757589504 description', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:52:13.345167 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6717455c-1b20-4588-af00-071f20061514 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:13.353363 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6717455c-1b20-4588-af00-071f20061514 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:13.426427 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6717455c-1b20-4588-af00-071f20061514 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:13.430403 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6717455c-1b20-4588-af00-071f20061514 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:13.470272 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717455c-1b20-4588-af00-071f20061514 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce292fd-da02-43d0-a082-e31f09f07d36,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:13.513641 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6717455c-1b20-4588-af00-071f20061514 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:13.517404 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6717455c-1b20-4588-af00-071f20061514 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:13.546029 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6717455c-1b20-4588-af00-071f20061514 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:13.547317 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6717455c-1b20-4588-af00-071f20061514 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2263758 Mar 14 15:52:13.548345 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717455c-1b20-4588-af00-071f20061514 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1846ebcc-dfe1-44b9-a370-0b4381d815ed,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:13.551473 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33406) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:13.557354 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-779bc7f4-ad01-40a4-b963-54b3039fa271 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '1846ebcc-dfe1-44b9-a370-0b4381d815ed', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:52:13.583132 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-779bc7f4-ad01-40a4-b963-54b3039fa271 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:13.642853 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-779bc7f4-ad01-40a4-b963-54b3039fa271 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:13.646561 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-779bc7f4-ad01-40a4-b963-54b3039fa271 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:13.663821 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bc7f4-ad01-40a4-b963-54b3039fa271 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcd3f52-8a4b-4273-b923-9e2cb5d0c796,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:13.669845 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-779bc7f4-ad01-40a4-b963-54b3039fa271 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:13.671058 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-779bc7f4-ad01-40a4-b963-54b3039fa271 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179540 Mar 14 15:52:13.673676 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33408) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:13.679118 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ac4c4d8f-d636-46f8-963e-ea42291dc20a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '1846ebcc-dfe1-44b9-a370-0b4381d815ed', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:52:13.702596 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac4c4d8f-d636-46f8-963e-ea42291dc20a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:13.757355 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac4c4d8f-d636-46f8-963e-ea42291dc20a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:13.760350 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac4c4d8f-d636-46f8-963e-ea42291dc20a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:13.777287 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c4d8f-d636-46f8-963e-ea42291dc20a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f34ce9-252b-4b23-bdbb-f89487bc6b97,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:13.785148 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ac4c4d8f-d636-46f8-963e-ea42291dc20a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:13.786358 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ac4c4d8f-d636-46f8-963e-ea42291dc20a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1112378 Mar 14 15:52:13.789028 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33410) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:13.793418 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a85eee5b-ce04-430b-8371-0da1c5805645 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '1846ebcc-dfe1-44b9-a370-0b4381d815ed', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:52:13.816832 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a85eee5b-ce04-430b-8371-0da1c5805645 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:13.873210 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a85eee5b-ce04-430b-8371-0da1c5805645 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:13.876702 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a85eee5b-ce04-430b-8371-0da1c5805645 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:13.893082 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85eee5b-ce04-430b-8371-0da1c5805645 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a31eee-9105-4685-a11a-760d56748be9,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:13.901244 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a85eee5b-ce04-430b-8371-0da1c5805645 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:13.902440 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a85eee5b-ce04-430b-8371-0da1c5805645 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124592 Mar 14 15:52:13.905109 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33412) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:13.909968 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3987b398-4b33-4ede-8b97-e3834447aa8e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '1846ebcc-dfe1-44b9-a370-0b4381d815ed', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:52:13.934894 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3987b398-4b33-4ede-8b97-e3834447aa8e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:13.996190 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3987b398-4b33-4ede-8b97-e3834447aa8e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:13.999538 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3987b398-4b33-4ede-8b97-e3834447aa8e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.017219 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987b398-4b33-4ede-8b97-e3834447aa8e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e2b686-9f99-4316-a93d-46b24cabc4db,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:14.021800 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3987b398-4b33-4ede-8b97-e3834447aa8e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.025755 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33414) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:14.025877 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3987b398-4b33-4ede-8b97-e3834447aa8e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197388 Mar 14 15:52:14.030562 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c8b2da34-1389-4c2f-a228-ce7504dca057 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '1846ebcc-dfe1-44b9-a370-0b4381d815ed', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:52:14.052064 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-c8b2da34-1389-4c2f-a228-ce7504dca057 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Project 6daa82aa9aec4faaa5df0ea4500b9963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:52:14.056641 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8b2da34-1389-4c2f-a228-ce7504dca057 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.116889 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8b2da34-1389-4c2f-a228-ce7504dca057 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.120221 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8b2da34-1389-4c2f-a228-ce7504dca057 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.137753 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2da34-1389-4c2f-a228-ce7504dca057 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5764de-af80-449f-a268-bf1f93aa4530,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:14.141890 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8b2da34-1389-4c2f-a228-ce7504dca057 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.144035 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c8b2da34-1389-4c2f-a228-ce7504dca057 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160445 Mar 14 15:52:14.146249 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33416) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:14.150464 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-ddcde765-92e8-4183-a697-168fb35aa197 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '1846ebcc-dfe1-44b9-a370-0b4381d815ed', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:52:14.170540 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-ddcde765-92e8-4183-a697-168fb35aa197 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Project 6daa82aa9aec4faaa5df0ea4500b9963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:52:14.175501 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddcde765-92e8-4183-a697-168fb35aa197 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.235788 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddcde765-92e8-4183-a697-168fb35aa197 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.239622 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddcde765-92e8-4183-a697-168fb35aa197 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.258500 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcde765-92e8-4183-a697-168fb35aa197 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37a6545-2c2a-4397-a55b-d9f802e63b1c,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:14.264248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ddcde765-92e8-4183-a697-168fb35aa197 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.265421 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ddcde765-92e8-4183-a697-168fb35aa197 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182671 Mar 14 15:52:14.269297 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33418) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:14.274026 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-2c94250b-2140-4f1e-aa16-8500be2d63c3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'network': {'name': 'tempest-network-smoke--584394770', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'port_security_enabled': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:52:14.291957 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c94250b-2140-4f1e-aa16-8500be2d63c3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Made reservation on behalf of 6daa82aa9aec4faaa5df0ea4500b9963 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:52:14.295350 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c94250b-2140-4f1e-aa16-8500be2d63c3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.317635 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c94250b-2140-4f1e-aa16-8500be2d63c3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:52:14.327498 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c94250b-2140-4f1e-aa16-8500be2d63c3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.328092 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-2c94250b-2140-4f1e-aa16-8500be2d63c3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Added segment eebcb5cd-7f93-41c3-bbd4-408369573279 of type vlan for network 3f1f29c6-909a-4a46-91c7-2bb7c42d7908 Mar 14 15:52:14.369947 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c94250b-2140-4f1e-aa16-8500be2d63c3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.393888 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c94250b-2140-4f1e-aa16-8500be2d63c3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.399537 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c94250b-2140-4f1e-aa16-8500be2d63c3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:14.400139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c94250b-2140-4f1e-aa16-8500be2d63c3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.453401 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2c94250b-2140-4f1e-aa16-8500be2d63c3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1829963 Mar 14 15:52:14.456405 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33420) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:14.461273 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a328d56e-f792-4800-af60-7950b6a0a184 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1900361303', 'admin_state_up': True, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:52:14.470113 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94250b-2140-4f1e-aa16-8500be2d63c3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Network': ['ID=3f1f29c6-909a-4a46-91c7-2bb7c42d7908,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:14.482022 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 3f1f29c6-909a-4a46-91c7-2bb7c42d7908 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:52:14.488376 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a328d56e-f792-4800-af60-7950b6a0a184 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.489381 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a328d56e-f792-4800-af60-7950b6a0a184 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.539314 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a328d56e-f792-4800-af60-7950b6a0a184 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.677952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a328d56e-f792-4800-af60-7950b6a0a184 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.862749 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a328d56e-f792-4800-af60-7950b6a0a184 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.884271 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a328d56e-f792-4800-af60-7950b6a0a184 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:14.983722 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-a328d56e-f792-4800-af60-7950b6a0a184 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Allocated IP 172.26.6.228 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/c29e6c51-275d-4f89-9422-00a78ee2912a) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:52:15.085664 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a328d56e-f792-4800-af60-7950b6a0a184 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:15.117918 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a328d56e-f792-4800-af60-7950b6a0a184 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:15.157072 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a328d56e-f792-4800-af60-7950b6a0a184 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:52:15.160793 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-a328d56e-f792-4800-af60-7950b6a0a184 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:52:15.164204 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328d56e-f792-4800-af60-7950b6a0a184 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:52:15.169342 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328d56e-f792-4800-af60-7950b6a0a184 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=c29e6c51-275d-4f89-9422-00a78ee2912a,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:15.406390 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a328d56e-f792-4800-af60-7950b6a0a184 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:15.603885 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a328d56e-f792-4800-af60-7950b6a0a184 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:15.737030 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a328d56e-f792-4800-af60-7950b6a0a184 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router 5d836d3b-0490-4ed0-98ab-e2333c982056 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:52:16.155702 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a328d56e-f792-4800-af60-7950b6a0a184 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:52:16.165086 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] Sync routers for ids ['5d836d3b-0490-4ed0-98ab-e2333c982056'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:52:16.175714 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] Routers {'5d836d3b-0490-4ed0-98ab-e2333c982056'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:52:16.176326 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:52:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['5d836d3b-0490-4ed0-98ab-e2333c982056'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:16.177298 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a328d56e-f792-4800-af60-7950b6a0a184 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.178965 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a328d56e-f792-4800-af60-7950b6a0a184 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7211151 Mar 14 15:52:16.181602 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33422) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:16.281629 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] Set router 5d836d3b-0490-4ed0-98ab-e2333c982056 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:52:16.300645 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-13053a43-4d81-4b69-a346-3afd6c0236ed tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=6daa82aa9aec4faaa5df0ea4500b9963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1179647 Mar 14 15:52:16.303417 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33426) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:16.389090 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784fd9ae-b277-4ee4-84d5-24fca910e3b0 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:16.390616 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-784fd9ae-b277-4ee4-84d5-24fca910e3b0 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862613 Mar 14 15:52:16.394312 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33428) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:16.422599 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-41279c43-657c-4881-805e-c655bfff589d tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272021 Mar 14 15:52:16.425154 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33430) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:16.429884 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-2f1969ff-26fc-467f-9381-b7c2917a10b9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-450127444', 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:52:16.461918 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900361303', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:15Z', 'revision_number': 3, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:16.489213 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] Checking router: 5d836d3b-0490-4ed0-98ab-e2333c982056 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:52:16.489557 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] Updating router 5d836d3b-0490-4ed0-98ab-e2333c982056 port c29e6c51-275d-4f89-9422-00a78ee2912a binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:52:16.514182 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.520712 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1969ff-26fc-467f-9381-b7c2917a10b9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Made reservation on behalf of 6daa82aa9aec4faaa5df0ea4500b9963 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:52:16.524259 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2f1969ff-26fc-467f-9381-b7c2917a10b9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.711509 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2f1969ff-26fc-467f-9381-b7c2917a10b9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.770566 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1969ff-26fc-467f-9381-b7c2917a10b9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Subnet': ['ID=faeb6aee-fda7-4de2-96e0-d0e81222ba2f,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:16.779421 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1969ff-26fc-467f-9381-b7c2917a10b9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Checking segment: {'id': 'eebcb5cd-7f93-41c3-bbd4-408369573279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:52:16.779789 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1969ff-26fc-467f-9381-b7c2917a10b9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network hostable DHCP agents. Network: 3f1f29c6-909a-4a46-91c7-2bb7c42d7908, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:52:16.795630 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1969ff-26fc-467f-9381-b7c2917a10b9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network 3f1f29c6-909a-4a46-91c7-2bb7c42d7908 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:52:16.804636 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-2f1969ff-26fc-467f-9381-b7c2917a10b9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 3f1f29c6-909a-4a46-91c7-2bb7c42d7908) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:52:16.810701 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1969ff-26fc-467f-9381-b7c2917a10b9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:16.811676 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2f1969ff-26fc-467f-9381-b7c2917a10b9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.815545 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c053aa4a-45ef-41f3-a27d-b96fd8ec4b5e None None] Network 3f1f29c6-909a-4a46-91c7-2bb7c42d7908 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:52:16.834099 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2f1969ff-26fc-467f-9381-b7c2917a10b9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4076898 Mar 14 15:52:16.837066 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33432) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:16.866082 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.872442 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.926749 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] Attempting to bind port c29e6c51-275d-4f89-9422-00a78ee2912a on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:52:16.927410 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] Attempting to bind port c29e6c51-275d-4f89-9422-00a78ee2912a by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:52:16.927960 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] Attempting to bind port c29e6c51-275d-4f89-9422-00a78ee2912a on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:52:16.933414 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3eb09-e0c6-4679-b99e-f508f7bb1a5a None None] Pushing event updated for resources: {'Port': ['ID=c29e6c51-275d-4f89-9422-00a78ee2912a,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:16.942449 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3eb09-e0c6-4679-b99e-f508f7bb1a5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:16.942806 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3eb09-e0c6-4679-b99e-f508f7bb1a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:16.943171 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3eb09-e0c6-4679-b99e-f508f7bb1a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:16.943506 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3eb09-e0c6-4679-b99e-f508f7bb1a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:16.943839 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3eb09-e0c6-4679-b99e-f508f7bb1a5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:16.944292 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3eb09-e0c6-4679-b99e-f508f7bb1a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:16.944625 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3eb09-e0c6-4679-b99e-f508f7bb1a5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:16.944951 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3eb09-e0c6-4679-b99e-f508f7bb1a5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:16.945281 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3eb09-e0c6-4679-b99e-f508f7bb1a5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:16.945594 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3eb09-e0c6-4679-b99e-f508f7bb1a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:16.945920 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3eb09-e0c6-4679-b99e-f508f7bb1a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:16.946242 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3eb09-e0c6-4679-b99e-f508f7bb1a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:16.951687 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:52:16.952064 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:52:16.952465 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.952844 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:52:16.953312 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] Bound port: c29e6c51-275d-4f89-9422-00a78ee2912a, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:52:16.953684 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:16.979893 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-3f1f29c6-909a-4a46-91c7-2bb7c42d7908', 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ips': [{'subnet_id': 'faeb6aee-fda7-4de2-96e0-d0e81222ba2f'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:52:16.980812 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:17.013228 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] For port c29e6c51-275d-4f89-9422-00a78ee2912a, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:52:17.016269 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] For port c29e6c51-275d-4f89-9422-00a78ee2912a, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c29e6c51-275d-4f89-9422-00a78ee2912a,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:52:17.021629 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:17.073928 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3eb09-e0c6-4679-b99e-f508f7bb1a5a None None] Pushing event updated for resources: {'Port': ['ID=c29e6c51-275d-4f89-9422-00a78ee2912a,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:17.095184 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] Routers {'5d836d3b-0490-4ed0-98ab-e2333c982056'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:52:17.095892 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:52:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['5d836d3b-0490-4ed0-98ab-e2333c982056'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:17.127137 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Allocated IP 172.20.0.2 (3f1f29c6-909a-4a46-91c7-2bb7c42d7908/faeb6aee-fda7-4de2-96e0-d0e81222ba2f/29c2527a-1ca8-4721-8d3d-ba1856dd5b04) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:52:17.208427 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] Set router 5d836d3b-0490-4ed0-98ab-e2333c982056 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:52:17.280428 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:17.286508 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:17.294455 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-743e2123-df4c-4bfc-9cc9-89b6c2722835 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:17.326543 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Network 3f1f29c6-909a-4a46-91c7-2bb7c42d7908 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:52:17.329426 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:52:17.333704 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:52:17.347123 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Pushing event updated for resources: {'Port': ['ID=29c2527a-1ca8-4721-8d3d-ba1856dd5b04,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:17.368125 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:17.368475 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:17.368809 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:17.369150 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:17.369483 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:17.369812 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:17.370139 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:17.370466 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:17.370791 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:17.371154 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:17.371482 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:17.371817 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:52:17.400140 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Attempting to bind port 29c2527a-1ca8-4721-8d3d-ba1856dd5b04 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:52:17.400506 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Attempting to bind port 29c2527a-1ca8-4721-8d3d-ba1856dd5b04 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'eebcb5cd-7f93-41c3-bbd4-408369573279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:52:17.400872 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Attempting to bind port 29c2527a-1ca8-4721-8d3d-ba1856dd5b04 on network 3f1f29c6-909a-4a46-91c7-2bb7c42d7908 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:52:17.402192 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900361303', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:15Z', 'revision_number': 3, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:17.411412 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:52:17.411792 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Checking segment: {'id': 'eebcb5cd-7f93-41c3-bbd4-408369573279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:52:17.412202 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:17.412597 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Bound using segment: {'id': 'eebcb5cd-7f93-41c3-bbd4-408369573279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:52:17.413073 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Bound port: 29c2527a-1ca8-4721-8d3d-ba1856dd5b04, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebcb5cd-7f93-41c3-bbd4-408369573279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:52:17.413931 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:17.428792 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3fb3ef-032d-4035-8450-d6407c4d1ba9 None None] The sync data for ids ['5d836d3b-0490-4ed0-98ab-e2333c982056'] in dv-neutron-833559-1-hyperv is: [{'id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900361303', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:15Z', 'revision_number': 3, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:52:17.490378 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] For port 29c2527a-1ca8-4721-8d3d-ba1856dd5b04, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:52:17.493939 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] For port 29c2527a-1ca8-4721-8d3d-ba1856dd5b04, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=29c2527a-1ca8-4721-8d3d-ba1856dd5b04,segment=NetworkSegment(eebcb5cd-7f93-41c3-bbd4-408369573279),segment_id=eebcb5cd-7f93-41c3-bbd4-408369573279)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:52:17.505689 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:17.575344 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d004b-aa0e-499f-9010-aa1a98656233 None None] Pushing event updated for resources: {'Port': ['ID=29c2527a-1ca8-4721-8d3d-ba1856dd5b04,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:17.613210 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-743e2123-df4c-4bfc-9cc9-89b6c2722835 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Allocated IP 172.20.0.1 (3f1f29c6-909a-4a46-91c7-2bb7c42d7908/faeb6aee-fda7-4de2-96e0-d0e81222ba2f/4482f55c-eb3f-42fb-bbec-53536a07fcc2) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:52:17.774679 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-743e2123-df4c-4bfc-9cc9-89b6c2722835 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:17.816900 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-743e2123-df4c-4bfc-9cc9-89b6c2722835 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:17.878208 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743e2123-df4c-4bfc-9cc9-89b6c2722835 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network 3f1f29c6-909a-4a46-91c7-2bb7c42d7908 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:52:17.881403 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-743e2123-df4c-4bfc-9cc9-89b6c2722835 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:52:17.884126 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e2123-df4c-4bfc-9cc9-89b6c2722835 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:52:17.922093 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e2123-df4c-4bfc-9cc9-89b6c2722835 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=4482f55c-eb3f-42fb-bbec-53536a07fcc2,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:17.947318 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-743e2123-df4c-4bfc-9cc9-89b6c2722835 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:18.082535 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-743e2123-df4c-4bfc-9cc9-89b6c2722835 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:18.386457 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-743e2123-df4c-4bfc-9cc9-89b6c2722835 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:18.391270 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-743e2123-df4c-4bfc-9cc9-89b6c2722835 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:18.471497 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e2123-df4c-4bfc-9cc9-89b6c2722835 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=4482f55c-eb3f-42fb-bbec-53536a07fcc2,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:18.475028 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-743e2123-df4c-4bfc-9cc9-89b6c2722835 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:18.553444 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef8f9d6-5c4a-47ea-bb17-edb30c96acc1 None None] Network 3f1f29c6-909a-4a46-91c7-2bb7c42d7908 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:52:18.577717 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743e2123-df4c-4bfc-9cc9-89b6c2722835 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network 3f1f29c6-909a-4a46-91c7-2bb7c42d7908 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:52:18.579737 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-743e2123-df4c-4bfc-9cc9-89b6c2722835 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:52:18.660097 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b89a4466-5e56-4021-9fbd-8c0cb59d7e06 None None] Provisioning complete for port 29c2527a-1ca8-4721-8d3d-ba1856dd5b04 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:52:18.660484 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b89a4466-5e56-4021-9fbd-8c0cb59d7e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:18.708538 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 29c2527a-1ca8-4721-8d3d-ba1856dd5b04 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:52:18.709657 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743e2123-df4c-4bfc-9cc9-89b6c2722835 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router 5d836d3b-0490-4ed0-98ab-e2333c982056 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:52:18.830726 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743e2123-df4c-4bfc-9cc9-89b6c2722835 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:52:18.832854 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 29c2527a-1ca8-4721-8d3d-ba1856dd5b04 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:52:18.833248 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:18.836753 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-743e2123-df4c-4bfc-9cc9-89b6c2722835 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "PUT /v2.0/routers/5d836d3b-0490-4ed0-98ab-e2333c982056/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9985416 Mar 14 15:52:18.865623 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b89a4466-5e56-4021-9fbd-8c0cb59d7e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:18.916033 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b89a4466-5e56-4021-9fbd-8c0cb59d7e06 None None] For port 29c2527a-1ca8-4721-8d3d-ba1856dd5b04, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=29c2527a-1ca8-4721-8d3d-ba1856dd5b04,segment=NetworkSegment(eebcb5cd-7f93-41c3-bbd4-408369573279),segment_id=eebcb5cd-7f93-41c3-bbd4-408369573279)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:52:18.950225 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b89a4466-5e56-4021-9fbd-8c0cb59d7e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:19.009723 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c29e6c51-275d-4f89-9422-00a78ee2912a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:52:19.020513 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-db12f2fe-5afb-46ce-b082-b06ec23e6a03 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1757589504&fields=id&tenant_id=6daa82aa9aec4faaa5df0ea4500b9963 HTTP/1.1" status: 200 len: 267 time: 0.0508308 Mar 14 15:52:19.042646 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a4466-5e56-4021-9fbd-8c0cb59d7e06 None None] Pushing event updated for resources: {'Port': ['ID=29c2527a-1ca8-4721-8d3d-ba1856dd5b04,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:19.073565 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port c29e6c51-275d-4f89-9422-00a78ee2912a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:52:19.073947 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:19.143800 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-8533ff37-885c-45e9-ad6d-d3757cc1afb1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:19.145506 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-8533ff37-885c-45e9-ad6d-d3757cc1afb1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/networks?id=3f1f29c6-909a-4a46-91c7-2bb7c42d7908 HTTP/1.1" status: 200 len: 796 time: 0.1241086 Mar 14 15:52:19.165199 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-d35b6f98-8aa9-481c-b8af-a84728f564eb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/quotas/6daa82aa9aec4faaa5df0ea4500b9963 HTTP/1.1" status: 200 len: 375 time: 0.0116756 Mar 14 15:52:19.172610 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:19.199867 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port c29e6c51-275d-4f89-9422-00a78ee2912a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c29e6c51-275d-4f89-9422-00a78ee2912a,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:52:19.203498 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-684817b2-3c61-42ba-acd9-6e438ff6ff67 None None] Provisioning complete for port 29c2527a-1ca8-4721-8d3d-ba1856dd5b04 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:52:19.203914 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-684817b2-3c61-42ba-acd9-6e438ff6ff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:19.207913 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:19.229820 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-1a7cf74e-7e76-4d4e-8e3d-8ddff7232b1f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542440 Mar 14 15:52:19.240185 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] Sync routers for ids ['5d836d3b-0490-4ed0-98ab-e2333c982056'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:52:19.298736 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] Routers {'5d836d3b-0490-4ed0-98ab-e2333c982056'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:52:19.300023 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:52:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['5d836d3b-0490-4ed0-98ab-e2333c982056'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:19.337302 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-ce0ab4b1-214a-4cb8-8c53-afc780eed902 service neutron] 10.222.0.59 "GET /v2.0/networks/3f1f29c6-909a-4a46-91c7-2bb7c42d7908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952189 Mar 14 15:52:19.349627 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=c29e6c51-275d-4f89-9422-00a78ee2912a,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:19.442458 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-74d45ad7-2dd8-4c53-9444-1cb53a376570 service neutron] 10.222.0.59 "GET /v2.0/networks/3f1f29c6-909a-4a46-91c7-2bb7c42d7908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985811 Mar 14 15:52:19.617221 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-684817b2-3c61-42ba-acd9-6e438ff6ff67 None None] Provisioning complete for port 4482f55c-eb3f-42fb-bbec-53536a07fcc2 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:52:19.617836 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-684817b2-3c61-42ba-acd9-6e438ff6ff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:19.620093 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] Set router 5d836d3b-0490-4ed0-98ab-e2333c982056 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:52:19.628930 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9160b44d-b5a9-4c24-8d0e-b75a31375d07 req-c2a235b7-5c5d-49e9-ba2f-993246cf6b4e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 210 time: 0.0291951 Mar 14 15:52:19.686890 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-684817b2-3c61-42ba-acd9-6e438ff6ff67 None None] Port 4482f55c-eb3f-42fb-bbec-53536a07fcc2 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:52:19.829512 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-74b91cf0-fe9e-4db8-b673-709e5be477dd None None] Provisioning complete for port 4482f55c-eb3f-42fb-bbec-53536a07fcc2 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:52:19.829900 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-74b91cf0-fe9e-4db8-b673-709e5be477dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:19.880020 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-74b91cf0-fe9e-4db8-b673-709e5be477dd None None] Port 4482f55c-eb3f-42fb-bbec-53536a07fcc2 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:52:19.887077 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900361303', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:18Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '4482f55c-eb3f-42fb-bbec-53536a07fcc2', 'name': '', 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:ea:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'faeb6aee-fda7-4de2-96e0-d0e81222ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:17Z', 'updated_at': '2022-03-14T15:52:18Z', 'revision_number': 2, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'faeb6aee-fda7-4de2-96e0-d0e81222ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:19.914901 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] Checking router: 5d836d3b-0490-4ed0-98ab-e2333c982056 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:52:19.915451 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] Updating router 5d836d3b-0490-4ed0-98ab-e2333c982056 port 4482f55c-eb3f-42fb-bbec-53536a07fcc2 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:52:19.940468 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:20.215788 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:20.221465 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:20.296685 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea97e44-5abb-4d49-8ed0-fa75e7124e55 None None] Pushing event updated for resources: {'Port': ['ID=4482f55c-eb3f-42fb-bbec-53536a07fcc2,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:20.325184 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] Attempting to bind port 4482f55c-eb3f-42fb-bbec-53536a07fcc2 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:52:20.325626 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] Attempting to bind port 4482f55c-eb3f-42fb-bbec-53536a07fcc2 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'eebcb5cd-7f93-41c3-bbd4-408369573279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:52:20.325980 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] Attempting to bind port 4482f55c-eb3f-42fb-bbec-53536a07fcc2 on network 3f1f29c6-909a-4a46-91c7-2bb7c42d7908 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:52:20.331791 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:52:20.332162 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] Checking segment: {'id': 'eebcb5cd-7f93-41c3-bbd4-408369573279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:52:20.332558 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:20.333199 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] Bound using segment: {'id': 'eebcb5cd-7f93-41c3-bbd4-408369573279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:52:20.333660 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] Bound port: 4482f55c-eb3f-42fb-bbec-53536a07fcc2, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebcb5cd-7f93-41c3-bbd4-408369573279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:52:20.334044 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:20.406728 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] For port 4482f55c-eb3f-42fb-bbec-53536a07fcc2, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:52:20.416854 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] For port 4482f55c-eb3f-42fb-bbec-53536a07fcc2, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=4482f55c-eb3f-42fb-bbec-53536a07fcc2,segment=NetworkSegment(eebcb5cd-7f93-41c3-bbd4-408369573279),segment_id=eebcb5cd-7f93-41c3-bbd4-408369573279)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:52:20.422175 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:20.481435 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] Routers {'5d836d3b-0490-4ed0-98ab-e2333c982056'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:52:20.482072 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:52:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['5d836d3b-0490-4ed0-98ab-e2333c982056'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:20.521418 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea97e44-5abb-4d49-8ed0-fa75e7124e55 None None] Pushing event updated for resources: {'Port': ['ID=4482f55c-eb3f-42fb-bbec-53536a07fcc2,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:20.551076 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-05a358f5-c082-439e-8bb9-5c4a9ab9c89a None None] Provisioning complete for port 4482f55c-eb3f-42fb-bbec-53536a07fcc2 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:52:20.551457 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-05a358f5-c082-439e-8bb9-5c4a9ab9c89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:20.635841 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 29c2527a-1ca8-4721-8d3d-ba1856dd5b04 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:52:20.641711 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] Set router 5d836d3b-0490-4ed0-98ab-e2333c982056 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:52:20.724258 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f07798a4-42ac-4b5c-8e42-67cb7082f231 req-d2110d24-00cc-4a76-a00b-2d3a02f9d337 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 210 time: 0.0275924 Mar 14 15:52:20.797718 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-05a358f5-c082-439e-8bb9-5c4a9ab9c89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:20.855334 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 29c2527a-1ca8-4721-8d3d-ba1856dd5b04 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:52:20.855715 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:20.909950 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-05a358f5-c082-439e-8bb9-5c4a9ab9c89a None None] For port 4482f55c-eb3f-42fb-bbec-53536a07fcc2, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=4482f55c-eb3f-42fb-bbec-53536a07fcc2,segment=NetworkSegment(eebcb5cd-7f93-41c3-bbd4-408369573279),segment_id=eebcb5cd-7f93-41c3-bbd4-408369573279)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:52:20.918597 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-05a358f5-c082-439e-8bb9-5c4a9ab9c89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:20.937894 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-bbd134b9-716b-459d-b503-470c58d900d2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:20.939951 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-bbd134b9-716b-459d-b503-470c58d900d2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "GET /v2.0/networks?id=3f1f29c6-909a-4a46-91c7-2bb7c42d7908 HTTP/1.1" status: 200 len: 796 time: 0.1149273 Mar 14 15:52:20.993861 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-0279b134-f3c7-442a-a645-90b2ac9badfc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6daa82aa9aec4faaa5df0ea4500b9963 HTTP/1.1" status: 200 len: 380 time: 0.0442309 Mar 14 15:52:21.007058 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-e8a73700-49d2-448d-9354-d54c4d3abf6f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'port': {'device_id': '4bfe696a-7eb0-4de7-91bf-de2508d0f5ee', 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908', 'admin_state_up': True, 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'security_groups': ['1846ebcc-dfe1-44b9-a370-0b4381d815ed']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:52:21.009668 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a358f5-c082-439e-8bb9-5c4a9ab9c89a None None] Pushing event updated for resources: {'Port': ['ID=4482f55c-eb3f-42fb-bbec-53536a07fcc2,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:21.063915 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-09a36af9-8280-4d5c-9e6f-791d10110483 None None] Provisioning complete for port 4482f55c-eb3f-42fb-bbec-53536a07fcc2 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:52:21.064289 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-09a36af9-8280-4d5c-9e6f-791d10110483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:21.066508 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c29e6c51-275d-4f89-9422-00a78ee2912a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:52:21.116195 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-e8a73700-49d2-448d-9354-d54c4d3abf6f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Made reservation on behalf of 6daa82aa9aec4faaa5df0ea4500b9963 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:52:21.119864 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-e8a73700-49d2-448d-9354-d54c4d3abf6f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:21.124016 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900361303', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:18Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '4482f55c-eb3f-42fb-bbec-53536a07fcc2', 'name': '', 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:ea:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'faeb6aee-fda7-4de2-96e0-d0e81222ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:17Z', 'updated_at': '2022-03-14T15:52:20Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'faeb6aee-fda7-4de2-96e0-d0e81222ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:21.158208 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3163396d-9a25-4731-90d6-fc90b1334b15 None None] The sync data for ids ['5d836d3b-0490-4ed0-98ab-e2333c982056'] in dv-neutron-833559-1-hyperv is: [{'id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900361303', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:18Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '4482f55c-eb3f-42fb-bbec-53536a07fcc2', 'name': '', 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:ea:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'faeb6aee-fda7-4de2-96e0-d0e81222ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:17Z', 'updated_at': '2022-03-14T15:52:20Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'faeb6aee-fda7-4de2-96e0-d0e81222ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:52:21.208678 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port c29e6c51-275d-4f89-9422-00a78ee2912a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:52:21.213402 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:21.291109 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-e8a73700-49d2-448d-9354-d54c4d3abf6f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Allocated IP 172.20.0.8 (3f1f29c6-909a-4a46-91c7-2bb7c42d7908/faeb6aee-fda7-4de2-96e0-d0e81222ba2f/e9472a50-e827-497b-a906-f94d4504ea50) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:52:21.446287 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-e8a73700-49d2-448d-9354-d54c4d3abf6f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:21.485324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-e8a73700-49d2-448d-9354-d54c4d3abf6f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:21.530818 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-e8a73700-49d2-448d-9354-d54c4d3abf6f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network 3f1f29c6-909a-4a46-91c7-2bb7c42d7908 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:52:21.534702 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-e8a73700-49d2-448d-9354-d54c4d3abf6f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:52:21.538801 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-e8a73700-49d2-448d-9354-d54c4d3abf6f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:52:21.562991 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a73700-49d2-448d-9354-d54c4d3abf6f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=e9472a50-e827-497b-a906-f94d4504ea50,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:21.597606 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-e8a73700-49d2-448d-9354-d54c4d3abf6f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:21.598417 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-e8a73700-49d2-448d-9354-d54c4d3abf6f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:21.617934 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-e8a73700-49d2-448d-9354-d54c4d3abf6f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6146936 Mar 14 15:52:21.635335 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] Request body: {'port': {'device_id': '4bfe696a-7eb0-4de7-91bf-de2508d0f5ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:52:21.699530 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:21.792222 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-23526b1b-dbad-47c1-b7b2-bcee81452704 None None] Provisioning complete for port e9472a50-e827-497b-a906-f94d4504ea50 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:52:21.792753 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-23526b1b-dbad-47c1-b7b2-bcee81452704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:21.835028 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-23526b1b-dbad-47c1-b7b2-bcee81452704 None None] Port e9472a50-e827-497b-a906-f94d4504ea50 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:52:21.869964 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac627764-ab65-44c4-93b0-285b5d488e47 req-7c9822fe-494e-4247-ad0d-1127474503be tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:21.872160 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ac627764-ab65-44c4-93b0-285b5d488e47 req-7c9822fe-494e-4247-ad0d-1127474503be tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 931 time: 0.0717432 Mar 14 15:52:21.914610 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ac627764-ab65-44c4-93b0-285b5d488e47 req-180f4888-b589-4836-8b5b-673afc7ba90e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356073 Mar 14 15:52:21.995420 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9472a50-e827-497b-a906-f94d4504ea50 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:52:22.003809 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:22.016062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] Transition to ACTIVE for port object e9472a50-e827-497b-a906-f94d4504ea50 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:52:22.020164 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:22.074790 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] Pushing event updated for resources: {'Port': ['ID=e9472a50-e827-497b-a906-f94d4504ea50,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:22.153181 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] Attempting to bind port e9472a50-e827-497b-a906-f94d4504ea50 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:52:22.153687 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] Attempting to bind port e9472a50-e827-497b-a906-f94d4504ea50 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'eebcb5cd-7f93-41c3-bbd4-408369573279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:52:22.154012 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] Attempting to bind port e9472a50-e827-497b-a906-f94d4504ea50 on network 3f1f29c6-909a-4a46-91c7-2bb7c42d7908 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:52:22.160087 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] Port e9472a50-e827-497b-a906-f94d4504ea50 on network 3f1f29c6-909a-4a46-91c7-2bb7c42d7908 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:52:22.160417 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] Attempting to bind port e9472a50-e827-497b-a906-f94d4504ea50 on network 3f1f29c6-909a-4a46-91c7-2bb7c42d7908 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:52:22.165846 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:52:22.166185 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] Checking segment: {'id': 'eebcb5cd-7f93-41c3-bbd4-408369573279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:52:22.166567 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] Bound using segment: {'id': 'eebcb5cd-7f93-41c3-bbd4-408369573279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:52:22.167027 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] Bound port: e9472a50-e827-497b-a906-f94d4504ea50, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eebcb5cd-7f93-41c3-bbd4-408369573279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:52:22.167387 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:22.245715 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] For port e9472a50-e827-497b-a906-f94d4504ea50, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:52:22.249093 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] For port e9472a50-e827-497b-a906-f94d4504ea50, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e9472a50-e827-497b-a906-f94d4504ea50,segment=NetworkSegment(eebcb5cd-7f93-41c3-bbd4-408369573279),segment_id=eebcb5cd-7f93-41c3-bbd4-408369573279)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:52:22.253873 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:22.293976 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:22.294671 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:22.296188 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] 10.222.0.18 "PUT /v2.0/ports/e9472a50-e827-497b-a906-f94d4504ea50 HTTP/1.1" status: 200 len: 1093 time: 0.6652739 Mar 14 15:52:22.299393 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfe696a-7eb0-4de7-91bf-de2508d0f5ee', 'tag': 'e9472a50-e827-497b-a906-f94d4504ea50'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:52:22.301663 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3139e8ca-750f-486e-968f-68e024ef31e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfe696a-7eb0-4de7-91bf-de2508d0f5ee", "tag": "e9472a50-e827-497b-a906-f94d4504ea50"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:52:22.337437 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435eb58-557a-4b4c-aa78-c056d3589c8e service neutron] Pushing event updated for resources: {'Port': ['ID=e9472a50-e827-497b-a906-f94d4504ea50,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:22.356915 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341f8949-9d3f-4904-bcbf-a53e7d448d0b x-openstack-request-id: req-341f8949-9d3f-4904-bcbf-a53e7d448d0b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:52:22.357546 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfe696a-7eb0-4de7-91bf-de2508d0f5ee", "tag": "e9472a50-e827-497b-a906-f94d4504ea50", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:52:22.357868 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-341f8949-9d3f-4904-bcbf-a53e7d448d0b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:52:22.358342 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfe696a-7eb0-4de7-91bf-de2508d0f5ee', 'tag': 'e9472a50-e827-497b-a906-f94d4504ea50', 'status': 'completed', 'code': 200} Mar 14 15:52:22.413921 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-96677080-5d92-4f4b-bce9-7e6ce3a02a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:22.415717 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-96677080-5d92-4f4b-bce9-7e6ce3a02a1d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 1096 time: 0.0565729 Mar 14 15:52:22.466100 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-1ebf4b22-c12d-48df-a7ef-b46a4aca5f11 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9472a50-e827-497b-a906-f94d4504ea50 HTTP/1.1" status: 200 len: 217 time: 0.0367708 Mar 14 15:52:22.520449 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-f9ca609c-7466-4e2c-9177-43fe14f602d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:22.521918 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-f9ca609c-7466-4e2c-9177-43fe14f602d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=faeb6aee-fda7-4de2-96e0-d0e81222ba2f HTTP/1.1" status: 200 len: 834 time: 0.0460777 Mar 14 15:52:22.573130 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-49472336-ba11-4fea-b769-47e373fa41e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:22.575030 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-49472336-ba11-4fea-b769-47e373fa41e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f1f29c6-909a-4a46-91c7-2bb7c42d7908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424032 Mar 14 15:52:22.646976 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 4482f55c-eb3f-42fb-bbec-53536a07fcc2 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:52:22.679929 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-2c759d60-2bd4-4727-aee2-108dc9197f5b service neutron] 10.222.0.18 "GET /v2.0/networks/3f1f29c6-909a-4a46-91c7-2bb7c42d7908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927660 Mar 14 15:52:22.697651 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 4482f55c-eb3f-42fb-bbec-53536a07fcc2 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:52:22.698105 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:22.774183 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7b1aa055-a765-496c-aabe-da2a84310a56 req-c0a71379-4283-48d2-98d3-248a0a268ae7 service neutron] 10.222.0.18 "GET /v2.0/networks/3f1f29c6-909a-4a46-91c7-2bb7c42d7908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827589 Mar 14 15:52:22.873197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139e8ca-750f-486e-968f-68e024ef31e8 req-b252896f-7da0-4bc2-b74f-3ee11540db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:22.874751 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3139e8ca-750f-486e-968f-68e024ef31e8 req-b252896f-7da0-4bc2-b74f-3ee11540db3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 1096 time: 0.0469115 Mar 14 15:52:22.963418 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139e8ca-750f-486e-968f-68e024ef31e8 req-ec5ab4fa-fa1a-475a-a3c1-705e17459c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:22.964898 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3139e8ca-750f-486e-968f-68e024ef31e8 req-ec5ab4fa-fa1a-475a-a3c1-705e17459c31 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f1f29c6-909a-4a46-91c7-2bb7c42d7908 HTTP/1.1" status: 200 len: 897 time: 0.0835462 Mar 14 15:52:23.012272 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3139e8ca-750f-486e-968f-68e024ef31e8 req-0d8787e7-e416-409a-9095-ec108e7eec36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9472a50-e827-497b-a906-f94d4504ea50 HTTP/1.1" status: 200 len: 217 time: 0.0395024 Mar 14 15:52:23.034299 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16ff79-31d1-4301-b58d-92678cfe44a1 req-5d5dd03d-33bd-44d9-a248-87fbfee66426 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:23.035116 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1e16ff79-31d1-4301-b58d-92678cfe44a1 req-5d5dd03d-33bd-44d9-a248-87fbfee66426 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 943 time: 0.0499127 Mar 14 15:52:23.063918 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139e8ca-750f-486e-968f-68e024ef31e8 req-60215e1b-ef6d-4360-bf89-b75414286982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:23.065430 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3139e8ca-750f-486e-968f-68e024ef31e8 req-60215e1b-ef6d-4360-bf89-b75414286982 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=faeb6aee-fda7-4de2-96e0-d0e81222ba2f HTTP/1.1" status: 200 len: 834 time: 0.0450163 Mar 14 15:52:23.072983 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1e16ff79-31d1-4301-b58d-92678cfe44a1 req-30b5efc5-64f1-4498-b757-1ce583790240 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315797 Mar 14 15:52:23.112261 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139e8ca-750f-486e-968f-68e024ef31e8 req-b6b89807-5a92-46b2-ad58-9e49c5341915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:23.113766 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3139e8ca-750f-486e-968f-68e024ef31e8 req-b6b89807-5a92-46b2-ad58-9e49c5341915 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f1f29c6-909a-4a46-91c7-2bb7c42d7908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411816 Mar 14 15:52:23.207335 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3139e8ca-750f-486e-968f-68e024ef31e8 req-7ce665b0-c491-4160-adde-5d2bff5bf7d8 service neutron] 10.222.0.18 "GET /v2.0/networks/3f1f29c6-909a-4a46-91c7-2bb7c42d7908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850606 Mar 14 15:52:23.295787 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3139e8ca-750f-486e-968f-68e024ef31e8 req-5b75378c-2321-44ba-aa5d-01fd486137a2 service neutron] 10.222.0.18 "GET /v2.0/networks/3f1f29c6-909a-4a46-91c7-2bb7c42d7908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814641 Mar 14 15:52:24.194324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae3f47-311b-4acb-bdaa-000b853f0b0c req-aa857536-2598-458b-ae57-dee7ba6c6ad7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:24.195806 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e6ae3f47-311b-4acb-bdaa-000b853f0b0c req-aa857536-2598-458b-ae57-dee7ba6c6ad7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 943 time: 0.0502074 Mar 14 15:52:24.234219 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e6ae3f47-311b-4acb-bdaa-000b853f0b0c req-35a32a3a-93b5-4df1-adf4-10602ad3f6ed tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325329 Mar 14 15:52:25.353651 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f1d39-7268-4e13-b06c-4b7f42bfea3c req-e5a2ab16-0a47-4041-8fd8-7f23ceb6d30f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:25.355286 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-059f1d39-7268-4e13-b06c-4b7f42bfea3c req-e5a2ab16-0a47-4041-8fd8-7f23ceb6d30f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 943 time: 0.0495667 Mar 14 15:52:25.392109 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-059f1d39-7268-4e13-b06c-4b7f42bfea3c req-ba2eaf55-db6d-4570-bac1-ce51d73435d9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311456 Mar 14 15:52:26.518586 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cf4eb-6777-41d7-9fc1-de4eb9bae063 req-be6d0ff9-5aa6-4bae-8154-5d178ee00972 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:26.520075 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2b1cf4eb-6777-41d7-9fc1-de4eb9bae063 req-be6d0ff9-5aa6-4bae-8154-5d178ee00972 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 943 time: 0.0597410 Mar 14 15:52:26.558355 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2b1cf4eb-6777-41d7-9fc1-de4eb9bae063 req-49dc3598-4ea6-4df6-974d-ef7acd00381f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324347 Mar 14 15:52:26.757819 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device e9472a50-e827-497b-a906-f94d4504ea50 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:52:26.852960 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port e9472a50-e827-497b-a906-f94d4504ea50, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e9472a50-e827-497b-a906-f94d4504ea50,segment=NetworkSegment(eebcb5cd-7f93-41c3-bbd4-408369573279),segment_id=eebcb5cd-7f93-41c3-bbd4-408369573279)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:52:26.863990 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'e9472a50-e827-497b-a906-f94d4504ea50', 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908', 'port_id': 'e9472a50-e827-497b-a906-f94d4504ea50', 'mac_address': 'fa:16:3e:42:f0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faeb6aee-fda7-4de2-96e0-d0e81222ba2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:52:26.899360 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:26.912039 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9472a50-e827-497b-a906-f94d4504ea50 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:52:26.930990 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port e9472a50-e827-497b-a906-f94d4504ea50, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e9472a50-e827-497b-a906-f94d4504ea50,segment=NetworkSegment(eebcb5cd-7f93-41c3-bbd4-408369573279),segment_id=eebcb5cd-7f93-41c3-bbd4-408369573279)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:52:26.935043 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:26.985183 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=e9472a50-e827-497b-a906-f94d4504ea50,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:27.187378 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['e9472a50-e827-497b-a906-f94d4504ea50'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:52:27.675435 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4455a99-cf2a-4420-b0bd-ba076cd18084 req-4a14805a-3b8c-4a0a-b500-051e4ddb36aa tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:27.676873 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a4455a99-cf2a-4420-b0bd-ba076cd18084 req-4a14805a-3b8c-4a0a-b500-051e4ddb36aa tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 944 time: 0.0518448 Mar 14 15:52:27.714494 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a4455a99-cf2a-4420-b0bd-ba076cd18084 req-93c9e725-f941-489c-9fa1-f2a38fad1321 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317142 Mar 14 15:52:28.774524 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device e9472a50-e827-497b-a906-f94d4504ea50 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:52:28.825771 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port e9472a50-e827-497b-a906-f94d4504ea50 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:52:28.831199 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port e9472a50-e827-497b-a906-f94d4504ea50 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:52:28.831578 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:28.833723 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827148b-92c0-493c-beb2-8368ce256715 req-451ab674-4ac3-4786-85dd-1b4a42d23541 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:28.835350 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c827148b-92c0-493c-beb2-8368ce256715 req-451ab674-4ac3-4786-85dd-1b4a42d23541 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 944 time: 0.0524917 Mar 14 15:52:28.872401 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c827148b-92c0-493c-beb2-8368ce256715 req-7d75b2ee-9eff-4d94-882d-95ce5f485cb0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310011 Mar 14 15:52:28.907481 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:28.929185 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfe696a-7eb0-4de7-91bf-de2508d0f5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9472a50-e827-497b-a906-f94d4504ea50'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:52:28.931406 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05abae13-86a6-4dfb-8817-57768391ee8c" -d '{"events": [{"server_uuid": "4bfe696a-7eb0-4de7-91bf-de2508d0f5ee", "name": "network-vif-plugged", "status": "completed", "tag": "e9472a50-e827-497b-a906-f94d4504ea50"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:52:28.947902 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port e9472a50-e827-497b-a906-f94d4504ea50, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e9472a50-e827-497b-a906-f94d4504ea50,segment=NetworkSegment(eebcb5cd-7f93-41c3-bbd4-408369573279),segment_id=eebcb5cd-7f93-41c3-bbd4-408369573279)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:52:28.951820 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:28.979227 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a45a79d-2679-4fb7-a36c-80f760202666 x-openstack-request-id: req-7a45a79d-2679-4fb7-a36c-80f760202666 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:52:28.979515 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfe696a-7eb0-4de7-91bf-de2508d0f5ee", "name": "network-vif-plugged", "status": "completed", "tag": "e9472a50-e827-497b-a906-f94d4504ea50", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:52:28.979766 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7a45a79d-2679-4fb7-a36c-80f760202666 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:52:28.980264 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfe696a-7eb0-4de7-91bf-de2508d0f5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9472a50-e827-497b-a906-f94d4504ea50', 'code': 200} Mar 14 15:52:29.009259 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=e9472a50-e827-497b-a906-f94d4504ea50,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:29.142366 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f1275-a1c2-463b-8b95-46e85f9eebfb req-535b2d97-e084-4f73-843b-644d3f840fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:29.143938 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1c3f1275-a1c2-463b-8b95-46e85f9eebfb req-535b2d97-e084-4f73-843b-644d3f840fec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 1098 time: 0.0404077 Mar 14 15:52:29.177412 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1c3f1275-a1c2-463b-8b95-46e85f9eebfb req-2fadf15a-4bf4-4150-b7e1-11f441f5c0d5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268171 Mar 14 15:52:29.989986 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33831004-8abf-4628-91fe-f694bbf2e5ac req-c1e944bd-f900-41b1-ba63-7e2609436cf4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:29.991463 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-33831004-8abf-4628-91fe-f694bbf2e5ac req-c1e944bd-f900-41b1-ba63-7e2609436cf4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 945 time: 0.0512385 Mar 14 15:52:30.028299 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-33831004-8abf-4628-91fe-f694bbf2e5ac req-84fa03fc-f1b1-472d-b2af-710d102e6785 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310316 Mar 14 15:52:31.143819 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24891812-2c4b-4313-bfb8-5239f2519e87 req-767736e5-262d-44ce-84a9-74c88ca45879 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:31.145299 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-24891812-2c4b-4313-bfb8-5239f2519e87 req-767736e5-262d-44ce-84a9-74c88ca45879 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 945 time: 0.0500131 Mar 14 15:52:31.182700 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-24891812-2c4b-4313-bfb8-5239f2519e87 req-34b8378c-3bbc-48bf-b612-5c3b13cc87f1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316067 Mar 14 15:52:31.295364 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c04fb4-f638-4030-8714-4c5cf3cc3606 req-6216e737-45c9-4197-99c0-0bf49aa25370 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:31.296834 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-07c04fb4-f638-4030-8714-4c5cf3cc3606 req-6216e737-45c9-4197-99c0-0bf49aa25370 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 945 time: 0.0488636 Mar 14 15:52:31.336152 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-07c04fb4-f638-4030-8714-4c5cf3cc3606 req-c9bacb0e-3c4e-4a46-bab4-692ca7fe43d6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326836 Mar 14 15:52:31.357756 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33490) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:31.396710 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084a8558-79db-42c1-8e40-c4bba0ef112e tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:31.398207 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-084a8558-79db-42c1-8e40-c4bba0ef112e tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 1093 time: 0.0395007 Mar 14 15:52:31.401024 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33492) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:31.405175 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-6920e30f-0d21-4bf4-bc06-41f4fbc77218 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': 'e9472a50-e827-497b-a906-f94d4504ea50', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:52:31.425700 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6920e30f-0d21-4bf4-bc06-41f4fbc77218 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:31.524013 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6920e30f-0d21-4bf4-bc06-41f4fbc77218 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:31.631404 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-6920e30f-0d21-4bf4-bc06-41f4fbc77218 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Allocated IP 172.26.6.84 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/8addb649-1138-416e-8bca-e5eb89e945ac) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:52:31.730089 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6920e30f-0d21-4bf4-bc06-41f4fbc77218 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:31.762197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6920e30f-0d21-4bf4-bc06-41f4fbc77218 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:31.801466 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6920e30f-0d21-4bf4-bc06-41f4fbc77218 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:52:31.805935 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-6920e30f-0d21-4bf4-bc06-41f4fbc77218 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:52:31.810053 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6920e30f-0d21-4bf4-bc06-41f4fbc77218 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:52:31.812994 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920e30f-0d21-4bf4-bc06-41f4fbc77218 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=8addb649-1138-416e-8bca-e5eb89e945ac,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:32.160401 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6920e30f-0d21-4bf4-bc06-41f4fbc77218 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:32.228189 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6920e30f-0d21-4bf4-bc06-41f4fbc77218 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:32.374074 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6920e30f-0d21-4bf4-bc06-41f4fbc77218 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:32.379780 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6920e30f-0d21-4bf4-bc06-41f4fbc77218 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:32.452453 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920e30f-0d21-4bf4-bc06-41f4fbc77218 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=8addb649-1138-416e-8bca-e5eb89e945ac,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:52:32.461116 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6920e30f-0d21-4bf4-bc06-41f4fbc77218 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:32.561640 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-6920e30f-0d21-4bf4-bc06-41f4fbc77218 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Floating IP efa3e664-1ca6-415e-a96c-63dac91bd660 associated. External IP: 172.26.6.84, port: e9472a50-e827-497b-a906-f94d4504ea50. Mar 14 15:52:33.116825 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6920e30f-0d21-4bf4-bc06-41f4fbc77218 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router 5d836d3b-0490-4ed0-98ab-e2333c982056 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:52:33.220265 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6920e30f-0d21-4bf4-bc06-41f4fbc77218 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:52:33.230229 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf63a87-4293-4f6e-a070-f1f5b04f9e99 None None] Sync routers for ids ['5d836d3b-0490-4ed0-98ab-e2333c982056'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:52:33.237123 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6920e30f-0d21-4bf4-bc06-41f4fbc77218 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:33.240073 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf63a87-4293-4f6e-a070-f1f5b04f9e99 None None] Routers {'5d836d3b-0490-4ed0-98ab-e2333c982056'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:52:33.240676 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-eaf63a87-4293-4f6e-a070-f1f5b04f9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:52:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['5d836d3b-0490-4ed0-98ab-e2333c982056'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:33.267117 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6920e30f-0d21-4bf4-bc06-41f4fbc77218 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8650644 Mar 14 15:52:33.267719 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfe696a-7eb0-4de7-91bf-de2508d0f5ee', 'tag': 'e9472a50-e827-497b-a906-f94d4504ea50'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:52:33.270608 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2b4289-8d5e-4038-8be9-50b2904ebaf4" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfe696a-7eb0-4de7-91bf-de2508d0f5ee", "tag": "e9472a50-e827-497b-a906-f94d4504ea50"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:52:33.309624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dea8941-e71d-4f04-a06f-37527ba6b32a x-openstack-request-id: req-1dea8941-e71d-4f04-a06f-37527ba6b32a {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:52:33.309624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfe696a-7eb0-4de7-91bf-de2508d0f5ee", "tag": "e9472a50-e827-497b-a906-f94d4504ea50", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:52:33.309624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1dea8941-e71d-4f04-a06f-37527ba6b32a {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:52:33.309915 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfe696a-7eb0-4de7-91bf-de2508d0f5ee', 'tag': 'e9472a50-e827-497b-a906-f94d4504ea50', 'status': 'completed', 'code': 200} Mar 14 15:52:33.365131 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-eaf63a87-4293-4f6e-a070-f1f5b04f9e99 None None] Set router 5d836d3b-0490-4ed0-98ab-e2333c982056 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:52:33.367234 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de7740-fc7c-4391-ad42-01c4e6028158 req-73d6807f-6872-4616-9ba5-3ed219827105 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:33.368737 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-49de7740-fc7c-4391-ad42-01c4e6028158 req-73d6807f-6872-4616-9ba5-3ed219827105 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 945 time: 0.0515184 Mar 14 15:52:33.373101 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b4289-8d5e-4038-8be9-50b2904ebaf4 req-db6e45ba-7cf5-41da-9140-fde29089025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:33.374693 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cc2b4289-8d5e-4038-8be9-50b2904ebaf4 req-db6e45ba-7cf5-41da-9140-fde29089025f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 1098 time: 0.0420446 Mar 14 15:52:33.412578 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-49de7740-fc7c-4391-ad42-01c4e6028158 req-7708e368-594b-45c0-8af9-f5acdb4b0c03 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361047 Mar 14 15:52:33.436651 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33498) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:33.476925 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b4289-8d5e-4038-8be9-50b2904ebaf4 req-732740fc-bc79-4b53-8aaf-4b96669a4c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:33.479273 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cc2b4289-8d5e-4038-8be9-50b2904ebaf4 req-732740fc-bc79-4b53-8aaf-4b96669a4c40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f1f29c6-909a-4a46-91c7-2bb7c42d7908 HTTP/1.1" status: 200 len: 897 time: 0.0965748 Mar 14 15:52:33.512945 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6326f03b-0fcc-4575-b9a2-1b8d435abe9c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/floatingips/efa3e664-1ca6-415e-a96c-63dac91bd660 HTTP/1.1" status: 200 len: 990 time: 0.0748806 Mar 14 15:52:33.551490 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cc2b4289-8d5e-4038-8be9-50b2904ebaf4 req-cb1c84a1-e71c-489e-b4dd-2066f303f818 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9472a50-e827-497b-a906-f94d4504ea50 HTTP/1.1" status: 200 len: 998 time: 0.0650058 Mar 14 15:52:33.597227 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-eaf63a87-4293-4f6e-a070-f1f5b04f9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900361303', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:18Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'efa3e664-1ca6-415e-a96c-63dac91bd660', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'port_id': 'e9472a50-e827-497b-a906-f94d4504ea50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908', 'mac_address': 'fa:16:3e:42:f0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe696a-7eb0-4de7-91bf-de2508d0f5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:52:32Z', 'updated_at': '2022-03-14T15:52:32Z', 'revision_number': 0, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4482f55c-eb3f-42fb-bbec-53536a07fcc2', 'name': '', 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:ea:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'faeb6aee-fda7-4de2-96e0-d0e81222ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:17Z', 'updated_at': '2022-03-14T15:52:20Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'faeb6aee-fda7-4de2-96e0-d0e81222ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:33.601707 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b4289-8d5e-4038-8be9-50b2904ebaf4 req-6d22597d-8c4b-47c9-a2ab-0246e6389f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:33.603185 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cc2b4289-8d5e-4038-8be9-50b2904ebaf4 req-6d22597d-8c4b-47c9-a2ab-0246e6389f0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=faeb6aee-fda7-4de2-96e0-d0e81222ba2f HTTP/1.1" status: 200 len: 834 time: 0.0449970 Mar 14 15:52:33.623766 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf63a87-4293-4f6e-a070-f1f5b04f9e99 None None] Checking router: 5d836d3b-0490-4ed0-98ab-e2333c982056 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:52:33.632870 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf63a87-4293-4f6e-a070-f1f5b04f9e99 None None] Routers {'5d836d3b-0490-4ed0-98ab-e2333c982056'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:52:33.633496 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-eaf63a87-4293-4f6e-a070-f1f5b04f9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:52:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['5d836d3b-0490-4ed0-98ab-e2333c982056'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:33.649528 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b4289-8d5e-4038-8be9-50b2904ebaf4 req-39a6d666-162e-42b1-8e79-d1e882ddea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:33.651038 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cc2b4289-8d5e-4038-8be9-50b2904ebaf4 req-39a6d666-162e-42b1-8e79-d1e882ddea82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f1f29c6-909a-4a46-91c7-2bb7c42d7908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415487 Mar 14 15:52:33.738219 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-eaf63a87-4293-4f6e-a070-f1f5b04f9e99 None None] Set router 5d836d3b-0490-4ed0-98ab-e2333c982056 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:52:33.744595 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cc2b4289-8d5e-4038-8be9-50b2904ebaf4 req-10a1b393-731d-43d1-ad5e-91280905052c service neutron] 10.222.0.18 "GET /v2.0/networks/3f1f29c6-909a-4a46-91c7-2bb7c42d7908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865180 Mar 14 15:52:33.834454 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cc2b4289-8d5e-4038-8be9-50b2904ebaf4 req-2566ca6a-1955-43d4-bb98-896f4b4f4090 service neutron] 10.222.0.18 "GET /v2.0/networks/3f1f29c6-909a-4a46-91c7-2bb7c42d7908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836227 Mar 14 15:52:33.961017 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-eaf63a87-4293-4f6e-a070-f1f5b04f9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900361303', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:18Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'efa3e664-1ca6-415e-a96c-63dac91bd660', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'port_id': 'e9472a50-e827-497b-a906-f94d4504ea50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908', 'mac_address': 'fa:16:3e:42:f0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe696a-7eb0-4de7-91bf-de2508d0f5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:52:32Z', 'updated_at': '2022-03-14T15:52:32Z', 'revision_number': 0, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4482f55c-eb3f-42fb-bbec-53536a07fcc2', 'name': '', 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:ea:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'faeb6aee-fda7-4de2-96e0-d0e81222ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:17Z', 'updated_at': '2022-03-14T15:52:20Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'faeb6aee-fda7-4de2-96e0-d0e81222ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:52:33.986040 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf63a87-4293-4f6e-a070-f1f5b04f9e99 None None] The sync data for ids ['5d836d3b-0490-4ed0-98ab-e2333c982056'] in dv-neutron-833559-1-hyperv is: [{'id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900361303', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:18Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'efa3e664-1ca6-415e-a96c-63dac91bd660', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'port_id': 'e9472a50-e827-497b-a906-f94d4504ea50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908', 'mac_address': 'fa:16:3e:42:f0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe696a-7eb0-4de7-91bf-de2508d0f5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:52:32Z', 'updated_at': '2022-03-14T15:52:32Z', 'revision_number': 0, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4482f55c-eb3f-42fb-bbec-53536a07fcc2', 'name': '', 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:ea:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'faeb6aee-fda7-4de2-96e0-d0e81222ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:17Z', 'updated_at': '2022-03-14T15:52:20Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'faeb6aee-fda7-4de2-96e0-d0e81222ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:52:34.089558 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6217f4dc-17b1-482e-8d75-a6eb3fdf9a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:34.176619 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e468156-c1c6-4e60-b372-39b2c1f4d42f None None] New status for floating IP efa3e664-1ca6-415e-a96c-63dac91bd660: ACTIVE {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:52:34.516718 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33500) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:52:34.575388 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0a48dadd-cc7d-43cc-8d16-07c28e50791d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/floatingips/efa3e664-1ca6-415e-a96c-63dac91bd660 HTTP/1.1" status: 200 len: 992 time: 0.0575235 Mar 14 15:52:36.469995 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1274d5cc-84ae-4525-8f5a-464715f79d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:37.538757 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:38.972724 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:39.051290 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:39.381566 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:52:42.451886 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-588988ec-9175-4845-a150-bb43b52d55a2 req-f6016179-2700-4848-a93e-fc63d5a65b3f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443611 Mar 14 15:52:42.534786 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588988ec-9175-4845-a150-bb43b52d55a2 req-7022048e-3185-4805-9cc3-08a8b4dc1ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:42.536304 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-588988ec-9175-4845-a150-bb43b52d55a2 req-7022048e-3185-4805-9cc3-08a8b4dc1ef3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 1098 time: 0.0414426 Mar 14 15:52:42.639830 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588988ec-9175-4845-a150-bb43b52d55a2 req-d65955dd-2d2a-4417-aab1-521a92db3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:42.641292 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-588988ec-9175-4845-a150-bb43b52d55a2 req-d65955dd-2d2a-4417-aab1-521a92db3b47 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f1f29c6-909a-4a46-91c7-2bb7c42d7908 HTTP/1.1" status: 200 len: 897 time: 0.0839734 Mar 14 15:52:42.709429 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-588988ec-9175-4845-a150-bb43b52d55a2 req-c11ab028-2e88-4114-9743-dcc753de781a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9472a50-e827-497b-a906-f94d4504ea50 HTTP/1.1" status: 200 len: 1000 time: 0.0613847 Mar 14 15:52:42.757772 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588988ec-9175-4845-a150-bb43b52d55a2 req-07befff2-bf5a-4097-a9fe-f21d7c56f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:42.759285 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-588988ec-9175-4845-a150-bb43b52d55a2 req-07befff2-bf5a-4097-a9fe-f21d7c56f9be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=faeb6aee-fda7-4de2-96e0-d0e81222ba2f HTTP/1.1" status: 200 len: 834 time: 0.0428603 Mar 14 15:52:42.803361 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588988ec-9175-4845-a150-bb43b52d55a2 req-43f273a7-15da-4811-a79d-fc77898ad04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:52:42.804818 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-588988ec-9175-4845-a150-bb43b52d55a2 req-43f273a7-15da-4811-a79d-fc77898ad04c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f1f29c6-909a-4a46-91c7-2bb7c42d7908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394106 Mar 14 15:52:42.898560 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-588988ec-9175-4845-a150-bb43b52d55a2 req-ab819140-be37-4ca9-a3d4-0db52d70e366 service neutron] 10.222.0.18 "GET /v2.0/networks/3f1f29c6-909a-4a46-91c7-2bb7c42d7908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863707 Mar 14 15:52:42.989053 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-588988ec-9175-4845-a150-bb43b52d55a2 req-c5710a60-1c0e-4376-8c53-5de7585a69d2 service neutron] 10.222.0.18 "GET /v2.0/networks/3f1f29c6-909a-4a46-91c7-2bb7c42d7908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830841 Mar 14 15:52:47.371579 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:53:04.090594 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b88d6b4c-e1fb-4707-b66b-61cb530f6d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:06.473009 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-93053c4d-5fe5-48f4-b54f-4138d7903236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:07.542810 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:07.681961 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee71e0-870c-42f2-aa73-21884dc1790a req-fad3e63f-d0cc-46c8-a0dd-afdbd2cadfc6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:07.683362 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-94ee71e0-870c-42f2-aa73-21884dc1790a req-fad3e63f-d0cc-46c8-a0dd-afdbd2cadfc6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 945 time: 0.0485079 Mar 14 15:53:07.721104 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-94ee71e0-870c-42f2-aa73-21884dc1790a req-72ffbed3-1c2c-4bc3-a025-7eadc62a3eed tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311887 Mar 14 15:53:08.841043 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b873a84-b946-421a-afcf-a689f28945cb req-ee9ed51e-4e5f-4ad4-bf9d-07f18ea6b472 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:08.842496 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5b873a84-b946-421a-afcf-a689f28945cb req-ee9ed51e-4e5f-4ad4-bf9d-07f18ea6b472 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 945 time: 0.0519416 Mar 14 15:53:08.880249 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5b873a84-b946-421a-afcf-a689f28945cb req-d1155c51-1da7-428d-875a-05c7021f4a88 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314071 Mar 14 15:53:08.901853 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33518) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:08.960405 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ae2f6515-abdf-4bc0-9a0e-8be2ba669fb9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/floatingips/efa3e664-1ca6-415e-a96c-63dac91bd660 HTTP/1.1" status: 200 len: 992 time: 0.0574698 Mar 14 15:53:08.977750 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:09.065370 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:09.382518 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:10.262631 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdde37-416f-4028-8fd9-3cc00e113b45 req-7df26b8b-9ac6-4d59-badf-3cf83d0dc66c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:10.264018 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-89cdde37-416f-4028-8fd9-3cc00e113b45 req-7df26b8b-9ac6-4d59-badf-3cf83d0dc66c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 945 time: 0.0487123 Mar 14 15:53:10.303411 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-89cdde37-416f-4028-8fd9-3cc00e113b45 req-c210f0df-a0d0-41aa-9015-00a1c0c1b240 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318458 Mar 14 15:53:11.424537 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec33942-8b32-4b1d-9480-4f91f34f10b6 req-eeb35694-6d5c-44ca-9b7d-7bb9fece0a42 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:11.426017 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7ec33942-8b32-4b1d-9480-4f91f34f10b6 req-eeb35694-6d5c-44ca-9b7d-7bb9fece0a42 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 945 time: 0.0522780 Mar 14 15:53:11.463434 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7ec33942-8b32-4b1d-9480-4f91f34f10b6 req-2d68824e-d003-4d54-8b91-56b60a818d65 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315163 Mar 14 15:53:12.583926 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cfb41-85e5-4cef-bb65-0da54aca7e94 req-d537a4db-5a0f-4eb4-869f-fba5b2b88a32 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:12.585433 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-361cfb41-85e5-4cef-bb65-0da54aca7e94 req-d537a4db-5a0f-4eb4-869f-fba5b2b88a32 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 945 time: 0.0533402 Mar 14 15:53:12.622661 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-361cfb41-85e5-4cef-bb65-0da54aca7e94 req-cdc139cc-ac95-4cea-9f76-357b7a5c5aec tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313742 Mar 14 15:53:13.740708 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79736e55-8b99-4489-aa0d-0cabfe17726d req-2f0836a9-1b2c-409d-ab0f-287641f8e9c3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:13.742086 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-79736e55-8b99-4489-aa0d-0cabfe17726d req-2f0836a9-1b2c-409d-ab0f-287641f8e9c3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 945 time: 0.0526390 Mar 14 15:53:13.778850 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-79736e55-8b99-4489-aa0d-0cabfe17726d req-d17b8dd8-6ecc-40e7-820c-83a79ab7f805 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309262 Mar 14 15:53:14.894243 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ef592-213f-487b-9dd6-f21c1ea0c63d req-c5278628-6545-48be-a87f-6a9c14e14121 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:14.895727 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-362ef592-213f-487b-9dd6-f21c1ea0c63d req-c5278628-6545-48be-a87f-6a9c14e14121 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 945 time: 0.0478904 Mar 14 15:53:14.932780 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-362ef592-213f-487b-9dd6-f21c1ea0c63d req-d7786b8c-6e8c-4182-9adf-95fb52088a08 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311708 Mar 14 15:53:16.048360 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbdeaf-8021-4309-bdde-25ef212c76d2 req-11fdee79-6d1c-4d62-99d5-9f45fbea8508 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:16.049833 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a6dbdeaf-8021-4309-bdde-25ef212c76d2 req-11fdee79-6d1c-4d62-99d5-9f45fbea8508 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 945 time: 0.0481050 Mar 14 15:53:16.086496 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a6dbdeaf-8021-4309-bdde-25ef212c76d2 req-7a13010b-6834-4fc7-9332-8d829e9c6b1d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308173 Mar 14 15:53:16.108905 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33536) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:16.170760 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-40f9ed6d-02e8-447a-9324-579d51b86f43 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/floatingips/efa3e664-1ca6-415e-a96c-63dac91bd660 HTTP/1.1" status: 200 len: 992 time: 0.0607495 Mar 14 15:53:16.437190 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33542) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:16.593224 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting port 8addb649-1138-416e-8bca-e5eb89e945ac {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:53:16.593581 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:16.667194 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:16.667528 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:16.678995 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Calling delete_port for 8addb649-1138-416e-8bca-e5eb89e945ac owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:53:16.824606 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:16.851731 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Port': ['ID=8addb649-1138-416e-8bca-e5eb89e945ac,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:16.875415 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:16.875762 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:16.876754 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:16.877093 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:16.877426 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:16.877757 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:16.878086 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:16.878413 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:16.878738 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:16.879087 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:16.879413 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:16.879739 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:16.920982 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for floatingip, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:16.921331 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Floating IP efa3e664-1ca6-415e-a96c-63dac91bd660 disassociated (deleted). External IP: 172.26.6.84, port: e9472a50-e827-497b-a906-f94d4504ea50. Mar 14 15:53:17.123128 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router 5d836d3b-0490-4ed0-98ab-e2333c982056 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:53:17.229577 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:53:17.234380 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:17.239687 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76afd870-6c67-4521-85bb-b6b4230198f3 None None] Sync routers for ids ['5d836d3b-0490-4ed0-98ab-e2333c982056'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:53:17.249355 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76afd870-6c67-4521-85bb-b6b4230198f3 None None] Routers {'5d836d3b-0490-4ed0-98ab-e2333c982056'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:53:17.250041 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-76afd870-6c67-4521-85bb-b6b4230198f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:53:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['5d836d3b-0490-4ed0-98ab-e2333c982056'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:17.263824 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1cf288ff-d393-4bcf-907f-dc5bcbdc7975 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/floatingips/efa3e664-1ca6-415e-a96c-63dac91bd660 HTTP/1.1" status: 204 len: 168 time: 0.8255348 Mar 14 15:53:17.264417 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfe696a-7eb0-4de7-91bf-de2508d0f5ee', 'tag': 'e9472a50-e827-497b-a906-f94d4504ea50'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:53:17.267301 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488806be-ac38-47dd-91a4-f69857f9e2cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfe696a-7eb0-4de7-91bf-de2508d0f5ee", "tag": "e9472a50-e827-497b-a906-f94d4504ea50"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:53:17.309659 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2848af-e874-4d25-95d6-37dc67fb25ba x-openstack-request-id: req-8e2848af-e874-4d25-95d6-37dc67fb25ba {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:53:17.309963 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfe696a-7eb0-4de7-91bf-de2508d0f5ee", "tag": "e9472a50-e827-497b-a906-f94d4504ea50", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:53:17.310331 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e2848af-e874-4d25-95d6-37dc67fb25ba {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:53:17.310622 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfe696a-7eb0-4de7-91bf-de2508d0f5ee', 'tag': 'e9472a50-e827-497b-a906-f94d4504ea50', 'status': 'completed', 'code': 200} Mar 14 15:53:17.404787 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488806be-ac38-47dd-91a4-f69857f9e2cd req-056d5b5d-5f01-4056-b068-d17acfb00b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:17.408860 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-488806be-ac38-47dd-91a4-f69857f9e2cd req-056d5b5d-5f01-4056-b068-d17acfb00b29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 1098 time: 0.0602975 Mar 14 15:53:17.451504 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-76afd870-6c67-4521-85bb-b6b4230198f3 None None] Set router 5d836d3b-0490-4ed0-98ab-e2333c982056 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:53:17.544739 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02baa22-ca9c-41af-a859-fdb4a20d3626 req-de0aa328-59cb-48d0-bb5f-f52e7649408d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:17.546225 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d02baa22-ca9c-41af-a859-fdb4a20d3626 req-de0aa328-59cb-48d0-bb5f-f52e7649408d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 945 time: 0.0765569 Mar 14 15:53:17.548181 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488806be-ac38-47dd-91a4-f69857f9e2cd req-6f71bd82-577d-4d53-882a-be1a64f2b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:17.549555 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-488806be-ac38-47dd-91a4-f69857f9e2cd req-6f71bd82-577d-4d53-882a-be1a64f2b603 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3f1f29c6-909a-4a46-91c7-2bb7c42d7908 HTTP/1.1" status: 200 len: 897 time: 0.1318555 Mar 14 15:53:17.605715 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-488806be-ac38-47dd-91a4-f69857f9e2cd req-3cc58a10-ab95-4197-83ed-7a9287d3b3e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9472a50-e827-497b-a906-f94d4504ea50 HTTP/1.1" status: 200 len: 217 time: 0.0471437 Mar 14 15:53:17.647494 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d02baa22-ca9c-41af-a859-fdb4a20d3626 req-bc108847-9b11-4cb4-b8b1-a386a27ffaf3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947864 Mar 14 15:53:17.650783 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-76afd870-6c67-4521-85bb-b6b4230198f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900361303', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:18Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '4482f55c-eb3f-42fb-bbec-53536a07fcc2', 'name': '', 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:ea:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'faeb6aee-fda7-4de2-96e0-d0e81222ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:17Z', 'updated_at': '2022-03-14T15:52:20Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'faeb6aee-fda7-4de2-96e0-d0e81222ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:17.665935 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488806be-ac38-47dd-91a4-f69857f9e2cd req-50d1d47a-0c3a-49a3-ae2b-ec0b67652d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:17.667411 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-488806be-ac38-47dd-91a4-f69857f9e2cd req-50d1d47a-0c3a-49a3-ae2b-ec0b67652d5c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=faeb6aee-fda7-4de2-96e0-d0e81222ba2f HTTP/1.1" status: 200 len: 834 time: 0.0522521 Mar 14 15:53:17.676594 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76afd870-6c67-4521-85bb-b6b4230198f3 None None] Checking router: 5d836d3b-0490-4ed0-98ab-e2333c982056 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:53:17.684882 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76afd870-6c67-4521-85bb-b6b4230198f3 None None] Routers {'5d836d3b-0490-4ed0-98ab-e2333c982056'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:53:17.685487 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-76afd870-6c67-4521-85bb-b6b4230198f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:53:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['5d836d3b-0490-4ed0-98ab-e2333c982056'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:17.714742 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488806be-ac38-47dd-91a4-f69857f9e2cd req-3c46b4ba-3788-411a-aa6c-0df52690325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:17.716424 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-488806be-ac38-47dd-91a4-f69857f9e2cd req-3c46b4ba-3788-411a-aa6c-0df52690325d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f1f29c6-909a-4a46-91c7-2bb7c42d7908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408344 Mar 14 15:53:17.792038 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-76afd870-6c67-4521-85bb-b6b4230198f3 None None] Set router 5d836d3b-0490-4ed0-98ab-e2333c982056 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:53:17.811698 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-488806be-ac38-47dd-91a4-f69857f9e2cd req-1e40f9f0-f695-43ff-b8d9-8787e9ab619f service neutron] 10.222.0.18 "GET /v2.0/networks/3f1f29c6-909a-4a46-91c7-2bb7c42d7908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850182 Mar 14 15:53:17.903284 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-488806be-ac38-47dd-91a4-f69857f9e2cd req-fdebb849-8c77-42c1-9524-cd821cc8e27e service neutron] 10.222.0.18 "GET /v2.0/networks/3f1f29c6-909a-4a46-91c7-2bb7c42d7908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840085 Mar 14 15:53:17.995827 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-76afd870-6c67-4521-85bb-b6b4230198f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900361303', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:18Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '4482f55c-eb3f-42fb-bbec-53536a07fcc2', 'name': '', 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:ea:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'faeb6aee-fda7-4de2-96e0-d0e81222ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:17Z', 'updated_at': '2022-03-14T15:52:20Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'faeb6aee-fda7-4de2-96e0-d0e81222ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:18.022441 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76afd870-6c67-4521-85bb-b6b4230198f3 None None] The sync data for ids ['5d836d3b-0490-4ed0-98ab-e2333c982056'] in dv-neutron-833559-1-hyperv is: [{'id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900361303', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:18Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '4482f55c-eb3f-42fb-bbec-53536a07fcc2', 'name': '', 'network_id': '3f1f29c6-909a-4a46-91c7-2bb7c42d7908', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:ea:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'faeb6aee-fda7-4de2-96e0-d0e81222ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:17Z', 'updated_at': '2022-03-14T15:52:20Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'faeb6aee-fda7-4de2-96e0-d0e81222ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:53:18.242427 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68133a9a-810c-40e6-b66b-9387ad09d798 None None] New status for floating IP efa3e664-1ca6-415e-a96c-63dac91bd660: DOWN {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:53:18.764495 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1a185-c151-4509-84fb-3f8cf6308ff2 req-a7fe11bd-b147-43d4-ba33-3c66e8cc7207 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:18.765963 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b6d1a185-c151-4509-84fb-3f8cf6308ff2 req-a7fe11bd-b147-43d4-ba33-3c66e8cc7207 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 945 time: 0.0487089 Mar 14 15:53:18.803201 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b6d1a185-c151-4509-84fb-3f8cf6308ff2 req-21fd9879-b0dc-46b8-b59f-e64c1d5fc695 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1846ebcc-dfe1-44b9-a370-0b4381d815ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308230 Mar 14 15:53:19.189914 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312d14b-c765-44fc-aea0-5649a7bce73f req-8643aac8-3383-4586-8ccf-cf1c74ccb038 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:19.191397 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5312d14b-c765-44fc-aea0-5649a7bce73f req-8643aac8-3383-4586-8ccf-cf1c74ccb038 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 945 time: 0.0490425 Mar 14 15:53:19.288110 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-5312d14b-c765-44fc-aea0-5649a7bce73f req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting port e9472a50-e827-497b-a906-f94d4504ea50 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:53:19.288447 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5312d14b-c765-44fc-aea0-5649a7bce73f req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:19.373737 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-5312d14b-c765-44fc-aea0-5649a7bce73f req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] For port e9472a50-e827-497b-a906-f94d4504ea50, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=e9472a50-e827-497b-a906-f94d4504ea50,segment=NetworkSegment(eebcb5cd-7f93-41c3-bbd4-408369573279),segment_id=eebcb5cd-7f93-41c3-bbd4-408369573279)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:53:19.374103 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5312d14b-c765-44fc-aea0-5649a7bce73f req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:19.387102 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-5312d14b-c765-44fc-aea0-5649a7bce73f req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Calling delete_port for e9472a50-e827-497b-a906-f94d4504ea50 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:53:19.519840 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5312d14b-c765-44fc-aea0-5649a7bce73f req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:19.547489 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Port': ['ID=e9472a50-e827-497b-a906-f94d4504ea50,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:19.561289 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:19.561651 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:19.561996 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:19.562335 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:19.562680 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:19.563042 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:19.563989 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:19.564329 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:19.564663 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:19.564993 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:19.565324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:19.565652 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:19.603138 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5312d14b-c765-44fc-aea0-5649a7bce73f req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] No DVR routers for this DVR port e9472a50-e827-497b-a906-f94d4504ea50 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:53:19.605555 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-5312d14b-c765-44fc-aea0-5649a7bce73f req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:19.608856 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5312d14b-c765-44fc-aea0-5649a7bce73f req-8a4c07bc-007a-4c13-8a9c-1e7084026de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "DELETE /v2.0/ports/e9472a50-e827-497b-a906-f94d4504ea50 HTTP/1.1" status: 204 len: 173 time: 0.4114082 Mar 14 15:53:19.609294 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfe696a-7eb0-4de7-91bf-de2508d0f5ee', 'name': 'network-vif-deleted', 'tag': 'e9472a50-e827-497b-a906-f94d4504ea50'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:53:19.612217 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c11cc4a-af33-41ab-857e-27a75f663603" -d '{"events": [{"server_uuid": "4bfe696a-7eb0-4de7-91bf-de2508d0f5ee", "name": "network-vif-deleted", "tag": "e9472a50-e827-497b-a906-f94d4504ea50"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:53:19.648761 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4540794-701b-41c9-9a8e-5374cd84b2b6 x-openstack-request-id: req-c4540794-701b-41c9-9a8e-5374cd84b2b6 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:53:19.649057 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfe696a-7eb0-4de7-91bf-de2508d0f5ee", "name": "network-vif-deleted", "tag": "e9472a50-e827-497b-a906-f94d4504ea50", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:53:19.649311 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c4540794-701b-41c9-9a8e-5374cd84b2b6 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:53:19.649711 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfe696a-7eb0-4de7-91bf-de2508d0f5ee', 'name': 'network-vif-deleted', 'tag': 'e9472a50-e827-497b-a906-f94d4504ea50', 'status': 'completed', 'code': 200} Mar 14 15:53:19.909352 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2cd0c7bd-a250-46c4-866c-8ffa3a6a234b req-5c3f183d-32f8-49ea-814e-183461c1f086 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bfe696a-7eb0-4de7-91bf-de2508d0f5ee HTTP/1.1" status: 200 len: 210 time: 0.0279961 Mar 14 15:53:20.966142 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33558) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:21.321344 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8508c60f-33b2-466f-b383-f07b92647203 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:21.885429 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-8508c60f-33b2-466f-b383-f07b92647203 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting port 4482f55c-eb3f-42fb-bbec-53536a07fcc2 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:53:21.885770 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8508c60f-33b2-466f-b383-f07b92647203 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:21.973629 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-8508c60f-33b2-466f-b383-f07b92647203 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] For port 4482f55c-eb3f-42fb-bbec-53536a07fcc2, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=4482f55c-eb3f-42fb-bbec-53536a07fcc2,segment=NetworkSegment(eebcb5cd-7f93-41c3-bbd4-408369573279),segment_id=eebcb5cd-7f93-41c3-bbd4-408369573279)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:53:21.974314 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8508c60f-33b2-466f-b383-f07b92647203 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:21.986588 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-8508c60f-33b2-466f-b383-f07b92647203 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Calling delete_port for 4482f55c-eb3f-42fb-bbec-53536a07fcc2 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:53:22.171722 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8508c60f-33b2-466f-b383-f07b92647203 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:22.200311 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508c60f-33b2-466f-b383-f07b92647203 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Port': ['ID=4482f55c-eb3f-42fb-bbec-53536a07fcc2,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:22.373195 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8508c60f-33b2-466f-b383-f07b92647203 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:22.589970 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8508c60f-33b2-466f-b383-f07b92647203 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router 5d836d3b-0490-4ed0-98ab-e2333c982056 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:53:22.698485 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8508c60f-33b2-466f-b383-f07b92647203 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:53:22.703987 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8508c60f-33b2-466f-b383-f07b92647203 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "PUT /v2.0/routers/5d836d3b-0490-4ed0-98ab-e2333c982056/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7366829 Mar 14 15:53:22.707103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33562) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:22.708880 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b74679-2644-4fc2-84ce-76b6026ed4e5 None None] Sync routers for ids ['5d836d3b-0490-4ed0-98ab-e2333c982056'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:53:22.718201 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b74679-2644-4fc2-84ce-76b6026ed4e5 None None] Routers {'5d836d3b-0490-4ed0-98ab-e2333c982056'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:53:22.718803 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-69b74679-2644-4fc2-84ce-76b6026ed4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:53:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['5d836d3b-0490-4ed0-98ab-e2333c982056'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:22.757959 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3075ea-501f-4137-ba00-ce281b857c41 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting subnet faeb6aee-fda7-4de2-96e0-d0e81222ba2f {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:53:22.761045 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2c3075ea-501f-4137-ba00-ce281b857c41 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:22.801522 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2c3075ea-501f-4137-ba00-ce281b857c41 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:22.821418 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-69b74679-2644-4fc2-84ce-76b6026ed4e5 None None] Set router 5d836d3b-0490-4ed0-98ab-e2333c982056 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:53:22.890950 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2c3075ea-501f-4137-ba00-ce281b857c41 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:22.950891 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2c3075ea-501f-4137-ba00-ce281b857c41 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:22.978335 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3075ea-501f-4137-ba00-ce281b857c41 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Subnet': ['ID=faeb6aee-fda7-4de2-96e0-d0e81222ba2f,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:22.982130 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2c3075ea-501f-4137-ba00-ce281b857c41 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:22.986225 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2c3075ea-501f-4137-ba00-ce281b857c41 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/subnets/faeb6aee-fda7-4de2-96e0-d0e81222ba2f HTTP/1.1" status: 204 len: 168 time: 0.2779641 Mar 14 15:53:22.988736 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33564) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:22.993825 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf96001-83e7-44d1-a95a-37691f377553 None None] Network 3f1f29c6-909a-4a46-91c7-2bb7c42d7908 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:53:23.007134 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-69b74679-2644-4fc2-84ce-76b6026ed4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900361303', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:53:22Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:23.041189 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b74679-2644-4fc2-84ce-76b6026ed4e5 None None] Checking router: 5d836d3b-0490-4ed0-98ab-e2333c982056 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:53:23.045151 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device e9472a50-e827-497b-a906-f94d4504ea50 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:53:23.049592 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b74679-2644-4fc2-84ce-76b6026ed4e5 None None] Routers {'5d836d3b-0490-4ed0-98ab-e2333c982056'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:53:23.050205 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-69b74679-2644-4fc2-84ce-76b6026ed4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:53:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['5d836d3b-0490-4ed0-98ab-e2333c982056'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:23.077236 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: e9472a50-e827-497b-a906-f94d4504ea50 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:53:23.077548 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device e9472a50-e827-497b-a906-f94d4504ea50 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:53:23.104150 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd01d-0227-4904-a098-67c1f4675378 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:23.159455 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-69b74679-2644-4fc2-84ce-76b6026ed4e5 None None] Set router 5d836d3b-0490-4ed0-98ab-e2333c982056 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:53:23.213276 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16596cf5-e1de-4dec-a1e6-682509559760 None None] DHCP port deletion for 3f1f29c6-909a-4a46-91c7-2bb7c42d7908 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:53:23.218813 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd01d-0227-4904-a098-67c1f4675378 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:23.261415 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-16596cf5-e1de-4dec-a1e6-682509559760 None None] Deleting port 29c2527a-1ca8-4721-8d3d-ba1856dd5b04 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:53:23.261781 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16596cf5-e1de-4dec-a1e6-682509559760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:23.275612 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-0e5fd01d-0227-4904-a098-67c1f4675378 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting port c29e6c51-275d-4f89-9422-00a78ee2912a {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:53:23.275969 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd01d-0227-4904-a098-67c1f4675378 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:23.326998 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-16596cf5-e1de-4dec-a1e6-682509559760 None None] For port 29c2527a-1ca8-4721-8d3d-ba1856dd5b04, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=29c2527a-1ca8-4721-8d3d-ba1856dd5b04,segment=NetworkSegment(eebcb5cd-7f93-41c3-bbd4-408369573279),segment_id=eebcb5cd-7f93-41c3-bbd4-408369573279)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:53:23.327451 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16596cf5-e1de-4dec-a1e6-682509559760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:23.341854 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-16596cf5-e1de-4dec-a1e6-682509559760 None None] Calling delete_port for 29c2527a-1ca8-4721-8d3d-ba1856dd5b04 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:53:23.349487 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-69b74679-2644-4fc2-84ce-76b6026ed4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900361303', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:53:22Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:23.364162 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-0e5fd01d-0227-4904-a098-67c1f4675378 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] For port c29e6c51-275d-4f89-9422-00a78ee2912a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c29e6c51-275d-4f89-9422-00a78ee2912a,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:53:23.364533 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd01d-0227-4904-a098-67c1f4675378 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:23.376925 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b74679-2644-4fc2-84ce-76b6026ed4e5 None None] The sync data for ids ['5d836d3b-0490-4ed0-98ab-e2333c982056'] in dv-neutron-833559-1-hyperv is: [{'id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900361303', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:53:22Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'c29e6c51-275d-4f89-9422-00a78ee2912a', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d836d3b-0490-4ed0-98ab-e2333c982056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:52:14Z', 'updated_at': '2022-03-14T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:53:23.377997 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-0e5fd01d-0227-4904-a098-67c1f4675378 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Calling delete_port for c29e6c51-275d-4f89-9422-00a78ee2912a owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:53:23.426040 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-16596cf5-e1de-4dec-a1e6-682509559760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:23.454446 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16596cf5-e1de-4dec-a1e6-682509559760 None None] Pushing event deleted for resources: {'Port': ['ID=29c2527a-1ca8-4721-8d3d-ba1856dd5b04,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:23.461856 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16596cf5-e1de-4dec-a1e6-682509559760 None None] No DVR routers for this DVR port 29c2527a-1ca8-4721-8d3d-ba1856dd5b04 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:53:23.464088 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596cf5-e1de-4dec-a1e6-682509559760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:23.464435 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596cf5-e1de-4dec-a1e6-682509559760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:23.464775 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596cf5-e1de-4dec-a1e6-682509559760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:23.465113 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596cf5-e1de-4dec-a1e6-682509559760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:23.465441 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596cf5-e1de-4dec-a1e6-682509559760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:23.465775 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596cf5-e1de-4dec-a1e6-682509559760 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:23.466103 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596cf5-e1de-4dec-a1e6-682509559760 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:23.466509 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596cf5-e1de-4dec-a1e6-682509559760 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:23.466841 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596cf5-e1de-4dec-a1e6-682509559760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:23.467261 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596cf5-e1de-4dec-a1e6-682509559760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:23.467511 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596cf5-e1de-4dec-a1e6-682509559760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:23.467831 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596cf5-e1de-4dec-a1e6-682509559760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:23.560901 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd01d-0227-4904-a098-67c1f4675378 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:23.584885 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fd01d-0227-4904-a098-67c1f4675378 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Port': ['ID=c29e6c51-275d-4f89-9422-00a78ee2912a,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:23.645849 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd01d-0227-4904-a098-67c1f4675378 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:23.740522 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd01d-0227-4904-a098-67c1f4675378 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:23.742894 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd01d-0227-4904-a098-67c1f4675378 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:23.788242 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd01d-0227-4904-a098-67c1f4675378 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:23.788852 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5fd01d-0227-4904-a098-67c1f4675378 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Fanout notify agent at l3_agent the message router_deleted on router 5d836d3b-0490-4ed0-98ab-e2333c982056 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:53:23.795823 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd01d-0227-4904-a098-67c1f4675378 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:23.796938 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-0e5fd01d-0227-4904-a098-67c1f4675378 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/routers/5d836d3b-0490-4ed0-98ab-e2333c982056 HTTP/1.1" status: 204 len: 168 time: 0.8071637 Mar 14 15:53:23.800398 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33566) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:23.878358 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cb82d86b-5e11-4d1e-ad01-b4c80fe948c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:23.968733 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cb82d86b-5e11-4d1e-ad01-b4c80fe948c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:23.990375 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-cb82d86b-5e11-4d1e-ad01-b4c80fe948c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1f29c6-909a-4a46-91c7-2bb7c42d7908']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:24.000201 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-cb82d86b-5e11-4d1e-ad01-b4c80fe948c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebcb5cd-7f93-41c3-bbd4-408369573279') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:24.000562 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-cb82d86b-5e11-4d1e-ad01-b4c80fe948c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebcb5cd-7f93-41c3-bbd4-408369573279') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:24.010537 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cb82d86b-5e11-4d1e-ad01-b4c80fe948c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:24.025630 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cb82d86b-5e11-4d1e-ad01-b4c80fe948c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:24.032384 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb82d86b-5e11-4d1e-ad01-b4c80fe948c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:53:24.032918 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cb82d86b-5e11-4d1e-ad01-b4c80fe948c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:53:24.035995 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:53:24.094046 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cb82d86b-5e11-4d1e-ad01-b4c80fe948c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:24.101623 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cb82d86b-5e11-4d1e-ad01-b4c80fe948c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:24.104792 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-cb82d86b-5e11-4d1e-ad01-b4c80fe948c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/networks/3f1f29c6-909a-4a46-91c7-2bb7c42d7908 HTTP/1.1" status: 204 len: 168 time: 0.3032210 Mar 14 15:53:24.107592 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33568) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:24.120543 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82d86b-5e11-4d1e-ad01-b4c80fe948c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Network': ['ID=3f1f29c6-909a-4a46-91c7-2bb7c42d7908,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:24.168627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-edbb5019-54a3-4bc6-b4b5-c63c505203bd tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:24.193605 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-edbb5019-54a3-4bc6-b4b5-c63c505203bd tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:24.251924 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-edbb5019-54a3-4bc6-b4b5-c63c505203bd tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:24.254439 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-edbb5019-54a3-4bc6-b4b5-c63c505203bd tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:24.255630 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-edbb5019-54a3-4bc6-b4b5-c63c505203bd tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/security-groups/1846ebcc-dfe1-44b9-a370-0b4381d815ed HTTP/1.1" status: 204 len: 168 time: 0.1470292 Mar 14 15:53:24.264613 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb5019-54a3-4bc6-b4b5-c63c505203bd tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1846ebcc-dfe1-44b9-a370-0b4381d815ed,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:24.369921 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:53:24.585067 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33574) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:24.589718 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-b06ab6da-43a9-4b06-a058-b78d819a212f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-537616231', 'description': 'tempest-secgroup-smoke-537616231 description', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:53:24.611228 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b06ab6da-43a9-4b06-a058-b78d819a212f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:24.658953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 29c2527a-1ca8-4721-8d3d-ba1856dd5b04 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:53:24.677852 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b06ab6da-43a9-4b06-a058-b78d819a212f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:24.679417 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 29c2527a-1ca8-4721-8d3d-ba1856dd5b04 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:53:24.679768 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 29c2527a-1ca8-4721-8d3d-ba1856dd5b04 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:53:24.680194 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 4482f55c-eb3f-42fb-bbec-53536a07fcc2 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:53:24.681840 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b06ab6da-43a9-4b06-a058-b78d819a212f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:24.699779 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 4482f55c-eb3f-42fb-bbec-53536a07fcc2 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:53:24.700136 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 4482f55c-eb3f-42fb-bbec-53536a07fcc2 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:53:24.700840 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c29e6c51-275d-4f89-9422-00a78ee2912a no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:53:24.712357 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b06ab6da-43a9-4b06-a058-b78d819a212f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:24.713611 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-b06ab6da-43a9-4b06-a058-b78d819a212f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1274283 Mar 14 15:53:24.715408 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ab6da-43a9-4b06-a058-b78d819a212f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f2a1f6-7bf5-43a1-b6fb-add56346d075,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:24.716738 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33576) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:24.719954 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: c29e6c51-275d-4f89-9422-00a78ee2912a {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:53:24.720302 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c29e6c51-275d-4f89-9422-00a78ee2912a not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:53:24.722442 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-45f68739-4431-4aba-b6d0-506b00f8c08c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '73f2a1f6-7bf5-43a1-b6fb-add56346d075', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:53:24.748296 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-45f68739-4431-4aba-b6d0-506b00f8c08c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:24.803144 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-45f68739-4431-4aba-b6d0-506b00f8c08c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:24.806607 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-45f68739-4431-4aba-b6d0-506b00f8c08c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:24.824823 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f68739-4431-4aba-b6d0-506b00f8c08c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2771d60-900a-4409-8b82-4a7ba449b5af,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:24.829983 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-45f68739-4431-4aba-b6d0-506b00f8c08c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:24.831230 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-45f68739-4431-4aba-b6d0-506b00f8c08c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127498 Mar 14 15:53:24.835656 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33578) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:24.840210 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-83418b44-8807-4eb5-b440-6ab7b9e1ef6c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '73f2a1f6-7bf5-43a1-b6fb-add56346d075', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:53:24.864481 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83418b44-8807-4eb5-b440-6ab7b9e1ef6c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:24.924171 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83418b44-8807-4eb5-b440-6ab7b9e1ef6c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:24.927528 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83418b44-8807-4eb5-b440-6ab7b9e1ef6c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:24.944864 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83418b44-8807-4eb5-b440-6ab7b9e1ef6c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da40436d-dcc3-4179-aeae-8a48b0869193,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:24.952128 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83418b44-8807-4eb5-b440-6ab7b9e1ef6c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:24.953312 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-83418b44-8807-4eb5-b440-6ab7b9e1ef6c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166668 Mar 14 15:53:24.956416 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33580) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:24.961007 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-53aa03c9-2ebf-40b6-a4ab-6ebcb5ee6f5a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '73f2a1f6-7bf5-43a1-b6fb-add56346d075', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:53:24.985500 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53aa03c9-2ebf-40b6-a4ab-6ebcb5ee6f5a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.041288 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53aa03c9-2ebf-40b6-a4ab-6ebcb5ee6f5a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.044854 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53aa03c9-2ebf-40b6-a4ab-6ebcb5ee6f5a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.063002 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa03c9-2ebf-40b6-a4ab-6ebcb5ee6f5a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c021e8-2cda-47a5-9df2-faacb249f7b8,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:25.068004 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-53aa03c9-2ebf-40b6-a4ab-6ebcb5ee6f5a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.069186 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-53aa03c9-2ebf-40b6-a4ab-6ebcb5ee6f5a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1115520 Mar 14 15:53:25.071906 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33582) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:25.076078 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5079122a-695f-4610-9f73-6093eb2a76b9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '73f2a1f6-7bf5-43a1-b6fb-add56346d075', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:53:25.100811 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5079122a-695f-4610-9f73-6093eb2a76b9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.158189 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5079122a-695f-4610-9f73-6093eb2a76b9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.161481 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5079122a-695f-4610-9f73-6093eb2a76b9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.178775 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079122a-695f-4610-9f73-6093eb2a76b9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6573ea64-f99c-4489-b982-fd61f40eb4d6,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:25.186456 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5079122a-695f-4610-9f73-6093eb2a76b9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.187677 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5079122a-695f-4610-9f73-6093eb2a76b9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148744 Mar 14 15:53:25.190575 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33584) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:25.194776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4937b2c0-aabe-4b94-b634-475ca7878bc4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '73f2a1f6-7bf5-43a1-b6fb-add56346d075', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:53:25.214777 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-4937b2c0-aabe-4b94-b634-475ca7878bc4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Project 6daa82aa9aec4faaa5df0ea4500b9963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:53:25.219959 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4937b2c0-aabe-4b94-b634-475ca7878bc4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.281013 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4937b2c0-aabe-4b94-b634-475ca7878bc4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.285033 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4937b2c0-aabe-4b94-b634-475ca7878bc4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.301848 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937b2c0-aabe-4b94-b634-475ca7878bc4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce26cd9f-8e25-489f-89b9-453465acb219,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:25.310082 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4937b2c0-aabe-4b94-b634-475ca7878bc4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.311287 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4937b2c0-aabe-4b94-b634-475ca7878bc4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197670 Mar 14 15:53:25.314094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33586) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:25.318292 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-fa22aba5-4299-4602-9a91-62321d0c0a7d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '73f2a1f6-7bf5-43a1-b6fb-add56346d075', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:53:25.338231 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-fa22aba5-4299-4602-9a91-62321d0c0a7d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Project 6daa82aa9aec4faaa5df0ea4500b9963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:53:25.342815 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fa22aba5-4299-4602-9a91-62321d0c0a7d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.403393 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fa22aba5-4299-4602-9a91-62321d0c0a7d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.408627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fa22aba5-4299-4602-9a91-62321d0c0a7d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.428598 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22aba5-4299-4602-9a91-62321d0c0a7d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74204889-91bf-417c-ac6d-dd07a68a13c0,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:25.434497 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-fa22aba5-4299-4602-9a91-62321d0c0a7d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.435708 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-fa22aba5-4299-4602-9a91-62321d0c0a7d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207190 Mar 14 15:53:25.439997 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33588) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:25.444715 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0a90c12b-4fc1-495a-a58a-b31c5e7cb33a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'network': {'name': 'tempest-network-smoke--47629250', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'port_security_enabled': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:53:25.463801 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a90c12b-4fc1-495a-a58a-b31c5e7cb33a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Made reservation on behalf of 6daa82aa9aec4faaa5df0ea4500b9963 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:53:25.467310 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90c12b-4fc1-495a-a58a-b31c5e7cb33a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.491159 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a90c12b-4fc1-495a-a58a-b31c5e7cb33a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:53:25.499971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90c12b-4fc1-495a-a58a-b31c5e7cb33a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.500311 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-0a90c12b-4fc1-495a-a58a-b31c5e7cb33a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Added segment 94be5123-c4ca-4a39-83aa-71cb2fc8d338 of type vlan for network 809fc5dd-56f7-4e29-91ee-51b537f74875 Mar 14 15:53:25.539384 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90c12b-4fc1-495a-a58a-b31c5e7cb33a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.562754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90c12b-4fc1-495a-a58a-b31c5e7cb33a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.568826 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a90c12b-4fc1-495a-a58a-b31c5e7cb33a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:25.569407 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a90c12b-4fc1-495a-a58a-b31c5e7cb33a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.624598 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0a90c12b-4fc1-495a-a58a-b31c5e7cb33a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1836045 Mar 14 15:53:25.628330 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33590) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:25.633719 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ec56516f-e91f-4b8e-88b4-26045dbab9b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1585601722', 'admin_state_up': True, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:53:25.639595 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90c12b-4fc1-495a-a58a-b31c5e7cb33a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Network': ['ID=809fc5dd-56f7-4e29-91ee-51b537f74875,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:25.651110 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 809fc5dd-56f7-4e29-91ee-51b537f74875 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:53:25.660853 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ec56516f-e91f-4b8e-88b4-26045dbab9b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.661879 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ec56516f-e91f-4b8e-88b4-26045dbab9b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.713694 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ec56516f-e91f-4b8e-88b4-26045dbab9b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:25.849943 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ec56516f-e91f-4b8e-88b4-26045dbab9b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:26.040403 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ec56516f-e91f-4b8e-88b4-26045dbab9b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:26.058263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ec56516f-e91f-4b8e-88b4-26045dbab9b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:26.156534 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-ec56516f-e91f-4b8e-88b4-26045dbab9b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Allocated IP 172.26.6.28 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/66e5b80b-0f13-455f-81d0-f4aaf3746003) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:53:26.258934 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ec56516f-e91f-4b8e-88b4-26045dbab9b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:26.291675 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ec56516f-e91f-4b8e-88b4-26045dbab9b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:26.331557 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec56516f-e91f-4b8e-88b4-26045dbab9b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:53:26.334516 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-ec56516f-e91f-4b8e-88b4-26045dbab9b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:53:26.337968 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec56516f-e91f-4b8e-88b4-26045dbab9b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:53:26.358900 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56516f-e91f-4b8e-88b4-26045dbab9b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=66e5b80b-0f13-455f-81d0-f4aaf3746003,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:26.584686 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ec56516f-e91f-4b8e-88b4-26045dbab9b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:26.776581 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ec56516f-e91f-4b8e-88b4-26045dbab9b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:27.218825 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec56516f-e91f-4b8e-88b4-26045dbab9b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router cfbe4d02-727b-462d-b4a8-a334c12083bd is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:53:27.325644 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec56516f-e91f-4b8e-88b4-26045dbab9b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:53:27.335310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] Sync routers for ids ['cfbe4d02-727b-462d-b4a8-a334c12083bd'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:53:27.345740 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] Routers {'cfbe4d02-727b-462d-b4a8-a334c12083bd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:53:27.346354 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:53:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cfbe4d02-727b-462d-b4a8-a334c12083bd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:27.346506 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ec56516f-e91f-4b8e-88b4-26045dbab9b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:27.350607 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ec56516f-e91f-4b8e-88b4-26045dbab9b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7183266 Mar 14 15:53:27.350961 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33592) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:27.379172 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3458fb96-4e27-477f-a966-a6c37b7fe622 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=6daa82aa9aec4faaa5df0ea4500b9963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271163 Mar 14 15:53:27.381742 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33594) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:27.451716 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] Set router cfbe4d02-727b-462d-b4a8-a334c12083bd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:53:27.471730 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e129db7-0d63-4ea2-811a-cd779a73e371 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:27.475690 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6e129db7-0d63-4ea2-811a-cd779a73e371 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905337 Mar 14 15:53:27.475912 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33596) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:27.504517 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2ef3e169-dea4-42b7-aa67-e31212472d29 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275276 Mar 14 15:53:27.506986 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33598) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:27.511609 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-7911c09d-d2b4-47f9-8c7a-06799510d4f8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1586557233', 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:53:27.599960 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7911c09d-d2b4-47f9-8c7a-06799510d4f8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Made reservation on behalf of 6daa82aa9aec4faaa5df0ea4500b9963 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:53:27.603423 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7911c09d-d2b4-47f9-8c7a-06799510d4f8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:27.629136 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585601722', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:53:25Z', 'updated_at': '2022-03-14T15:53:26Z', 'revision_number': 3, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:26Z', 'updated_at': '2022-03-14T15:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:27.659561 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] Checking router: cfbe4d02-727b-462d-b4a8-a334c12083bd for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:53:27.659917 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] Updating router cfbe4d02-727b-462d-b4a8-a334c12083bd port 66e5b80b-0f13-455f-81d0-f4aaf3746003 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:53:27.684817 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:27.783785 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7911c09d-d2b4-47f9-8c7a-06799510d4f8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:27.844657 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911c09d-d2b4-47f9-8c7a-06799510d4f8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Subnet': ['ID=c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:27.852156 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911c09d-d2b4-47f9-8c7a-06799510d4f8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Checking segment: {'id': '94be5123-c4ca-4a39-83aa-71cb2fc8d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:53:27.853115 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7911c09d-d2b4-47f9-8c7a-06799510d4f8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network hostable DHCP agents. Network: 809fc5dd-56f7-4e29-91ee-51b537f74875, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:53:27.872439 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7911c09d-d2b4-47f9-8c7a-06799510d4f8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network 809fc5dd-56f7-4e29-91ee-51b537f74875 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:53:27.884175 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-7911c09d-d2b4-47f9-8c7a-06799510d4f8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 809fc5dd-56f7-4e29-91ee-51b537f74875) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:53:27.888580 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7911c09d-d2b4-47f9-8c7a-06799510d4f8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:27.889219 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7911c09d-d2b4-47f9-8c7a-06799510d4f8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:27.905164 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff35e39-cde0-4b77-b8b4-112868cbd345 None None] Network 809fc5dd-56f7-4e29-91ee-51b537f74875 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:53:27.906422 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7911c09d-d2b4-47f9-8c7a-06799510d4f8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3984654 Mar 14 15:53:27.910377 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33600) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:28.030537 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:28.037225 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:28.126334 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcbc03-04f9-443f-ad84-363640d8d9e0 None None] Pushing event updated for resources: {'Port': ['ID=66e5b80b-0f13-455f-81d0-f4aaf3746003,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:28.129689 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] Attempting to bind port 66e5b80b-0f13-455f-81d0-f4aaf3746003 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:53:28.130062 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] Attempting to bind port 66e5b80b-0f13-455f-81d0-f4aaf3746003 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:53:28.130429 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] Attempting to bind port 66e5b80b-0f13-455f-81d0-f4aaf3746003 on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:53:28.151104 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:53:28.151488 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:53:28.151895 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:28.152284 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:53:28.152760 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] Bound port: 66e5b80b-0f13-455f-81d0-f4aaf3746003, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:53:28.153162 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:28.178291 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302cb361-9933-4826-829c-d5ba7195091c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-809fc5dd-56f7-4e29-91ee-51b537f74875', 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ips': [{'subnet_id': 'c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:53:28.179176 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-302cb361-9933-4826-829c-d5ba7195091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:28.281350 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] For port 66e5b80b-0f13-455f-81d0-f4aaf3746003, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:53:28.299389 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] For port 66e5b80b-0f13-455f-81d0-f4aaf3746003, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=66e5b80b-0f13-455f-81d0-f4aaf3746003,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:53:28.307416 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:28.349727 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8baca8aa-905d-4cc5-bf4d-afb7e61d0524 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:28.399015 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-302cb361-9933-4826-829c-d5ba7195091c None None] Allocated IP 172.20.0.2 (809fc5dd-56f7-4e29-91ee-51b537f74875/c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298/81bbfce1-6b02-4fe7-a33e-7ae44bed9b30) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:53:28.404526 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] Routers {'cfbe4d02-727b-462d-b4a8-a334c12083bd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:53:28.405152 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:53:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cfbe4d02-727b-462d-b4a8-a334c12083bd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:28.414039 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcbc03-04f9-443f-ad84-363640d8d9e0 None None] Pushing event updated for resources: {'Port': ['ID=66e5b80b-0f13-455f-81d0-f4aaf3746003,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:28.729887 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] Set router cfbe4d02-727b-462d-b4a8-a334c12083bd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:53:28.874161 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-302cb361-9933-4826-829c-d5ba7195091c None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:28.885591 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-302cb361-9933-4826-829c-d5ba7195091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:28.933554 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-8baca8aa-905d-4cc5-bf4d-afb7e61d0524 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Allocated IP 172.20.0.1 (809fc5dd-56f7-4e29-91ee-51b537f74875/c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298/1c0ecc07-8542-454c-9a62-f67ca2f6748a) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:53:28.959154 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302cb361-9933-4826-829c-d5ba7195091c None None] Network 809fc5dd-56f7-4e29-91ee-51b537f74875 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:53:28.964693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-302cb361-9933-4826-829c-d5ba7195091c None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:53:28.970741 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302cb361-9933-4826-829c-d5ba7195091c None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:53:28.976143 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302cb361-9933-4826-829c-d5ba7195091c None None] Pushing event updated for resources: {'Port': ['ID=81bbfce1-6b02-4fe7-a33e-7ae44bed9b30,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:29.035915 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-302cb361-9933-4826-829c-d5ba7195091c None None] Attempting to bind port 81bbfce1-6b02-4fe7-a33e-7ae44bed9b30 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:53:29.036287 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-302cb361-9933-4826-829c-d5ba7195091c None None] Attempting to bind port 81bbfce1-6b02-4fe7-a33e-7ae44bed9b30 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '94be5123-c4ca-4a39-83aa-71cb2fc8d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:53:29.036648 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302cb361-9933-4826-829c-d5ba7195091c None None] Attempting to bind port 81bbfce1-6b02-4fe7-a33e-7ae44bed9b30 on network 809fc5dd-56f7-4e29-91ee-51b537f74875 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:53:29.043724 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302cb361-9933-4826-829c-d5ba7195091c None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:53:29.044098 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302cb361-9933-4826-829c-d5ba7195091c None None] Checking segment: {'id': '94be5123-c4ca-4a39-83aa-71cb2fc8d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:53:29.044498 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-302cb361-9933-4826-829c-d5ba7195091c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:29.044894 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302cb361-9933-4826-829c-d5ba7195091c None None] Bound using segment: {'id': '94be5123-c4ca-4a39-83aa-71cb2fc8d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:53:29.045360 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-302cb361-9933-4826-829c-d5ba7195091c None None] Bound port: 81bbfce1-6b02-4fe7-a33e-7ae44bed9b30, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94be5123-c4ca-4a39-83aa-71cb2fc8d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:53:29.045739 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-302cb361-9933-4826-829c-d5ba7195091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:29.049992 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8baca8aa-905d-4cc5-bf4d-afb7e61d0524 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:29.056996 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585601722', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:53:25Z', 'updated_at': '2022-03-14T15:53:26Z', 'revision_number': 3, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:26Z', 'updated_at': '2022-03-14T15:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:29.084544 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8baca8aa-905d-4cc5-bf4d-afb7e61d0524 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:29.090714 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6acd05-1a00-476d-8f13-34272a3a5333 None None] The sync data for ids ['cfbe4d02-727b-462d-b4a8-a334c12083bd'] in dv-neutron-833559-1-hyperv is: [{'id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585601722', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:53:25Z', 'updated_at': '2022-03-14T15:53:26Z', 'revision_number': 3, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:26Z', 'updated_at': '2022-03-14T15:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:53:29.133260 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baca8aa-905d-4cc5-bf4d-afb7e61d0524 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network 809fc5dd-56f7-4e29-91ee-51b537f74875 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:53:29.136383 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-8baca8aa-905d-4cc5-bf4d-afb7e61d0524 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:53:29.139748 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baca8aa-905d-4cc5-bf4d-afb7e61d0524 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:53:29.149460 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-302cb361-9933-4826-829c-d5ba7195091c None None] For port 81bbfce1-6b02-4fe7-a33e-7ae44bed9b30, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:53:29.153150 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-302cb361-9933-4826-829c-d5ba7195091c None None] For port 81bbfce1-6b02-4fe7-a33e-7ae44bed9b30, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=81bbfce1-6b02-4fe7-a33e-7ae44bed9b30,segment=NetworkSegment(94be5123-c4ca-4a39-83aa-71cb2fc8d338),segment_id=94be5123-c4ca-4a39-83aa-71cb2fc8d338)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:53:29.158637 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-302cb361-9933-4826-829c-d5ba7195091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:29.176648 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baca8aa-905d-4cc5-bf4d-afb7e61d0524 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=1c0ecc07-8542-454c-9a62-f67ca2f6748a,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:29.200048 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8baca8aa-905d-4cc5-bf4d-afb7e61d0524 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:29.223533 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302cb361-9933-4826-829c-d5ba7195091c None None] Pushing event updated for resources: {'Port': ['ID=81bbfce1-6b02-4fe7-a33e-7ae44bed9b30,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:29.351356 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8baca8aa-905d-4cc5-bf4d-afb7e61d0524 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:29.694748 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8baca8aa-905d-4cc5-bf4d-afb7e61d0524 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:29.700040 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8baca8aa-905d-4cc5-bf4d-afb7e61d0524 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:29.780655 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8baca8aa-905d-4cc5-bf4d-afb7e61d0524 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:29.782659 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baca8aa-905d-4cc5-bf4d-afb7e61d0524 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=1c0ecc07-8542-454c-9a62-f67ca2f6748a,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:29.881209 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baca8aa-905d-4cc5-bf4d-afb7e61d0524 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network 809fc5dd-56f7-4e29-91ee-51b537f74875 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:53:29.882675 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-8baca8aa-905d-4cc5-bf4d-afb7e61d0524 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:53:30.008768 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8baca8aa-905d-4cc5-bf4d-afb7e61d0524 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router cfbe4d02-727b-462d-b4a8-a334c12083bd has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:53:30.128110 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8baca8aa-905d-4cc5-bf4d-afb7e61d0524 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:53:30.139623 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8baca8aa-905d-4cc5-bf4d-afb7e61d0524 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "PUT /v2.0/routers/cfbe4d02-727b-462d-b4a8-a334c12083bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2216387 Mar 14 15:53:30.189627 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bc2ebd-65ca-444b-a899-bdd63b6f7717 None None] Network 809fc5dd-56f7-4e29-91ee-51b537f74875 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:53:30.248793 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-d92483bf-7c29-4354-bf67-71c59aa40127 None None] Provisioning complete for port 81bbfce1-6b02-4fe7-a33e-7ae44bed9b30 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:53:30.249170 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d92483bf-7c29-4354-bf67-71c59aa40127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:30.281385 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b5eea2ed-e951-4523-b969-83951c292505 req-104b23d9-f15a-4425-8727-459d57bf80ac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537616231&fields=id&tenant_id=6daa82aa9aec4faaa5df0ea4500b9963 HTTP/1.1" status: 200 len: 267 time: 0.0343070 Mar 14 15:53:30.399664 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eea2ed-e951-4523-b969-83951c292505 req-695f9206-404e-4074-b748-55252b5c0b4d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:30.400854 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d92483bf-7c29-4354-bf67-71c59aa40127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:30.401366 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b5eea2ed-e951-4523-b969-83951c292505 req-695f9206-404e-4074-b748-55252b5c0b4d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/networks?id=809fc5dd-56f7-4e29-91ee-51b537f74875 HTTP/1.1" status: 200 len: 795 time: 0.1127071 Mar 14 15:53:30.423900 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b5eea2ed-e951-4523-b969-83951c292505 req-6b9e37ac-64e1-428f-ae8b-143a4b67665c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/quotas/6daa82aa9aec4faaa5df0ea4500b9963 HTTP/1.1" status: 200 len: 375 time: 0.0106356 Mar 14 15:53:30.443907 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d92483bf-7c29-4354-bf67-71c59aa40127 None None] For port 81bbfce1-6b02-4fe7-a33e-7ae44bed9b30, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=81bbfce1-6b02-4fe7-a33e-7ae44bed9b30,segment=NetworkSegment(94be5123-c4ca-4a39-83aa-71cb2fc8d338),segment_id=94be5123-c4ca-4a39-83aa-71cb2fc8d338)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:53:30.449866 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d92483bf-7c29-4354-bf67-71c59aa40127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:30.492284 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b5eea2ed-e951-4523-b969-83951c292505 req-9d6e9993-f187-43c1-8108-bbb2e3999b0a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620043 Mar 14 15:53:30.505648 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92483bf-7c29-4354-bf67-71c59aa40127 None None] Pushing event updated for resources: {'Port': ['ID=81bbfce1-6b02-4fe7-a33e-7ae44bed9b30,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:30.671846 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b5eea2ed-e951-4523-b969-83951c292505 req-6b01a067-9546-4852-bcaa-09b045e31d9f service neutron] 10.222.0.59 "GET /v2.0/networks/809fc5dd-56f7-4e29-91ee-51b537f74875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659653 Mar 14 15:53:30.695974 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-538c52db-384b-4d42-bbcc-87b6d5c55815 None None] Provisioning complete for port 81bbfce1-6b02-4fe7-a33e-7ae44bed9b30 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:53:30.696737 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-538c52db-384b-4d42-bbcc-87b6d5c55815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:30.752717 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 66e5b80b-0f13-455f-81d0-f4aaf3746003 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:53:30.782162 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b5eea2ed-e951-4523-b969-83951c292505 req-4fe4d924-04a8-4ed2-9d86-140a74ae7085 service neutron] 10.222.0.59 "GET /v2.0/networks/809fc5dd-56f7-4e29-91ee-51b537f74875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088724 Mar 14 15:53:30.817499 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] Sync routers for ids ['cfbe4d02-727b-462d-b4a8-a334c12083bd'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:53:30.834011 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] Routers {'cfbe4d02-727b-462d-b4a8-a334c12083bd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:53:30.834806 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:53:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cfbe4d02-727b-462d-b4a8-a334c12083bd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:30.845605 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 66e5b80b-0f13-455f-81d0-f4aaf3746003 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:53:30.846101 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:30.893891 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-538c52db-384b-4d42-bbcc-87b6d5c55815 None None] Provisioning complete for port 1c0ecc07-8542-454c-9a62-f67ca2f6748a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:53:30.894362 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-538c52db-384b-4d42-bbcc-87b6d5c55815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:30.938672 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-538c52db-384b-4d42-bbcc-87b6d5c55815 None None] Port 1c0ecc07-8542-454c-9a62-f67ca2f6748a cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:53:30.968258 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] Set router cfbe4d02-727b-462d-b4a8-a334c12083bd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:53:30.994051 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:31.014775 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ea80301a-450f-408b-8c62-06c50a72aa5a req-4584a6d4-3cc7-4af8-b99f-e93e35c2af26 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 210 time: 0.0458050 Mar 14 15:53:31.036056 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 66e5b80b-0f13-455f-81d0-f4aaf3746003, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=66e5b80b-0f13-455f-81d0-f4aaf3746003,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:53:31.044109 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:31.045049 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 81bbfce1-6b02-4fe7-a33e-7ae44bed9b30 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:53:31.118350 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-eeef17f4-7433-4464-a6f3-a62932955957 None None] Provisioning complete for port 1c0ecc07-8542-454c-9a62-f67ca2f6748a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:53:31.118884 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-eeef17f4-7433-4464-a6f3-a62932955957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:31.169369 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=66e5b80b-0f13-455f-81d0-f4aaf3746003,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:31.185442 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-eeef17f4-7433-4464-a6f3-a62932955957 None None] Port 1c0ecc07-8542-454c-9a62-f67ca2f6748a cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:53:31.198816 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 81bbfce1-6b02-4fe7-a33e-7ae44bed9b30 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:53:31.199528 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:31.309961 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-2a07f159-4046-4caf-9acc-82500e41f2c7 None None] Provisioning complete for port 1c0ecc07-8542-454c-9a62-f67ca2f6748a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:53:31.310314 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2a07f159-4046-4caf-9acc-82500e41f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:31.317965 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585601722', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:53:25Z', 'updated_at': '2022-03-14T15:53:29Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:26Z', 'updated_at': '2022-03-14T15:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '1c0ecc07-8542-454c-9a62-f67ca2f6748a', 'name': '', 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:9d:22:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:28Z', 'updated_at': '2022-03-14T15:53:29Z', 'revision_number': 2, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:31.348868 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] Checking router: cfbe4d02-727b-462d-b4a8-a334c12083bd for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:53:31.349298 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] Updating router cfbe4d02-727b-462d-b4a8-a334c12083bd port 1c0ecc07-8542-454c-9a62-f67ca2f6748a binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:53:31.350594 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2a07f159-4046-4caf-9acc-82500e41f2c7 None None] Port 1c0ecc07-8542-454c-9a62-f67ca2f6748a cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:53:31.382200 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:31.649044 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:31.653622 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:31.703056 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e0aa0-c2a0-425c-acf6-7fabb036ad98 None None] Pushing event updated for resources: {'Port': ['ID=1c0ecc07-8542-454c-9a62-f67ca2f6748a,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:31.729448 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e0aa0-c2a0-425c-acf6-7fabb036ad98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:31.729795 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e0aa0-c2a0-425c-acf6-7fabb036ad98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:31.730125 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e0aa0-c2a0-425c-acf6-7fabb036ad98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:31.730458 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e0aa0-c2a0-425c-acf6-7fabb036ad98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:31.730780 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e0aa0-c2a0-425c-acf6-7fabb036ad98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:31.731130 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e0aa0-c2a0-425c-acf6-7fabb036ad98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:31.731454 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e0aa0-c2a0-425c-acf6-7fabb036ad98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:31.731772 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e0aa0-c2a0-425c-acf6-7fabb036ad98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:31.732094 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e0aa0-c2a0-425c-acf6-7fabb036ad98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:31.732404 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e0aa0-c2a0-425c-acf6-7fabb036ad98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:31.732722 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e0aa0-c2a0-425c-acf6-7fabb036ad98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:31.733032 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e0aa0-c2a0-425c-acf6-7fabb036ad98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:53:31.766282 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] Attempting to bind port 1c0ecc07-8542-454c-9a62-f67ca2f6748a on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:53:31.766570 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] Attempting to bind port 1c0ecc07-8542-454c-9a62-f67ca2f6748a by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '94be5123-c4ca-4a39-83aa-71cb2fc8d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:53:31.766946 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] Attempting to bind port 1c0ecc07-8542-454c-9a62-f67ca2f6748a on network 809fc5dd-56f7-4e29-91ee-51b537f74875 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:53:31.772046 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:53:31.772440 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] Checking segment: {'id': '94be5123-c4ca-4a39-83aa-71cb2fc8d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:53:31.772832 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:31.773214 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] Bound using segment: {'id': '94be5123-c4ca-4a39-83aa-71cb2fc8d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:53:31.773668 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] Bound port: 1c0ecc07-8542-454c-9a62-f67ca2f6748a, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94be5123-c4ca-4a39-83aa-71cb2fc8d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:53:31.774072 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:31.837349 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] For port 1c0ecc07-8542-454c-9a62-f67ca2f6748a, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:53:31.840546 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] For port 1c0ecc07-8542-454c-9a62-f67ca2f6748a, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=1c0ecc07-8542-454c-9a62-f67ca2f6748a,segment=NetworkSegment(94be5123-c4ca-4a39-83aa-71cb2fc8d338),segment_id=94be5123-c4ca-4a39-83aa-71cb2fc8d338)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:53:31.844706 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:31.873238 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-d53319c1-4ace-416b-acbf-071479879b0b None None] Provisioning complete for port 1c0ecc07-8542-454c-9a62-f67ca2f6748a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:53:31.873779 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d53319c1-4ace-416b-acbf-071479879b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:31.904003 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] Routers {'cfbe4d02-727b-462d-b4a8-a334c12083bd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:53:31.904710 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:53:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cfbe4d02-727b-462d-b4a8-a334c12083bd'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:31.908523 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e0aa0-c2a0-425c-acf6-7fabb036ad98 None None] Pushing event updated for resources: {'Port': ['ID=1c0ecc07-8542-454c-9a62-f67ca2f6748a,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:31.972002 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d53319c1-4ace-416b-acbf-071479879b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:32.007971 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d53319c1-4ace-416b-acbf-071479879b0b None None] For port 1c0ecc07-8542-454c-9a62-f67ca2f6748a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=1c0ecc07-8542-454c-9a62-f67ca2f6748a,segment=NetworkSegment(94be5123-c4ca-4a39-83aa-71cb2fc8d338),segment_id=94be5123-c4ca-4a39-83aa-71cb2fc8d338)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:53:32.012261 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d53319c1-4ace-416b-acbf-071479879b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:32.025621 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] Set router cfbe4d02-727b-462d-b4a8-a334c12083bd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:53:32.137239 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53319c1-4ace-416b-acbf-071479879b0b None None] Pushing event updated for resources: {'Port': ['ID=1c0ecc07-8542-454c-9a62-f67ca2f6748a,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:32.155641 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0faa3468-bb8e-4f81-bfc0-a59993fca121 req-57fe0eae-4941-4b26-ba58-2ef875602600 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 210 time: 0.0366940 Mar 14 15:53:32.160875 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eea2ed-e951-4523-b969-83951c292505 req-4b175108-174a-4f7c-b4b0-507b92fc52e5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:32.162963 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5eea2ed-e951-4523-b969-83951c292505 req-4b175108-174a-4f7c-b4b0-507b92fc52e5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "GET /v2.0/networks?id=809fc5dd-56f7-4e29-91ee-51b537f74875 HTTP/1.1" status: 200 len: 795 time: 0.1665807 Mar 14 15:53:32.220867 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5eea2ed-e951-4523-b969-83951c292505 req-d7798768-5b15-4efd-bad6-5b28c1164247 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6daa82aa9aec4faaa5df0ea4500b9963 HTTP/1.1" status: 200 len: 379 time: 0.0420768 Mar 14 15:53:32.231410 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-b5eea2ed-e951-4523-b969-83951c292505 req-1ca3e5b9-1564-4f96-b458-f197522044b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'port': {'device_id': 'f322dadd-e7fe-4c6a-9602-0465a52ed214', 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875', 'admin_state_up': True, 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'security_groups': ['73f2a1f6-7bf5-43a1-b6fb-add56346d075']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:53:32.239504 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-2f5f19c4-a94f-471e-800f-9b540401fabb None None] Provisioning complete for port 1c0ecc07-8542-454c-9a62-f67ca2f6748a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:53:32.240654 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2f5f19c4-a94f-471e-800f-9b540401fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:32.304971 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585601722', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:53:25Z', 'updated_at': '2022-03-14T15:53:29Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:26Z', 'updated_at': '2022-03-14T15:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '1c0ecc07-8542-454c-9a62-f67ca2f6748a', 'name': '', 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:9d:22:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:28Z', 'updated_at': '2022-03-14T15:53:31Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:32.333288 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37123d9-2656-403e-bad9-9a137f8a3b60 None None] The sync data for ids ['cfbe4d02-727b-462d-b4a8-a334c12083bd'] in dv-neutron-833559-1-hyperv is: [{'id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585601722', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:53:25Z', 'updated_at': '2022-03-14T15:53:29Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:26Z', 'updated_at': '2022-03-14T15:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '1c0ecc07-8542-454c-9a62-f67ca2f6748a', 'name': '', 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:9d:22:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:28Z', 'updated_at': '2022-03-14T15:53:31Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:53:32.350369 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5eea2ed-e951-4523-b969-83951c292505 req-1ca3e5b9-1564-4f96-b458-f197522044b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Made reservation on behalf of 6daa82aa9aec4faaa5df0ea4500b9963 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:53:32.354025 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b5eea2ed-e951-4523-b969-83951c292505 req-1ca3e5b9-1564-4f96-b458-f197522044b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:32.507890 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-b5eea2ed-e951-4523-b969-83951c292505 req-1ca3e5b9-1564-4f96-b458-f197522044b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Allocated IP 172.20.0.5 (809fc5dd-56f7-4e29-91ee-51b537f74875/c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298/408bd7f7-9563-443f-b622-4a77ab36368d) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:53:32.664956 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b5eea2ed-e951-4523-b969-83951c292505 req-1ca3e5b9-1564-4f96-b458-f197522044b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:32.707872 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b5eea2ed-e951-4523-b969-83951c292505 req-1ca3e5b9-1564-4f96-b458-f197522044b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:32.754282 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 66e5b80b-0f13-455f-81d0-f4aaf3746003 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:53:32.761786 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5eea2ed-e951-4523-b969-83951c292505 req-1ca3e5b9-1564-4f96-b458-f197522044b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network 809fc5dd-56f7-4e29-91ee-51b537f74875 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:53:32.765004 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-b5eea2ed-e951-4523-b969-83951c292505 req-1ca3e5b9-1564-4f96-b458-f197522044b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:53:32.768151 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5eea2ed-e951-4523-b969-83951c292505 req-1ca3e5b9-1564-4f96-b458-f197522044b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:53:32.805492 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3e5b9-1564-4f96-b458-f197522044b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=408bd7f7-9563-443f-b622-4a77ab36368d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:32.818485 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 66e5b80b-0f13-455f-81d0-f4aaf3746003 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:53:32.818867 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:32.834804 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eea2ed-e951-4523-b969-83951c292505 req-1ca3e5b9-1564-4f96-b458-f197522044b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:32.835757 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b5eea2ed-e951-4523-b969-83951c292505 req-1ca3e5b9-1564-4f96-b458-f197522044b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:32.854333 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5eea2ed-e951-4523-b969-83951c292505 req-1ca3e5b9-1564-4f96-b458-f197522044b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6270576 Mar 14 15:53:32.874664 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] Request body: {'port': {'device_id': 'f322dadd-e7fe-4c6a-9602-0465a52ed214', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:53:32.937035 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1c0ecc07-8542-454c-9a62-f67ca2f6748a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:53:32.951668 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:32.998631 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 1c0ecc07-8542-454c-9a62-f67ca2f6748a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:53:32.999042 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:33.084703 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-11830587-c079-418a-8b43-63709e0500f4 None None] Provisioning complete for port 408bd7f7-9563-443f-b622-4a77ab36368d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:53:33.085138 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-11830587-c079-418a-8b43-63709e0500f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:33.127432 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-11830587-c079-418a-8b43-63709e0500f4 None None] Port 408bd7f7-9563-443f-b622-4a77ab36368d cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:53:33.267900 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408bd7f7-9563-443f-b622-4a77ab36368d {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:53:33.277564 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:33.295627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] Transition to ACTIVE for port object 408bd7f7-9563-443f-b622-4a77ab36368d will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:53:33.305866 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad666278-5c98-429e-8227-b482ce1a6f40 req-97f0d30c-0fc6-4bab-bc61-d1a59f702f07 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:33.307402 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ad666278-5c98-429e-8227-b482ce1a6f40 req-97f0d30c-0fc6-4bab-bc61-d1a59f702f07 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 931 time: 0.0777235 Mar 14 15:53:33.308545 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:33.389065 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] Pushing event updated for resources: {'Port': ['ID=408bd7f7-9563-443f-b622-4a77ab36368d,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:33.401502 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ad666278-5c98-429e-8227-b482ce1a6f40 req-afd57329-2b38-4ed8-9b2b-eef9641fb03a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875478 Mar 14 15:53:33.477307 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] Attempting to bind port 408bd7f7-9563-443f-b622-4a77ab36368d on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:53:33.477581 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] Attempting to bind port 408bd7f7-9563-443f-b622-4a77ab36368d by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '94be5123-c4ca-4a39-83aa-71cb2fc8d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:53:33.477920 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] Attempting to bind port 408bd7f7-9563-443f-b622-4a77ab36368d on network 809fc5dd-56f7-4e29-91ee-51b537f74875 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:53:33.482600 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] Port 408bd7f7-9563-443f-b622-4a77ab36368d on network 809fc5dd-56f7-4e29-91ee-51b537f74875 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:53:33.483106 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] Attempting to bind port 408bd7f7-9563-443f-b622-4a77ab36368d on network 809fc5dd-56f7-4e29-91ee-51b537f74875 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:53:33.488919 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:53:33.489574 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] Checking segment: {'id': '94be5123-c4ca-4a39-83aa-71cb2fc8d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:53:33.490027 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] Bound using segment: {'id': '94be5123-c4ca-4a39-83aa-71cb2fc8d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:53:33.490448 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] Bound port: 408bd7f7-9563-443f-b622-4a77ab36368d, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94be5123-c4ca-4a39-83aa-71cb2fc8d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:53:33.490850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:33.562118 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] For port 408bd7f7-9563-443f-b622-4a77ab36368d, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:53:33.566434 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] For port 408bd7f7-9563-443f-b622-4a77ab36368d, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=408bd7f7-9563-443f-b622-4a77ab36368d,segment=NetworkSegment(94be5123-c4ca-4a39-83aa-71cb2fc8d338),segment_id=94be5123-c4ca-4a39-83aa-71cb2fc8d338)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:53:33.571270 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:33.611642 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:33.612380 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:33.613628 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5eea2ed-e951-4523-b969-83951c292505 req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] 10.222.0.18 "PUT /v2.0/ports/408bd7f7-9563-443f-b622-4a77ab36368d HTTP/1.1" status: 200 len: 1093 time: 0.7449870 Mar 14 15:53:33.614068 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f322dadd-e7fe-4c6a-9602-0465a52ed214', 'tag': '408bd7f7-9563-443f-b622-4a77ab36368d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:53:33.616317 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bce692f-b261-4e5e-a435-2fbdab32e562" -d '{"events": [{"name": "network-changed", "server_uuid": "f322dadd-e7fe-4c6a-9602-0465a52ed214", "tag": "408bd7f7-9563-443f-b622-4a77ab36368d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:53:33.641658 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfffe6-5579-4d23-b6af-2a481b0f60a6 service neutron] Pushing event updated for resources: {'Port': ['ID=408bd7f7-9563-443f-b622-4a77ab36368d,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:33.665945 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb983e15-dcb7-46d6-a7b2-8fb75a8cc707 x-openstack-request-id: req-bb983e15-dcb7-46d6-a7b2-8fb75a8cc707 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:53:33.666246 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f322dadd-e7fe-4c6a-9602-0465a52ed214", "tag": "408bd7f7-9563-443f-b622-4a77ab36368d", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:53:33.666506 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb983e15-dcb7-46d6-a7b2-8fb75a8cc707 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:53:33.666940 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f322dadd-e7fe-4c6a-9602-0465a52ed214', 'tag': '408bd7f7-9563-443f-b622-4a77ab36368d', 'status': 'completed', 'code': 200} Mar 14 15:53:33.722523 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eea2ed-e951-4523-b969-83951c292505 req-ad8848b6-e0b5-4718-84aa-0b04b1c46daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:33.724106 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5eea2ed-e951-4523-b969-83951c292505 req-ad8848b6-e0b5-4718-84aa-0b04b1c46daf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 1096 time: 0.0446825 Mar 14 15:53:33.772545 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5eea2ed-e951-4523-b969-83951c292505 req-e20d5308-0d52-44fa-be03-9d60fecf23b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=408bd7f7-9563-443f-b622-4a77ab36368d HTTP/1.1" status: 200 len: 217 time: 0.0360229 Mar 14 15:53:33.829141 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eea2ed-e951-4523-b969-83951c292505 req-d8f02a84-cd36-4d59-8fa6-17b34e5d17e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:33.830637 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5eea2ed-e951-4523-b969-83951c292505 req-d8f02a84-cd36-4d59-8fa6-17b34e5d17e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298 HTTP/1.1" status: 200 len: 835 time: 0.0472097 Mar 14 15:53:33.881547 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eea2ed-e951-4523-b969-83951c292505 req-e0a4017d-7a03-456c-8127-6eb7eae1daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:33.882992 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5eea2ed-e951-4523-b969-83951c292505 req-e0a4017d-7a03-456c-8127-6eb7eae1daa4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=809fc5dd-56f7-4e29-91ee-51b537f74875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423250 Mar 14 15:53:33.897576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [req-b5eea2ed-e951-4523-b969-83951c292505 req-e9a99cca-a55e-4815-adeb-a46738a10860 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:53:33.898530 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5eea2ed-e951-4523-b969-83951c292505 req-e9a99cca-a55e-4815-adeb-a46738a10860 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050941 Mar 14 15:53:33.991570 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5eea2ed-e951-4523-b969-83951c292505 req-7ea91e4b-d5c9-45fd-8fb6-ecd1ed428f11 service neutron] 10.222.0.18 "GET /v2.0/networks/809fc5dd-56f7-4e29-91ee-51b537f74875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809073 Mar 14 15:53:34.086992 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5eea2ed-e951-4523-b969-83951c292505 req-dae144da-4e0f-4666-a31b-ae507914a2c2 service neutron] 10.222.0.18 "GET /v2.0/networks/809fc5dd-56f7-4e29-91ee-51b537f74875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850823 Mar 14 15:53:34.091668 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ba8afdcc-dbbe-40a4-8ea8-8d0b47543192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:34.176566 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce692f-b261-4e5e-a435-2fbdab32e562 req-2491215b-0f43-421e-8918-137ae644e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:34.177970 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0bce692f-b261-4e5e-a435-2fbdab32e562 req-2491215b-0f43-421e-8918-137ae644e4cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 1096 time: 0.0413299 Mar 14 15:53:34.270111 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce692f-b261-4e5e-a435-2fbdab32e562 req-ce6c7e2b-b7e6-49ce-8fc2-2ff7e6e025b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:34.271658 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0bce692f-b261-4e5e-a435-2fbdab32e562 req-ce6c7e2b-b7e6-49ce-8fc2-2ff7e6e025b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=809fc5dd-56f7-4e29-91ee-51b537f74875 HTTP/1.1" status: 200 len: 896 time: 0.0871866 Mar 14 15:53:34.312740 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0bce692f-b261-4e5e-a435-2fbdab32e562 req-35858f59-f069-46e6-8ae5-ed8de1ccfe66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=408bd7f7-9563-443f-b622-4a77ab36368d HTTP/1.1" status: 200 len: 217 time: 0.0337863 Mar 14 15:53:34.359716 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce692f-b261-4e5e-a435-2fbdab32e562 req-6f8e7847-1db8-4146-9535-6a520951a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:34.361138 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0bce692f-b261-4e5e-a435-2fbdab32e562 req-6f8e7847-1db8-4146-9535-6a520951a983 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298 HTTP/1.1" status: 200 len: 835 time: 0.0420597 Mar 14 15:53:34.411427 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce692f-b261-4e5e-a435-2fbdab32e562 req-2a7e9111-e62a-4d31-aa4a-ad1b7564748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:34.413048 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0bce692f-b261-4e5e-a435-2fbdab32e562 req-2a7e9111-e62a-4d31-aa4a-ad1b7564748b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=809fc5dd-56f7-4e29-91ee-51b537f74875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447757 Mar 14 15:53:34.538455 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0bce692f-b261-4e5e-a435-2fbdab32e562 req-83d373f9-bef7-4b15-924c-7da0724079b8 service neutron] 10.222.0.18 "GET /v2.0/networks/809fc5dd-56f7-4e29-91ee-51b537f74875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181448 Mar 14 15:53:34.546405 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f8c7c-4b0c-4e1c-9453-de659a562179 req-accbd4bf-65b7-4b5e-a99f-bbb6d3131f1b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:34.548117 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d65f8c7c-4b0c-4e1c-9453-de659a562179 req-accbd4bf-65b7-4b5e-a99f-bbb6d3131f1b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 943 time: 0.0754015 Mar 14 15:53:34.631956 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d65f8c7c-4b0c-4e1c-9453-de659a562179 req-03ee350d-99b1-44a0-94e3-5656fe54f00b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762105 Mar 14 15:53:34.660616 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0bce692f-b261-4e5e-a435-2fbdab32e562 req-7aaf970e-8afd-4fba-b4ec-3816a15d845f service neutron] 10.222.0.18 "GET /v2.0/networks/809fc5dd-56f7-4e29-91ee-51b537f74875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116016 Mar 14 15:53:35.750234 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a8d97-3c43-40cc-a227-ad3ae921e917 req-fed2bdd4-285c-43f3-ba43-4f931a4c41e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:35.751726 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-153a8d97-3c43-40cc-a227-ad3ae921e917 req-fed2bdd4-285c-43f3-ba43-4f931a4c41e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 943 time: 0.0491223 Mar 14 15:53:35.789365 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-153a8d97-3c43-40cc-a227-ad3ae921e917 req-375c95c5-a96c-4e08-a00f-0aa006a2bb4a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316157 Mar 14 15:53:36.474433 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fbb413a1-cb7a-4b3a-a232-50116fa4dcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:36.956230 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4afa0e-a6f3-4450-a7bf-141b3f405acd req-f5164a29-b53a-4282-8cbd-24426e2203ad tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:36.957953 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5d4afa0e-a6f3-4450-a7bf-141b3f405acd req-f5164a29-b53a-4282-8cbd-24426e2203ad tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 943 time: 0.1030498 Mar 14 15:53:36.995690 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5d4afa0e-a6f3-4450-a7bf-141b3f405acd req-bc3c5eab-7361-4e1c-ba01-cead24a24a22 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317068 Mar 14 15:53:37.036708 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 408bd7f7-9563-443f-b622-4a77ab36368d details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:53:37.130218 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 408bd7f7-9563-443f-b622-4a77ab36368d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=408bd7f7-9563-443f-b622-4a77ab36368d,segment=NetworkSegment(94be5123-c4ca-4a39-83aa-71cb2fc8d338),segment_id=94be5123-c4ca-4a39-83aa-71cb2fc8d338)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:53:37.141564 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '408bd7f7-9563-443f-b622-4a77ab36368d', 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875', 'port_id': '408bd7f7-9563-443f-b622-4a77ab36368d', 'mac_address': 'fa:16:3e:20:c3:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:53:37.177574 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:37.189900 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408bd7f7-9563-443f-b622-4a77ab36368d {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:53:37.212624 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 408bd7f7-9563-443f-b622-4a77ab36368d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=408bd7f7-9563-443f-b622-4a77ab36368d,segment=NetworkSegment(94be5123-c4ca-4a39-83aa-71cb2fc8d338),segment_id=94be5123-c4ca-4a39-83aa-71cb2fc8d338)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:53:37.217255 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:37.262746 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=408bd7f7-9563-443f-b622-4a77ab36368d,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:37.458868 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['408bd7f7-9563-443f-b622-4a77ab36368d'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:53:37.565171 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:38.111530 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d100d98-af63-404f-9b2a-168e519784a0 req-fdf87d25-4c82-45c5-b093-4dbfe01d7726 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:38.112989 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5d100d98-af63-404f-9b2a-168e519784a0 req-fdf87d25-4c82-45c5-b093-4dbfe01d7726 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 944 time: 0.0525017 Mar 14 15:53:38.151775 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5d100d98-af63-404f-9b2a-168e519784a0 req-49073589-d17f-4a3c-884e-3dc2f26e81ca tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327716 Mar 14 15:53:38.978009 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:39.054856 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 408bd7f7-9563-443f-b622-4a77ab36368d up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:53:39.089714 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:39.107633 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 408bd7f7-9563-443f-b622-4a77ab36368d completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:53:39.111771 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 408bd7f7-9563-443f-b622-4a77ab36368d triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:53:39.112158 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:39.191516 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:39.215222 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f322dadd-e7fe-4c6a-9602-0465a52ed214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408bd7f7-9563-443f-b622-4a77ab36368d'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:53:39.217446 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56e34e9-3760-475b-9208-b313bd613b0f" -d '{"events": [{"server_uuid": "f322dadd-e7fe-4c6a-9602-0465a52ed214", "name": "network-vif-plugged", "status": "completed", "tag": "408bd7f7-9563-443f-b622-4a77ab36368d"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:53:39.231010 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 408bd7f7-9563-443f-b622-4a77ab36368d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=408bd7f7-9563-443f-b622-4a77ab36368d,segment=NetworkSegment(94be5123-c4ca-4a39-83aa-71cb2fc8d338),segment_id=94be5123-c4ca-4a39-83aa-71cb2fc8d338)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:53:39.236171 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:39.264273 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11590331-739c-40ac-b9c1-01557f104343 x-openstack-request-id: req-11590331-739c-40ac-b9c1-01557f104343 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:53:39.264566 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f322dadd-e7fe-4c6a-9602-0465a52ed214", "name": "network-vif-plugged", "status": "completed", "tag": "408bd7f7-9563-443f-b622-4a77ab36368d", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:53:39.264820 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-11590331-739c-40ac-b9c1-01557f104343 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:53:39.265208 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f322dadd-e7fe-4c6a-9602-0465a52ed214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408bd7f7-9563-443f-b622-4a77ab36368d', 'code': 200} Mar 14 15:53:39.273505 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d5681-40e8-4e6a-82ab-52a0f3c4216c req-69c388fd-5e96-472a-88f5-79802d23e65a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:39.275787 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d1d5681-40e8-4e6a-82ab-52a0f3c4216c req-69c388fd-5e96-472a-88f5-79802d23e65a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 945 time: 0.0571063 Mar 14 15:53:39.294816 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=408bd7f7-9563-443f-b622-4a77ab36368d,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:39.319510 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7d1d5681-40e8-4e6a-82ab-52a0f3c4216c req-2b5b2f12-5ba9-4bd1-a736-e680af7a6088 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364516 Mar 14 15:53:39.385132 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:39.428934 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613b6ce-deae-4f75-b203-898408f04bb6 req-4c9cbd60-6536-453a-8841-0c84e2ad1d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:39.430339 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3613b6ce-deae-4f75-b203-898408f04bb6 req-4c9cbd60-6536-453a-8841-0c84e2ad1d93 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 1098 time: 0.0404866 Mar 14 15:53:39.469608 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3613b6ce-deae-4f75-b203-898408f04bb6 req-45af2cb9-8bf0-4459-9600-11a915c0316f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273693 Mar 14 15:53:40.438816 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53e126-5f92-4610-9a30-2768b5fd6afa req-8421ea69-cce6-4d32-9f28-dc6928c6f9d8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:40.440336 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-dd53e126-5f92-4610-9a30-2768b5fd6afa req-8421ea69-cce6-4d32-9f28-dc6928c6f9d8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 945 time: 0.0531228 Mar 14 15:53:40.479695 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-dd53e126-5f92-4610-9a30-2768b5fd6afa req-b374567b-90a4-4392-aa0a-02e589da4c17 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330713 Mar 14 15:53:41.592468 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e6f33-d564-445d-9bb4-b71b02f0fabc req-58b19981-d7f7-445b-9fd3-24a75b513e8d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:41.594489 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4e2e6f33-d564-445d-9bb4-b71b02f0fabc req-58b19981-d7f7-445b-9fd3-24a75b513e8d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 945 time: 0.0487905 Mar 14 15:53:41.631706 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4e2e6f33-d564-445d-9bb4-b71b02f0fabc req-f96a3215-c84e-4f0b-9fc5-233568f5899d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313747 Mar 14 15:53:41.744262 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd8497-c167-4313-813d-e763ffec34a7 req-2b566a36-5bc2-49b6-a147-7f2a373321fe tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:41.745741 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b5dd8497-c167-4313-813d-e763ffec34a7 req-2b566a36-5bc2-49b6-a147-7f2a373321fe tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 945 time: 0.0490203 Mar 14 15:53:41.788523 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b5dd8497-c167-4313-813d-e763ffec34a7 req-53ca9f1f-fc14-4e9a-9699-98b0285173e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367105 Mar 14 15:53:41.809523 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33660) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:41.852561 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0011a9f-ac9a-458c-a802-22f0dd02f0b8 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:41.854048 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b0011a9f-ac9a-458c-a802-22f0dd02f0b8 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 1093 time: 0.0435977 Mar 14 15:53:41.856773 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33662) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:41.861009 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-f10671b9-c5d0-44da-b24f-c9e57fd09238 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': '408bd7f7-9563-443f-b622-4a77ab36368d', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:53:41.880993 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f10671b9-c5d0-44da-b24f-c9e57fd09238 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:41.975936 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f10671b9-c5d0-44da-b24f-c9e57fd09238 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:42.080896 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-f10671b9-c5d0-44da-b24f-c9e57fd09238 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Allocated IP 172.26.6.162 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/91a37a95-91e6-4efe-8b10-43f79b2376e2) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:53:42.181114 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f10671b9-c5d0-44da-b24f-c9e57fd09238 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:42.214181 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f10671b9-c5d0-44da-b24f-c9e57fd09238 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:42.256343 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10671b9-c5d0-44da-b24f-c9e57fd09238 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:53:42.259141 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-f10671b9-c5d0-44da-b24f-c9e57fd09238 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:53:42.262452 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10671b9-c5d0-44da-b24f-c9e57fd09238 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:53:42.287975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10671b9-c5d0-44da-b24f-c9e57fd09238 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=91a37a95-91e6-4efe-8b10-43f79b2376e2,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:42.617495 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f10671b9-c5d0-44da-b24f-c9e57fd09238 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:42.684728 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f10671b9-c5d0-44da-b24f-c9e57fd09238 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:42.832113 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f10671b9-c5d0-44da-b24f-c9e57fd09238 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:42.836442 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f10671b9-c5d0-44da-b24f-c9e57fd09238 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:42.902699 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10671b9-c5d0-44da-b24f-c9e57fd09238 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=91a37a95-91e6-4efe-8b10-43f79b2376e2,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:53:42.914325 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f10671b9-c5d0-44da-b24f-c9e57fd09238 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:43.013301 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-f10671b9-c5d0-44da-b24f-c9e57fd09238 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Floating IP 53aa19b3-dae9-4202-aacb-205c831b6e79 associated. External IP: 172.26.6.162, port: 408bd7f7-9563-443f-b622-4a77ab36368d. Mar 14 15:53:43.219176 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10671b9-c5d0-44da-b24f-c9e57fd09238 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router cfbe4d02-727b-462d-b4a8-a334c12083bd has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:53:43.639810 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10671b9-c5d0-44da-b24f-c9e57fd09238 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:53:43.649344 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb00e1-6dfd-4a26-8361-b0f6bfdb6f34 None None] Sync routers for ids ['cfbe4d02-727b-462d-b4a8-a334c12083bd'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:53:43.659868 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f10671b9-c5d0-44da-b24f-c9e57fd09238 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:53:43.663252 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb00e1-6dfd-4a26-8361-b0f6bfdb6f34 None None] Routers {'cfbe4d02-727b-462d-b4a8-a334c12083bd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:53:43.663882 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a5eb00e1-6dfd-4a26-8361-b0f6bfdb6f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:53:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cfbe4d02-727b-462d-b4a8-a334c12083bd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:43.690162 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-f10671b9-c5d0-44da-b24f-c9e57fd09238 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8294513 Mar 14 15:53:43.690162 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f322dadd-e7fe-4c6a-9602-0465a52ed214', 'tag': '408bd7f7-9563-443f-b622-4a77ab36368d'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:53:43.690441 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de00465-6df9-400e-a773-23bd85229f13" -d '{"events": [{"name": "network-changed", "server_uuid": "f322dadd-e7fe-4c6a-9602-0465a52ed214", "tag": "408bd7f7-9563-443f-b622-4a77ab36368d"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:53:43.730265 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518679c4-cb1e-4aac-8d86-3be64c241c1d x-openstack-request-id: req-518679c4-cb1e-4aac-8d86-3be64c241c1d {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:53:43.730677 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f322dadd-e7fe-4c6a-9602-0465a52ed214", "tag": "408bd7f7-9563-443f-b622-4a77ab36368d", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:53:43.731057 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-518679c4-cb1e-4aac-8d86-3be64c241c1d {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:53:43.731602 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f322dadd-e7fe-4c6a-9602-0465a52ed214', 'tag': '408bd7f7-9563-443f-b622-4a77ab36368d', 'status': 'completed', 'code': 200} Mar 14 15:53:43.777545 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-a5eb00e1-6dfd-4a26-8361-b0f6bfdb6f34 None None] Set router cfbe4d02-727b-462d-b4a8-a334c12083bd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:53:43.848192 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e15eb4-e582-412b-b28d-7bd177cfce4e req-92f798cd-9855-4ed1-bcd8-7127b0eaef0c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:43.849795 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-86e15eb4-e582-412b-b28d-7bd177cfce4e req-92f798cd-9855-4ed1-bcd8-7127b0eaef0c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 945 time: 0.1118288 Mar 14 15:53:43.865752 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de00465-6df9-400e-a773-23bd85229f13 req-cc5fd94a-f06c-4aa3-ae41-910333840f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:43.867485 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0de00465-6df9-400e-a773-23bd85229f13 req-cc5fd94a-f06c-4aa3-ae41-910333840f5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 1098 time: 0.1126833 Mar 14 15:53:43.889682 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6afda49c-61d1-4965-bd62-f2dca5eb6f82 req-372219ba-a275-4cc9-83cb-1f42605c711e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0996594 Mar 14 15:53:43.952284 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-86e15eb4-e582-412b-b28d-7bd177cfce4e req-f70e3404-e543-47b9-820a-35adf188885b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959578 Mar 14 15:53:43.976643 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33668) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:43.988672 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de00465-6df9-400e-a773-23bd85229f13 req-0343b938-a21d-4248-a618-e500c5bf21b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:43.990485 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0de00465-6df9-400e-a773-23bd85229f13 req-0343b938-a21d-4248-a618-e500c5bf21b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=809fc5dd-56f7-4e29-91ee-51b537f74875 HTTP/1.1" status: 200 len: 896 time: 0.1129305 Mar 14 15:53:44.039458 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7223b1e3-8f5b-4e62-a1bc-5ec19c1f5497 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/floatingips/53aa19b3-dae9-4202-aacb-205c831b6e79 HTTP/1.1" status: 200 len: 991 time: 0.0613613 Mar 14 15:53:44.058531 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0de00465-6df9-400e-a773-23bd85229f13 req-d5e3ae6f-c3a5-4d98-9f2d-2365620b5b9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=408bd7f7-9563-443f-b622-4a77ab36368d HTTP/1.1" status: 200 len: 999 time: 0.0616770 Mar 14 15:53:44.110685 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de00465-6df9-400e-a773-23bd85229f13 req-b2ae5ac5-b810-41c7-8a4c-7e650a087255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:44.112067 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0de00465-6df9-400e-a773-23bd85229f13 req-b2ae5ac5-b810-41c7-8a4c-7e650a087255 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298 HTTP/1.1" status: 200 len: 835 time: 0.0475054 Mar 14 15:53:44.151144 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a5eb00e1-6dfd-4a26-8361-b0f6bfdb6f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585601722', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:53:25Z', 'updated_at': '2022-03-14T15:53:29Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:26Z', 'updated_at': '2022-03-14T15:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '53aa19b3-dae9-4202-aacb-205c831b6e79', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'floating_ip_address': '172.26.6.162', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'port_id': '408bd7f7-9563-443f-b622-4a77ab36368d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875', 'mac_address': 'fa:16:3e:20:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f322dadd-e7fe-4c6a-9602-0465a52ed214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:53:42Z', 'updated_at': '2022-03-14T15:53:42Z', 'revision_number': 0, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0ecc07-8542-454c-9a62-f67ca2f6748a', 'name': '', 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:9d:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:28Z', 'updated_at': '2022-03-14T15:53:31Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:44.157277 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de00465-6df9-400e-a773-23bd85229f13 req-6974a38e-a585-40cf-a889-69d5550561cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:44.158781 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0de00465-6df9-400e-a773-23bd85229f13 req-6974a38e-a585-40cf-a889-69d5550561cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=809fc5dd-56f7-4e29-91ee-51b537f74875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401003 Mar 14 15:53:44.181252 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb00e1-6dfd-4a26-8361-b0f6bfdb6f34 None None] Checking router: cfbe4d02-727b-462d-b4a8-a334c12083bd for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:53:44.190000 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb00e1-6dfd-4a26-8361-b0f6bfdb6f34 None None] Routers {'cfbe4d02-727b-462d-b4a8-a334c12083bd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:53:44.190611 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a5eb00e1-6dfd-4a26-8361-b0f6bfdb6f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:53:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cfbe4d02-727b-462d-b4a8-a334c12083bd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:44.249822 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0de00465-6df9-400e-a773-23bd85229f13 req-2179f33d-1ee3-456e-a67a-687a77d5a737 service neutron] 10.222.0.18 "GET /v2.0/networks/809fc5dd-56f7-4e29-91ee-51b537f74875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841124 Mar 14 15:53:44.295046 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-a5eb00e1-6dfd-4a26-8361-b0f6bfdb6f34 None None] Set router cfbe4d02-727b-462d-b4a8-a334c12083bd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:53:44.342774 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0de00465-6df9-400e-a773-23bd85229f13 req-45ff2475-bef4-4836-8fcf-a1c5fff12053 service neutron] 10.222.0.18 "GET /v2.0/networks/809fc5dd-56f7-4e29-91ee-51b537f74875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856662 Mar 14 15:53:44.445594 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afda49c-61d1-4965-bd62-f2dca5eb6f82 req-7dee5c24-51b1-4b6a-b8dd-cbb43b50ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:44.447151 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6afda49c-61d1-4965-bd62-f2dca5eb6f82 req-7dee5c24-51b1-4b6a-b8dd-cbb43b50ab23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 1098 time: 0.0414305 Mar 14 15:53:44.528341 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a5eb00e1-6dfd-4a26-8361-b0f6bfdb6f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585601722', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:53:25Z', 'updated_at': '2022-03-14T15:53:29Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:26Z', 'updated_at': '2022-03-14T15:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '53aa19b3-dae9-4202-aacb-205c831b6e79', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'floating_ip_address': '172.26.6.162', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'port_id': '408bd7f7-9563-443f-b622-4a77ab36368d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875', 'mac_address': 'fa:16:3e:20:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f322dadd-e7fe-4c6a-9602-0465a52ed214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:53:42Z', 'updated_at': '2022-03-14T15:53:42Z', 'revision_number': 0, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0ecc07-8542-454c-9a62-f67ca2f6748a', 'name': '', 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:9d:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:28Z', 'updated_at': '2022-03-14T15:53:31Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:53:44.554932 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb00e1-6dfd-4a26-8361-b0f6bfdb6f34 None None] The sync data for ids ['cfbe4d02-727b-462d-b4a8-a334c12083bd'] in dv-neutron-833559-1-hyperv is: [{'id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585601722', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:53:25Z', 'updated_at': '2022-03-14T15:53:29Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:26Z', 'updated_at': '2022-03-14T15:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '53aa19b3-dae9-4202-aacb-205c831b6e79', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'floating_ip_address': '172.26.6.162', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'port_id': '408bd7f7-9563-443f-b622-4a77ab36368d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875', 'mac_address': 'fa:16:3e:20:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f322dadd-e7fe-4c6a-9602-0465a52ed214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:53:42Z', 'updated_at': '2022-03-14T15:53:42Z', 'revision_number': 0, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0ecc07-8542-454c-9a62-f67ca2f6748a', 'name': '', 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:9d:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:28Z', 'updated_at': '2022-03-14T15:53:31Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:53:44.556470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afda49c-61d1-4965-bd62-f2dca5eb6f82 req-ec7e678d-e604-452b-91cb-ab127638b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:44.557970 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6afda49c-61d1-4965-bd62-f2dca5eb6f82 req-ec7e678d-e604-452b-91cb-ab127638b70e service neutron] 10.222.0.18 "GET /v2.0/networks?id=809fc5dd-56f7-4e29-91ee-51b537f74875 HTTP/1.1" status: 200 len: 896 time: 0.0914752 Mar 14 15:53:44.626583 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6afda49c-61d1-4965-bd62-f2dca5eb6f82 req-47b4a104-593d-4b56-90a9-d702ba80bf87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=408bd7f7-9563-443f-b622-4a77ab36368d HTTP/1.1" status: 200 len: 999 time: 0.0618777 Mar 14 15:53:44.677309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afda49c-61d1-4965-bd62-f2dca5eb6f82 req-fe81ed25-b165-4832-821c-64700335bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:44.678903 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6afda49c-61d1-4965-bd62-f2dca5eb6f82 req-fe81ed25-b165-4832-821c-64700335bf34 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298 HTTP/1.1" status: 200 len: 835 time: 0.0451491 Mar 14 15:53:44.730222 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afda49c-61d1-4965-bd62-f2dca5eb6f82 req-8b7fd826-87a3-4ee5-b2fc-dba645fc3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:53:44.731835 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6afda49c-61d1-4965-bd62-f2dca5eb6f82 req-8b7fd826-87a3-4ee5-b2fc-dba645fc3320 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=809fc5dd-56f7-4e29-91ee-51b537f74875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461290 Mar 14 15:53:44.753523 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc157b-5158-4468-9274-17aef5b3a599 None None] New status for floating IP 53aa19b3-dae9-4202-aacb-205c831b6e79: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:53:44.822309 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6afda49c-61d1-4965-bd62-f2dca5eb6f82 req-e94bbb55-76c9-4e05-8bda-2ac1925a114c service neutron] 10.222.0.18 "GET /v2.0/networks/809fc5dd-56f7-4e29-91ee-51b537f74875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828767 Mar 14 15:53:44.918240 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6afda49c-61d1-4965-bd62-f2dca5eb6f82 req-bfd6a9a4-0190-445c-b33e-3f3cde90c477 service neutron] 10.222.0.18 "GET /v2.0/networks/809fc5dd-56f7-4e29-91ee-51b537f74875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885050 Mar 14 15:53:45.043341 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33670) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:53:45.106222 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fdb87c5b-a25e-4e6b-84b5-d28bceac5ebd tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/floatingips/53aa19b3-dae9-4202-aacb-205c831b6e79 HTTP/1.1" status: 200 len: 993 time: 0.0617118 Mar 14 15:54:01.369178 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:54:04.093838 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-014ff983-3c2d-4a7d-bf79-e4d7c7fb9f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:06.480246 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1f2d8139-c5b9-4ed9-b42c-fbd3cd4bf148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:07.549723 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:08.980395 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:09.079961 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:09.387380 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:18.528167 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30433790-8d6f-40fa-8831-1ba25c4e5b33 req-c8a290a1-d50e-45cd-9361-4eae46c67609 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:18.529619 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7337f-7e9f-41d7-a1db-f4c64b9d4a33 req-3d3a6e27-8d29-4203-ac91-ee18915aec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:18.531237 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-30433790-8d6f-40fa-8831-1ba25c4e5b33 req-c8a290a1-d50e-45cd-9361-4eae46c67609 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 945 time: 0.0503161 Mar 14 15:54:18.531770 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bbc7337f-7e9f-41d7-a1db-f4c64b9d4a33 req-3d3a6e27-8d29-4203-ac91-ee18915aec3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 1098 time: 0.0402260 Mar 14 15:54:18.568558 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-30433790-8d6f-40fa-8831-1ba25c4e5b33 req-571c84bb-6edb-4de9-90ef-4360d96a62c0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312123 Mar 14 15:54:18.626134 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7337f-7e9f-41d7-a1db-f4c64b9d4a33 req-3b9679ae-bd4c-44f4-b067-663c79c26869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:18.627529 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bbc7337f-7e9f-41d7-a1db-f4c64b9d4a33 req-3b9679ae-bd4c-44f4-b067-663c79c26869 service neutron] 10.222.0.18 "GET /v2.0/networks?id=809fc5dd-56f7-4e29-91ee-51b537f74875 HTTP/1.1" status: 200 len: 896 time: 0.0878103 Mar 14 15:54:18.692527 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bbc7337f-7e9f-41d7-a1db-f4c64b9d4a33 req-76856a56-baae-4f30-bead-848172f5ca03 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=408bd7f7-9563-443f-b622-4a77ab36368d HTTP/1.1" status: 200 len: 1001 time: 0.0576363 Mar 14 15:54:18.740260 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7337f-7e9f-41d7-a1db-f4c64b9d4a33 req-c34c69bf-790d-4a44-8ad0-c9598545ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:18.741634 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bbc7337f-7e9f-41d7-a1db-f4c64b9d4a33 req-c34c69bf-790d-4a44-8ad0-c9598545ae6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298 HTTP/1.1" status: 200 len: 835 time: 0.0419590 Mar 14 15:54:18.788521 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7337f-7e9f-41d7-a1db-f4c64b9d4a33 req-b9ddc8bf-37ce-43f5-a743-1e984e542610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:18.789970 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bbc7337f-7e9f-41d7-a1db-f4c64b9d4a33 req-b9ddc8bf-37ce-43f5-a743-1e984e542610 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=809fc5dd-56f7-4e29-91ee-51b537f74875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416782 Mar 14 15:54:18.877030 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bbc7337f-7e9f-41d7-a1db-f4c64b9d4a33 req-2b9e9658-fffc-4a75-8559-9344fead2a4e service neutron] 10.222.0.18 "GET /v2.0/networks/809fc5dd-56f7-4e29-91ee-51b537f74875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796266 Mar 14 15:54:18.969398 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bbc7337f-7e9f-41d7-a1db-f4c64b9d4a33 req-9f50b5c7-b966-491c-a844-7ba54313d407 service neutron] 10.222.0.18 "GET /v2.0/networks/809fc5dd-56f7-4e29-91ee-51b537f74875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849798 Mar 14 15:54:19.686645 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a176bda-21f7-4d89-8948-c2f80c5c1c70 req-b8b98c94-a4d4-4919-9c8d-bd6abf251ecc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:19.688113 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7a176bda-21f7-4d89-8948-c2f80c5c1c70 req-b8b98c94-a4d4-4919-9c8d-bd6abf251ecc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 945 time: 0.0473759 Mar 14 15:54:19.725572 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7a176bda-21f7-4d89-8948-c2f80c5c1c70 req-c99ce2d5-1445-4f57-9e8b-005078376561 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315881 Mar 14 15:54:20.840665 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e899860-7f69-4197-88d2-5acb09354c31 req-fd2f9dcd-5715-4250-ae33-89c47c9f1c2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:20.842729 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2e899860-7f69-4197-88d2-5acb09354c31 req-fd2f9dcd-5715-4250-ae33-89c47c9f1c2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 945 time: 0.0483038 Mar 14 15:54:20.879615 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2e899860-7f69-4197-88d2-5acb09354c31 req-cb2e5132-82e5-4fe7-9fde-680a2fbdb5e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309181 Mar 14 15:54:21.992351 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8f172-699b-484d-ae27-bd907274cc3e req-6957e951-4bf1-44d6-a4ee-b67b448341c0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:21.993822 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-87b8f172-699b-484d-ae27-bd907274cc3e req-6957e951-4bf1-44d6-a4ee-b67b448341c0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 945 time: 0.0478952 Mar 14 15:54:22.031149 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-87b8f172-699b-484d-ae27-bd907274cc3e req-4fc57ee2-1b63-4b9c-9f86-1ba784f981fa tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308461 Mar 14 15:54:23.147048 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c886bf-ea46-4c66-a3e1-9baef5e12caa req-c792309e-13b0-42b9-8f2e-23eb1a0bbae3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:23.148490 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c2c886bf-ea46-4c66-a3e1-9baef5e12caa req-c792309e-13b0-42b9-8f2e-23eb1a0bbae3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 945 time: 0.0521419 Mar 14 15:54:23.185251 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c2c886bf-ea46-4c66-a3e1-9baef5e12caa req-05f28e9b-abf5-4525-b948-c33492b40823 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308883 Mar 14 15:54:24.302231 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640a889-d878-4d63-a859-906e15f1ceff req-debdf1af-04d0-440d-9f7b-27ca39c5b39c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:24.303721 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6640a889-d878-4d63-a859-906e15f1ceff req-debdf1af-04d0-440d-9f7b-27ca39c5b39c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 945 time: 0.0520539 Mar 14 15:54:24.339685 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6640a889-d878-4d63-a859-906e15f1ceff req-fb3897b7-32b2-42c2-9de8-2b214c8b615b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301471 Mar 14 15:54:25.455263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a586e6b-cc11-40c0-a1ce-f624520bf6fb req-d4d5670b-ce6c-4642-b8f4-bab36222ef07 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:25.457002 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1a586e6b-cc11-40c0-a1ce-f624520bf6fb req-d4d5670b-ce6c-4642-b8f4-bab36222ef07 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 945 time: 0.0487974 Mar 14 15:54:25.495182 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1a586e6b-cc11-40c0-a1ce-f624520bf6fb req-692bcdf0-9e8c-4145-b1e8-38f8e97c184b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322464 Mar 14 15:54:26.611380 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea4bf6-ad3a-4f0d-b35e-a5c8a40eb634 req-867e4a65-b1d7-4daf-b83d-4393f4454ca3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:26.613003 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-84ea4bf6-ad3a-4f0d-b35e-a5c8a40eb634 req-867e4a65-b1d7-4daf-b83d-4393f4454ca3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 945 time: 0.0489452 Mar 14 15:54:26.651472 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-84ea4bf6-ad3a-4f0d-b35e-a5c8a40eb634 req-0efd7831-d43b-4fb4-81a2-7b9acb3597ea tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325322 Mar 14 15:54:27.764498 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909efa10-4b4c-47d7-b722-24303da2aae9 req-0d806781-3b1c-4814-b779-7bb63eb89582 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:27.765972 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-909efa10-4b4c-47d7-b722-24303da2aae9 req-0d806781-3b1c-4814-b779-7bb63eb89582 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 945 time: 0.0471904 Mar 14 15:54:27.802713 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-909efa10-4b4c-47d7-b722-24303da2aae9 req-c915fba2-9fb1-4449-be96-14c5ac8fcfac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308294 Mar 14 15:54:28.915442 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1276d0-ff45-4e65-b158-77cb299cdfc3 req-8139fa4f-f9e2-4f02-b358-687f9825277c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:28.916886 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2b1276d0-ff45-4e65-b158-77cb299cdfc3 req-8139fa4f-f9e2-4f02-b358-687f9825277c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 945 time: 0.0482638 Mar 14 15:54:28.954031 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2b1276d0-ff45-4e65-b158-77cb299cdfc3 req-24c79ab2-bee3-4e55-b0c9-e61dd514eca5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304646 Mar 14 15:54:30.071058 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2d754-6c9a-473f-a6b0-76a2db682cb0 req-db7a5ab4-21fb-447b-b9bf-fb24f6e204b5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:30.072516 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1ac2d754-6c9a-473f-a6b0-76a2db682cb0 req-db7a5ab4-21fb-447b-b9bf-fb24f6e204b5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 945 time: 0.0517411 Mar 14 15:54:30.110479 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1ac2d754-6c9a-473f-a6b0-76a2db682cb0 req-e366940a-56eb-472b-900b-2a5a22cd72bd tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315700 Mar 14 15:54:30.133010 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33706) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:54:30.192492 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4f2b44d6-bc2d-4c11-8ced-739733a42710 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/floatingips/53aa19b3-dae9-4202-aacb-205c831b6e79 HTTP/1.1" status: 200 len: 993 time: 0.0583601 Mar 14 15:54:34.096083 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6f3e9474-b1bd-4e36-9a50-e951960cdcfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:36.474046 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a4383c0-c10a-4e52-a015-9ab14f02437f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:37.551917 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:38.367751 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:54:38.983543 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:39.080203 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:39.390777 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:54:44.808910 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2402708f-acb0-4569-a71e-3ff24cac3042 req-2a062aa8-1499-4bfc-b1d6-49fd2ddc8c08 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415597 Mar 14 15:54:44.896918 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402708f-acb0-4569-a71e-3ff24cac3042 req-2614f475-e957-4fec-ae9e-46e25587bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:44.898374 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2402708f-acb0-4569-a71e-3ff24cac3042 req-2614f475-e957-4fec-ae9e-46e25587bfcb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 1098 time: 0.0398490 Mar 14 15:54:44.998395 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402708f-acb0-4569-a71e-3ff24cac3042 req-0f33f4da-5933-4801-9e61-ddfc758ab704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:44.999900 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2402708f-acb0-4569-a71e-3ff24cac3042 req-0f33f4da-5933-4801-9e61-ddfc758ab704 service neutron] 10.222.0.18 "GET /v2.0/networks?id=809fc5dd-56f7-4e29-91ee-51b537f74875 HTTP/1.1" status: 200 len: 896 time: 0.0830362 Mar 14 15:54:45.067407 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2402708f-acb0-4569-a71e-3ff24cac3042 req-60cb0188-64fa-4a80-b6d1-09b3e6a5b520 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=408bd7f7-9563-443f-b622-4a77ab36368d HTTP/1.1" status: 200 len: 1001 time: 0.0590804 Mar 14 15:54:45.114183 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402708f-acb0-4569-a71e-3ff24cac3042 req-1d5c8068-443e-4d47-accc-4fd3c4c92ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:45.115602 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2402708f-acb0-4569-a71e-3ff24cac3042 req-1d5c8068-443e-4d47-accc-4fd3c4c92ddb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298 HTTP/1.1" status: 200 len: 835 time: 0.0422883 Mar 14 15:54:45.159413 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402708f-acb0-4569-a71e-3ff24cac3042 req-e8b95f73-812d-4129-af27-224e703efe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:54:45.160847 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2402708f-acb0-4569-a71e-3ff24cac3042 req-e8b95f73-812d-4129-af27-224e703efe1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=809fc5dd-56f7-4e29-91ee-51b537f74875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384886 Mar 14 15:54:45.250511 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2402708f-acb0-4569-a71e-3ff24cac3042 req-94ea4dca-bea0-4db6-8e86-84df1ff14c6f service neutron] 10.222.0.18 "GET /v2.0/networks/809fc5dd-56f7-4e29-91ee-51b537f74875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828996 Mar 14 15:54:45.336607 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2402708f-acb0-4569-a71e-3ff24cac3042 req-3dee2e96-2e4b-4629-9316-429a4f384e00 service neutron] 10.222.0.18 "GET /v2.0/networks/809fc5dd-56f7-4e29-91ee-51b537f74875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792797 Mar 14 15:55:02.603157 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33720) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:03.101523 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting port 91a37a95-91e6-4efe-8b10-43f79b2376e2 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:55:03.101865 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:03.174179 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:03.174510 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:03.186177 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Calling delete_port for 91a37a95-91e6-4efe-8b10-43f79b2376e2 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:55:03.331186 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:03.356926 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Port': ['ID=91a37a95-91e6-4efe-8b10-43f79b2376e2,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:03.367798 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:03.368156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:03.368508 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:03.368854 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:03.369197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:03.369534 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:03.369868 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:03.370199 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:03.370530 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:03.370857 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:03.371347 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:03.371674 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:03.430322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:03.430649 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Floating IP 53aa19b3-dae9-4202-aacb-205c831b6e79 disassociated (deleted). External IP: 172.26.6.162, port: 408bd7f7-9563-443f-b622-4a77ab36368d. Mar 14 15:55:03.637454 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router cfbe4d02-727b-462d-b4a8-a334c12083bd has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:55:03.743832 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:55:03.748781 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:03.753440 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3289e8e7-5029-45ee-83a3-2ed7a96b9609 None None] Sync routers for ids ['cfbe4d02-727b-462d-b4a8-a334c12083bd'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:55:03.762886 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3289e8e7-5029-45ee-83a3-2ed7a96b9609 None None] Routers {'cfbe4d02-727b-462d-b4a8-a334c12083bd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:55:03.764570 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3289e8e7-5029-45ee-83a3-2ed7a96b9609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:54:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cfbe4d02-727b-462d-b4a8-a334c12083bd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:03.776299 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7050d161-c214-49d1-9500-4c210a86c0c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/floatingips/53aa19b3-dae9-4202-aacb-205c831b6e79 HTTP/1.1" status: 204 len: 168 time: 1.1720965 Mar 14 15:55:03.776980 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f322dadd-e7fe-4c6a-9602-0465a52ed214', 'tag': '408bd7f7-9563-443f-b622-4a77ab36368d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:55:03.780174 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c24964-ab00-4684-b75e-241762c0ee0c" -d '{"events": [{"name": "network-changed", "server_uuid": "f322dadd-e7fe-4c6a-9602-0465a52ed214", "tag": "408bd7f7-9563-443f-b622-4a77ab36368d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:55:03.876043 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-3289e8e7-5029-45ee-83a3-2ed7a96b9609 None None] Set router cfbe4d02-727b-462d-b4a8-a334c12083bd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:55:03.879328 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b860f1f-e626-4c8a-9892-52c22d639e1d x-openstack-request-id: req-1b860f1f-e626-4c8a-9892-52c22d639e1d {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:55:03.879627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f322dadd-e7fe-4c6a-9602-0465a52ed214", "tag": "408bd7f7-9563-443f-b622-4a77ab36368d", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:55:03.879891 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1b860f1f-e626-4c8a-9892-52c22d639e1d {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:55:03.880297 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f322dadd-e7fe-4c6a-9602-0465a52ed214', 'tag': '408bd7f7-9563-443f-b622-4a77ab36368d', 'status': 'completed', 'code': 200} Mar 14 15:55:03.959396 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c24964-ab00-4684-b75e-241762c0ee0c req-59eaa59d-0263-41f1-be97-c78fa6915fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:03.960918 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68c24964-ab00-4684-b75e-241762c0ee0c req-59eaa59d-0263-41f1-be97-c78fa6915fa1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 1098 time: 0.0453494 Mar 14 15:55:04.081942 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3289e8e7-5029-45ee-83a3-2ed7a96b9609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585601722', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:53:25Z', 'updated_at': '2022-03-14T15:53:29Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:26Z', 'updated_at': '2022-03-14T15:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '1c0ecc07-8542-454c-9a62-f67ca2f6748a', 'name': '', 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:9d:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:28Z', 'updated_at': '2022-03-14T15:53:31Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:04.085131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea892fc-16bb-4cda-8b22-40957d962b4c req-c3ac6549-0ba3-41fb-a00a-f6bde28b3c44 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:04.086660 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eea892fc-16bb-4cda-8b22-40957d962b4c req-c3ac6549-0ba3-41fb-a00a-f6bde28b3c44 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 945 time: 0.1096301 Mar 14 15:55:04.111567 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c24964-ab00-4684-b75e-241762c0ee0c req-da5bc70a-1a9c-4b7f-bbd3-31d50dc009c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:04.113002 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68c24964-ab00-4684-b75e-241762c0ee0c req-da5bc70a-1a9c-4b7f-bbd3-31d50dc009c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=809fc5dd-56f7-4e29-91ee-51b537f74875 HTTP/1.1" status: 200 len: 896 time: 0.1434951 Mar 14 15:55:04.116462 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3289e8e7-5029-45ee-83a3-2ed7a96b9609 None None] Checking router: cfbe4d02-727b-462d-b4a8-a334c12083bd for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:55:04.126450 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-576428e5-c816-45ce-8e6b-3643e5b9afac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:04.129779 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3289e8e7-5029-45ee-83a3-2ed7a96b9609 None None] Routers {'cfbe4d02-727b-462d-b4a8-a334c12083bd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:55:04.130391 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3289e8e7-5029-45ee-83a3-2ed7a96b9609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:54:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cfbe4d02-727b-462d-b4a8-a334c12083bd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:04.167274 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eea892fc-16bb-4cda-8b22-40957d962b4c req-78c6660a-a8f7-4be1-9b2a-4bcdf15859ac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714123 Mar 14 15:55:04.168662 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68c24964-ab00-4684-b75e-241762c0ee0c req-f457aa42-dbba-466b-ab26-d203fd11a2d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=408bd7f7-9563-443f-b622-4a77ab36368d HTTP/1.1" status: 200 len: 217 time: 0.0477676 Mar 14 15:55:04.224771 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c24964-ab00-4684-b75e-241762c0ee0c req-278f0e13-b6a6-4f0d-bc1a-ee67ad78deda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:04.226334 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68c24964-ab00-4684-b75e-241762c0ee0c req-278f0e13-b6a6-4f0d-bc1a-ee67ad78deda service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298 HTTP/1.1" status: 200 len: 835 time: 0.0503912 Mar 14 15:55:04.239855 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-3289e8e7-5029-45ee-83a3-2ed7a96b9609 None None] Set router cfbe4d02-727b-462d-b4a8-a334c12083bd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:55:04.272807 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c24964-ab00-4684-b75e-241762c0ee0c req-73802524-a814-4818-9ce6-a3f4fc18131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:04.274317 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68c24964-ab00-4684-b75e-241762c0ee0c req-73802524-a814-4818-9ce6-a3f4fc18131f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=809fc5dd-56f7-4e29-91ee-51b537f74875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399878 Mar 14 15:55:04.365475 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68c24964-ab00-4684-b75e-241762c0ee0c req-dbb272b3-b2c1-4427-a80e-948aee29bb97 service neutron] 10.222.0.18 "GET /v2.0/networks/809fc5dd-56f7-4e29-91ee-51b537f74875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838766 Mar 14 15:55:04.442341 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3289e8e7-5029-45ee-83a3-2ed7a96b9609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585601722', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:53:25Z', 'updated_at': '2022-03-14T15:53:29Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:26Z', 'updated_at': '2022-03-14T15:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '1c0ecc07-8542-454c-9a62-f67ca2f6748a', 'name': '', 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:9d:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:28Z', 'updated_at': '2022-03-14T15:53:31Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:04.462516 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-68c24964-ab00-4684-b75e-241762c0ee0c req-8cecbe88-0fb1-417a-8f6c-4398f4164d38 service neutron] 10.222.0.18 "GET /v2.0/networks/809fc5dd-56f7-4e29-91ee-51b537f74875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878005 Mar 14 15:55:04.469960 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3289e8e7-5029-45ee-83a3-2ed7a96b9609 None None] The sync data for ids ['cfbe4d02-727b-462d-b4a8-a334c12083bd'] in dv-neutron-833559-1-hyperv is: [{'id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585601722', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:53:25Z', 'updated_at': '2022-03-14T15:53:29Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:26Z', 'updated_at': '2022-03-14T15:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '1c0ecc07-8542-454c-9a62-f67ca2f6748a', 'name': '', 'network_id': '809fc5dd-56f7-4e29-91ee-51b537f74875', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:9d:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:28Z', 'updated_at': '2022-03-14T15:53:31Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:55:04.678034 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86675d9b-5990-4849-afd1-235698f3fc1f None None] New status for floating IP 53aa19b3-dae9-4202-aacb-205c831b6e79: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:55:05.333837 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2babe6-5f03-4b5d-8c07-65ade6d42aef req-079f823a-d784-49e1-b1ec-4123b6dcb9a6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:05.335332 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3e2babe6-5f03-4b5d-8c07-65ade6d42aef req-079f823a-d784-49e1-b1ec-4123b6dcb9a6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 945 time: 0.0979214 Mar 14 15:55:05.376335 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3e2babe6-5f03-4b5d-8c07-65ade6d42aef req-c7bc422d-b680-4688-8fbe-2d3ec76d16d0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=73f2a1f6-7bf5-43a1-b6fb-add56346d075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350258 Mar 14 15:55:05.737112 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535623da-50b3-4fc9-80c0-fed84bb25b83 req-dfe7b37e-9f28-4a4b-b837-2459584e0c94 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:05.738589 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-535623da-50b3-4fc9-80c0-fed84bb25b83 req-dfe7b37e-9f28-4a4b-b837-2459584e0c94 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 945 time: 0.0523973 Mar 14 15:55:05.852736 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-535623da-50b3-4fc9-80c0-fed84bb25b83 req-6d8fdb35-c1cd-4290-985b-b72992c77aa8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting port 408bd7f7-9563-443f-b622-4a77ab36368d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:55:05.853085 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-535623da-50b3-4fc9-80c0-fed84bb25b83 req-6d8fdb35-c1cd-4290-985b-b72992c77aa8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:05.949974 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-535623da-50b3-4fc9-80c0-fed84bb25b83 req-6d8fdb35-c1cd-4290-985b-b72992c77aa8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] For port 408bd7f7-9563-443f-b622-4a77ab36368d, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=408bd7f7-9563-443f-b622-4a77ab36368d,segment=NetworkSegment(94be5123-c4ca-4a39-83aa-71cb2fc8d338),segment_id=94be5123-c4ca-4a39-83aa-71cb2fc8d338)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:55:05.950337 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-535623da-50b3-4fc9-80c0-fed84bb25b83 req-6d8fdb35-c1cd-4290-985b-b72992c77aa8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:05.964244 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-535623da-50b3-4fc9-80c0-fed84bb25b83 req-6d8fdb35-c1cd-4290-985b-b72992c77aa8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Calling delete_port for 408bd7f7-9563-443f-b622-4a77ab36368d owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:55:06.108816 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-535623da-50b3-4fc9-80c0-fed84bb25b83 req-6d8fdb35-c1cd-4290-985b-b72992c77aa8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:06.146800 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fdb35-c1cd-4290-985b-b72992c77aa8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Port': ['ID=408bd7f7-9563-443f-b622-4a77ab36368d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:06.201726 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-535623da-50b3-4fc9-80c0-fed84bb25b83 req-6d8fdb35-c1cd-4290-985b-b72992c77aa8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] No DVR routers for this DVR port 408bd7f7-9563-443f-b622-4a77ab36368d on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:55:06.204831 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-535623da-50b3-4fc9-80c0-fed84bb25b83 req-6d8fdb35-c1cd-4290-985b-b72992c77aa8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:06.210256 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-535623da-50b3-4fc9-80c0-fed84bb25b83 req-6d8fdb35-c1cd-4290-985b-b72992c77aa8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "DELETE /v2.0/ports/408bd7f7-9563-443f-b622-4a77ab36368d HTTP/1.1" status: 204 len: 173 time: 0.4655440 Mar 14 15:55:06.210899 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f322dadd-e7fe-4c6a-9602-0465a52ed214', 'name': 'network-vif-deleted', 'tag': '408bd7f7-9563-443f-b622-4a77ab36368d'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:55:06.214549 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ae8e80-c39d-49e1-9ce4-2e75800fead2" -d '{"events": [{"server_uuid": "f322dadd-e7fe-4c6a-9602-0465a52ed214", "name": "network-vif-deleted", "tag": "408bd7f7-9563-443f-b622-4a77ab36368d"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:55:06.260920 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d169dc61-b2d7-4f4a-8e2e-d7285aa916ae x-openstack-request-id: req-d169dc61-b2d7-4f4a-8e2e-d7285aa916ae {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:55:06.261219 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f322dadd-e7fe-4c6a-9602-0465a52ed214", "name": "network-vif-deleted", "tag": "408bd7f7-9563-443f-b622-4a77ab36368d", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:55:06.261481 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d169dc61-b2d7-4f4a-8e2e-d7285aa916ae {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:55:06.261885 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f322dadd-e7fe-4c6a-9602-0465a52ed214', 'name': 'network-vif-deleted', 'tag': '408bd7f7-9563-443f-b622-4a77ab36368d', 'status': 'completed', 'code': 200} Mar 14 15:55:06.485573 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2dfbb0b2-c0f4-4210-90d2-666df5c2f636 req-c76905bf-3091-4c48-825a-7aa03f526fee tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322dadd-e7fe-4c6a-9602-0465a52ed214 HTTP/1.1" status: 200 len: 210 time: 0.0280108 Mar 14 15:55:06.486483 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9e25071d-42d9-49c7-a654-956122353183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:07.542874 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33750) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:07.555581 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:07.895871 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92e0d211-6d7a-4934-8b35-270daf98df2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:08.144560 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-92e0d211-6d7a-4934-8b35-270daf98df2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting port 1c0ecc07-8542-454c-9a62-f67ca2f6748a {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:55:08.144906 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92e0d211-6d7a-4934-8b35-270daf98df2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:08.234349 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-92e0d211-6d7a-4934-8b35-270daf98df2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] For port 1c0ecc07-8542-454c-9a62-f67ca2f6748a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=1c0ecc07-8542-454c-9a62-f67ca2f6748a,segment=NetworkSegment(94be5123-c4ca-4a39-83aa-71cb2fc8d338),segment_id=94be5123-c4ca-4a39-83aa-71cb2fc8d338)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:55:08.234622 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92e0d211-6d7a-4934-8b35-270daf98df2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:08.246056 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-92e0d211-6d7a-4934-8b35-270daf98df2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Calling delete_port for 1c0ecc07-8542-454c-9a62-f67ca2f6748a owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:55:08.431749 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92e0d211-6d7a-4934-8b35-270daf98df2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:08.459647 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0d211-6d7a-4934-8b35-270daf98df2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Port': ['ID=1c0ecc07-8542-454c-9a62-f67ca2f6748a,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:08.631949 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92e0d211-6d7a-4934-8b35-270daf98df2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:08.848342 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e0d211-6d7a-4934-8b35-270daf98df2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router cfbe4d02-727b-462d-b4a8-a334c12083bd has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:55:08.953715 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e0d211-6d7a-4934-8b35-270daf98df2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:55:08.959229 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-92e0d211-6d7a-4934-8b35-270daf98df2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "PUT /v2.0/routers/cfbe4d02-727b-462d-b4a8-a334c12083bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4153211 Mar 14 15:55:08.962025 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33752) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:08.963261 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d65526e-0662-46fd-8259-058f3f13c0aa None None] Sync routers for ids ['cfbe4d02-727b-462d-b4a8-a334c12083bd'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:55:08.981355 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d65526e-0662-46fd-8259-058f3f13c0aa None None] Routers {'cfbe4d02-727b-462d-b4a8-a334c12083bd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:55:08.982601 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7d65526e-0662-46fd-8259-058f3f13c0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:55:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cfbe4d02-727b-462d-b4a8-a334c12083bd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:09.015026 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7884029-7ca8-4f41-921d-fb8e123e130e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting subnet c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:55:09.018055 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7884029-7ca8-4f41-921d-fb8e123e130e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:09.021145 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:09.058709 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7884029-7ca8-4f41-921d-fb8e123e130e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:09.100776 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-7d65526e-0662-46fd-8259-058f3f13c0aa None None] Set router cfbe4d02-727b-462d-b4a8-a334c12083bd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:55:09.103205 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:09.150431 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7884029-7ca8-4f41-921d-fb8e123e130e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:09.210224 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7884029-7ca8-4f41-921d-fb8e123e130e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:09.238011 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7884029-7ca8-4f41-921d-fb8e123e130e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Subnet': ['ID=c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:09.241621 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7884029-7ca8-4f41-921d-fb8e123e130e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:09.247510 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d7884029-7ca8-4f41-921d-fb8e123e130e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/subnets/c1fd8aea-d1ff-4bb9-bbee-e21ff36cf298 HTTP/1.1" status: 204 len: 168 time: 0.2844055 Mar 14 15:55:09.247747 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33754) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:09.254664 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e116805f-155c-4997-af3c-1ef4a6396e2a None None] Network 809fc5dd-56f7-4e29-91ee-51b537f74875 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:55:09.358390 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:09.467534 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:09.495125 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:09.525067 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting port 66e5b80b-0f13-455f-81d0-f4aaf3746003 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:55:09.525425 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:09.543442 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7d65526e-0662-46fd-8259-058f3f13c0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585601722', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:53:25Z', 'updated_at': '2022-03-14T15:55:08Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '66e5b80b-0f13-455f-81d0-f4aaf3746003', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:53:26Z', 'updated_at': '2022-03-14T15:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:09.575360 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 408bd7f7-9563-443f-b622-4a77ab36368d no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:55:09.581645 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d65526e-0662-46fd-8259-058f3f13c0aa None None] Checking router: cfbe4d02-727b-462d-b4a8-a334c12083bd for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:55:09.605149 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] For port 66e5b80b-0f13-455f-81d0-f4aaf3746003, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=66e5b80b-0f13-455f-81d0-f4aaf3746003,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:55:09.605522 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:09.609904 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 408bd7f7-9563-443f-b622-4a77ab36368d {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:55:09.610182 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 408bd7f7-9563-443f-b622-4a77ab36368d not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:55:09.619023 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Calling delete_port for 66e5b80b-0f13-455f-81d0-f4aaf3746003 owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:55:09.620487 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d65526e-0662-46fd-8259-058f3f13c0aa None None] Routers {'cfbe4d02-727b-462d-b4a8-a334c12083bd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:55:09.621108 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7d65526e-0662-46fd-8259-058f3f13c0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:55:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['cfbe4d02-727b-462d-b4a8-a334c12083bd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:09.715480 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70506ead-91e1-44ec-9816-f3810905916e None None] DHCP port deletion for 809fc5dd-56f7-4e29-91ee-51b537f74875 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:55:09.757515 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-7d65526e-0662-46fd-8259-058f3f13c0aa None None] Set router cfbe4d02-727b-462d-b4a8-a334c12083bd gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:55:09.816184 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:09.816559 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7d65526e-0662-46fd-8259-058f3f13c0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585601722', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:53:25Z', 'updated_at': '2022-03-14T15:55:09Z', 'revision_number': 6, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:09.848680 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d65526e-0662-46fd-8259-058f3f13c0aa None None] The sync data for ids ['cfbe4d02-727b-462d-b4a8-a334c12083bd'] in dv-neutron-833559-1-hyperv is: [{'id': 'cfbe4d02-727b-462d-b4a8-a334c12083bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585601722', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:53:25Z', 'updated_at': '2022-03-14T15:55:09Z', 'revision_number': 6, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port_host': None}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:55:09.852268 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Port': ['ID=66e5b80b-0f13-455f-81d0-f4aaf3746003,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:09.862313 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-70506ead-91e1-44ec-9816-f3810905916e None None] Deleting port 81bbfce1-6b02-4fe7-a33e-7ae44bed9b30 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:55:09.862690 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-70506ead-91e1-44ec-9816-f3810905916e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:09.877594 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:09.877949 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:09.878302 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:09.878643 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:09.879867 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:09.879867 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:09.879867 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:09.880815 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:09.880815 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:09.881021 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:09.881193 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:09.881505 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:09.932104 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-70506ead-91e1-44ec-9816-f3810905916e None None] For port 81bbfce1-6b02-4fe7-a33e-7ae44bed9b30, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=81bbfce1-6b02-4fe7-a33e-7ae44bed9b30,segment=NetworkSegment(94be5123-c4ca-4a39-83aa-71cb2fc8d338),segment_id=94be5123-c4ca-4a39-83aa-71cb2fc8d338)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:55:09.932459 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-70506ead-91e1-44ec-9816-f3810905916e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:09.934771 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:09.947967 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-70506ead-91e1-44ec-9816-f3810905916e None None] Calling delete_port for 81bbfce1-6b02-4fe7-a33e-7ae44bed9b30 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:55:10.033416 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-70506ead-91e1-44ec-9816-f3810905916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:10.034088 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:10.035747 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:10.060669 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70506ead-91e1-44ec-9816-f3810905916e None None] Pushing event deleted for resources: {'Port': ['ID=81bbfce1-6b02-4fe7-a33e-7ae44bed9b30,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:10.067338 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70506ead-91e1-44ec-9816-f3810905916e None None] No DVR routers for this DVR port 81bbfce1-6b02-4fe7-a33e-7ae44bed9b30 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:55:10.070782 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70506ead-91e1-44ec-9816-f3810905916e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:10.071175 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70506ead-91e1-44ec-9816-f3810905916e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:10.071638 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70506ead-91e1-44ec-9816-f3810905916e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:10.071909 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70506ead-91e1-44ec-9816-f3810905916e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:10.072297 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70506ead-91e1-44ec-9816-f3810905916e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:10.072631 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70506ead-91e1-44ec-9816-f3810905916e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:10.072958 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70506ead-91e1-44ec-9816-f3810905916e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:10.073288 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70506ead-91e1-44ec-9816-f3810905916e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:10.073615 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70506ead-91e1-44ec-9816-f3810905916e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:10.074257 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70506ead-91e1-44ec-9816-f3810905916e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:10.074257 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70506ead-91e1-44ec-9816-f3810905916e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:10.074553 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70506ead-91e1-44ec-9816-f3810905916e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:10.091024 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:10.092417 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Fanout notify agent at l3_agent the message router_deleted on router cfbe4d02-727b-462d-b4a8-a334c12083bd {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:55:10.099623 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:10.100728 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-93aaa88d-98a3-4cc5-9036-5c38ba2fb108 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/routers/cfbe4d02-727b-462d-b4a8-a334c12083bd HTTP/1.1" status: 204 len: 168 time: 0.8514757 Mar 14 15:55:10.103480 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33756) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:10.185780 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3b95b3c1-f384-4393-9c76-d1128d802af1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:10.290250 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3b95b3c1-f384-4393-9c76-d1128d802af1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:10.315763 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-3b95b3c1-f384-4393-9c76-d1128d802af1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809fc5dd-56f7-4e29-91ee-51b537f74875']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:10.325094 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-3b95b3c1-f384-4393-9c76-d1128d802af1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94be5123-c4ca-4a39-83aa-71cb2fc8d338') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:10.325395 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-3b95b3c1-f384-4393-9c76-d1128d802af1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94be5123-c4ca-4a39-83aa-71cb2fc8d338') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:10.341751 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3b95b3c1-f384-4393-9c76-d1128d802af1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:10.355454 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3b95b3c1-f384-4393-9c76-d1128d802af1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:10.362293 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b95b3c1-f384-4393-9c76-d1128d802af1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:55:10.362627 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3b95b3c1-f384-4393-9c76-d1128d802af1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:55:10.365664 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:55:10.423771 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3b95b3c1-f384-4393-9c76-d1128d802af1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:10.431983 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3b95b3c1-f384-4393-9c76-d1128d802af1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:10.437716 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3b95b3c1-f384-4393-9c76-d1128d802af1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/networks/809fc5dd-56f7-4e29-91ee-51b537f74875 HTTP/1.1" status: 204 len: 168 time: 0.3305016 Mar 14 15:55:10.437960 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33758) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:10.455410 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95b3c1-f384-4393-9c76-d1128d802af1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Network': ['ID=809fc5dd-56f7-4e29-91ee-51b537f74875,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:10.502040 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e2523b6-6428-49b5-8932-66ee2ad3e7d7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:10.525933 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e2523b6-6428-49b5-8932-66ee2ad3e7d7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:10.584087 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e2523b6-6428-49b5-8932-66ee2ad3e7d7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:10.586759 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6e2523b6-6428-49b5-8932-66ee2ad3e7d7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:10.587922 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6e2523b6-6428-49b5-8932-66ee2ad3e7d7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/security-groups/73f2a1f6-7bf5-43a1-b6fb-add56346d075 HTTP/1.1" status: 204 len: 168 time: 0.1490626 Mar 14 15:55:10.597538 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2523b6-6428-49b5-8932-66ee2ad3e7d7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f2a1f6-7bf5-43a1-b6fb-add56346d075,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:10.717084 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 66e5b80b-0f13-455f-81d0-f4aaf3746003 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:55:10.737993 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 66e5b80b-0f13-455f-81d0-f4aaf3746003 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:55:10.738364 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 66e5b80b-0f13-455f-81d0-f4aaf3746003 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:55:10.739093 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1c0ecc07-8542-454c-9a62-f67ca2f6748a no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:55:10.761790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 1c0ecc07-8542-454c-9a62-f67ca2f6748a {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:55:10.762142 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1c0ecc07-8542-454c-9a62-f67ca2f6748a not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:55:10.762672 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 81bbfce1-6b02-4fe7-a33e-7ae44bed9b30 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:55:10.783519 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 81bbfce1-6b02-4fe7-a33e-7ae44bed9b30 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:55:10.783868 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 81bbfce1-6b02-4fe7-a33e-7ae44bed9b30 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:55:11.011576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33764) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:11.016766 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8cef28c6-75a7-42a6-a840-b301a7a9ca1b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-468796594', 'description': 'tempest-secgroup-smoke-468796594 description', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:55:11.037942 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cef28c6-75a7-42a6-a840-b301a7a9ca1b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.102161 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cef28c6-75a7-42a6-a840-b301a7a9ca1b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.105638 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cef28c6-75a7-42a6-a840-b301a7a9ca1b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.131901 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cef28c6-75a7-42a6-a840-b301a7a9ca1b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.133114 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8cef28c6-75a7-42a6-a840-b301a7a9ca1b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1205511 Mar 14 15:55:11.136253 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33766) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:11.136919 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef28c6-75a7-42a6-a840-b301a7a9ca1b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7abee773-b434-4289-8bae-a139bea00073,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:11.143116 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a49f92ca-2e82-49c3-b1c3-2015c04f6294 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '7abee773-b434-4289-8bae-a139bea00073', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:55:11.167982 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a49f92ca-2e82-49c3-b1c3-2015c04f6294 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.222032 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a49f92ca-2e82-49c3-b1c3-2015c04f6294 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.225622 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a49f92ca-2e82-49c3-b1c3-2015c04f6294 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.243304 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f92ca-2e82-49c3-b1c3-2015c04f6294 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5789ddff-8796-46d5-864f-7c084dddec0e,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:11.250508 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a49f92ca-2e82-49c3-b1c3-2015c04f6294 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.251721 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a49f92ca-2e82-49c3-b1c3-2015c04f6294 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143887 Mar 14 15:55:11.254452 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33768) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:11.258862 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a90bee4a-c49b-4533-a897-8143c735626a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '7abee773-b434-4289-8bae-a139bea00073', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:55:11.282969 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a90bee4a-c49b-4533-a897-8143c735626a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.343436 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a90bee4a-c49b-4533-a897-8143c735626a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.347241 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a90bee4a-c49b-4533-a897-8143c735626a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.363848 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bee4a-c49b-4533-a897-8143c735626a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926da306-6736-488e-8d5d-78d829fca774,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:11.371911 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a90bee4a-c49b-4533-a897-8143c735626a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.373640 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a90bee4a-c49b-4533-a897-8143c735626a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182230 Mar 14 15:55:11.376361 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33770) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:11.380585 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-eccbf14d-6a68-4f3a-acc4-77788493e19f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '7abee773-b434-4289-8bae-a139bea00073', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:55:11.407568 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eccbf14d-6a68-4f3a-acc4-77788493e19f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.466005 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eccbf14d-6a68-4f3a-acc4-77788493e19f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.471495 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eccbf14d-6a68-4f3a-acc4-77788493e19f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.490350 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbf14d-6a68-4f3a-acc4-77788493e19f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2e754a-d690-43d8-9efa-95d1ab02eeb7,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:11.499336 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-eccbf14d-6a68-4f3a-acc4-77788493e19f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.500532 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-eccbf14d-6a68-4f3a-acc4-77788493e19f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232605 Mar 14 15:55:11.503275 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33772) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:11.507589 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ad26f0f9-6641-455b-b80b-86e6307f609e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '7abee773-b434-4289-8bae-a139bea00073', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:55:11.531709 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ad26f0f9-6641-455b-b80b-86e6307f609e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.590061 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ad26f0f9-6641-455b-b80b-86e6307f609e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.594573 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ad26f0f9-6641-455b-b80b-86e6307f609e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.614778 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26f0f9-6641-455b-b80b-86e6307f609e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d76dbc-9051-4287-b4e1-c3511108e37d,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:11.619995 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ad26f0f9-6641-455b-b80b-86e6307f609e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.621258 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ad26f0f9-6641-455b-b80b-86e6307f609e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169701 Mar 14 15:55:11.624003 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33774) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:11.628330 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-7c85cbe5-fa75-423f-8270-64f9ebed79c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '7abee773-b434-4289-8bae-a139bea00073', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:55:11.647828 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-7c85cbe5-fa75-423f-8270-64f9ebed79c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Project 6daa82aa9aec4faaa5df0ea4500b9963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:55:11.652657 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c85cbe5-fa75-423f-8270-64f9ebed79c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.715733 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c85cbe5-fa75-423f-8270-64f9ebed79c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.720039 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c85cbe5-fa75-423f-8270-64f9ebed79c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.738197 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85cbe5-fa75-423f-8270-64f9ebed79c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91724313-7a93-4283-ab97-429d4f1a5e39,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:11.743296 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c85cbe5-fa75-423f-8270-64f9ebed79c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.747324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33776) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:11.747828 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7c85cbe5-fa75-423f-8270-64f9ebed79c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223097 Mar 14 15:55:11.752601 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c8a00cc1-2b69-4b44-8a18-ce6148265ffa tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '7abee773-b434-4289-8bae-a139bea00073', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:55:11.772355 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-c8a00cc1-2b69-4b44-8a18-ce6148265ffa tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Project 6daa82aa9aec4faaa5df0ea4500b9963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:55:11.777140 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8a00cc1-2b69-4b44-8a18-ce6148265ffa tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.836840 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8a00cc1-2b69-4b44-8a18-ce6148265ffa tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.840635 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8a00cc1-2b69-4b44-8a18-ce6148265ffa tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.858280 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a00cc1-2b69-4b44-8a18-ce6148265ffa tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=addbdf03-5d3e-43e2-b6eb-8bfeb15f42ad,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:11.865576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8a00cc1-2b69-4b44-8a18-ce6148265ffa tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.866725 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c8a00cc1-2b69-4b44-8a18-ce6148265ffa tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177785 Mar 14 15:55:11.869566 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33778) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:11.875026 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-520c2078-0ab7-4897-89b4-6feab4440f49 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'network': {'name': 'tempest-network-smoke--1405881584', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'port_security_enabled': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:55:11.893346 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520c2078-0ab7-4897-89b4-6feab4440f49 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Made reservation on behalf of 6daa82aa9aec4faaa5df0ea4500b9963 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:55:11.896805 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-520c2078-0ab7-4897-89b4-6feab4440f49 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.922426 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520c2078-0ab7-4897-89b4-6feab4440f49 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:55:11.931189 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-520c2078-0ab7-4897-89b4-6feab4440f49 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.931532 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-520c2078-0ab7-4897-89b4-6feab4440f49 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Added segment af9e17b4-7703-4c0e-9da3-2118821e261d of type vlan for network fd754fe8-6456-4148-ad00-05d745591d7a Mar 14 15:55:11.970471 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-520c2078-0ab7-4897-89b4-6feab4440f49 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:11.994597 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-520c2078-0ab7-4897-89b4-6feab4440f49 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:12.003258 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520c2078-0ab7-4897-89b4-6feab4440f49 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:12.003851 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-520c2078-0ab7-4897-89b4-6feab4440f49 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:12.063786 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-520c2078-0ab7-4897-89b4-6feab4440f49 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1931975 Mar 14 15:55:12.066568 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33780) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:12.071198 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-939449e1-fd27-4c82-aea0-39cb1f03d0c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-16013852', 'admin_state_up': True, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:55:12.072380 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c2078-0ab7-4897-89b4-6feab4440f49 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Network': ['ID=fd754fe8-6456-4148-ad00-05d745591d7a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:12.084759 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network fd754fe8-6456-4148-ad00-05d745591d7a details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:55:12.096304 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-939449e1-fd27-4c82-aea0-39cb1f03d0c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:12.097479 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-939449e1-fd27-4c82-aea0-39cb1f03d0c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:12.149402 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-939449e1-fd27-4c82-aea0-39cb1f03d0c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:12.287954 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-939449e1-fd27-4c82-aea0-39cb1f03d0c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:12.476440 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-939449e1-fd27-4c82-aea0-39cb1f03d0c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:12.498447 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-939449e1-fd27-4c82-aea0-39cb1f03d0c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:12.597432 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-939449e1-fd27-4c82-aea0-39cb1f03d0c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Allocated IP 172.26.6.14 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/b50fd786-5791-4dc0-9350-6b5cf36107fe) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:55:12.701311 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-939449e1-fd27-4c82-aea0-39cb1f03d0c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:12.734066 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-939449e1-fd27-4c82-aea0-39cb1f03d0c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:12.771376 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939449e1-fd27-4c82-aea0-39cb1f03d0c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:55:12.774365 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-939449e1-fd27-4c82-aea0-39cb1f03d0c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:55:12.777843 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939449e1-fd27-4c82-aea0-39cb1f03d0c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:55:12.807297 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939449e1-fd27-4c82-aea0-39cb1f03d0c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=b50fd786-5791-4dc0-9350-6b5cf36107fe,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:13.035514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-939449e1-fd27-4c82-aea0-39cb1f03d0c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:13.229681 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-939449e1-fd27-4c82-aea0-39cb1f03d0c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:13.354776 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939449e1-fd27-4c82-aea0-39cb1f03d0c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router 54d3ef63-50c1-4404-91b1-bd906c1e573b is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:55:13.461425 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939449e1-fd27-4c82-aea0-39cb1f03d0c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:55:13.474230 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0672f739-d204-44e8-9648-f13039fba596 None None] Sync routers for ids ['54d3ef63-50c1-4404-91b1-bd906c1e573b'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:55:13.483295 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-939449e1-fd27-4c82-aea0-39cb1f03d0c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:13.484409 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0672f739-d204-44e8-9648-f13039fba596 None None] Routers {'54d3ef63-50c1-4404-91b1-bd906c1e573b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:55:13.484546 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-939449e1-fd27-4c82-aea0-39cb1f03d0c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4168601 Mar 14 15:55:13.485119 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0672f739-d204-44e8-9648-f13039fba596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:55:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['54d3ef63-50c1-4404-91b1-bd906c1e573b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:13.487715 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33782) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:13.520408 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-71472c09-52c8-4e68-969e-7c040c827e66 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=6daa82aa9aec4faaa5df0ea4500b9963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315409 Mar 14 15:55:13.522960 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33784) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:13.590593 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0672f739-d204-44e8-9648-f13039fba596 None None] Set router 54d3ef63-50c1-4404-91b1-bd906c1e573b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:55:13.608716 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11153b5-b768-4ad5-a785-2b3bfc791de0 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:13.610229 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d11153b5-b768-4ad5-a785-2b3bfc791de0 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863740 Mar 14 15:55:13.613250 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33786) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:13.644660 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8ff78ebe-6331-4b1d-bf31-f16a7d3efa70 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280182 Mar 14 15:55:13.644891 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33788) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:13.649442 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-baee6951-6e8c-40de-95b3-8887236562c2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-129589490', 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:55:13.735746 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baee6951-6e8c-40de-95b3-8887236562c2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Made reservation on behalf of 6daa82aa9aec4faaa5df0ea4500b9963 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:55:13.739504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-baee6951-6e8c-40de-95b3-8887236562c2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:13.854146 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0672f739-d204-44e8-9648-f13039fba596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16013852', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:12Z', 'revision_number': 3, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:13.879840 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0672f739-d204-44e8-9648-f13039fba596 None None] Checking router: 54d3ef63-50c1-4404-91b1-bd906c1e573b for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:55:13.880186 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0672f739-d204-44e8-9648-f13039fba596 None None] Updating router 54d3ef63-50c1-4404-91b1-bd906c1e573b port b50fd786-5791-4dc0-9350-6b5cf36107fe binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:55:13.905063 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0672f739-d204-44e8-9648-f13039fba596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:13.926101 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-baee6951-6e8c-40de-95b3-8887236562c2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:13.988129 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee6951-6e8c-40de-95b3-8887236562c2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Subnet': ['ID=8b79a261-76c7-4fea-95e2-4b31b8a24853,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:13.996488 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baee6951-6e8c-40de-95b3-8887236562c2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Checking segment: {'id': 'af9e17b4-7703-4c0e-9da3-2118821e261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:55:13.997392 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baee6951-6e8c-40de-95b3-8887236562c2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network hostable DHCP agents. Network: fd754fe8-6456-4148-ad00-05d745591d7a, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:55:14.014185 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baee6951-6e8c-40de-95b3-8887236562c2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network fd754fe8-6456-4148-ad00-05d745591d7a is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:55:14.024270 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-baee6951-6e8c-40de-95b3-8887236562c2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, fd754fe8-6456-4148-ad00-05d745591d7a) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:55:14.028890 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baee6951-6e8c-40de-95b3-8887236562c2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:14.030639 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-baee6951-6e8c-40de-95b3-8887236562c2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:14.035575 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8c09ed-fac0-4403-b008-b747b6d676f5 None None] Network fd754fe8-6456-4148-ad00-05d745591d7a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:55:14.047701 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-baee6951-6e8c-40de-95b3-8887236562c2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4018481 Mar 14 15:55:14.050617 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33790) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:14.179176 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0672f739-d204-44e8-9648-f13039fba596 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:14.185223 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0672f739-d204-44e8-9648-f13039fba596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:14.197793 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-fd754fe8-6456-4148-ad00-05d745591d7a', 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ips': [{'subnet_id': '8b79a261-76c7-4fea-95e2-4b31b8a24853'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:55:14.198660 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:14.243439 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0672f739-d204-44e8-9648-f13039fba596 None None] Attempting to bind port b50fd786-5791-4dc0-9350-6b5cf36107fe on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:55:14.243952 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0672f739-d204-44e8-9648-f13039fba596 None None] Attempting to bind port b50fd786-5791-4dc0-9350-6b5cf36107fe by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:55:14.244270 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672f739-d204-44e8-9648-f13039fba596 None None] Attempting to bind port b50fd786-5791-4dc0-9350-6b5cf36107fe on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:55:14.254121 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672f739-d204-44e8-9648-f13039fba596 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:55:14.254497 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672f739-d204-44e8-9648-f13039fba596 None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:55:14.254895 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0672f739-d204-44e8-9648-f13039fba596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:14.255304 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672f739-d204-44e8-9648-f13039fba596 None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:55:14.255758 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-0672f739-d204-44e8-9648-f13039fba596 None None] Bound port: b50fd786-5791-4dc0-9350-6b5cf36107fe, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:55:14.256271 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0672f739-d204-44e8-9648-f13039fba596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:14.285241 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e61311-bfc6-41cd-aa64-ab41fd0cb10b None None] Pushing event updated for resources: {'Port': ['ID=b50fd786-5791-4dc0-9350-6b5cf36107fe,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:14.301468 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e61311-bfc6-41cd-aa64-ab41fd0cb10b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:14.301468 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e61311-bfc6-41cd-aa64-ab41fd0cb10b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:14.301815 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e61311-bfc6-41cd-aa64-ab41fd0cb10b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:14.302061 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e61311-bfc6-41cd-aa64-ab41fd0cb10b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:14.302386 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e61311-bfc6-41cd-aa64-ab41fd0cb10b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:14.302706 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e61311-bfc6-41cd-aa64-ab41fd0cb10b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:14.303059 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e61311-bfc6-41cd-aa64-ab41fd0cb10b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:14.303377 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e61311-bfc6-41cd-aa64-ab41fd0cb10b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:14.303698 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e61311-bfc6-41cd-aa64-ab41fd0cb10b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:14.304013 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e61311-bfc6-41cd-aa64-ab41fd0cb10b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:14.304319 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e61311-bfc6-41cd-aa64-ab41fd0cb10b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:14.304637 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e61311-bfc6-41cd-aa64-ab41fd0cb10b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:55:14.323372 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0672f739-d204-44e8-9648-f13039fba596 None None] For port b50fd786-5791-4dc0-9350-6b5cf36107fe, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:55:14.326706 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-0672f739-d204-44e8-9648-f13039fba596 None None] For port b50fd786-5791-4dc0-9350-6b5cf36107fe, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=b50fd786-5791-4dc0-9350-6b5cf36107fe,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:55:14.333717 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-0672f739-d204-44e8-9648-f13039fba596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:14.347782 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] Allocated IP 172.20.0.2 (fd754fe8-6456-4148-ad00-05d745591d7a/8b79a261-76c7-4fea-95e2-4b31b8a24853/3e8f813f-f314-4eb0-9f88-8b3200d917a5) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:55:14.395877 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0672f739-d204-44e8-9648-f13039fba596 None None] Routers {'54d3ef63-50c1-4404-91b1-bd906c1e573b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:55:14.396569 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0672f739-d204-44e8-9648-f13039fba596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:55:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['54d3ef63-50c1-4404-91b1-bd906c1e573b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:14.438850 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e61311-bfc6-41cd-aa64-ab41fd0cb10b None None] Pushing event updated for resources: {'Port': ['ID=b50fd786-5791-4dc0-9350-6b5cf36107fe,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:14.510430 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0672f739-d204-44e8-9648-f13039fba596 None None] Set router 54d3ef63-50c1-4404-91b1-bd906c1e573b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:55:14.534365 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:14.542026 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:14.586390 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] Network fd754fe8-6456-4148-ad00-05d745591d7a is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:55:14.589250 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:55:14.593922 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:55:14.601764 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] Pushing event updated for resources: {'Port': ['ID=3e8f813f-f314-4eb0-9f88-8b3200d917a5,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:14.662585 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] Attempting to bind port 3e8f813f-f314-4eb0-9f88-8b3200d917a5 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:55:14.662979 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] Attempting to bind port 3e8f813f-f314-4eb0-9f88-8b3200d917a5 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'af9e17b4-7703-4c0e-9da3-2118821e261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:55:14.663342 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] Attempting to bind port 3e8f813f-f314-4eb0-9f88-8b3200d917a5 on network fd754fe8-6456-4148-ad00-05d745591d7a {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:55:14.668784 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:55:14.669160 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] Checking segment: {'id': 'af9e17b4-7703-4c0e-9da3-2118821e261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:55:14.669556 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:14.670611 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] Bound using segment: {'id': 'af9e17b4-7703-4c0e-9da3-2118821e261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:55:14.671200 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] Bound port: 3e8f813f-f314-4eb0-9f88-8b3200d917a5, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9e17b4-7703-4c0e-9da3-2118821e261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:55:14.671611 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:14.712409 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0672f739-d204-44e8-9648-f13039fba596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16013852', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:12Z', 'revision_number': 3, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:14.742526 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] For port 3e8f813f-f314-4eb0-9f88-8b3200d917a5, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:55:14.746308 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] For port 3e8f813f-f314-4eb0-9f88-8b3200d917a5, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3e8f813f-f314-4eb0-9f88-8b3200d917a5,segment=NetworkSegment(af9e17b4-7703-4c0e-9da3-2118821e261d),segment_id=af9e17b4-7703-4c0e-9da3-2118821e261d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:55:14.746705 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0672f739-d204-44e8-9648-f13039fba596 None None] The sync data for ids ['54d3ef63-50c1-4404-91b1-bd906c1e573b'] in dv-neutron-833559-1-hyperv is: [{'id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16013852', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:12Z', 'revision_number': 3, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:55:14.756159 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:14.819175 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe759b-51a3-4118-b574-b1ff8d4f6010 None None] Pushing event updated for resources: {'Port': ['ID=3e8f813f-f314-4eb0-9f88-8b3200d917a5,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:14.875659 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7354c654-006b-4774-a2d3-a7116f4affac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:15.210034 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-7354c654-006b-4774-a2d3-a7116f4affac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Allocated IP 172.20.0.1 (fd754fe8-6456-4148-ad00-05d745591d7a/8b79a261-76c7-4fea-95e2-4b31b8a24853/8f631454-9401-4eaf-97ab-bee11a91b359) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:55:15.337438 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7354c654-006b-4774-a2d3-a7116f4affac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:15.366663 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:55:15.372322 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7354c654-006b-4774-a2d3-a7116f4affac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:15.419579 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7354c654-006b-4774-a2d3-a7116f4affac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network fd754fe8-6456-4148-ad00-05d745591d7a is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:55:15.423249 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-7354c654-006b-4774-a2d3-a7116f4affac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:55:15.427634 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7354c654-006b-4774-a2d3-a7116f4affac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:55:15.431615 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354c654-006b-4774-a2d3-a7116f4affac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=8f631454-9401-4eaf-97ab-bee11a91b359,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:15.480355 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7354c654-006b-4774-a2d3-a7116f4affac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:15.633230 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7354c654-006b-4774-a2d3-a7116f4affac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:15.797368 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baa6075-53dd-4f6a-9ec5-0348fe1269fd None None] Network fd754fe8-6456-4148-ad00-05d745591d7a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:55:15.917127 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-f2257911-b961-477b-a8ba-23585460794f None None] Provisioning complete for port 3e8f813f-f314-4eb0-9f88-8b3200d917a5 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:15.917491 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2257911-b961-477b-a8ba-23585460794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:15.926428 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7354c654-006b-4774-a2d3-a7116f4affac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:15.932387 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7354c654-006b-4774-a2d3-a7116f4affac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:16.006149 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354c654-006b-4774-a2d3-a7116f4affac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=8f631454-9401-4eaf-97ab-bee11a91b359,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:16.012083 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7354c654-006b-4774-a2d3-a7116f4affac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:16.036736 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2257911-b961-477b-a8ba-23585460794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:16.079711 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f2257911-b961-477b-a8ba-23585460794f None None] For port 3e8f813f-f314-4eb0-9f88-8b3200d917a5, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3e8f813f-f314-4eb0-9f88-8b3200d917a5,segment=NetworkSegment(af9e17b4-7703-4c0e-9da3-2118821e261d),segment_id=af9e17b4-7703-4c0e-9da3-2118821e261d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:55:16.085339 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f2257911-b961-477b-a8ba-23585460794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:16.126963 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7354c654-006b-4774-a2d3-a7116f4affac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network fd754fe8-6456-4148-ad00-05d745591d7a is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:55:16.129177 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-7354c654-006b-4774-a2d3-a7116f4affac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:55:16.140344 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2257911-b961-477b-a8ba-23585460794f None None] Pushing event updated for resources: {'Port': ['ID=3e8f813f-f314-4eb0-9f88-8b3200d917a5,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:16.258037 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7354c654-006b-4774-a2d3-a7116f4affac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router 54d3ef63-50c1-4404-91b1-bd906c1e573b has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:55:16.312954 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b8bc7a04-bc1a-4cc4-a6dc-cc326fc81211 None None] Provisioning complete for port 8f631454-9401-4eaf-97ab-bee11a91b359 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:16.313332 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b8bc7a04-bc1a-4cc4-a6dc-cc326fc81211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:16.351965 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc7a04-bc1a-4cc4-a6dc-cc326fc81211 None None] Port 8f631454-9401-4eaf-97ab-bee11a91b359 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:55:16.362900 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b8bc7a04-bc1a-4cc4-a6dc-cc326fc81211 None None] Provisioning complete for port 3e8f813f-f314-4eb0-9f88-8b3200d917a5 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:16.363425 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b8bc7a04-bc1a-4cc4-a6dc-cc326fc81211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:16.383607 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7354c654-006b-4774-a2d3-a7116f4affac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:55:16.390565 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7354c654-006b-4774-a2d3-a7116f4affac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "PUT /v2.0/routers/54d3ef63-50c1-4404-91b1-bd906c1e573b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3367298 Mar 14 15:55:16.460671 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] Sync routers for ids ['54d3ef63-50c1-4404-91b1-bd906c1e573b'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:55:16.478873 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] Routers {'54d3ef63-50c1-4404-91b1-bd906c1e573b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:55:16.479526 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:55:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['54d3ef63-50c1-4404-91b1-bd906c1e573b'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:16.559046 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-18856012-c9be-4422-be18-166d6b1e5fa9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-468796594&fields=id&tenant_id=6daa82aa9aec4faaa5df0ea4500b9963 HTTP/1.1" status: 200 len: 267 time: 0.0402715 Mar 14 15:55:16.679593 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-8690fcfc-83c5-48f3-858a-90f9244b1bce tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:16.680987 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-8690fcfc-83c5-48f3-858a-90f9244b1bce tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/networks?id=fd754fe8-6456-4148-ad00-05d745591d7a HTTP/1.1" status: 200 len: 797 time: 0.1138229 Mar 14 15:55:16.705002 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-393b2bd0-350b-4a79-87e1-097bed12109e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/quotas/6daa82aa9aec4faaa5df0ea4500b9963 HTTP/1.1" status: 200 len: 375 time: 0.0143270 Mar 14 15:55:16.756012 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-4e83eb48-7440-42b5-a710-2cef6a67f7b6 None None] Provisioning complete for port 8f631454-9401-4eaf-97ab-bee11a91b359 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:16.756376 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4e83eb48-7440-42b5-a710-2cef6a67f7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:16.761734 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] Set router 54d3ef63-50c1-4404-91b1-bd906c1e573b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:55:16.769265 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-94ae4ebf-d53f-4cc9-9804-4b6c473a8dc1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564907 Mar 14 15:55:16.813496 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device b50fd786-5791-4dc0-9350-6b5cf36107fe up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:55:16.863657 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-4e83eb48-7440-42b5-a710-2cef6a67f7b6 None None] Port 8f631454-9401-4eaf-97ab-bee11a91b359 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:55:16.872622 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-a3460199-2b51-47fd-802e-b01c80ed136c service neutron] 10.222.0.59 "GET /v2.0/networks/fd754fe8-6456-4148-ad00-05d745591d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895545 Mar 14 15:55:16.966009 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port b50fd786-5791-4dc0-9350-6b5cf36107fe triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:16.966306 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:16.970752 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-4db54488-e4ce-4336-aae2-d1a5c113537d service neutron] 10.222.0.59 "GET /v2.0/networks/fd754fe8-6456-4148-ad00-05d745591d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917792 Mar 14 15:55:17.032282 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-408c88ab-da4c-4e2f-ae78-0a8d0def657e None None] Provisioning complete for port 8f631454-9401-4eaf-97ab-bee11a91b359 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:17.032659 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-408c88ab-da4c-4e2f-ae78-0a8d0def657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:17.126658 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-408c88ab-da4c-4e2f-ae78-0a8d0def657e None None] Port 8f631454-9401-4eaf-97ab-bee11a91b359 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:55:17.145706 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:17.155004 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ba75f844-b646-4596-b1d0-598e9ab6b330 req-e32e3ece-428d-4c03-817e-6f0333b35a77 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 210 time: 0.0324099 Mar 14 15:55:17.173540 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16013852', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:15Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '8f631454-9401-4eaf-97ab-bee11a91b359', 'name': '', 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:2a:9d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '8b79a261-76c7-4fea-95e2-4b31b8a24853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:15Z', 'updated_at': '2022-03-14T15:55:15Z', 'revision_number': 2, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': '8b79a261-76c7-4fea-95e2-4b31b8a24853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:17.178507 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port b50fd786-5791-4dc0-9350-6b5cf36107fe, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=b50fd786-5791-4dc0-9350-6b5cf36107fe,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:55:17.203263 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] Checking router: 54d3ef63-50c1-4404-91b1-bd906c1e573b for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:55:17.203624 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] Updating router 54d3ef63-50c1-4404-91b1-bd906c1e573b port 8f631454-9401-4eaf-97ab-bee11a91b359 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:55:17.205773 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:17.206529 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3e8f813f-f314-4eb0-9f88-8b3200d917a5 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:55:17.285815 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:17.341113 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=b50fd786-5791-4dc0-9350-6b5cf36107fe,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:17.363593 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 3e8f813f-f314-4eb0-9f88-8b3200d917a5 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:17.363974 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:17.649346 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:17.655893 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:17.704365 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e0bca-d726-4495-9d2d-d8cdbe3b8dde None None] Pushing event updated for resources: {'Port': ['ID=8f631454-9401-4eaf-97ab-bee11a91b359,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:17.759680 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] Attempting to bind port 8f631454-9401-4eaf-97ab-bee11a91b359 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:55:17.760056 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] Attempting to bind port 8f631454-9401-4eaf-97ab-bee11a91b359 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'af9e17b4-7703-4c0e-9da3-2118821e261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:55:17.760425 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] Attempting to bind port 8f631454-9401-4eaf-97ab-bee11a91b359 on network fd754fe8-6456-4148-ad00-05d745591d7a {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:55:17.766554 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:55:17.766984 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] Checking segment: {'id': 'af9e17b4-7703-4c0e-9da3-2118821e261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:55:17.767393 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:17.767792 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] Bound using segment: {'id': 'af9e17b4-7703-4c0e-9da3-2118821e261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:55:17.768262 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] Bound port: 8f631454-9401-4eaf-97ab-bee11a91b359, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9e17b4-7703-4c0e-9da3-2118821e261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:55:17.768645 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:17.835196 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] For port 8f631454-9401-4eaf-97ab-bee11a91b359, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:55:17.838397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] For port 8f631454-9401-4eaf-97ab-bee11a91b359, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=8f631454-9401-4eaf-97ab-bee11a91b359,segment=NetworkSegment(af9e17b4-7703-4c0e-9da3-2118821e261d),segment_id=af9e17b4-7703-4c0e-9da3-2118821e261d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:55:17.844046 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:17.901139 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] Routers {'54d3ef63-50c1-4404-91b1-bd906c1e573b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:55:17.901774 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:55:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['54d3ef63-50c1-4404-91b1-bd906c1e573b'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:17.945815 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e0bca-d726-4495-9d2d-d8cdbe3b8dde None None] Pushing event updated for resources: {'Port': ['ID=8f631454-9401-4eaf-97ab-bee11a91b359,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:17.971743 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-8149f64e-52a2-428a-bf84-4455f07c2de2 None None] Provisioning complete for port 8f631454-9401-4eaf-97ab-bee11a91b359 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:17.972125 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8149f64e-52a2-428a-bf84-4455f07c2de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:18.064048 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] Set router 54d3ef63-50c1-4404-91b1-bd906c1e573b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:55:18.165130 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-ab460766-1f60-4100-b52e-dfabbc44bc70 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:18.166744 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-ab460766-1f60-4100-b52e-dfabbc44bc70 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "GET /v2.0/networks?id=fd754fe8-6456-4148-ad00-05d745591d7a HTTP/1.1" status: 200 len: 797 time: 0.1306341 Mar 14 15:55:18.176724 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8149f64e-52a2-428a-bf84-4455f07c2de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:18.226531 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-1a77f237-5a88-4a0c-9636-143707605c7a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6daa82aa9aec4faaa5df0ea4500b9963 HTTP/1.1" status: 200 len: 379 time: 0.0448542 Mar 14 15:55:18.244867 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-1eefc3e6-4556-476d-b50e-9076a428f80a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'port': {'device_id': 'c9ae5b45-5adb-4650-879a-b1fd792f9e88', 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a', 'admin_state_up': True, 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'security_groups': ['7abee773-b434-4289-8bae-a139bea00073']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:55:18.257360 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8149f64e-52a2-428a-bf84-4455f07c2de2 None None] For port 8f631454-9401-4eaf-97ab-bee11a91b359, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=8f631454-9401-4eaf-97ab-bee11a91b359,segment=NetworkSegment(af9e17b4-7703-4c0e-9da3-2118821e261d),segment_id=af9e17b4-7703-4c0e-9da3-2118821e261d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:55:18.266628 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-e87f481f-8a32-4401-96f1-ead3b5cfcf75 req-dbff82b8-e763-4421-bbd1-47456d87aefa tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 210 time: 0.0323064 Mar 14 15:55:18.269791 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8149f64e-52a2-428a-bf84-4455f07c2de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:18.352589 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149f64e-52a2-428a-bf84-4455f07c2de2 None None] Pushing event updated for resources: {'Port': ['ID=8f631454-9401-4eaf-97ab-bee11a91b359,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:18.366459 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-1eefc3e6-4556-476d-b50e-9076a428f80a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Made reservation on behalf of 6daa82aa9aec4faaa5df0ea4500b9963 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:55:18.369278 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16013852', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:15Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '8f631454-9401-4eaf-97ab-bee11a91b359', 'name': '', 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:2a:9d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '8b79a261-76c7-4fea-95e2-4b31b8a24853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:15Z', 'updated_at': '2022-03-14T15:55:17Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': '8b79a261-76c7-4fea-95e2-4b31b8a24853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:18.369987 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-1eefc3e6-4556-476d-b50e-9076a428f80a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:18.401277 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5ffdf3-4884-4b70-9f8b-099f76ba017f None None] The sync data for ids ['54d3ef63-50c1-4404-91b1-bd906c1e573b'] in dv-neutron-833559-1-hyperv is: [{'id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16013852', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:15Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '8f631454-9401-4eaf-97ab-bee11a91b359', 'name': '', 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:2a:9d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '8b79a261-76c7-4fea-95e2-4b31b8a24853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:15Z', 'updated_at': '2022-03-14T15:55:17Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': '8b79a261-76c7-4fea-95e2-4b31b8a24853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:55:18.415161 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-8cc0d8ec-1965-4a9c-9acd-8c64e0821f39 None None] Provisioning complete for port 8f631454-9401-4eaf-97ab-bee11a91b359 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:18.415539 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8cc0d8ec-1965-4a9c-9acd-8c64e0821f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:18.538989 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-1eefc3e6-4556-476d-b50e-9076a428f80a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Allocated IP 172.20.0.6 (fd754fe8-6456-4148-ad00-05d745591d7a/8b79a261-76c7-4fea-95e2-4b31b8a24853/2a60144b-0769-4014-bcbe-ca113317c932) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:55:18.691983 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-1eefc3e6-4556-476d-b50e-9076a428f80a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:18.729018 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-1eefc3e6-4556-476d-b50e-9076a428f80a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:18.772413 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-1eefc3e6-4556-476d-b50e-9076a428f80a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network fd754fe8-6456-4148-ad00-05d745591d7a is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:55:18.776033 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-1eefc3e6-4556-476d-b50e-9076a428f80a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:55:18.778782 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-1eefc3e6-4556-476d-b50e-9076a428f80a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:55:18.816838 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eefc3e6-4556-476d-b50e-9076a428f80a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=2a60144b-0769-4014-bcbe-ca113317c932,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:18.822801 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device b50fd786-5791-4dc0-9350-6b5cf36107fe up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:55:18.846243 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-1eefc3e6-4556-476d-b50e-9076a428f80a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:18.846955 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-1eefc3e6-4556-476d-b50e-9076a428f80a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:18.875542 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-1eefc3e6-4556-476d-b50e-9076a428f80a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6354616 Mar 14 15:55:18.885410 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port b50fd786-5791-4dc0-9350-6b5cf36107fe triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:18.885960 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:18.950634 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] Request body: {'port': {'device_id': 'c9ae5b45-5adb-4650-879a-b1fd792f9e88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:55:18.998196 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 8f631454-9401-4eaf-97ab-bee11a91b359 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:55:19.213343 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-1fb2f221-3da2-49cb-863c-570c37ce0088 None None] Provisioning complete for port 2a60144b-0769-4014-bcbe-ca113317c932 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:19.213718 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1fb2f221-3da2-49cb-863c-570c37ce0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:19.251931 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 8f631454-9401-4eaf-97ab-bee11a91b359 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:19.252305 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:19.279195 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1fb2f221-3da2-49cb-863c-570c37ce0088 None None] Port 2a60144b-0769-4014-bcbe-ca113317c932 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:55:19.427597 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:19.483286 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228f941-6151-4c06-b9b2-e00b47f92c1a req-bf0f376e-90d7-4a74-84f3-f3b962f20e4f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:19.485034 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7228f941-6151-4c06-b9b2-e00b47f92c1a req-bf0f376e-90d7-4a74-84f3-f3b962f20e4f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 931 time: 0.0889823 Mar 14 15:55:19.596000 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7228f941-6151-4c06-b9b2-e00b47f92c1a req-8b2404db-71a0-4322-899d-2629edd2cc48 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967202 Mar 14 15:55:19.737847 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a60144b-0769-4014-bcbe-ca113317c932 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:55:19.745392 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:19.757730 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] Transition to ACTIVE for port object 2a60144b-0769-4014-bcbe-ca113317c932 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:55:19.760574 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:19.811538 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2a60144b-0769-4014-bcbe-ca113317c932,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:19.877997 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] Attempting to bind port 2a60144b-0769-4014-bcbe-ca113317c932 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:55:19.878336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] Attempting to bind port 2a60144b-0769-4014-bcbe-ca113317c932 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': 'af9e17b4-7703-4c0e-9da3-2118821e261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:55:19.878664 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] Attempting to bind port 2a60144b-0769-4014-bcbe-ca113317c932 on network fd754fe8-6456-4148-ad00-05d745591d7a {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:55:19.883094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] Port 2a60144b-0769-4014-bcbe-ca113317c932 on network fd754fe8-6456-4148-ad00-05d745591d7a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:55:19.883439 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] Attempting to bind port 2a60144b-0769-4014-bcbe-ca113317c932 on network fd754fe8-6456-4148-ad00-05d745591d7a {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:55:19.888492 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:55:19.888827 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] Checking segment: {'id': 'af9e17b4-7703-4c0e-9da3-2118821e261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:55:19.889214 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] Bound using segment: {'id': 'af9e17b4-7703-4c0e-9da3-2118821e261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:55:19.889636 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] Bound port: 2a60144b-0769-4014-bcbe-ca113317c932, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af9e17b4-7703-4c0e-9da3-2118821e261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:55:19.889998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:19.960745 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] For port 2a60144b-0769-4014-bcbe-ca113317c932, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:55:19.964048 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] For port 2a60144b-0769-4014-bcbe-ca113317c932, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2a60144b-0769-4014-bcbe-ca113317c932,segment=NetworkSegment(af9e17b4-7703-4c0e-9da3-2118821e261d),segment_id=af9e17b4-7703-4c0e-9da3-2118821e261d)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:55:19.968868 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:20.004803 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:20.005410 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:20.006782 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] 10.222.0.18 "PUT /v2.0/ports/2a60144b-0769-4014-bcbe-ca113317c932 HTTP/1.1" status: 200 len: 1093 time: 1.1189911 Mar 14 15:55:20.007288 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ae5b45-5adb-4650-879a-b1fd792f9e88', 'tag': '2a60144b-0769-4014-bcbe-ca113317c932'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:55:20.009506 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5094b73-2126-4895-881a-4f2e5ac7cb77" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ae5b45-5adb-4650-879a-b1fd792f9e88", "tag": "2a60144b-0769-4014-bcbe-ca113317c932"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:55:20.034440 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34c031-cab9-4f14-a264-351dd1a6b6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2a60144b-0769-4014-bcbe-ca113317c932,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:20.066882 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc11c071-19ed-4063-8787-27eb5fc7c61d x-openstack-request-id: req-cc11c071-19ed-4063-8787-27eb5fc7c61d {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:55:20.067257 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ae5b45-5adb-4650-879a-b1fd792f9e88", "tag": "2a60144b-0769-4014-bcbe-ca113317c932", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:55:20.067511 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cc11c071-19ed-4063-8787-27eb5fc7c61d {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:55:20.067910 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ae5b45-5adb-4650-879a-b1fd792f9e88', 'tag': '2a60144b-0769-4014-bcbe-ca113317c932', 'status': 'completed', 'code': 200} Mar 14 15:55:20.115774 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-b6f84c9f-32ef-458f-b5da-2a2b2bfd391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:20.117356 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-b6f84c9f-32ef-458f-b5da-2a2b2bfd391c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 1096 time: 0.0432184 Mar 14 15:55:20.167070 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-bab4800a-51ae-4e2d-9c08-1e5792af32e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a60144b-0769-4014-bcbe-ca113317c932 HTTP/1.1" status: 200 len: 217 time: 0.0386100 Mar 14 15:55:20.218944 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-0ade86fa-828f-416f-8e3b-cb91459e0110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:20.220399 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-0ade86fa-828f-416f-8e3b-cb91459e0110 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b79a261-76c7-4fea-95e2-4b31b8a24853 HTTP/1.1" status: 200 len: 834 time: 0.0434961 Mar 14 15:55:20.269208 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-09a06dcd-fcc2-417f-8984-926c99b99874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:20.270583 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-09a06dcd-fcc2-417f-8984-926c99b99874 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd754fe8-6456-4148-ad00-05d745591d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403960 Mar 14 15:55:20.365195 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-0b1a2ff9-2985-4b61-8f12-aabd2b32d5a4 service neutron] 10.222.0.18 "GET /v2.0/networks/fd754fe8-6456-4148-ad00-05d745591d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832829 Mar 14 15:55:20.458310 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-06c5d4c6-f266-4314-9e20-24c3ffeaa4af req-45ca2234-99d7-4acd-9cc8-3d37592e2b5d service neutron] 10.222.0.18 "GET /v2.0/networks/fd754fe8-6456-4148-ad00-05d745591d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823298 Mar 14 15:55:20.553614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5094b73-2126-4895-881a-4f2e5ac7cb77 req-80822712-ebd4-47ec-8cd5-11ae9ce701fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:20.555009 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5094b73-2126-4895-881a-4f2e5ac7cb77 req-80822712-ebd4-47ec-8cd5-11ae9ce701fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 1096 time: 0.0414970 Mar 14 15:55:20.649766 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5094b73-2126-4895-881a-4f2e5ac7cb77 req-ccb23860-e7b4-4bdb-a796-e541d3b1135a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:20.651474 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5094b73-2126-4895-881a-4f2e5ac7cb77 req-ccb23860-e7b4-4bdb-a796-e541d3b1135a service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd754fe8-6456-4148-ad00-05d745591d7a HTTP/1.1" status: 200 len: 898 time: 0.0889809 Mar 14 15:55:20.701513 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5094b73-2126-4895-881a-4f2e5ac7cb77 req-ad4c57e0-3d49-4b76-8f5e-d9031d4bf2bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a60144b-0769-4014-bcbe-ca113317c932 HTTP/1.1" status: 200 len: 217 time: 0.0425782 Mar 14 15:55:20.770929 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5094b73-2126-4895-881a-4f2e5ac7cb77 req-8b1819b5-edf0-4ae7-81c5-7dc6793a428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:20.772380 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5094b73-2126-4895-881a-4f2e5ac7cb77 req-8b1819b5-edf0-4ae7-81c5-7dc6793a428e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b79a261-76c7-4fea-95e2-4b31b8a24853 HTTP/1.1" status: 200 len: 834 time: 0.0527420 Mar 14 15:55:20.780907 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f6e01-81e7-41a7-933c-5d0441590ddf req-2a7dc047-7f73-4d8d-86ad-97a32a5d1686 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:20.782273 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d98f6e01-81e7-41a7-933c-5d0441590ddf req-2a7dc047-7f73-4d8d-86ad-97a32a5d1686 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 943 time: 0.1174076 Mar 14 15:55:20.845148 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d98f6e01-81e7-41a7-933c-5d0441590ddf req-618fd146-1dae-4a7b-84a6-8fc92b20dea3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545690 Mar 14 15:55:20.847656 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5094b73-2126-4895-881a-4f2e5ac7cb77 req-359cdef4-6aa3-4b0b-a362-5ab221e72fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:20.849124 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5094b73-2126-4895-881a-4f2e5ac7cb77 req-359cdef4-6aa3-4b0b-a362-5ab221e72fc2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd754fe8-6456-4148-ad00-05d745591d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659046 Mar 14 15:55:20.942414 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5094b73-2126-4895-881a-4f2e5ac7cb77 req-a1e281c0-8eea-4d64-a602-15a6edfdcb7f service neutron] 10.222.0.18 "GET /v2.0/networks/fd754fe8-6456-4148-ad00-05d745591d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857999 Mar 14 15:55:21.033000 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a5094b73-2126-4895-881a-4f2e5ac7cb77 req-f506c299-e482-4e21-b402-484c4c4b7fdb service neutron] 10.222.0.18 "GET /v2.0/networks/fd754fe8-6456-4148-ad00-05d745591d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830123 Mar 14 15:55:21.959265 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98554651-a1a8-4ace-93cb-d09875b73257 req-49201916-1f98-4114-bde8-c75e66cac93d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:21.960718 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-98554651-a1a8-4ace-93cb-d09875b73257 req-49201916-1f98-4114-bde8-c75e66cac93d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 943 time: 0.0484462 Mar 14 15:55:21.999241 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-98554651-a1a8-4ace-93cb-d09875b73257 req-cec3b18c-8bb5-4d6e-af7f-755e05156819 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326304 Mar 14 15:55:23.118521 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd0c62-e78e-46e6-bb70-87f8a1c8daec req-6980ab49-1f69-42bf-9d98-da1d18cacfa6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:23.120016 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-46fd0c62-e78e-46e6-bb70-87f8a1c8daec req-6980ab49-1f69-42bf-9d98-da1d18cacfa6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 943 time: 0.0547793 Mar 14 15:55:23.158284 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-46fd0c62-e78e-46e6-bb70-87f8a1c8daec req-898b0513-d182-44b1-b0a0-aac7c6041af9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323296 Mar 14 15:55:23.595620 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 2a60144b-0769-4014-bcbe-ca113317c932 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:55:23.690070 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 2a60144b-0769-4014-bcbe-ca113317c932, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2a60144b-0769-4014-bcbe-ca113317c932,segment=NetworkSegment(af9e17b4-7703-4c0e-9da3-2118821e261d),segment_id=af9e17b4-7703-4c0e-9da3-2118821e261d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:55:23.701683 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '2a60144b-0769-4014-bcbe-ca113317c932', 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a', 'port_id': '2a60144b-0769-4014-bcbe-ca113317c932', 'mac_address': 'fa:16:3e:64:ac:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b79a261-76c7-4fea-95e2-4b31b8a24853', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:55:23.738485 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:23.751053 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a60144b-0769-4014-bcbe-ca113317c932 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:55:23.770213 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 2a60144b-0769-4014-bcbe-ca113317c932, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2a60144b-0769-4014-bcbe-ca113317c932,segment=NetworkSegment(af9e17b4-7703-4c0e-9da3-2118821e261d),segment_id=af9e17b4-7703-4c0e-9da3-2118821e261d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:55:23.773854 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:23.821321 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=2a60144b-0769-4014-bcbe-ca113317c932,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:24.056019 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['2a60144b-0769-4014-bcbe-ca113317c932'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:55:24.273248 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bcd53-0f33-41f0-b2f5-55ab409024a7 req-f4688fb8-c9af-4e22-a72f-02ff018a662c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:24.274709 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b90bcd53-0f33-41f0-b2f5-55ab409024a7 req-f4688fb8-c9af-4e22-a72f-02ff018a662c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 944 time: 0.0473306 Mar 14 15:55:24.317416 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b90bcd53-0f33-41f0-b2f5-55ab409024a7 req-28230200-dc3e-4800-bf3f-872220c81ea4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361159 Mar 14 15:55:25.434117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b78645-c38d-498a-8040-8e3c5513b96d req-4198a762-1a50-4173-93ee-f5f6d1da39c6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:25.436300 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b6b78645-c38d-498a-8040-8e3c5513b96d req-4198a762-1a50-4173-93ee-f5f6d1da39c6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 944 time: 0.0524492 Mar 14 15:55:25.473269 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b6b78645-c38d-498a-8040-8e3c5513b96d req-0d3c0cb9-4a9b-479a-9f4a-111ab013acce tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311098 Mar 14 15:55:25.596152 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 2a60144b-0769-4014-bcbe-ca113317c932 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:55:25.647401 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 2a60144b-0769-4014-bcbe-ca113317c932 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:55:25.651063 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 2a60144b-0769-4014-bcbe-ca113317c932 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:55:25.651510 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:25.727959 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:25.750288 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ae5b45-5adb-4650-879a-b1fd792f9e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a60144b-0769-4014-bcbe-ca113317c932'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:55:25.752541 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a32f4e-13f5-4644-9d57-2c65350fd5d4" -d '{"events": [{"server_uuid": "c9ae5b45-5adb-4650-879a-b1fd792f9e88", "name": "network-vif-plugged", "status": "completed", "tag": "2a60144b-0769-4014-bcbe-ca113317c932"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:55:25.765689 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 2a60144b-0769-4014-bcbe-ca113317c932, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2a60144b-0769-4014-bcbe-ca113317c932,segment=NetworkSegment(af9e17b4-7703-4c0e-9da3-2118821e261d),segment_id=af9e17b4-7703-4c0e-9da3-2118821e261d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:55:25.769476 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:25.821002 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=2a60144b-0769-4014-bcbe-ca113317c932,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:25.847285 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd5612d-71b9-4c4d-90c4-9ef0d02fefa7 x-openstack-request-id: req-4fd5612d-71b9-4c4d-90c4-9ef0d02fefa7 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:55:25.847898 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ae5b45-5adb-4650-879a-b1fd792f9e88", "name": "network-vif-plugged", "status": "completed", "tag": "2a60144b-0769-4014-bcbe-ca113317c932", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:55:25.848158 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4fd5612d-71b9-4c4d-90c4-9ef0d02fefa7 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:55:25.848559 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ae5b45-5adb-4650-879a-b1fd792f9e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a60144b-0769-4014-bcbe-ca113317c932', 'code': 200} Mar 14 15:55:26.027065 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5970550-8588-4b77-9dd7-518a850ba9f1 req-ec6d5074-88fe-45b1-8011-59bf8fc8b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:26.028507 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5970550-8588-4b77-9dd7-518a850ba9f1 req-ec6d5074-88fe-45b1-8011-59bf8fc8b519 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 1098 time: 0.0391958 Mar 14 15:55:26.066154 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5970550-8588-4b77-9dd7-518a850ba9f1 req-f3f2eaa1-71f8-4121-9105-c0432da2c5d0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273604 Mar 14 15:55:26.594095 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c705fb-4f9c-4984-9c58-22109f8bb467 req-3b67403e-0aa2-4c42-9236-9d439304d36b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:26.595565 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a6c705fb-4f9c-4984-9c58-22109f8bb467 req-3b67403e-0aa2-4c42-9236-9d439304d36b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0552914 Mar 14 15:55:26.632848 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a6c705fb-4f9c-4984-9c58-22109f8bb467 req-86667213-6314-4caf-bb1c-e282c18be0c1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314765 Mar 14 15:55:27.748678 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118e2d9-2b56-4d83-b1d2-11c1252f72ac req-25bb448b-e78a-4d95-abe6-261193369c28 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:27.750174 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2118e2d9-2b56-4d83-b1d2-11c1252f72ac req-25bb448b-e78a-4d95-abe6-261193369c28 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0492072 Mar 14 15:55:27.787401 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2118e2d9-2b56-4d83-b1d2-11c1252f72ac req-ea9f32e1-d6d0-4065-8267-0369676831e7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313709 Mar 14 15:55:27.902076 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff65044-e9ba-4f1e-a327-364060112a28 req-8355613e-721b-44e7-ad54-0869546fea32 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:27.903627 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5ff65044-e9ba-4f1e-a327-364060112a28 req-8355613e-721b-44e7-ad54-0869546fea32 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0514538 Mar 14 15:55:27.940728 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5ff65044-e9ba-4f1e-a327-364060112a28 req-a30f4ff0-7a11-4d11-b492-46c2f07c9362 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311964 Mar 14 15:55:27.961784 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33850) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:28.002349 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf827a2-b44f-4477-98f0-d09c24b6d2c5 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:28.003945 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7cf827a2-b44f-4477-98f0-d09c24b6d2c5 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 1093 time: 0.0411501 Mar 14 15:55:28.006665 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33852) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:28.010902 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-38d4c406-eec1-456a-9218-46d988d881f5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': '2a60144b-0769-4014-bcbe-ca113317c932', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:55:28.030793 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38d4c406-eec1-456a-9218-46d988d881f5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:28.128983 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38d4c406-eec1-456a-9218-46d988d881f5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:28.229817 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-38d4c406-eec1-456a-9218-46d988d881f5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Allocated IP 172.26.6.31 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/3c5886e1-3dbe-4642-b011-473534de3c4a) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:55:28.334136 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38d4c406-eec1-456a-9218-46d988d881f5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:28.367720 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38d4c406-eec1-456a-9218-46d988d881f5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:28.409779 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d4c406-eec1-456a-9218-46d988d881f5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:55:28.412544 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-38d4c406-eec1-456a-9218-46d988d881f5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:55:28.415346 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d4c406-eec1-456a-9218-46d988d881f5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:55:28.443665 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4c406-eec1-456a-9218-46d988d881f5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=3c5886e1-3dbe-4642-b011-473534de3c4a,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:28.779695 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38d4c406-eec1-456a-9218-46d988d881f5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:28.848354 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38d4c406-eec1-456a-9218-46d988d881f5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:28.992934 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38d4c406-eec1-456a-9218-46d988d881f5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:28.997139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38d4c406-eec1-456a-9218-46d988d881f5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:29.068388 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4c406-eec1-456a-9218-46d988d881f5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=3c5886e1-3dbe-4642-b011-473534de3c4a,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:55:29.078409 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38d4c406-eec1-456a-9218-46d988d881f5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:29.178444 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-38d4c406-eec1-456a-9218-46d988d881f5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Floating IP a08c0911-d396-4fc7-83bc-b211dfaa0e64 associated. External IP: 172.26.6.31, port: 2a60144b-0769-4014-bcbe-ca113317c932. Mar 14 15:55:29.384710 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d4c406-eec1-456a-9218-46d988d881f5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router 54d3ef63-50c1-4404-91b1-bd906c1e573b has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:55:29.492816 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d4c406-eec1-456a-9218-46d988d881f5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:55:29.502747 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69112e7d-28cc-46fe-a974-95189136f65e None None] Sync routers for ids ['54d3ef63-50c1-4404-91b1-bd906c1e573b'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:55:29.510113 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38d4c406-eec1-456a-9218-46d988d881f5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:29.512689 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69112e7d-28cc-46fe-a974-95189136f65e None None] Routers {'54d3ef63-50c1-4404-91b1-bd906c1e573b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:55:29.513322 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-69112e7d-28cc-46fe-a974-95189136f65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:55:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['54d3ef63-50c1-4404-91b1-bd906c1e573b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:29.537698 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-38d4c406-eec1-456a-9218-46d988d881f5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5299747 Mar 14 15:55:29.538288 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ae5b45-5adb-4650-879a-b1fd792f9e88', 'tag': '2a60144b-0769-4014-bcbe-ca113317c932'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:55:29.540578 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604b56b1-2151-489b-a0e0-342164c81b14" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ae5b45-5adb-4650-879a-b1fd792f9e88", "tag": "2a60144b-0769-4014-bcbe-ca113317c932"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:55:29.576561 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d15934-6e2b-4d6e-934a-82b4461cda36 x-openstack-request-id: req-08d15934-6e2b-4d6e-934a-82b4461cda36 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:55:29.577386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ae5b45-5adb-4650-879a-b1fd792f9e88", "tag": "2a60144b-0769-4014-bcbe-ca113317c932", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:55:29.577386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08d15934-6e2b-4d6e-934a-82b4461cda36 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:55:29.577711 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ae5b45-5adb-4650-879a-b1fd792f9e88', 'tag': '2a60144b-0769-4014-bcbe-ca113317c932', 'status': 'completed', 'code': 200} Mar 14 15:55:29.639730 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-69112e7d-28cc-46fe-a974-95189136f65e None None] Set router 54d3ef63-50c1-4404-91b1-bd906c1e573b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:55:29.640604 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f38c0-be49-4af2-9141-14ce21cdbe1e req-81d9e7ab-173d-499c-b32f-7e0dd4491212 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:29.642389 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-496f38c0-be49-4af2-9141-14ce21cdbe1e req-81d9e7ab-173d-499c-b32f-7e0dd4491212 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0558004 Mar 14 15:55:29.642884 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b56b1-2151-489b-a0e0-342164c81b14 req-779c615b-5b83-4b29-b574-2d5e9e2ef32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:29.644664 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-604b56b1-2151-489b-a0e0-342164c81b14 req-779c615b-5b83-4b29-b574-2d5e9e2ef32f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 1098 time: 0.0445049 Mar 14 15:55:29.684953 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-496f38c0-be49-4af2-9141-14ce21cdbe1e req-edadfd39-2acf-44b2-8ca9-b056d377dd61 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360274 Mar 14 15:55:29.706582 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33858) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:29.744456 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b56b1-2151-489b-a0e0-342164c81b14 req-23474f4b-919b-49ee-a222-4e6a05760d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:29.746206 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-604b56b1-2151-489b-a0e0-342164c81b14 req-23474f4b-919b-49ee-a222-4e6a05760d3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd754fe8-6456-4148-ad00-05d745591d7a HTTP/1.1" status: 200 len: 898 time: 0.0949812 Mar 14 15:55:29.774125 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-c0bea178-8adf-4e1a-89bb-fc5061ca26ae tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/floatingips/a08c0911-d396-4fc7-83bc-b211dfaa0e64 HTTP/1.1" status: 200 len: 990 time: 0.0657034 Mar 14 15:55:29.815197 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-604b56b1-2151-489b-a0e0-342164c81b14 req-3e0a0161-7880-48d2-9443-c6c09c040d57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a60144b-0769-4014-bcbe-ca113317c932 HTTP/1.1" status: 200 len: 998 time: 0.0615306 Mar 14 15:55:29.864196 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b56b1-2151-489b-a0e0-342164c81b14 req-e58550b2-c7ec-4dae-8c44-3895ea57ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:29.865254 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-69112e7d-28cc-46fe-a974-95189136f65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16013852', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:15Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'a08c0911-d396-4fc7-83bc-b211dfaa0e64', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'port_id': '2a60144b-0769-4014-bcbe-ca113317c932', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a', 'mac_address': 'fa:16:3e:64:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ae5b45-5adb-4650-879a-b1fd792f9e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:55:28Z', 'updated_at': '2022-03-14T15:55:28Z', 'revision_number': 0, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f631454-9401-4eaf-97ab-bee11a91b359', 'name': '', 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:2a:9d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '8b79a261-76c7-4fea-95e2-4b31b8a24853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:15Z', 'updated_at': '2022-03-14T15:55:18Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': '8b79a261-76c7-4fea-95e2-4b31b8a24853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:29.865632 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-604b56b1-2151-489b-a0e0-342164c81b14 req-e58550b2-c7ec-4dae-8c44-3895ea57ce8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b79a261-76c7-4fea-95e2-4b31b8a24853 HTTP/1.1" status: 200 len: 834 time: 0.0442967 Mar 14 15:55:29.892023 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69112e7d-28cc-46fe-a974-95189136f65e None None] Checking router: 54d3ef63-50c1-4404-91b1-bd906c1e573b for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:55:29.900136 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69112e7d-28cc-46fe-a974-95189136f65e None None] Routers {'54d3ef63-50c1-4404-91b1-bd906c1e573b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:55:29.900741 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-69112e7d-28cc-46fe-a974-95189136f65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:55:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['54d3ef63-50c1-4404-91b1-bd906c1e573b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:29.915856 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b56b1-2151-489b-a0e0-342164c81b14 req-174082d8-f53e-43e1-93c1-93a7a13d6568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:29.917346 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-604b56b1-2151-489b-a0e0-342164c81b14 req-174082d8-f53e-43e1-93c1-93a7a13d6568 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd754fe8-6456-4148-ad00-05d745591d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454659 Mar 14 15:55:30.004472 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-69112e7d-28cc-46fe-a974-95189136f65e None None] Set router 54d3ef63-50c1-4404-91b1-bd906c1e573b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:55:30.005460 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-604b56b1-2151-489b-a0e0-342164c81b14 req-fe35f382-8cf9-435b-8267-2bdf2773ed38 service neutron] 10.222.0.18 "GET /v2.0/networks/fd754fe8-6456-4148-ad00-05d745591d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811157 Mar 14 15:55:30.101741 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-604b56b1-2151-489b-a0e0-342164c81b14 req-73b95070-3e00-4c70-800f-10b6ee14e0a1 service neutron] 10.222.0.18 "GET /v2.0/networks/fd754fe8-6456-4148-ad00-05d745591d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894947 Mar 14 15:55:30.307010 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-69112e7d-28cc-46fe-a974-95189136f65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16013852', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:15Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'a08c0911-d396-4fc7-83bc-b211dfaa0e64', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'port_id': '2a60144b-0769-4014-bcbe-ca113317c932', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a', 'mac_address': 'fa:16:3e:64:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ae5b45-5adb-4650-879a-b1fd792f9e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:55:28Z', 'updated_at': '2022-03-14T15:55:28Z', 'revision_number': 0, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f631454-9401-4eaf-97ab-bee11a91b359', 'name': '', 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:2a:9d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '8b79a261-76c7-4fea-95e2-4b31b8a24853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:15Z', 'updated_at': '2022-03-14T15:55:18Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': '8b79a261-76c7-4fea-95e2-4b31b8a24853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:55:30.331933 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69112e7d-28cc-46fe-a974-95189136f65e None None] The sync data for ids ['54d3ef63-50c1-4404-91b1-bd906c1e573b'] in dv-neutron-833559-1-hyperv is: [{'id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16013852', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:15Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'a08c0911-d396-4fc7-83bc-b211dfaa0e64', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'port_id': '2a60144b-0769-4014-bcbe-ca113317c932', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a', 'mac_address': 'fa:16:3e:64:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ae5b45-5adb-4650-879a-b1fd792f9e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:55:28Z', 'updated_at': '2022-03-14T15:55:28Z', 'revision_number': 0, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f631454-9401-4eaf-97ab-bee11a91b359', 'name': '', 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:2a:9d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '8b79a261-76c7-4fea-95e2-4b31b8a24853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:15Z', 'updated_at': '2022-03-14T15:55:18Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': '8b79a261-76c7-4fea-95e2-4b31b8a24853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:55:30.510985 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cceb176-2002-4d5e-9c92-ff5838efccb3 None None] New status for floating IP a08c0911-d396-4fc7-83bc-b211dfaa0e64: ACTIVE {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:55:30.777328 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33860) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:55:30.837260 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-95395851-958e-445a-980a-892058bf9c24 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/floatingips/a08c0911-d396-4fc7-83bc-b211dfaa0e64 HTTP/1.1" status: 200 len: 992 time: 0.0588067 Mar 14 15:55:34.099104 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bb4a9bcc-578d-4d71-a8f8-a30c8f7657d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:36.479276 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a4a63bc4-bb9b-489a-b2fe-141bc78c30ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:37.558284 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:38.989108 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:39.105492 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:39.398357 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:55:45.810521 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-44105366-bb2b-41c8-ba87-069ecceecbca req-87c9d17b-e71a-45b6-8ff5-0f627b653eba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406907 Mar 14 15:55:45.890739 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44105366-bb2b-41c8-ba87-069ecceecbca req-74d3e4ff-f2bc-445e-a725-aafcfb886be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:45.892288 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-44105366-bb2b-41c8-ba87-069ecceecbca req-74d3e4ff-f2bc-445e-a725-aafcfb886be9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 1098 time: 0.0400553 Mar 14 15:55:45.999192 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44105366-bb2b-41c8-ba87-069ecceecbca req-89ad1d8f-601e-43b4-953f-bb675057794c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:46.000676 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-44105366-bb2b-41c8-ba87-069ecceecbca req-89ad1d8f-601e-43b4-953f-bb675057794c service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd754fe8-6456-4148-ad00-05d745591d7a HTTP/1.1" status: 200 len: 898 time: 0.0868039 Mar 14 15:55:46.065149 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-44105366-bb2b-41c8-ba87-069ecceecbca req-4970dd95-0206-4d7d-a2da-7c0260706a9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a60144b-0769-4014-bcbe-ca113317c932 HTTP/1.1" status: 200 len: 1000 time: 0.0570028 Mar 14 15:55:46.113813 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44105366-bb2b-41c8-ba87-069ecceecbca req-789acb90-3da7-4324-8e11-bc7b87a83225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:46.115248 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-44105366-bb2b-41c8-ba87-069ecceecbca req-789acb90-3da7-4324-8e11-bc7b87a83225 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b79a261-76c7-4fea-95e2-4b31b8a24853 HTTP/1.1" status: 200 len: 834 time: 0.0430660 Mar 14 15:55:46.162578 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44105366-bb2b-41c8-ba87-069ecceecbca req-fe0d5576-b154-41d9-8555-555dd6824ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:55:46.164086 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-44105366-bb2b-41c8-ba87-069ecceecbca req-fe0d5576-b154-41d9-8555-555dd6824ea4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd754fe8-6456-4148-ad00-05d745591d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425365 Mar 14 15:55:46.253733 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-44105366-bb2b-41c8-ba87-069ecceecbca req-f5defb2c-acf2-4ec2-b52e-97d1d0e66dc1 service neutron] 10.222.0.18 "GET /v2.0/networks/fd754fe8-6456-4148-ad00-05d745591d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824702 Mar 14 15:55:46.350404 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-44105366-bb2b-41c8-ba87-069ecceecbca req-738637a9-e8f5-4274-9896-f872e3b896e7 service neutron] 10.222.0.18 "GET /v2.0/networks/fd754fe8-6456-4148-ad00-05d745591d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860467 Mar 14 15:55:52.364825 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:56:03.963899 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [req-52a8cb5b-f062-4e79-b377-64edc9f0dc8b req-67d3b1ff-e1b6-481a-9c79-21d2cfd238cd service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:56:03.965405 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-52a8cb5b-f062-4e79-b377-64edc9f0dc8b req-67d3b1ff-e1b6-481a-9c79-21d2cfd238cd service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053544 Mar 14 15:56:04.103232 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d7404c34-c863-4b59-b615-ab393265d6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:04.150452 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af78601-8022-4d26-a1de-13640df3f55c req-fddee729-803a-4f35-a803-44f8343fcb83 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:04.152899 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6af78601-8022-4d26-a1de-13640df3f55c req-fddee729-803a-4f35-a803-44f8343fcb83 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0573628 Mar 14 15:56:04.163532 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33882) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:56:04.191811 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6af78601-8022-4d26-a1de-13640df3f55c req-4c49643c-aa26-48ad-a733-1fa59a0252ca tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334716 Mar 14 15:56:04.245665 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-0c094ec2-b371-43c4-b177-a0af0756a551 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809484 Mar 14 15:56:04.255358 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-6e1410f0-2798-47cf-a065-ad35c36f16a0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:56:04.256372 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-6e1410f0-2798-47cf-a065-ad35c36f16a0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049748 Mar 14 15:56:05.309972 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff84058-477a-4c83-947e-a969f028c748 req-0fe43f89-c1bb-4fe5-88bc-350b08be4f0a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:05.311461 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-eff84058-477a-4c83-947e-a969f028c748 req-0fe43f89-c1bb-4fe5-88bc-350b08be4f0a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0532322 Mar 14 15:56:05.348498 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-eff84058-477a-4c83-947e-a969f028c748 req-e10a759b-78a9-46a4-804d-4f8d13e51c00 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312290 Mar 14 15:56:06.463611 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198b9da-7926-49c5-91a8-7d09260d0805 req-5632ce50-ee13-4d2f-8d34-27b65f791f7f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:06.465804 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9198b9da-7926-49c5-91a8-7d09260d0805 req-5632ce50-ee13-4d2f-8d34-27b65f791f7f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0498183 Mar 14 15:56:06.481826 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7cc78ec5-d878-4211-9618-4b0f8512da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:06.510271 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9198b9da-7926-49c5-91a8-7d09260d0805 req-283e9014-55cf-4bba-b003-9753e32ec864 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377932 Mar 14 15:56:07.562826 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:07.637906 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a909619-99b4-4e55-96da-076bb4eccc28 req-2ab392cd-1ab7-4408-98ea-3654e105a788 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:07.639419 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6a909619-99b4-4e55-96da-076bb4eccc28 req-2ab392cd-1ab7-4408-98ea-3654e105a788 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0491769 Mar 14 15:56:07.676375 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6a909619-99b4-4e55-96da-076bb4eccc28 req-071b21de-ec99-4b98-80e2-4666fbda356a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309694 Mar 14 15:56:08.411853 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-515da2b1-c277-4079-9c57-b8571f6929ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:08.413299 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-515da2b1-c277-4079-9c57-b8571f6929ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 1098 time: 0.0452242 Mar 14 15:56:08.506906 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-2606a71c-25ac-405e-9b96-f937448c57e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:08.508436 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-2606a71c-25ac-405e-9b96-f937448c57e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd754fe8-6456-4148-ad00-05d745591d7a HTTP/1.1" status: 200 len: 898 time: 0.0846102 Mar 14 15:56:08.581423 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-72d9dca6-5dd4-438c-bbc8-ae891dfc903a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a60144b-0769-4014-bcbe-ca113317c932 HTTP/1.1" status: 200 len: 1000 time: 0.0616167 Mar 14 15:56:08.632770 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-a3a590a9-e999-4c0c-b361-0c203cf3d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:08.634191 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-a3a590a9-e999-4c0c-b361-0c203cf3d48d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b79a261-76c7-4fea-95e2-4b31b8a24853 HTTP/1.1" status: 200 len: 834 time: 0.0422032 Mar 14 15:56:08.681429 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-6077ea96-923c-49a5-9a38-23fe387bc968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:08.682938 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-6077ea96-923c-49a5-9a38-23fe387bc968 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd754fe8-6456-4148-ad00-05d745591d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387385 Mar 14 15:56:08.815078 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4b41b-800c-42a5-b3c6-d5dad2a3d140 req-26f74a7b-f3b0-42fb-92c6-6b138c256c2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:08.816558 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-24b4b41b-800c-42a5-b3c6-d5dad2a3d140 req-26f74a7b-f3b0-42fb-92c6-6b138c256c2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0727000 Mar 14 15:56:08.818684 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-ff7c8f54-3510-4975-90f8-4581f23dd3c8 service neutron] 10.222.0.18 "GET /v2.0/networks/fd754fe8-6456-4148-ad00-05d745591d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249835 Mar 14 15:56:08.992214 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:09.108764 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:09.245843 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-24b4b41b-800c-42a5-b3c6-d5dad2a3d140 req-e83a2ce3-b445-449b-8ae4-1ea80e9153c0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4231374 Mar 14 15:56:09.278370 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-3cae9bdd-fa66-4cd1-a49e-efa34dc3d06b service neutron] 10.222.0.18 "GET /v2.0/networks/fd754fe8-6456-4148-ad00-05d745591d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428787 Mar 14 15:56:09.412423 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:10.359190 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ca72-c376-48d1-ac61-2caaced09390 req-27a4a58c-a838-4aac-bf92-f82672cc9f15 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:10.360638 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1f58ca72-c376-48d1-ac61-2caaced09390 req-27a4a58c-a838-4aac-bf92-f82672cc9f15 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0481777 Mar 14 15:56:10.397293 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1f58ca72-c376-48d1-ac61-2caaced09390 req-ddfc7c97-9d31-42af-bcce-44f3c1dc42ca tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308716 Mar 14 15:56:11.513679 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab8125-d0dc-4e65-ade6-3f0f9df46ba0 req-1b7483ee-c0a8-4fae-89e3-9b59815f2065 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:11.515157 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-53ab8125-d0dc-4e65-ade6-3f0f9df46ba0 req-1b7483ee-c0a8-4fae-89e3-9b59815f2065 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0485303 Mar 14 15:56:11.551440 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-53ab8125-d0dc-4e65-ade6-3f0f9df46ba0 req-69d4d7f1-c4b6-4768-b4c3-a32ab1fd76dc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302470 Mar 14 15:56:12.671558 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a9473-c3f5-42f4-ac18-60a0ded4d83f req-ff7cecbf-f022-4358-a94c-48e13f073144 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:12.672936 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-af5a9473-c3f5-42f4-ac18-60a0ded4d83f req-ff7cecbf-f022-4358-a94c-48e13f073144 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0537884 Mar 14 15:56:12.710458 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-af5a9473-c3f5-42f4-ac18-60a0ded4d83f req-c8a4da5f-faad-40c1-8116-a0ac277110f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316291 Mar 14 15:56:13.823862 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2be593-3da5-4f29-8aef-71020107f05d req-f042d2dd-0e94-4ec0-8c43-734a2f96846e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:13.826470 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cf2be593-3da5-4f29-8aef-71020107f05d req-f042d2dd-0e94-4ec0-8c43-734a2f96846e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0499606 Mar 14 15:56:13.863135 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cf2be593-3da5-4f29-8aef-71020107f05d req-904ff95a-27dc-4799-bae2-031ad264912b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305252 Mar 14 15:56:14.976067 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39131671-72a5-43f6-b438-e058b21a8c3e req-4bcdbff9-59e3-47b5-b099-eab203263509 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:14.977449 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-39131671-72a5-43f6-b438-e058b21a8c3e req-4bcdbff9-59e3-47b5-b099-eab203263509 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0484254 Mar 14 15:56:15.016105 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-39131671-72a5-43f6-b438-e058b21a8c3e req-b4a049c3-98b9-4919-8a2b-9572bb9e5973 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322082 Mar 14 15:56:16.133650 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df518e5-b715-4519-9747-5501ae4419e5 req-08af56d4-0067-4372-a51f-c1603f4b624c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:16.135138 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4df518e5-b715-4519-9747-5501ae4419e5 req-08af56d4-0067-4372-a51f-c1603f4b624c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0507250 Mar 14 15:56:16.173017 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4df518e5-b715-4519-9747-5501ae4419e5 req-60787935-9d29-48eb-884b-976b1a44f18c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311911 Mar 14 15:56:17.287142 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bac047-8ce9-4b17-9639-a72c992db299 req-818f15f4-4499-4eb0-b4c2-8e2c93b25ff8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:17.288605 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-94bac047-8ce9-4b17-9639-a72c992db299 req-818f15f4-4499-4eb0-b4c2-8e2c93b25ff8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0483661 Mar 14 15:56:17.325599 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-94bac047-8ce9-4b17-9639-a72c992db299 req-6ad1aca2-5a3f-4da3-8c7b-ce0a3eb87527 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305955 Mar 14 15:56:18.442799 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ee7c0-e39e-4544-93c3-d3c473db4c1f req-c70f2c8c-54ce-4660-853d-c692eae431f8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:18.444365 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a33ee7c0-e39e-4544-93c3-d3c473db4c1f req-c70f2c8c-54ce-4660-853d-c692eae431f8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0520439 Mar 14 15:56:18.482422 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a33ee7c0-e39e-4544-93c3-d3c473db4c1f req-3a10ba1a-21f1-4f7f-a67a-debc599050a3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314939 Mar 14 15:56:19.601498 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ca680-3f35-44e5-9063-02665b79c423 req-c6783bde-2430-4a36-b58e-4993b7fdaee7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:19.602974 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3a2ca680-3f35-44e5-9063-02665b79c423 req-c6783bde-2430-4a36-b58e-4993b7fdaee7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0519848 Mar 14 15:56:19.641655 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3a2ca680-3f35-44e5-9063-02665b79c423 req-4ac406ee-7e95-40cc-9e77-0f5fdc754500 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316303 Mar 14 15:56:20.754245 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbd910-4e3c-4750-8249-2a8c7c57b396 req-a808c396-e690-42df-b9d8-7189b654a265 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:20.755741 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bdcbd910-4e3c-4750-8249-2a8c7c57b396 req-a808c396-e690-42df-b9d8-7189b654a265 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0478630 Mar 14 15:56:20.792698 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bdcbd910-4e3c-4750-8249-2a8c7c57b396 req-32a630a0-9c64-4f05-bb92-f221fea07a34 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312226 Mar 14 15:56:21.906832 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef81d4a-740c-465d-af52-7a188b3dd512 req-7dceaf34-da97-465b-81fa-c06adc9296a2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:21.908297 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5ef81d4a-740c-465d-af52-7a188b3dd512 req-7dceaf34-da97-465b-81fa-c06adc9296a2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0480008 Mar 14 15:56:21.945157 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5ef81d4a-740c-465d-af52-7a188b3dd512 req-acf859c9-c25f-4724-83dd-61c94675d3fd tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310509 Mar 14 15:56:23.060982 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe33ae8-786b-4f2d-bc1d-885cd8031290 req-f045245b-f8bf-4da1-a63b-3a1a02018ded tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:23.062478 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bbe33ae8-786b-4f2d-bc1d-885cd8031290 req-f045245b-f8bf-4da1-a63b-3a1a02018ded tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0518734 Mar 14 15:56:23.099657 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bbe33ae8-786b-4f2d-bc1d-885cd8031290 req-686a32d9-ba24-4c31-841d-e8b4c2a5dc82 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311561 Mar 14 15:56:24.221255 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b88cb9-30f8-4d08-9e93-d4b5b2dd147a req-5bf8a8d1-c967-4270-88ab-4419e4814e15 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:24.222677 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-73b88cb9-30f8-4d08-9e93-d4b5b2dd147a req-5bf8a8d1-c967-4270-88ab-4419e4814e15 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0479341 Mar 14 15:56:24.259026 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-73b88cb9-30f8-4d08-9e93-d4b5b2dd147a req-6345539b-10df-49d3-b3f9-e26cee7d2437 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303855 Mar 14 15:56:25.381706 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01e290-2f9e-42ff-90f6-286e6ef53da8 req-69afc7c5-c9b0-4ccc-9ee5-1661a0954caf tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:25.383240 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4f01e290-2f9e-42ff-90f6-286e6ef53da8 req-69afc7c5-c9b0-4ccc-9ee5-1661a0954caf tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0563190 Mar 14 15:56:25.421597 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4f01e290-2f9e-42ff-90f6-286e6ef53da8 req-087e4e20-2d13-4fb8-9094-28e7a09af9f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321496 Mar 14 15:56:26.061636 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-d6c7cf8d-e418-4f10-841c-163a9aeaa1a9 service neutron] 10.222.0.18 "GET /v2.0/ports/2a60144b-0769-4014-bcbe-ca113317c932/bindings/hv-neutron-8335 HTTP/1.1" status: 200 len: 384 time: 0.0537264 Mar 14 15:56:26.289735 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-e87c7bfe-df6b-4bcb-a9a9-09bb6942b4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:26.291242 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-e87c7bfe-df6b-4bcb-a9a9-09bb6942b4d7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88&tenant_id=6daa82aa9aec4faaa5df0ea4500b9963 HTTP/1.1" status: 200 len: 1098 time: 0.0436020 Mar 14 15:56:26.352204 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-298be5f5-b925-47d2-8f6e-6d2bc767894e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:26.353645 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-298be5f5-b925-47d2-8f6e-6d2bc767894e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 1098 time: 0.0402865 Mar 14 15:56:26.446566 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-8168f4dc-1619-4ace-a68f-c9e3ba9d87df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:26.448151 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-8168f4dc-1619-4ace-a68f-c9e3ba9d87df service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd754fe8-6456-4148-ad00-05d745591d7a HTTP/1.1" status: 200 len: 898 time: 0.0848007 Mar 14 15:56:26.523242 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-b79dc8a5-a0b1-427f-84c5-af02d740e6b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a60144b-0769-4014-bcbe-ca113317c932 HTTP/1.1" status: 200 len: 1000 time: 0.0645380 Mar 14 15:56:26.544917 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49b605-7269-4ed2-8e42-59f001401ad5 req-07aad0a7-8ed6-4c09-8efb-4cc504090332 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:26.546488 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4c49b605-7269-4ed2-8e42-59f001401ad5 req-07aad0a7-8ed6-4c09-8efb-4cc504090332 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0558851 Mar 14 15:56:26.577702 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-94ca7dce-4bce-47c1-9512-1c0440d4f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:26.579465 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-94ca7dce-4bce-47c1-9512-1c0440d4f8d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b79a261-76c7-4fea-95e2-4b31b8a24853 HTTP/1.1" status: 200 len: 834 time: 0.0456381 Mar 14 15:56:26.584903 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4c49b605-7269-4ed2-8e42-59f001401ad5 req-697cb7ba-b234-4283-941a-6f43340055a9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324404 Mar 14 15:56:26.629422 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-a5288166-14b3-4e20-9a6d-6fa753667971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:26.630802 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-a5288166-14b3-4e20-9a6d-6fa753667971 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd754fe8-6456-4148-ad00-05d745591d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413036 Mar 14 15:56:26.727895 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-2faf9e4e-dd8e-42fa-8493-10275c18c304 service neutron] 10.222.0.18 "GET /v2.0/networks/fd754fe8-6456-4148-ad00-05d745591d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853395 Mar 14 15:56:26.814961 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-705d57e6-4974-4836-9b3b-dcfff1891f5e req-54b5a9fd-72d1-4f26-9bba-057919b9a7a1 service neutron] 10.222.0.18 "GET /v2.0/networks/fd754fe8-6456-4148-ad00-05d745591d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800083 Mar 14 15:56:27.709554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0d33c-05b5-48ae-ac09-1a7dae0f429f req-4b29a8dd-b310-47f5-a2e7-00936836f7a9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:27.710963 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-90e0d33c-05b5-48ae-ac09-1a7dae0f429f req-4b29a8dd-b310-47f5-a2e7-00936836f7a9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0544662 Mar 14 15:56:27.749311 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-90e0d33c-05b5-48ae-ac09-1a7dae0f429f req-23553140-dcb8-4635-a43c-3dac67127692 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317729 Mar 14 15:56:28.867851 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fe70f-a45f-4287-983c-d5daed524357 req-2de5763b-061d-4a78-ae50-e5c2df7657cc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:28.869345 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-644fe70f-a45f-4287-983c-d5daed524357 req-2de5763b-061d-4a78-ae50-e5c2df7657cc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0519080 Mar 14 15:56:28.907864 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-644fe70f-a45f-4287-983c-d5daed524357 req-f2918e0a-a095-4138-a870-c940527ae6da tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323584 Mar 14 15:56:29.363372 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:56:29.974674 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 2a60144b-0769-4014-bcbe-ca113317c932 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:56:29.976778 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 2a60144b-0769-4014-bcbe-ca113317c932 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:56:30.022649 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21d925-ad02-42d6-8e4d-28f3ffaf423a req-056e05a0-5cb4-40f5-b0b1-fa07624b393b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:30.024496 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ec21d925-ad02-42d6-8e4d-28f3ffaf423a req-056e05a0-5cb4-40f5-b0b1-fa07624b393b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0489378 Mar 14 15:56:30.061752 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ec21d925-ad02-42d6-8e4d-28f3ffaf423a req-435576aa-620c-4a67-b9f7-81849306846b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313430 Mar 14 15:56:30.130194 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:30.157399 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 2a60144b-0769-4014-bcbe-ca113317c932, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2a60144b-0769-4014-bcbe-ca113317c932,segment=NetworkSegment(af9e17b4-7703-4c0e-9da3-2118821e261d),segment_id=af9e17b4-7703-4c0e-9da3-2118821e261d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:56:30.171349 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ae5b45-5adb-4650-879a-b1fd792f9e88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a60144b-0769-4014-bcbe-ca113317c932'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:56:30.173739 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce29a09-7d2e-4422-8fb7-bfd9831d2f2a" -d '{"events": [{"server_uuid": "c9ae5b45-5adb-4650-879a-b1fd792f9e88", "name": "network-vif-unplugged", "status": "completed", "tag": "2a60144b-0769-4014-bcbe-ca113317c932"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:56:30.185248 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '2a60144b-0769-4014-bcbe-ca113317c932', 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a', 'port_id': '2a60144b-0769-4014-bcbe-ca113317c932', 'mac_address': 'fa:16:3e:64:ac:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b79a261-76c7-4fea-95e2-4b31b8a24853', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:56:30.189809 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 2a60144b-0769-4014-bcbe-ca113317c932, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2a60144b-0769-4014-bcbe-ca113317c932,segment=NetworkSegment(af9e17b4-7703-4c0e-9da3-2118821e261d),segment_id=af9e17b4-7703-4c0e-9da3-2118821e261d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:56:30.195125 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:30.239606 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 15:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7254752b-f76a-43fe-8cce-2ad4e4b87461 x-openstack-request-id: req-7254752b-f76a-43fe-8cce-2ad4e4b87461 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:56:30.239903 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ae5b45-5adb-4650-879a-b1fd792f9e88", "name": "network-vif-unplugged", "status": "completed", "tag": "2a60144b-0769-4014-bcbe-ca113317c932", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:56:30.240156 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7254752b-f76a-43fe-8cce-2ad4e4b87461 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:56:30.240725 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ae5b45-5adb-4650-879a-b1fd792f9e88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a60144b-0769-4014-bcbe-ca113317c932', 'code': 200} Mar 14 15:56:30.268635 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516d683-9bec-4201-82de-d510d3ad458d req-7c093f60-c011-448c-bee8-bed60d07e5be tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:30.268911 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:30.270325 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e516d683-9bec-4201-82de-d510d3ad458d req-7c093f60-c011-448c-bee8-bed60d07e5be tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 943 time: 0.0596399 Mar 14 15:56:30.282208 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=2a60144b-0769-4014-bcbe-ca113317c932,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:56:30.287097 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a60144b-0769-4014-bcbe-ca113317c932 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:56:30.297031 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:30.297387 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:30.297729 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:30.298070 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:30.298405 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:30.298738 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:30.299097 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:30.299430 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:30.299758 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:30.300087 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:30.300421 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:30.300732 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:56:30.317983 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 2a60144b-0769-4014-bcbe-ca113317c932, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2a60144b-0769-4014-bcbe-ca113317c932,segment=NetworkSegment(af9e17b4-7703-4c0e-9da3-2118821e261d),segment_id=af9e17b4-7703-4c0e-9da3-2118821e261d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:56:30.323745 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:30.346695 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e516d683-9bec-4201-82de-d510d3ad458d req-b75e182f-8a66-459c-bf6b-624348407da7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650651 Mar 14 15:56:30.360849 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144a61d-10ab-4c12-affc-77a4889c5341 req-8f59148c-5ef4-44a0-87e6-e09e531253d1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:30.362393 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9144a61d-10ab-4c12-affc-77a4889c5341 req-8f59148c-5ef4-44a0-87e6-e09e531253d1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88&tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&binding%3Ahost_id=hv-neutron-8335 HTTP/1.1" status: 200 len: 943 time: 0.0901713 Mar 14 15:56:30.390483 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['2a60144b-0769-4014-bcbe-ca113317c932'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:56:30.394405 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=2a60144b-0769-4014-bcbe-ca113317c932,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:56:30.457123 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144a61d-10ab-4c12-affc-77a4889c5341 req-f0d1ac43-3729-42ca-84a8-e2820969bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:30.458645 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9144a61d-10ab-4c12-affc-77a4889c5341 req-f0d1ac43-3729-42ca-84a8-e2820969bc4c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 1097 time: 0.0452585 Mar 14 15:56:30.474306 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642fea6-092d-450f-89c7-af5347823663 req-9157b206-23c0-4de6-a979-7edca10586d2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:30.475886 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2642fea6-092d-450f-89c7-af5347823663 req-9157b206-23c0-4de6-a979-7edca10586d2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 944 time: 0.0534036 Mar 14 15:56:30.514395 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2642fea6-092d-450f-89c7-af5347823663 req-d0715fba-e256-4167-a5b5-6e0a2d445ad2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321028 Mar 14 15:56:30.563109 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144a61d-10ab-4c12-affc-77a4889c5341 req-08a70ccc-a1d1-4a6f-b18c-c87fa7898867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:30.564566 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9144a61d-10ab-4c12-affc-77a4889c5341 req-08a70ccc-a1d1-4a6f-b18c-c87fa7898867 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd754fe8-6456-4148-ad00-05d745591d7a HTTP/1.1" status: 200 len: 898 time: 0.0985203 Mar 14 15:56:30.629710 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9144a61d-10ab-4c12-affc-77a4889c5341 req-412b206e-ae60-4564-8d55-4f318cc36091 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a60144b-0769-4014-bcbe-ca113317c932 HTTP/1.1" status: 200 len: 999 time: 0.0586762 Mar 14 15:56:30.678457 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144a61d-10ab-4c12-affc-77a4889c5341 req-ff06859e-e81e-411c-878c-77d8b56b4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:30.679917 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9144a61d-10ab-4c12-affc-77a4889c5341 req-ff06859e-e81e-411c-878c-77d8b56b4730 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b79a261-76c7-4fea-95e2-4b31b8a24853 HTTP/1.1" status: 200 len: 834 time: 0.0441294 Mar 14 15:56:30.729658 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144a61d-10ab-4c12-affc-77a4889c5341 req-6a991793-d64a-430d-ba13-0923e6de0e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:30.731042 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9144a61d-10ab-4c12-affc-77a4889c5341 req-6a991793-d64a-430d-ba13-0923e6de0e2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd754fe8-6456-4148-ad00-05d745591d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436080 Mar 14 15:56:30.819657 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9144a61d-10ab-4c12-affc-77a4889c5341 req-a1df0300-d6f2-492b-88f3-fc0600bc9ed8 service neutron] 10.222.0.18 "GET /v2.0/networks/fd754fe8-6456-4148-ad00-05d745591d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811942 Mar 14 15:56:30.910614 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9144a61d-10ab-4c12-affc-77a4889c5341 req-28c72ad5-a3b9-4508-a038-0c01a4738066 service neutron] 10.222.0.18 "GET /v2.0/networks/fd754fe8-6456-4148-ad00-05d745591d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839732 Mar 14 15:56:31.629683 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9d484-a670-4ce7-853a-0611e181b787 req-c068fae7-0615-4e2f-ab9b-35941b2ce857 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:31.631108 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-44f9d484-a670-4ce7-853a-0611e181b787 req-c068fae7-0615-4e2f-ab9b-35941b2ce857 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 944 time: 0.0492558 Mar 14 15:56:31.668204 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-44f9d484-a670-4ce7-853a-0611e181b787 req-d59690fe-3581-449d-8314-f6e985ef913f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313244 Mar 14 15:56:31.690250 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 33976) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:56:31.750213 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-82b7cfe1-0ffd-4d54-a7c6-9af4b5e8b454 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/floatingips/a08c0911-d396-4fc7-83bc-b211dfaa0e64 HTTP/1.1" status: 200 len: 991 time: 0.0588119 Mar 14 15:56:31.997034 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 2a60144b-0769-4014-bcbe-ca113317c932 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:56:32.045161 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 2a60144b-0769-4014-bcbe-ca113317c932 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:56:32.045532 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:32.121512 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:32.156181 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 2a60144b-0769-4014-bcbe-ca113317c932, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2a60144b-0769-4014-bcbe-ca113317c932,segment=NetworkSegment(af9e17b4-7703-4c0e-9da3-2118821e261d),segment_id=af9e17b4-7703-4c0e-9da3-2118821e261d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:56:32.159658 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:32.204801 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=2a60144b-0769-4014-bcbe-ca113317c932,revision_number=8']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:56:32.241806 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ae5b45-5adb-4650-879a-b1fd792f9e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a60144b-0769-4014-bcbe-ca113317c932'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:56:32.244068 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b082ef1a-4540-41e3-8ef3-c739e479d09a" -d '{"events": [{"server_uuid": "c9ae5b45-5adb-4650-879a-b1fd792f9e88", "name": "network-vif-plugged", "status": "completed", "tag": "2a60144b-0769-4014-bcbe-ca113317c932"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:56:32.278523 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6df6f0-b56c-43be-ae65-5614eeb653e4 x-openstack-request-id: req-af6df6f0-b56c-43be-ae65-5614eeb653e4 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:56:32.278845 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ae5b45-5adb-4650-879a-b1fd792f9e88", "name": "network-vif-plugged", "status": "completed", "tag": "2a60144b-0769-4014-bcbe-ca113317c932", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:56:32.279309 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-af6df6f0-b56c-43be-ae65-5614eeb653e4 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:56:32.279706 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ae5b45-5adb-4650-879a-b1fd792f9e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a60144b-0769-4014-bcbe-ca113317c932', 'code': 200} Mar 14 15:56:34.100062 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a555c410-9d1a-4264-838f-53ce77c240dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:36.484386 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-57785250-3a47-42c9-a03c-69a091b801fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:37.565401 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:38.994254 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:39.121662 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:39.405870 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:56:47.584124 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-721e94ea-f12b-4936-89b7-c1b4529141fe req-8bc0f12e-07b1-4cc4-841d-16e7a66a2f2a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448580 Mar 14 15:56:47.665340 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e94ea-f12b-4936-89b7-c1b4529141fe req-2bcce193-a8e9-48aa-8cce-45e050eb15d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:47.666725 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-721e94ea-f12b-4936-89b7-c1b4529141fe req-2bcce193-a8e9-48aa-8cce-45e050eb15d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 1098 time: 0.0407984 Mar 14 15:56:47.775608 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e94ea-f12b-4936-89b7-c1b4529141fe req-785d6c09-f378-4116-921a-1d397853cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:47.777059 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-721e94ea-f12b-4936-89b7-c1b4529141fe req-785d6c09-f378-4116-921a-1d397853cde5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd754fe8-6456-4148-ad00-05d745591d7a HTTP/1.1" status: 200 len: 898 time: 0.0829520 Mar 14 15:56:47.847164 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-721e94ea-f12b-4936-89b7-c1b4529141fe req-cbf06fc8-696e-48d4-a9b4-157756ba02b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a60144b-0769-4014-bcbe-ca113317c932 HTTP/1.1" status: 200 len: 1000 time: 0.0627193 Mar 14 15:56:47.897522 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e94ea-f12b-4936-89b7-c1b4529141fe req-c6407a85-7683-41b6-8332-eb7a33118ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:47.898966 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-721e94ea-f12b-4936-89b7-c1b4529141fe req-c6407a85-7683-41b6-8332-eb7a33118ebf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b79a261-76c7-4fea-95e2-4b31b8a24853 HTTP/1.1" status: 200 len: 834 time: 0.0433772 Mar 14 15:56:47.944247 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e94ea-f12b-4936-89b7-c1b4529141fe req-8c8a6bc0-0db8-41f2-ac27-600a086ddfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:56:47.945639 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-721e94ea-f12b-4936-89b7-c1b4529141fe req-8c8a6bc0-0db8-41f2-ac27-600a086ddfc5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd754fe8-6456-4148-ad00-05d745591d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389576 Mar 14 15:56:48.037831 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-721e94ea-f12b-4936-89b7-c1b4529141fe req-162b9bf7-3d6e-41c6-aebd-aeac3c86fde9 service neutron] 10.222.0.18 "GET /v2.0/networks/fd754fe8-6456-4148-ad00-05d745591d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852795 Mar 14 15:56:48.131198 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-721e94ea-f12b-4936-89b7-c1b4529141fe req-bd5b18d3-5544-46ae-bd79-4577d4d300da service neutron] 10.222.0.18 "GET /v2.0/networks/fd754fe8-6456-4148-ad00-05d745591d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825801 Mar 14 15:57:02.135173 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 33990) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:02.293170 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting port 3c5886e1-3dbe-4642-b011-473534de3c4a {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:57:02.293506 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:02.367234 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:02.367559 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:02.378871 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Calling delete_port for 3c5886e1-3dbe-4642-b011-473534de3c4a owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:57:02.525170 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:02.550174 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Port': ['ID=3c5886e1-3dbe-4642-b011-473534de3c4a,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:02.562314 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.562668 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.563037 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.563380 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.563720 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.564052 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.564382 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.564713 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.565038 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.565363 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.565708 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.566015 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:02.622609 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for floatingip, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:02.623009 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Floating IP a08c0911-d396-4fc7-83bc-b211dfaa0e64 disassociated (deleted). External IP: 172.26.6.31, port: 2a60144b-0769-4014-bcbe-ca113317c932. Mar 14 15:57:02.825309 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router 54d3ef63-50c1-4404-91b1-bd906c1e573b has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:57:02.935005 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:57:02.939353 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:02.947303 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63ea8e-f5c5-4e02-87e3-135b0eb5d19d None None] Sync routers for ids ['54d3ef63-50c1-4404-91b1-bd906c1e573b'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:57:02.957484 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63ea8e-f5c5-4e02-87e3-135b0eb5d19d None None] Routers {'54d3ef63-50c1-4404-91b1-bd906c1e573b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:57:02.958028 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5f63ea8e-f5c5-4e02-87e3-135b0eb5d19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:56:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['54d3ef63-50c1-4404-91b1-bd906c1e573b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:02.966831 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ae183a77-2cdb-443c-adec-a098ebcfa0b0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/floatingips/a08c0911-d396-4fc7-83bc-b211dfaa0e64 HTTP/1.1" status: 204 len: 168 time: 0.8305340 Mar 14 15:57:02.967552 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ae5b45-5adb-4650-879a-b1fd792f9e88', 'tag': '2a60144b-0769-4014-bcbe-ca113317c932'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:57:02.969906 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0551eed3-dd03-49ce-8832-a864b5262bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ae5b45-5adb-4650-879a-b1fd792f9e88", "tag": "2a60144b-0769-4014-bcbe-ca113317c932"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:57:03.082688 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-5f63ea8e-f5c5-4e02-87e3-135b0eb5d19d None None] Set router 54d3ef63-50c1-4404-91b1-bd906c1e573b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:57:03.107699 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4064048-d046-44ad-bd06-561b1c874d4c x-openstack-request-id: req-d4064048-d046-44ad-bd06-561b1c874d4c {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:57:03.108119 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ae5b45-5adb-4650-879a-b1fd792f9e88", "tag": "2a60144b-0769-4014-bcbe-ca113317c932", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:57:03.108467 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d4064048-d046-44ad-bd06-561b1c874d4c {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:57:03.108984 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ae5b45-5adb-4650-879a-b1fd792f9e88', 'tag': '2a60144b-0769-4014-bcbe-ca113317c932', 'status': 'completed', 'code': 200} Mar 14 15:57:03.172377 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551eed3-dd03-49ce-8832-a864b5262bf8 req-c536be0a-b5f7-4ace-86a0-c971ee3d704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:03.173892 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0551eed3-dd03-49ce-8832-a864b5262bf8 req-c536be0a-b5f7-4ace-86a0-c971ee3d704c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 1098 time: 0.0459073 Mar 14 15:57:03.210167 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40e23-b2aa-4c19-8e43-a966d60f6517 req-34c7296c-c190-44e9-bc90-7507d61a4e2d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:03.211720 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-26f40e23-b2aa-4c19-8e43-a966d60f6517 req-34c7296c-c190-44e9-bc90-7507d61a4e2d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0550206 Mar 14 15:57:03.254691 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-26f40e23-b2aa-4c19-8e43-a966d60f6517 req-1de94728-3f14-4bb4-8322-1bed3f1ddbf8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357959 Mar 14 15:57:03.278004 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551eed3-dd03-49ce-8832-a864b5262bf8 req-013a3b7c-0f19-41a1-b0ea-b82afb285065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:03.279523 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0551eed3-dd03-49ce-8832-a864b5262bf8 req-013a3b7c-0f19-41a1-b0ea-b82afb285065 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd754fe8-6456-4148-ad00-05d745591d7a HTTP/1.1" status: 200 len: 898 time: 0.0937726 Mar 14 15:57:03.294738 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5f63ea8e-f5c5-4e02-87e3-135b0eb5d19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16013852', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:15Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '8f631454-9401-4eaf-97ab-bee11a91b359', 'name': '', 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:2a:9d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '8b79a261-76c7-4fea-95e2-4b31b8a24853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:15Z', 'updated_at': '2022-03-14T15:55:18Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': '8b79a261-76c7-4fea-95e2-4b31b8a24853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:03.320008 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63ea8e-f5c5-4e02-87e3-135b0eb5d19d None None] Checking router: 54d3ef63-50c1-4404-91b1-bd906c1e573b for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:57:03.328564 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63ea8e-f5c5-4e02-87e3-135b0eb5d19d None None] Routers {'54d3ef63-50c1-4404-91b1-bd906c1e573b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:57:03.329174 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5f63ea8e-f5c5-4e02-87e3-135b0eb5d19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:56:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['54d3ef63-50c1-4404-91b1-bd906c1e573b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:03.332329 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0551eed3-dd03-49ce-8832-a864b5262bf8 req-e2ba8652-d810-4fa5-b987-30732eea8c39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a60144b-0769-4014-bcbe-ca113317c932 HTTP/1.1" status: 200 len: 217 time: 0.0401568 Mar 14 15:57:03.383286 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551eed3-dd03-49ce-8832-a864b5262bf8 req-569712cb-6862-4405-b18e-5bd2037dc70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:03.384871 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0551eed3-dd03-49ce-8832-a864b5262bf8 req-569712cb-6862-4405-b18e-5bd2037dc70e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b79a261-76c7-4fea-95e2-4b31b8a24853 HTTP/1.1" status: 200 len: 834 time: 0.0447645 Mar 14 15:57:03.432713 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551eed3-dd03-49ce-8832-a864b5262bf8 req-7d98d9cf-aa3f-4e21-9e1f-109dabd6fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:03.434362 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0551eed3-dd03-49ce-8832-a864b5262bf8 req-7d98d9cf-aa3f-4e21-9e1f-109dabd6fdcb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd754fe8-6456-4148-ad00-05d745591d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418057 Mar 14 15:57:03.435000 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-5f63ea8e-f5c5-4e02-87e3-135b0eb5d19d None None] Set router 54d3ef63-50c1-4404-91b1-bd906c1e573b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:57:03.530414 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0551eed3-dd03-49ce-8832-a864b5262bf8 req-101fa646-31f2-470f-8698-1c0810757820 service neutron] 10.222.0.18 "GET /v2.0/networks/fd754fe8-6456-4148-ad00-05d745591d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877602 Mar 14 15:57:03.624377 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0551eed3-dd03-49ce-8832-a864b5262bf8 req-153b0f82-d1b9-4ff4-aa5d-300cf07911aa service neutron] 10.222.0.18 "GET /v2.0/networks/fd754fe8-6456-4148-ad00-05d745591d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841351 Mar 14 15:57:03.633220 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-5f63ea8e-f5c5-4e02-87e3-135b0eb5d19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16013852', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:15Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '8f631454-9401-4eaf-97ab-bee11a91b359', 'name': '', 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:2a:9d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '8b79a261-76c7-4fea-95e2-4b31b8a24853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:15Z', 'updated_at': '2022-03-14T15:55:18Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': '8b79a261-76c7-4fea-95e2-4b31b8a24853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:03.659750 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63ea8e-f5c5-4e02-87e3-135b0eb5d19d None None] The sync data for ids ['54d3ef63-50c1-4404-91b1-bd906c1e573b'] in dv-neutron-833559-1-hyperv is: [{'id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16013852', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:15Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '8f631454-9401-4eaf-97ab-bee11a91b359', 'name': '', 'network_id': 'fd754fe8-6456-4148-ad00-05d745591d7a', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:2a:9d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '8b79a261-76c7-4fea-95e2-4b31b8a24853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:15Z', 'updated_at': '2022-03-14T15:55:18Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': '8b79a261-76c7-4fea-95e2-4b31b8a24853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:57:03.883353 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc31c2cb-6bd2-4a58-9fa5-bde67d6a37fe None None] New status for floating IP a08c0911-d396-4fc7-83bc-b211dfaa0e64: DOWN {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:57:04.101597 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6d7f9d00-0aac-40cf-a5a1-5f7eb1e32816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:04.372969 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f87961-6ed8-4074-80b4-60081c4d1516 req-cef41dca-5892-4814-b00c-363c4b9605ea tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:04.374395 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e9f87961-6ed8-4074-80b4-60081c4d1516 req-cef41dca-5892-4814-b00c-363c4b9605ea tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0512800 Mar 14 15:57:04.413512 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e9f87961-6ed8-4074-80b4-60081c4d1516 req-6fcda3f1-5482-4f08-af80-a6a367c8d45a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=7abee773-b434-4289-8bae-a139bea00073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331597 Mar 14 15:57:05.080728 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf45acc-9073-4267-835e-bf66171e10f2 req-0ff65d85-a2e1-4e3f-a5e9-d7259dd6b5a4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:05.082094 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-baf45acc-9073-4267-835e-bf66171e10f2 req-0ff65d85-a2e1-4e3f-a5e9-d7259dd6b5a4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 945 time: 0.0531499 Mar 14 15:57:05.172622 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-baf45acc-9073-4267-835e-bf66171e10f2 req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting port 2a60144b-0769-4014-bcbe-ca113317c932 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:57:05.172966 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-baf45acc-9073-4267-835e-bf66171e10f2 req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:05.264108 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-baf45acc-9073-4267-835e-bf66171e10f2 req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] For port 2a60144b-0769-4014-bcbe-ca113317c932, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=2a60144b-0769-4014-bcbe-ca113317c932,segment=NetworkSegment(af9e17b4-7703-4c0e-9da3-2118821e261d),segment_id=af9e17b4-7703-4c0e-9da3-2118821e261d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:05.264464 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-baf45acc-9073-4267-835e-bf66171e10f2 req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:05.277733 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-baf45acc-9073-4267-835e-bf66171e10f2 req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Calling delete_port for 2a60144b-0769-4014-bcbe-ca113317c932 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:57:05.405971 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-baf45acc-9073-4267-835e-bf66171e10f2 req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:05.436147 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Port': ['ID=2a60144b-0769-4014-bcbe-ca113317c932,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:05.465565 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:05.465920 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:05.466271 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:05.466613 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:05.467019 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:05.467306 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:05.467641 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:05.468609 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:05.468609 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:05.468609 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:05.468991 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:05.469273 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:05.489052 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf45acc-9073-4267-835e-bf66171e10f2 req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] No DVR routers for this DVR port 2a60144b-0769-4014-bcbe-ca113317c932 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:57:05.491557 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-baf45acc-9073-4267-835e-bf66171e10f2 req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:05.494834 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-baf45acc-9073-4267-835e-bf66171e10f2 req-cc2673c7-d49a-492b-8cc7-bac747cf98f4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "DELETE /v2.0/ports/2a60144b-0769-4014-bcbe-ca113317c932 HTTP/1.1" status: 204 len: 173 time: 0.4051983 Mar 14 15:57:05.495467 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ae5b45-5adb-4650-879a-b1fd792f9e88', 'name': 'network-vif-deleted', 'tag': '2a60144b-0769-4014-bcbe-ca113317c932'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:57:05.497760 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701cf79b-2a61-478b-9df5-c85ad0b2da18" -d '{"events": [{"server_uuid": "c9ae5b45-5adb-4650-879a-b1fd792f9e88", "name": "network-vif-deleted", "tag": "2a60144b-0769-4014-bcbe-ca113317c932"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:57:05.517151 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-114f8746-267a-4993-b182-b18f1f4e2e78 req-304eb5b5-3cbb-4be3-bb28-8678bec5e70c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ae5b45-5adb-4650-879a-b1fd792f9e88 HTTP/1.1" status: 200 len: 210 time: 0.0306194 Mar 14 15:57:05.539158 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3125797-f611-43da-8e31-e3ca4e5444f5 x-openstack-request-id: req-c3125797-f611-43da-8e31-e3ca4e5444f5 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:57:05.539448 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ae5b45-5adb-4650-879a-b1fd792f9e88", "name": "network-vif-deleted", "tag": "2a60144b-0769-4014-bcbe-ca113317c932", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:57:05.539705 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c3125797-f611-43da-8e31-e3ca4e5444f5 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:57:05.540108 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ae5b45-5adb-4650-879a-b1fd792f9e88', 'name': 'network-vif-deleted', 'tag': '2a60144b-0769-4014-bcbe-ca113317c932', 'status': 'completed', 'code': 200} Mar 14 15:57:06.362838 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:57:06.488448 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aeb29cb0-d594-4519-855a-1f834f5d010c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:06.577445 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34008) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:06.977839 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-518f1253-8d1f-4013-b36f-13db8f79e417 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:07.263660 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-518f1253-8d1f-4013-b36f-13db8f79e417 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting port 8f631454-9401-4eaf-97ab-bee11a91b359 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:57:07.263892 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-518f1253-8d1f-4013-b36f-13db8f79e417 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:07.350702 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-518f1253-8d1f-4013-b36f-13db8f79e417 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] For port 8f631454-9401-4eaf-97ab-bee11a91b359, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=8f631454-9401-4eaf-97ab-bee11a91b359,segment=NetworkSegment(af9e17b4-7703-4c0e-9da3-2118821e261d),segment_id=af9e17b4-7703-4c0e-9da3-2118821e261d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:07.351100 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-518f1253-8d1f-4013-b36f-13db8f79e417 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:07.364185 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-518f1253-8d1f-4013-b36f-13db8f79e417 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Calling delete_port for 8f631454-9401-4eaf-97ab-bee11a91b359 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:57:07.547243 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-518f1253-8d1f-4013-b36f-13db8f79e417 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:07.570638 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:07.576524 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f1253-8d1f-4013-b36f-13db8f79e417 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Port': ['ID=8f631454-9401-4eaf-97ab-bee11a91b359,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:07.750278 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-518f1253-8d1f-4013-b36f-13db8f79e417 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:08.138359 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 2a60144b-0769-4014-bcbe-ca113317c932 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:57:08.159932 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 2a60144b-0769-4014-bcbe-ca113317c932 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:57:08.160275 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 2a60144b-0769-4014-bcbe-ca113317c932 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:57:08.272198 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518f1253-8d1f-4013-b36f-13db8f79e417 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router 54d3ef63-50c1-4404-91b1-bd906c1e573b has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:57:08.373285 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518f1253-8d1f-4013-b36f-13db8f79e417 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:57:08.378289 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-518f1253-8d1f-4013-b36f-13db8f79e417 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "PUT /v2.0/routers/54d3ef63-50c1-4404-91b1-bd906c1e573b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7995763 Mar 14 15:57:08.381004 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34010) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:08.383659 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808476fe-47fb-4985-b4b3-85917145505a None None] Sync routers for ids ['54d3ef63-50c1-4404-91b1-bd906c1e573b'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:57:08.394518 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808476fe-47fb-4985-b4b3-85917145505a None None] Routers {'54d3ef63-50c1-4404-91b1-bd906c1e573b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:57:08.395251 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-808476fe-47fb-4985-b4b3-85917145505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:57:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['54d3ef63-50c1-4404-91b1-bd906c1e573b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:08.435622 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d91b17-cace-4966-8a67-bc84347c62c1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting subnet 8b79a261-76c7-4fea-95e2-4b31b8a24853 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:57:08.439025 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-16d91b17-cace-4966-8a67-bc84347c62c1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:08.479860 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-16d91b17-cace-4966-8a67-bc84347c62c1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:08.498665 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-808476fe-47fb-4985-b4b3-85917145505a None None] Set router 54d3ef63-50c1-4404-91b1-bd906c1e573b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:57:08.561845 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-16d91b17-cace-4966-8a67-bc84347c62c1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:08.623161 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-16d91b17-cace-4966-8a67-bc84347c62c1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:08.650007 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d91b17-cace-4966-8a67-bc84347c62c1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Subnet': ['ID=8b79a261-76c7-4fea-95e2-4b31b8a24853,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:08.653560 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-16d91b17-cace-4966-8a67-bc84347c62c1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:08.656779 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-16d91b17-cace-4966-8a67-bc84347c62c1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/subnets/8b79a261-76c7-4fea-95e2-4b31b8a24853 HTTP/1.1" status: 204 len: 168 time: 0.2748501 Mar 14 15:57:08.659423 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34012) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:08.662698 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e170e34b-6c3b-44ab-812e-3e0bc60b95b4 None None] Network fd754fe8-6456-4148-ad00-05d745591d7a requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:57:08.685237 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-808476fe-47fb-4985-b4b3-85917145505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16013852', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:57:07Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:08.785613 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-124f6b93-a154-4c96-842d-ba2691505e53 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:08.805255 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808476fe-47fb-4985-b4b3-85917145505a None None] Checking router: 54d3ef63-50c1-4404-91b1-bd906c1e573b for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:57:08.814264 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808476fe-47fb-4985-b4b3-85917145505a None None] Routers {'54d3ef63-50c1-4404-91b1-bd906c1e573b'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:57:08.814867 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-808476fe-47fb-4985-b4b3-85917145505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:57:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['54d3ef63-50c1-4404-91b1-bd906c1e573b'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:08.869464 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10352c84-a8b4-4e7c-8815-62bbc2d2f13b None None] DHCP port deletion for fd754fe8-6456-4148-ad00-05d745591d7a request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:57:08.898324 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-124f6b93-a154-4c96-842d-ba2691505e53 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:08.918614 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-10352c84-a8b4-4e7c-8815-62bbc2d2f13b None None] Deleting port 3e8f813f-f314-4eb0-9f88-8b3200d917a5 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:57:08.919282 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-10352c84-a8b4-4e7c-8815-62bbc2d2f13b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:08.920141 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-808476fe-47fb-4985-b4b3-85917145505a None None] Set router 54d3ef63-50c1-4404-91b1-bd906c1e573b gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:57:08.954505 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-124f6b93-a154-4c96-842d-ba2691505e53 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting port b50fd786-5791-4dc0-9350-6b5cf36107fe {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:57:08.954909 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-124f6b93-a154-4c96-842d-ba2691505e53 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:08.989083 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-10352c84-a8b4-4e7c-8815-62bbc2d2f13b None None] For port 3e8f813f-f314-4eb0-9f88-8b3200d917a5, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3e8f813f-f314-4eb0-9f88-8b3200d917a5,segment=NetworkSegment(af9e17b4-7703-4c0e-9da3-2118821e261d),segment_id=af9e17b4-7703-4c0e-9da3-2118821e261d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:08.989567 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-10352c84-a8b4-4e7c-8815-62bbc2d2f13b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.008242 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-10352c84-a8b4-4e7c-8815-62bbc2d2f13b None None] Calling delete_port for 3e8f813f-f314-4eb0-9f88-8b3200d917a5 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:57:09.019424 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.040491 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-124f6b93-a154-4c96-842d-ba2691505e53 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] For port b50fd786-5791-4dc0-9350-6b5cf36107fe, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=b50fd786-5791-4dc0-9350-6b5cf36107fe,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:09.040929 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-124f6b93-a154-4c96-842d-ba2691505e53 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.056458 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-124f6b93-a154-4c96-842d-ba2691505e53 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Calling delete_port for b50fd786-5791-4dc0-9350-6b5cf36107fe owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:57:09.096136 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-10352c84-a8b4-4e7c-8815-62bbc2d2f13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.111280 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-808476fe-47fb-4985-b4b3-85917145505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16013852', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:57:07Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:09.127544 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10352c84-a8b4-4e7c-8815-62bbc2d2f13b None None] Pushing event deleted for resources: {'Port': ['ID=3e8f813f-f314-4eb0-9f88-8b3200d917a5,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:09.138219 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10352c84-a8b4-4e7c-8815-62bbc2d2f13b None None] No DVR routers for this DVR port 3e8f813f-f314-4eb0-9f88-8b3200d917a5 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:57:09.142900 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808476fe-47fb-4985-b4b3-85917145505a None None] The sync data for ids ['54d3ef63-50c1-4404-91b1-bd906c1e573b'] in dv-neutron-833559-1-hyperv is: [{'id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16013852', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:57:07Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': 'b50fd786-5791-4dc0-9350-6b5cf36107fe', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3ef63-50c1-4404-91b1-bd906c1e573b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:55:12Z', 'updated_at': '2022-03-14T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:57:09.145229 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.244746 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-124f6b93-a154-4c96-842d-ba2691505e53 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.273545 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f6b93-a154-4c96-842d-ba2691505e53 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Port': ['ID=b50fd786-5791-4dc0-9350-6b5cf36107fe,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:09.339912 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-124f6b93-a154-4c96-842d-ba2691505e53 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.404551 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.434869 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-124f6b93-a154-4c96-842d-ba2691505e53 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.436944 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-124f6b93-a154-4c96-842d-ba2691505e53 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.479588 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-124f6b93-a154-4c96-842d-ba2691505e53 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.480707 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124f6b93-a154-4c96-842d-ba2691505e53 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Fanout notify agent at l3_agent the message router_deleted on router 54d3ef63-50c1-4404-91b1-bd906c1e573b {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:57:09.488738 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-124f6b93-a154-4c96-842d-ba2691505e53 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.489836 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-124f6b93-a154-4c96-842d-ba2691505e53 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/routers/54d3ef63-50c1-4404-91b1-bd906c1e573b HTTP/1.1" status: 204 len: 168 time: 0.8261456 Mar 14 15:57:09.492650 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34014) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:09.577270 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-23415d1e-e53d-48a8-98e7-38c2fbfc8df9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.666579 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-23415d1e-e53d-48a8-98e7-38c2fbfc8df9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.687732 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-23415d1e-e53d-48a8-98e7-38c2fbfc8df9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd754fe8-6456-4148-ad00-05d745591d7a']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:09.696951 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-23415d1e-e53d-48a8-98e7-38c2fbfc8df9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af9e17b4-7703-4c0e-9da3-2118821e261d') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:09.697225 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-23415d1e-e53d-48a8-98e7-38c2fbfc8df9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af9e17b4-7703-4c0e-9da3-2118821e261d') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:09.713012 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-23415d1e-e53d-48a8-98e7-38c2fbfc8df9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.727263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-23415d1e-e53d-48a8-98e7-38c2fbfc8df9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.733514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23415d1e-e53d-48a8-98e7-38c2fbfc8df9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:57:09.733835 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-23415d1e-e53d-48a8-98e7-38c2fbfc8df9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:57:09.736952 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:57:09.796216 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-23415d1e-e53d-48a8-98e7-38c2fbfc8df9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.804792 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-23415d1e-e53d-48a8-98e7-38c2fbfc8df9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.807294 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-23415d1e-e53d-48a8-98e7-38c2fbfc8df9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/networks/fd754fe8-6456-4148-ad00-05d745591d7a HTTP/1.1" status: 204 len: 168 time: 0.3136837 Mar 14 15:57:09.810569 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34016) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:09.827966 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23415d1e-e53d-48a8-98e7-38c2fbfc8df9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Network': ['ID=fd754fe8-6456-4148-ad00-05d745591d7a,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:09.879758 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3cd9caad-1864-4435-83a3-0ad4d8c2a0a7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.905355 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3cd9caad-1864-4435-83a3-0ad4d8c2a0a7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.963906 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3cd9caad-1864-4435-83a3-0ad4d8c2a0a7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.966713 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3cd9caad-1864-4435-83a3-0ad4d8c2a0a7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:09.967915 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3cd9caad-1864-4435-83a3-0ad4d8c2a0a7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/security-groups/7abee773-b434-4289-8bae-a139bea00073 HTTP/1.1" status: 204 len: 168 time: 0.1564121 Mar 14 15:57:09.977146 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9caad-1864-4435-83a3-0ad4d8c2a0a7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abee773-b434-4289-8bae-a139bea00073,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:10.233057 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34022) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:10.237591 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9b058f84-336d-42b0-8484-8f1528c4326b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2103497821', 'description': 'tempest-secgroup-smoke-2103497821 description', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:57:10.263414 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b058f84-336d-42b0-8484-8f1528c4326b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.328721 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b058f84-336d-42b0-8484-8f1528c4326b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.332578 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b058f84-336d-42b0-8484-8f1528c4326b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.362084 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b058f84-336d-42b0-8484-8f1528c4326b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.363328 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9b058f84-336d-42b0-8484-8f1528c4326b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1292651 Mar 14 15:57:10.365101 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b058f84-336d-42b0-8484-8f1528c4326b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1039ad4a-f711-4ba0-b60f-abdf44b21a03,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:10.366244 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34024) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:10.371984 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4419be34-79d6-41a7-a788-b34c38c91a82 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '1039ad4a-f711-4ba0-b60f-abdf44b21a03', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:57:10.397006 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4419be34-79d6-41a7-a788-b34c38c91a82 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.454130 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4419be34-79d6-41a7-a788-b34c38c91a82 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.457693 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4419be34-79d6-41a7-a788-b34c38c91a82 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.478024 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419be34-79d6-41a7-a788-b34c38c91a82 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42305e3-f612-43b2-aa8e-0105b3ab1881,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:10.486983 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4419be34-79d6-41a7-a788-b34c38c91a82 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.488176 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4419be34-79d6-41a7-a788-b34c38c91a82 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208899 Mar 14 15:57:10.491155 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34026) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:10.496327 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-28d0e69d-941c-4db9-8148-5701e551bf12 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '1039ad4a-f711-4ba0-b60f-abdf44b21a03', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:57:10.520192 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28d0e69d-941c-4db9-8148-5701e551bf12 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.576678 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28d0e69d-941c-4db9-8148-5701e551bf12 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.580542 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28d0e69d-941c-4db9-8148-5701e551bf12 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.597373 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0e69d-941c-4db9-8148-5701e551bf12 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1534c6-dae6-45dc-8162-dce83a1c8716,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:10.606148 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-28d0e69d-941c-4db9-8148-5701e551bf12 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.607375 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-28d0e69d-941c-4db9-8148-5701e551bf12 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152303 Mar 14 15:57:10.610098 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34028) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:10.614416 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-347e8f81-863c-4347-ac82-ab0a3c8596df tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '1039ad4a-f711-4ba0-b60f-abdf44b21a03', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:57:10.637882 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-347e8f81-863c-4347-ac82-ab0a3c8596df tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.696097 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-347e8f81-863c-4347-ac82-ab0a3c8596df tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.700064 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-347e8f81-863c-4347-ac82-ab0a3c8596df tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.717502 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e8f81-863c-4347-ac82-ab0a3c8596df tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2956d9-fec6-4c23-ba18-58a5a8113b72,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:10.725247 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-347e8f81-863c-4347-ac82-ab0a3c8596df tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.726463 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-347e8f81-863c-4347-ac82-ab0a3c8596df tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153810 Mar 14 15:57:10.729114 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34030) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:10.733491 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-99049d03-2889-45c1-9793-a6ec01c28ad7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '1039ad4a-f711-4ba0-b60f-abdf44b21a03', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:57:10.758908 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-99049d03-2889-45c1-9793-a6ec01c28ad7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.784527 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device b50fd786-5791-4dc0-9350-6b5cf36107fe no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:57:10.803742 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: b50fd786-5791-4dc0-9350-6b5cf36107fe {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:57:10.804085 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device b50fd786-5791-4dc0-9350-6b5cf36107fe not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:57:10.804487 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 8f631454-9401-4eaf-97ab-bee11a91b359 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:57:10.822579 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-99049d03-2889-45c1-9793-a6ec01c28ad7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.824732 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 8f631454-9401-4eaf-97ab-bee11a91b359 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:57:10.825103 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 8f631454-9401-4eaf-97ab-bee11a91b359 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:57:10.825511 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3e8f813f-f314-4eb0-9f88-8b3200d917a5 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:57:10.827300 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-99049d03-2889-45c1-9793-a6ec01c28ad7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.842221 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99049d03-2889-45c1-9793-a6ec01c28ad7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd53d8a-c7ee-4949-8ff6-19c3d50944a1,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:10.844918 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 3e8f813f-f314-4eb0-9f88-8b3200d917a5 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:57:10.845270 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3e8f813f-f314-4eb0-9f88-8b3200d917a5 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:57:10.853207 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-99049d03-2889-45c1-9793-a6ec01c28ad7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.854997 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-99049d03-2889-45c1-9793-a6ec01c28ad7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243546 Mar 14 15:57:10.857983 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34032) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:10.862685 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5b2edac1-9328-4e7e-9c0b-39c277ca2252 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '1039ad4a-f711-4ba0-b60f-abdf44b21a03', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:57:10.882092 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-5b2edac1-9328-4e7e-9c0b-39c277ca2252 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Project 6daa82aa9aec4faaa5df0ea4500b9963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:57:10.887300 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5b2edac1-9328-4e7e-9c0b-39c277ca2252 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.945860 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5b2edac1-9328-4e7e-9c0b-39c277ca2252 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.950036 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5b2edac1-9328-4e7e-9c0b-39c277ca2252 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.967595 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2edac1-9328-4e7e-9c0b-39c277ca2252 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4750598a-cd1d-4760-8b06-80ee70ef7754,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:10.974850 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5b2edac1-9328-4e7e-9c0b-39c277ca2252 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:10.976056 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5b2edac1-9328-4e7e-9c0b-39c277ca2252 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171684 Mar 14 15:57:10.978882 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34034) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:10.983641 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-8c5300b5-2855-4a5e-9798-69de465aab0c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': '1039ad4a-f711-4ba0-b60f-abdf44b21a03', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:57:11.003632 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-8c5300b5-2855-4a5e-9798-69de465aab0c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Project 6daa82aa9aec4faaa5df0ea4500b9963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:57:11.008233 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c5300b5-2855-4a5e-9798-69de465aab0c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:11.069151 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c5300b5-2855-4a5e-9798-69de465aab0c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:11.072731 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c5300b5-2855-4a5e-9798-69de465aab0c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:11.089581 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5300b5-2855-4a5e-9798-69de465aab0c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c370cc77-8ac0-4c5a-a74b-bcdefe150438,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:11.097450 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c5300b5-2855-4a5e-9798-69de465aab0c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:11.098638 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8c5300b5-2855-4a5e-9798-69de465aab0c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183124 Mar 14 15:57:11.101468 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34036) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:11.106869 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a317505e-7483-4ede-9929-f5c42b772fdb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'network': {'name': 'tempest-network-smoke--2125138271', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'port_security_enabled': True}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:57:11.125803 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a317505e-7483-4ede-9929-f5c42b772fdb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Made reservation on behalf of 6daa82aa9aec4faaa5df0ea4500b9963 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:57:11.129137 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a317505e-7483-4ede-9929-f5c42b772fdb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:11.152103 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a317505e-7483-4ede-9929-f5c42b772fdb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:57:11.160910 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a317505e-7483-4ede-9929-f5c42b772fdb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:11.161259 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-a317505e-7483-4ede-9929-f5c42b772fdb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Added segment 06044e78-9489-4319-b229-ee7ddb62c11e of type vlan for network a83125a5-c354-403e-8f1b-2bd6c5f35430 Mar 14 15:57:11.203761 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a317505e-7483-4ede-9929-f5c42b772fdb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:11.228048 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a317505e-7483-4ede-9929-f5c42b772fdb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:11.234287 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a317505e-7483-4ede-9929-f5c42b772fdb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:11.234815 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a317505e-7483-4ede-9929-f5c42b772fdb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:11.289525 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a317505e-7483-4ede-9929-f5c42b772fdb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1870077 Mar 14 15:57:11.293271 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34038) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:11.297961 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-16997c27-0167-45ec-b43d-58aba5c0c00e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265183', 'admin_state_up': True, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:57:11.304077 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317505e-7483-4ede-9929-f5c42b772fdb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Network': ['ID=a83125a5-c354-403e-8f1b-2bd6c5f35430,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:11.314141 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network a83125a5-c354-403e-8f1b-2bd6c5f35430 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:57:11.320033 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16997c27-0167-45ec-b43d-58aba5c0c00e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:11.321024 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16997c27-0167-45ec-b43d-58aba5c0c00e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:11.373806 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16997c27-0167-45ec-b43d-58aba5c0c00e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:11.511988 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16997c27-0167-45ec-b43d-58aba5c0c00e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:11.696938 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16997c27-0167-45ec-b43d-58aba5c0c00e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:11.719746 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16997c27-0167-45ec-b43d-58aba5c0c00e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:11.818949 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-16997c27-0167-45ec-b43d-58aba5c0c00e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Allocated IP 172.26.6.46 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/9792d8ef-a688-4650-9a09-11b4ed78432b) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:57:11.919078 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16997c27-0167-45ec-b43d-58aba5c0c00e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:11.956894 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16997c27-0167-45ec-b43d-58aba5c0c00e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:11.994573 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16997c27-0167-45ec-b43d-58aba5c0c00e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:57:11.997935 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-16997c27-0167-45ec-b43d-58aba5c0c00e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:57:12.001283 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16997c27-0167-45ec-b43d-58aba5c0c00e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:57:12.024487 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16997c27-0167-45ec-b43d-58aba5c0c00e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=9792d8ef-a688-4650-9a09-11b4ed78432b,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:12.257155 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16997c27-0167-45ec-b43d-58aba5c0c00e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:12.457471 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16997c27-0167-45ec-b43d-58aba5c0c00e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:12.583377 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16997c27-0167-45ec-b43d-58aba5c0c00e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router 86fa0d49-06f1-40ca-a09c-e8745b6fa06c is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:57:12.688138 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16997c27-0167-45ec-b43d-58aba5c0c00e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:57:12.697416 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] Sync routers for ids ['86fa0d49-06f1-40ca-a09c-e8745b6fa06c'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:57:12.707652 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] Routers {'86fa0d49-06f1-40ca-a09c-e8745b6fa06c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:57:12.708262 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:57:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['86fa0d49-06f1-40ca-a09c-e8745b6fa06c'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:12.708572 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-16997c27-0167-45ec-b43d-58aba5c0c00e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:12.709945 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-16997c27-0167-45ec-b43d-58aba5c0c00e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4155784 Mar 14 15:57:12.713096 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34040) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:12.744289 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-005df178-1e92-4493-be4e-2b091dcdce7f tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=6daa82aa9aec4faaa5df0ea4500b9963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277174 Mar 14 15:57:12.744542 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34042) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:12.837126 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365254bb-c422-461c-95d8-869ac732bd52 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:12.838637 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-365254bb-c422-461c-95d8-869ac732bd52 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925419 Mar 14 15:57:12.842230 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34044) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:12.875134 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-094d27d8-a048-49f3-855e-d8b7cf338a1e tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294917 Mar 14 15:57:12.875363 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34046) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:12.922693 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-6049c59b-1f3d-4e1e-b22b-1180a0e406ac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1979627649', 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:57:12.977643 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] Set router 86fa0d49-06f1-40ca-a09c-e8745b6fa06c gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:57:13.013893 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6049c59b-1f3d-4e1e-b22b-1180a0e406ac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Made reservation on behalf of 6daa82aa9aec4faaa5df0ea4500b9963 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:57:13.017760 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6049c59b-1f3d-4e1e-b22b-1180a0e406ac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:13.201804 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6049c59b-1f3d-4e1e-b22b-1180a0e406ac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:13.254496 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265183', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:12Z', 'revision_number': 3, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:00:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:13.262645 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049c59b-1f3d-4e1e-b22b-1180a0e406ac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Subnet': ['ID=ef0dc667-5a8a-486c-a20e-e408582681f7,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:13.272229 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6049c59b-1f3d-4e1e-b22b-1180a0e406ac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Checking segment: {'id': '06044e78-9489-4319-b229-ee7ddb62c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:57:13.272593 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6049c59b-1f3d-4e1e-b22b-1180a0e406ac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network hostable DHCP agents. Network: a83125a5-c354-403e-8f1b-2bd6c5f35430, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:57:13.284167 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] Checking router: 86fa0d49-06f1-40ca-a09c-e8745b6fa06c for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:57:13.284523 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] Updating router 86fa0d49-06f1-40ca-a09c-e8745b6fa06c port 9792d8ef-a688-4650-9a09-11b4ed78432b binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:57:13.289789 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6049c59b-1f3d-4e1e-b22b-1180a0e406ac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network a83125a5-c354-403e-8f1b-2bd6c5f35430 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:57:13.299211 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-6049c59b-1f3d-4e1e-b22b-1180a0e406ac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, a83125a5-c354-403e-8f1b-2bd6c5f35430) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:57:13.303864 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6049c59b-1f3d-4e1e-b22b-1180a0e406ac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:13.305874 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6049c59b-1f3d-4e1e-b22b-1180a0e406ac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:13.310871 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fc74d8-bfc4-4af2-8aa0-dde7c2e4149d None None] Network a83125a5-c354-403e-8f1b-2bd6c5f35430 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:57:13.325605 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6049c59b-1f3d-4e1e-b22b-1180a0e406ac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4458320 Mar 14 15:57:13.326002 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34050) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:13.332053 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:13.612316 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-a83125a5-c354-403e-8f1b-2bd6c5f35430', 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ips': [{'subnet_id': 'ef0dc667-5a8a-486c-a20e-e408582681f7'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:57:13.613784 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:13.760144 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4edf3007-7577-48f2-9f57-ec4094e30a0f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:13.803095 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:13.812271 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:13.848191 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] Allocated IP 172.20.0.2 (a83125a5-c354-403e-8f1b-2bd6c5f35430/ef0dc667-5a8a-486c-a20e-e408582681f7/e252afbf-1e62-42a3-9a22-bc5a00daef0a) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:57:13.882101 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eeeaa8-21fa-4cbe-92b1-87541466b219 None None] Pushing event updated for resources: {'Port': ['ID=9792d8ef-a688-4650-9a09-11b4ed78432b,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:13.902955 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] Attempting to bind port 9792d8ef-a688-4650-9a09-11b4ed78432b on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:57:13.903325 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] Attempting to bind port 9792d8ef-a688-4650-9a09-11b4ed78432b by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:57:13.903683 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] Attempting to bind port 9792d8ef-a688-4650-9a09-11b4ed78432b on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:57:13.936558 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:57:13.936947 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:57:13.937333 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:13.937728 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:57:13.938204 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] Bound port: 9792d8ef-a688-4650-9a09-11b4ed78432b, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:57:13.938580 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:14.020483 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] For port 9792d8ef-a688-4650-9a09-11b4ed78432b, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:57:14.024673 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] For port 9792d8ef-a688-4650-9a09-11b4ed78432b, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=9792d8ef-a688-4650-9a09-11b4ed78432b,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:57:14.029422 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:14.120113 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:14.127652 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] Routers {'86fa0d49-06f1-40ca-a09c-e8745b6fa06c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:57:14.128267 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:57:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['86fa0d49-06f1-40ca-a09c-e8745b6fa06c'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:14.131506 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eeeaa8-21fa-4cbe-92b1-87541466b219 None None] Pushing event updated for resources: {'Port': ['ID=9792d8ef-a688-4650-9a09-11b4ed78432b,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:14.134340 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:14.178345 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-4edf3007-7577-48f2-9f57-ec4094e30a0f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Allocated IP 172.20.0.1 (a83125a5-c354-403e-8f1b-2bd6c5f35430/ef0dc667-5a8a-486c-a20e-e408582681f7/5eb9613c-73ba-4848-9567-00ca5e03123b) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:57:14.226720 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] Network a83125a5-c354-403e-8f1b-2bd6c5f35430 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:57:14.259909 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:57:14.264822 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:57:14.266681 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] Pushing event updated for resources: {'Port': ['ID=e252afbf-1e62-42a3-9a22-bc5a00daef0a,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:14.299347 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4edf3007-7577-48f2-9f57-ec4094e30a0f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:14.320757 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] Set router 86fa0d49-06f1-40ca-a09c-e8745b6fa06c gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:57:14.335214 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4edf3007-7577-48f2-9f57-ec4094e30a0f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:14.378875 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edf3007-7577-48f2-9f57-ec4094e30a0f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network a83125a5-c354-403e-8f1b-2bd6c5f35430 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:57:14.381819 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-4edf3007-7577-48f2-9f57-ec4094e30a0f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:57:14.386185 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edf3007-7577-48f2-9f57-ec4094e30a0f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:57:14.392692 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf3007-7577-48f2-9f57-ec4094e30a0f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=5eb9613c-73ba-4848-9567-00ca5e03123b,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:14.396807 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] Attempting to bind port e252afbf-1e62-42a3-9a22-bc5a00daef0a on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:57:14.397193 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] Attempting to bind port e252afbf-1e62-42a3-9a22-bc5a00daef0a by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '06044e78-9489-4319-b229-ee7ddb62c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:57:14.397560 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] Attempting to bind port e252afbf-1e62-42a3-9a22-bc5a00daef0a on network a83125a5-c354-403e-8f1b-2bd6c5f35430 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:57:14.410170 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:57:14.410170 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] Checking segment: {'id': '06044e78-9489-4319-b229-ee7ddb62c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:57:14.410170 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:14.410170 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] Bound using segment: {'id': '06044e78-9489-4319-b229-ee7ddb62c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:57:14.410170 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] Bound port: e252afbf-1e62-42a3-9a22-bc5a00daef0a, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06044e78-9489-4319-b229-ee7ddb62c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:57:14.410696 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:14.432875 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4edf3007-7577-48f2-9f57-ec4094e30a0f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:14.546993 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] For port e252afbf-1e62-42a3-9a22-bc5a00daef0a, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:57:14.561790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] For port e252afbf-1e62-42a3-9a22-bc5a00daef0a, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e252afbf-1e62-42a3-9a22-bc5a00daef0a,segment=NetworkSegment(06044e78-9489-4319-b229-ee7ddb62c11e),segment_id=06044e78-9489-4319-b229-ee7ddb62c11e)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:57:14.563381 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4edf3007-7577-48f2-9f57-ec4094e30a0f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:14.569005 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:14.796690 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50a843-e9b8-4809-ab0a-d75fb5cf1f56 None None] Pushing event updated for resources: {'Port': ['ID=e252afbf-1e62-42a3-9a22-bc5a00daef0a,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:14.802471 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265183', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:12Z', 'revision_number': 3, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:00:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:14.831040 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9872c828-dc0f-4dc9-ba39-7609ee235649 None None] The sync data for ids ['86fa0d49-06f1-40ca-a09c-e8745b6fa06c'] in dv-neutron-833559-1-hyperv is: [{'id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265183', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:12Z', 'revision_number': 3, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:00:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:57:14.857088 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4edf3007-7577-48f2-9f57-ec4094e30a0f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:14.862389 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4edf3007-7577-48f2-9f57-ec4094e30a0f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:14.936382 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf3007-7577-48f2-9f57-ec4094e30a0f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=5eb9613c-73ba-4848-9567-00ca5e03123b,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:14.939808 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4edf3007-7577-48f2-9f57-ec4094e30a0f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:15.062449 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edf3007-7577-48f2-9f57-ec4094e30a0f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network a83125a5-c354-403e-8f1b-2bd6c5f35430 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:57:15.064082 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-4edf3007-7577-48f2-9f57-ec4094e30a0f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:57:15.207838 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edf3007-7577-48f2-9f57-ec4094e30a0f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router 86fa0d49-06f1-40ca-a09c-e8745b6fa06c has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:57:15.325254 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edf3007-7577-48f2-9f57-ec4094e30a0f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:57:15.340349 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4edf3007-7577-48f2-9f57-ec4094e30a0f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "PUT /v2.0/routers/86fa0d49-06f1-40ca-a09c-e8745b6fa06c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0132403 Mar 14 15:57:15.476778 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-d73d3be3-eb40-4364-a287-8040632bb7a2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2103497821&fields=id&tenant_id=6daa82aa9aec4faaa5df0ea4500b9963 HTTP/1.1" status: 200 len: 267 time: 0.0353787 Mar 14 15:57:15.596869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-969e5c8b-c297-483f-9a0d-ae4b64b82d0b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:15.598646 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-969e5c8b-c297-483f-9a0d-ae4b64b82d0b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/networks?id=a83125a5-c354-403e-8f1b-2bd6c5f35430 HTTP/1.1" status: 200 len: 797 time: 0.1136756 Mar 14 15:57:15.615053 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-65eb7254-4e9d-4453-b500-a7c361e53003 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/quotas/6daa82aa9aec4faaa5df0ea4500b9963 HTTP/1.1" status: 200 len: 375 time: 0.0101399 Mar 14 15:57:15.673595 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-f41636ec-adc4-4782-9802-495df6201365 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528502 Mar 14 15:57:15.747329 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-534e8cfe-f554-4138-bf1c-4b7ca29f82cf service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 15:57:15.748397 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-534e8cfe-f554-4138-bf1c-4b7ca29f82cf service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0622249 Mar 14 15:57:15.825291 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2775f46-d440-455e-8490-55085f1e98e8 None None] Network a83125a5-c354-403e-8f1b-2bd6c5f35430 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:57:15.842246 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-60162a14-aeb4-4ecd-b060-1ae54ee1537a service neutron] 10.222.0.59 "GET /v2.0/networks/a83125a5-c354-403e-8f1b-2bd6c5f35430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873661 Mar 14 15:57:15.938705 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-cd5806a0-98db-41aa-aebc-1ff476066e68 service neutron] 10.222.0.59 "GET /v2.0/networks/a83125a5-c354-403e-8f1b-2bd6c5f35430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903883 Mar 14 15:57:15.948101 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-b0882f54-d79d-45f6-847a-1b674456e48c None None] Provisioning complete for port e252afbf-1e62-42a3-9a22-bc5a00daef0a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:57:15.949087 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0882f54-d79d-45f6-847a-1b674456e48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:16.069042 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0882f54-d79d-45f6-847a-1b674456e48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:16.113824 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-b0882f54-d79d-45f6-847a-1b674456e48c None None] For port e252afbf-1e62-42a3-9a22-bc5a00daef0a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e252afbf-1e62-42a3-9a22-bc5a00daef0a,segment=NetworkSegment(06044e78-9489-4319-b229-ee7ddb62c11e),segment_id=06044e78-9489-4319-b229-ee7ddb62c11e)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:16.120896 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0882f54-d79d-45f6-847a-1b674456e48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:16.125675 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-de18f41f-9129-4d8d-b174-5de074228812 req-0cca1d30-8f8c-49b5-98bb-387cba57286c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 210 time: 0.0303109 Mar 14 15:57:16.194342 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0882f54-d79d-45f6-847a-1b674456e48c None None] Pushing event updated for resources: {'Port': ['ID=e252afbf-1e62-42a3-9a22-bc5a00daef0a,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:16.344855 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-e54b4bff-f9e2-41bd-ae0b-cc4f4dadba71 None None] Provisioning complete for port 5eb9613c-73ba-4848-9567-00ca5e03123b triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:57:16.345232 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e54b4bff-f9e2-41bd-ae0b-cc4f4dadba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:16.387380 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-e54b4bff-f9e2-41bd-ae0b-cc4f4dadba71 None None] Port 5eb9613c-73ba-4848-9567-00ca5e03123b cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:57:16.398257 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-e54b4bff-f9e2-41bd-ae0b-cc4f4dadba71 None None] Provisioning complete for port e252afbf-1e62-42a3-9a22-bc5a00daef0a triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:57:16.399855 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e54b4bff-f9e2-41bd-ae0b-cc4f4dadba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:16.569417 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] Sync routers for ids ['86fa0d49-06f1-40ca-a09c-e8745b6fa06c'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:57:16.581472 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] Routers {'86fa0d49-06f1-40ca-a09c-e8745b6fa06c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:57:16.582077 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:57:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['86fa0d49-06f1-40ca-a09c-e8745b6fa06c'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:16.631574 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-9c5064ee-36ad-432d-b2eb-0ca043fe1922 None None] Provisioning complete for port 5eb9613c-73ba-4848-9567-00ca5e03123b triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:57:16.632055 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9c5064ee-36ad-432d-b2eb-0ca043fe1922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:16.675355 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9c5064ee-36ad-432d-b2eb-0ca043fe1922 None None] Port 5eb9613c-73ba-4848-9567-00ca5e03123b cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:57:16.697509 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] Set router 86fa0d49-06f1-40ca-a09c-e8745b6fa06c gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:57:16.794788 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-7c342495-3fe3-4011-a2b0-5904fa78f7e5 None None] Provisioning complete for port 5eb9613c-73ba-4848-9567-00ca5e03123b triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:57:16.795207 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c342495-3fe3-4011-a2b0-5904fa78f7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:16.839220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e252afbf-1e62-42a3-9a22-bc5a00daef0a up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:57:16.877643 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-7c342495-3fe3-4011-a2b0-5904fa78f7e5 None None] Port 5eb9613c-73ba-4848-9567-00ca5e03123b cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:57:16.898191 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port e252afbf-1e62-42a3-9a22-bc5a00daef0a triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:57:16.898569 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:16.918006 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265183', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:14Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:00:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '5eb9613c-73ba-4848-9567-00ca5e03123b', 'name': '', 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:05:a5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ef0dc667-5a8a-486c-a20e-e408582681f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:13Z', 'updated_at': '2022-03-14T15:57:14Z', 'revision_number': 2, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'ef0dc667-5a8a-486c-a20e-e408582681f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:16.946688 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] Checking router: 86fa0d49-06f1-40ca-a09c-e8745b6fa06c for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:57:16.947070 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] Updating router 86fa0d49-06f1-40ca-a09c-e8745b6fa06c port 5eb9613c-73ba-4848-9567-00ca5e03123b binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:57:16.972877 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:16.976942 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 9792d8ef-a688-4650-9a09-11b4ed78432b up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:57:17.025764 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 9792d8ef-a688-4650-9a09-11b4ed78432b triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:57:17.027367 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:17.117039 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:17.142519 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 9792d8ef-a688-4650-9a09-11b4ed78432b, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=9792d8ef-a688-4650-9a09-11b4ed78432b,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:17.148210 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:17.177344 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-2a6e3f11-0763-4121-963c-b426a375c3ca tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:17.179911 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-2a6e3f11-0763-4121-963c-b426a375c3ca tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "GET /v2.0/networks?id=a83125a5-c354-403e-8f1b-2bd6c5f35430 HTTP/1.1" status: 200 len: 797 time: 0.1269407 Mar 14 15:57:17.224073 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=9792d8ef-a688-4650-9a09-11b4ed78432b,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:17.234222 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-2232f7b8-14a6-40a3-85d3-cc634d3a7cd0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6daa82aa9aec4faaa5df0ea4500b9963 HTTP/1.1" status: 200 len: 380 time: 0.0431480 Mar 14 15:57:17.267716 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-033d3cc7-61b3-49a7-b89e-3209c482bfab req-80bcb761-eae5-4ae6-a37f-499ed56764cc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 210 time: 0.0332062 Mar 14 15:57:17.271433 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-3a85db67-531d-4516-95c4-2e621a2407be tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'port': {'device_id': 'c433ec02-c107-4f2f-8f57-bb656d6c9265', 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430', 'admin_state_up': True, 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'security_groups': ['1039ad4a-f711-4ba0-b60f-abdf44b21a03']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:57:17.318773 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:17.324804 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:17.383968 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c57afd-4df0-4a06-a2fc-d8804f943219 None None] Pushing event updated for resources: {'Port': ['ID=5eb9613c-73ba-4848-9567-00ca5e03123b,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:17.411720 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c57afd-4df0-4a06-a2fc-d8804f943219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:17.412768 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c57afd-4df0-4a06-a2fc-d8804f943219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:17.412768 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c57afd-4df0-4a06-a2fc-d8804f943219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:17.413036 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c57afd-4df0-4a06-a2fc-d8804f943219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:17.413365 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c57afd-4df0-4a06-a2fc-d8804f943219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:17.413687 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c57afd-4df0-4a06-a2fc-d8804f943219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:17.414007 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c57afd-4df0-4a06-a2fc-d8804f943219 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:17.414327 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c57afd-4df0-4a06-a2fc-d8804f943219 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:17.414657 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c57afd-4df0-4a06-a2fc-d8804f943219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:17.415006 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c57afd-4df0-4a06-a2fc-d8804f943219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:17.415321 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c57afd-4df0-4a06-a2fc-d8804f943219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:17.415630 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c57afd-4df0-4a06-a2fc-d8804f943219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:57:17.448107 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] Attempting to bind port 5eb9613c-73ba-4848-9567-00ca5e03123b on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:57:17.448483 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] Attempting to bind port 5eb9613c-73ba-4848-9567-00ca5e03123b by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '06044e78-9489-4319-b229-ee7ddb62c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:57:17.448827 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] Attempting to bind port 5eb9613c-73ba-4848-9567-00ca5e03123b on network a83125a5-c354-403e-8f1b-2bd6c5f35430 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:57:17.454892 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:57:17.455447 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] Checking segment: {'id': '06044e78-9489-4319-b229-ee7ddb62c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:57:17.455858 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:17.456251 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] Bound using segment: {'id': '06044e78-9489-4319-b229-ee7ddb62c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:57:17.456725 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] Bound port: 5eb9613c-73ba-4848-9567-00ca5e03123b, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06044e78-9489-4319-b229-ee7ddb62c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:57:17.457107 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:17.529468 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] For port 5eb9613c-73ba-4848-9567-00ca5e03123b, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:57:17.533091 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] For port 5eb9613c-73ba-4848-9567-00ca5e03123b, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5eb9613c-73ba-4848-9567-00ca5e03123b,segment=NetworkSegment(06044e78-9489-4319-b229-ee7ddb62c11e),segment_id=06044e78-9489-4319-b229-ee7ddb62c11e)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:57:17.538809 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:17.602418 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] Routers {'86fa0d49-06f1-40ca-a09c-e8745b6fa06c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:57:17.603163 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:57:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['86fa0d49-06f1-40ca-a09c-e8745b6fa06c'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:17.614221 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-0e851b8b-3b0f-4ece-80c3-8cf7f992c976 None None] Provisioning complete for port 5eb9613c-73ba-4848-9567-00ca5e03123b triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:57:17.614665 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e851b8b-3b0f-4ece-80c3-8cf7f992c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:17.718403 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e851b8b-3b0f-4ece-80c3-8cf7f992c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:17.722371 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] Set router 86fa0d49-06f1-40ca-a09c-e8745b6fa06c gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:57:17.756341 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-3a85db67-531d-4516-95c4-2e621a2407be tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Made reservation on behalf of 6daa82aa9aec4faaa5df0ea4500b9963 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:57:17.758483 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-0e851b8b-3b0f-4ece-80c3-8cf7f992c976 None None] For port 5eb9613c-73ba-4848-9567-00ca5e03123b, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5eb9613c-73ba-4848-9567-00ca5e03123b,segment=NetworkSegment(06044e78-9489-4319-b229-ee7ddb62c11e),segment_id=06044e78-9489-4319-b229-ee7ddb62c11e)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:17.762053 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-3a85db67-531d-4516-95c4-2e621a2407be tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:17.765906 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e851b8b-3b0f-4ece-80c3-8cf7f992c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:17.766247 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c57afd-4df0-4a06-a2fc-d8804f943219 None None] Pushing event updated for resources: {'Port': ['ID=5eb9613c-73ba-4848-9567-00ca5e03123b,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:17.836047 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e851b8b-3b0f-4ece-80c3-8cf7f992c976 None None] Pushing event updated for resources: {'Port': ['ID=5eb9613c-73ba-4848-9567-00ca5e03123b,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:17.886994 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-18aeccfd-4a1a-4ba8-9093-575c1506d172 None None] Provisioning complete for port 5eb9613c-73ba-4848-9567-00ca5e03123b triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:57:17.887631 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18aeccfd-4a1a-4ba8-9093-575c1506d172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:17.922749 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-3a85db67-531d-4516-95c4-2e621a2407be tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Allocated IP 172.20.0.13 (a83125a5-c354-403e-8f1b-2bd6c5f35430/ef0dc667-5a8a-486c-a20e-e408582681f7/00b5aa08-1459-4258-8df4-e57677ac5917) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:57:18.028968 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265183', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:14Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '5eb9613c-73ba-4848-9567-00ca5e03123b', 'name': '', 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:05:a5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ef0dc667-5a8a-486c-a20e-e408582681f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:13Z', 'updated_at': '2022-03-14T15:57:17Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'ef0dc667-5a8a-486c-a20e-e408582681f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:18.054647 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1a0e98-cafd-4322-9e51-4592246f4240 None None] The sync data for ids ['86fa0d49-06f1-40ca-a09c-e8745b6fa06c'] in dv-neutron-833559-1-hyperv is: [{'id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265183', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:14Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '5eb9613c-73ba-4848-9567-00ca5e03123b', 'name': '', 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:05:a5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ef0dc667-5a8a-486c-a20e-e408582681f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:13Z', 'updated_at': '2022-03-14T15:57:17Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'ef0dc667-5a8a-486c-a20e-e408582681f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:57:18.070861 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-3a85db67-531d-4516-95c4-2e621a2407be tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:18.123067 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-3a85db67-531d-4516-95c4-2e621a2407be tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:18.168205 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-3a85db67-531d-4516-95c4-2e621a2407be tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network a83125a5-c354-403e-8f1b-2bd6c5f35430 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:57:18.171338 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-3a85db67-531d-4516-95c4-2e621a2407be tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:57:18.173937 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-3a85db67-531d-4516-95c4-2e621a2407be tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:57:18.201116 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85db67-531d-4516-95c4-2e621a2407be tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=00b5aa08-1459-4258-8df4-e57677ac5917,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:18.232309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-3a85db67-531d-4516-95c4-2e621a2407be tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:18.232978 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-3a85db67-531d-4516-95c4-2e621a2407be tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:18.256720 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-3a85db67-531d-4516-95c4-2e621a2407be tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9915874 Mar 14 15:57:18.273387 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] Request body: {'port': {'device_id': 'c433ec02-c107-4f2f-8f57-bb656d6c9265', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:57:18.332403 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:18.400496 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e560c-eed3-4868-97e6-745acb331d67 req-d5ac6fce-b88a-4d85-8d2c-59cccce98dd0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:18.409788 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-eb2e560c-eed3-4868-97e6-745acb331d67 req-d5ac6fce-b88a-4d85-8d2c-59cccce98dd0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 932 time: 0.0648971 Mar 14 15:57:18.412170 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-359f522d-9235-473d-8038-024c7ce23818 None None] Provisioning complete for port 00b5aa08-1459-4258-8df4-e57677ac5917 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:57:18.412744 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-359f522d-9235-473d-8038-024c7ce23818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:18.448849 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-eb2e560c-eed3-4868-97e6-745acb331d67 req-e4feab0e-93e0-4894-9732-3f039ce50bf0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376506 Mar 14 15:57:18.458259 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-359f522d-9235-473d-8038-024c7ce23818 None None] Port 00b5aa08-1459-4258-8df4-e57677ac5917 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:57:18.633159 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b5aa08-1459-4258-8df4-e57677ac5917 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:57:18.641663 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:18.654828 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] Transition to ACTIVE for port object 00b5aa08-1459-4258-8df4-e57677ac5917 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:57:18.658554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:18.728630 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] Pushing event updated for resources: {'Port': ['ID=00b5aa08-1459-4258-8df4-e57677ac5917,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:18.800025 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] Attempting to bind port 00b5aa08-1459-4258-8df4-e57677ac5917 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:57:18.803934 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] Attempting to bind port 00b5aa08-1459-4258-8df4-e57677ac5917 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '06044e78-9489-4319-b229-ee7ddb62c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:57:18.804455 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] Attempting to bind port 00b5aa08-1459-4258-8df4-e57677ac5917 on network a83125a5-c354-403e-8f1b-2bd6c5f35430 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:57:18.810859 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] Port 00b5aa08-1459-4258-8df4-e57677ac5917 on network a83125a5-c354-403e-8f1b-2bd6c5f35430 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:57:18.811334 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] Attempting to bind port 00b5aa08-1459-4258-8df4-e57677ac5917 on network a83125a5-c354-403e-8f1b-2bd6c5f35430 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:57:18.819669 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:57:18.820009 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] Checking segment: {'id': '06044e78-9489-4319-b229-ee7ddb62c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:57:18.820398 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] Bound using segment: {'id': '06044e78-9489-4319-b229-ee7ddb62c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:57:18.820861 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] Bound port: 00b5aa08-1459-4258-8df4-e57677ac5917, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06044e78-9489-4319-b229-ee7ddb62c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:57:18.821274 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:18.899052 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] For port 00b5aa08-1459-4258-8df4-e57677ac5917, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:57:18.907463 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] For port 00b5aa08-1459-4258-8df4-e57677ac5917, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=00b5aa08-1459-4258-8df4-e57677ac5917,segment=NetworkSegment(06044e78-9489-4319-b229-ee7ddb62c11e),segment_id=06044e78-9489-4319-b229-ee7ddb62c11e)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:57:18.911020 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5eb9613c-73ba-4848-9567-00ca5e03123b up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:57:18.912874 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:18.949768 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:18.950351 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:18.951801 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] 10.222.0.18 "PUT /v2.0/ports/00b5aa08-1459-4258-8df4-e57677ac5917 HTTP/1.1" status: 200 len: 1094 time: 0.6830115 Mar 14 15:57:18.952253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c433ec02-c107-4f2f-8f57-bb656d6c9265', 'tag': '00b5aa08-1459-4258-8df4-e57677ac5917'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:57:18.954979 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb7971f-8847-490f-b9cf-15884aaae61f" -d '{"events": [{"name": "network-changed", "server_uuid": "c433ec02-c107-4f2f-8f57-bb656d6c9265", "tag": "00b5aa08-1459-4258-8df4-e57677ac5917"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:57:19.016453 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b641d7-2564-44f2-ba12-7f1f62fafff9 x-openstack-request-id: req-96b641d7-2564-44f2-ba12-7f1f62fafff9 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:57:19.016750 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c433ec02-c107-4f2f-8f57-bb656d6c9265", "tag": "00b5aa08-1459-4258-8df4-e57677ac5917", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:57:19.017012 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96b641d7-2564-44f2-ba12-7f1f62fafff9 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:57:19.017420 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c433ec02-c107-4f2f-8f57-bb656d6c9265', 'tag': '00b5aa08-1459-4258-8df4-e57677ac5917', 'status': 'completed', 'code': 200} Mar 14 15:57:19.024111 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab15c9e-ae70-4135-b820-d1c641421b05 service neutron] Pushing event updated for resources: {'Port': ['ID=00b5aa08-1459-4258-8df4-e57677ac5917,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:19.039729 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 5eb9613c-73ba-4848-9567-00ca5e03123b triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:57:19.040218 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:19.065516 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-06258b1b-3d51-4285-85dd-4354cbefa4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:19.067527 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-06258b1b-3d51-4285-85dd-4354cbefa4d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 1097 time: 0.0652213 Mar 14 15:57:19.123204 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-7bd48193-3d47-44b1-bfa6-95ac02b0ead3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00b5aa08-1459-4258-8df4-e57677ac5917 HTTP/1.1" status: 200 len: 217 time: 0.0432363 Mar 14 15:57:19.146219 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 9792d8ef-a688-4650-9a09-11b4ed78432b up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:57:19.196562 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 9792d8ef-a688-4650-9a09-11b4ed78432b triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:57:19.196720 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:19.303935 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-78a3c84d-cdaa-430e-92f7-309e384ae860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:19.305701 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-78a3c84d-cdaa-430e-92f7-309e384ae860 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef0dc667-5a8a-486c-a20e-e408582681f7 HTTP/1.1" status: 200 len: 835 time: 0.0507746 Mar 14 15:57:19.358288 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-d3a954fc-9081-4d1c-b00d-478fe1ed9696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:19.359805 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-d3a954fc-9081-4d1c-b00d-478fe1ed9696 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a83125a5-c354-403e-8f1b-2bd6c5f35430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438111 Mar 14 15:57:19.460727 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-9f492027-d490-4882-88ff-3d196514067b service neutron] 10.222.0.18 "GET /v2.0/networks/a83125a5-c354-403e-8f1b-2bd6c5f35430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882151 Mar 14 15:57:19.554869 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c7a42302-4993-461a-8d02-cdf49e94d833 req-83864e9f-3535-43f4-bcda-911f502f1425 service neutron] 10.222.0.18 "GET /v2.0/networks/a83125a5-c354-403e-8f1b-2bd6c5f35430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842514 Mar 14 15:57:19.570050 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf7d63-9e1a-4918-9c1b-aeaa8e36ff6f req-da985afc-1ae6-44da-8fae-2afc44f74520 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:19.571839 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4dbf7d63-9e1a-4918-9c1b-aeaa8e36ff6f req-da985afc-1ae6-44da-8fae-2afc44f74520 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 944 time: 0.0520735 Mar 14 15:57:19.612305 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4dbf7d63-9e1a-4918-9c1b-aeaa8e36ff6f req-287aee99-276b-47e0-b893-bb78821230c6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332570 Mar 14 15:57:19.655829 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7971f-8847-490f-b9cf-15884aaae61f req-571ca14d-61e1-4017-be9c-9c3671727771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:19.657362 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4fb7971f-8847-490f-b9cf-15884aaae61f req-571ca14d-61e1-4017-be9c-9c3671727771 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 1097 time: 0.0437284 Mar 14 15:57:19.750567 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7971f-8847-490f-b9cf-15884aaae61f req-4d1cbce3-a1f4-47ed-baf7-3d7c770e2f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:19.752062 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4fb7971f-8847-490f-b9cf-15884aaae61f req-4d1cbce3-a1f4-47ed-baf7-3d7c770e2f78 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a83125a5-c354-403e-8f1b-2bd6c5f35430 HTTP/1.1" status: 200 len: 898 time: 0.0880003 Mar 14 15:57:19.795297 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4fb7971f-8847-490f-b9cf-15884aaae61f req-811c19c1-9ab9-4a33-849b-e48a135f8877 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00b5aa08-1459-4258-8df4-e57677ac5917 HTTP/1.1" status: 200 len: 217 time: 0.0355101 Mar 14 15:57:19.847453 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7971f-8847-490f-b9cf-15884aaae61f req-0a29ee5b-2be3-4fcd-8c7a-e7ea6ac74370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:19.848888 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4fb7971f-8847-490f-b9cf-15884aaae61f req-0a29ee5b-2be3-4fcd-8c7a-e7ea6ac74370 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef0dc667-5a8a-486c-a20e-e408582681f7 HTTP/1.1" status: 200 len: 835 time: 0.0474172 Mar 14 15:57:19.895534 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7971f-8847-490f-b9cf-15884aaae61f req-8c00d6ed-80b5-4c2b-94e7-9a1b8178fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:19.897006 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4fb7971f-8847-490f-b9cf-15884aaae61f req-8c00d6ed-80b5-4c2b-94e7-9a1b8178fc49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a83125a5-c354-403e-8f1b-2bd6c5f35430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404806 Mar 14 15:57:19.984677 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4fb7971f-8847-490f-b9cf-15884aaae61f req-cda1bd08-5c8e-4fae-9bfa-42f76a2939fe service neutron] 10.222.0.18 "GET /v2.0/networks/a83125a5-c354-403e-8f1b-2bd6c5f35430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800052 Mar 14 15:57:20.079336 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4fb7971f-8847-490f-b9cf-15884aaae61f req-29314cee-baf7-4970-b5ce-f4cb62d3b8b2 service neutron] 10.222.0.18 "GET /v2.0/networks/a83125a5-c354-403e-8f1b-2bd6c5f35430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864615 Mar 14 15:57:20.728599 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31246474-f794-4e24-b7ab-eb6f2921df1a req-d15ec826-f403-4e5d-80e5-cf7416ce8a32 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:20.730291 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-31246474-f794-4e24-b7ab-eb6f2921df1a req-d15ec826-f403-4e5d-80e5-cf7416ce8a32 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 944 time: 0.0496650 Mar 14 15:57:20.767302 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-31246474-f794-4e24-b7ab-eb6f2921df1a req-b6fd98ff-ac52-48a0-8196-4192c4c7a2bc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311401 Mar 14 15:57:21.881490 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d54e2-6680-4db5-a980-bcef5ceefcd1 req-da81c6d2-6688-43b4-8d96-db289c59f4b6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:21.882970 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4c7d54e2-6680-4db5-a980-bcef5ceefcd1 req-da81c6d2-6688-43b4-8d96-db289c59f4b6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 944 time: 0.0482941 Mar 14 15:57:21.920469 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4c7d54e2-6680-4db5-a980-bcef5ceefcd1 req-c275ad16-5a43-4bc9-bf17-0ce46d1ad50b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306349 Mar 14 15:57:22.137572 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 00b5aa08-1459-4258-8df4-e57677ac5917 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:57:22.230338 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 00b5aa08-1459-4258-8df4-e57677ac5917, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=00b5aa08-1459-4258-8df4-e57677ac5917,segment=NetworkSegment(06044e78-9489-4319-b229-ee7ddb62c11e),segment_id=06044e78-9489-4319-b229-ee7ddb62c11e)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:22.241060 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '00b5aa08-1459-4258-8df4-e57677ac5917', 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430', 'port_id': '00b5aa08-1459-4258-8df4-e57677ac5917', 'mac_address': 'fa:16:3e:b7:75:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0dc667-5a8a-486c-a20e-e408582681f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:57:22.281656 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:22.294190 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b5aa08-1459-4258-8df4-e57677ac5917 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:57:22.312520 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 00b5aa08-1459-4258-8df4-e57677ac5917, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=00b5aa08-1459-4258-8df4-e57677ac5917,segment=NetworkSegment(06044e78-9489-4319-b229-ee7ddb62c11e),segment_id=06044e78-9489-4319-b229-ee7ddb62c11e)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:22.316402 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:22.363634 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=00b5aa08-1459-4258-8df4-e57677ac5917,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:22.568909 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['00b5aa08-1459-4258-8df4-e57677ac5917'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:57:23.035083 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56eb74-a4ed-45d0-8ac2-607c4cfb53f1 req-cf92e9c3-0e14-4a50-8499-8e660d9e8e1f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:23.036471 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9a56eb74-a4ed-45d0-8ac2-607c4cfb53f1 req-cf92e9c3-0e14-4a50-8499-8e660d9e8e1f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 945 time: 0.0487797 Mar 14 15:57:23.078665 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9a56eb74-a4ed-45d0-8ac2-607c4cfb53f1 req-3b1973ca-df90-444f-9e3d-563551df6de7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362082 Mar 14 15:57:24.154406 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 00b5aa08-1459-4258-8df4-e57677ac5917 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:57:24.192342 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b2f63-4bb1-4345-91ca-c48759b2896b req-5c5d6153-21bb-46b2-9265-eba802f1952e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:24.193835 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-221b2f63-4bb1-4345-91ca-c48759b2896b req-5c5d6153-21bb-46b2-9265-eba802f1952e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 945 time: 0.0486789 Mar 14 15:57:24.204655 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 00b5aa08-1459-4258-8df4-e57677ac5917 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:57:24.208261 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 00b5aa08-1459-4258-8df4-e57677ac5917 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:57:24.208629 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:24.233462 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-221b2f63-4bb1-4345-91ca-c48759b2896b req-22fcd967-9b80-4ce8-aeca-8356d6d253f7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328538 Mar 14 15:57:24.288834 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:24.311641 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c433ec02-c107-4f2f-8f57-bb656d6c9265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b5aa08-1459-4258-8df4-e57677ac5917'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:57:24.313863 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbf9466-c112-4c58-8191-1dd42248a741" -d '{"events": [{"server_uuid": "c433ec02-c107-4f2f-8f57-bb656d6c9265", "name": "network-vif-plugged", "status": "completed", "tag": "00b5aa08-1459-4258-8df4-e57677ac5917"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:57:24.326729 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 00b5aa08-1459-4258-8df4-e57677ac5917, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=00b5aa08-1459-4258-8df4-e57677ac5917,segment=NetworkSegment(06044e78-9489-4319-b229-ee7ddb62c11e),segment_id=06044e78-9489-4319-b229-ee7ddb62c11e)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:57:24.331898 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:24.355260 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed63cfef-93f6-4ee3-8975-c7d0f006b3a7 x-openstack-request-id: req-ed63cfef-93f6-4ee3-8975-c7d0f006b3a7 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:57:24.355551 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c433ec02-c107-4f2f-8f57-bb656d6c9265", "name": "network-vif-plugged", "status": "completed", "tag": "00b5aa08-1459-4258-8df4-e57677ac5917", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:57:24.355807 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed63cfef-93f6-4ee3-8975-c7d0f006b3a7 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:57:24.356265 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c433ec02-c107-4f2f-8f57-bb656d6c9265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b5aa08-1459-4258-8df4-e57677ac5917', 'code': 200} Mar 14 15:57:24.382691 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=00b5aa08-1459-4258-8df4-e57677ac5917,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:24.533494 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96887d96-da9e-4f5b-9fe8-f9cdc1772d4c req-1c30e8fc-478a-4e55-8f2b-ec4d4f22b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:24.535033 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-96887d96-da9e-4f5b-9fe8-f9cdc1772d4c req-1c30e8fc-478a-4e55-8f2b-ec4d4f22b08f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 1099 time: 0.0398738 Mar 14 15:57:24.571655 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-96887d96-da9e-4f5b-9fe8-f9cdc1772d4c req-a97555a3-3231-436b-8f54-ad862d62262c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266547 Mar 14 15:57:25.350652 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d780a-112c-4884-abf0-8463f316b8a2 req-ec0b4e21-58d2-4283-9ee5-c0801189b7be tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:25.352148 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-353d780a-112c-4884-abf0-8463f316b8a2 req-ec0b4e21-58d2-4283-9ee5-c0801189b7be tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 946 time: 0.0525253 Mar 14 15:57:25.389732 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-353d780a-112c-4884-abf0-8463f316b8a2 req-18ed6f6e-d487-4f72-87a2-895055e8b33b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311868 Mar 14 15:57:26.505682 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42484b30-b759-4c88-96ac-fc9e7aaf535d req-9a6cfd40-f0b7-4ced-b874-60c1ccc0daa0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:26.507194 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-42484b30-b759-4c88-96ac-fc9e7aaf535d req-9a6cfd40-f0b7-4ced-b874-60c1ccc0daa0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 946 time: 0.0495138 Mar 14 15:57:26.545089 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-42484b30-b759-4c88-96ac-fc9e7aaf535d req-7da498ce-f434-41df-9bf9-58c9f5556b72 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310969 Mar 14 15:57:26.657973 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4522b9-366e-4e34-bf86-f09d35779751 req-5d6fb15c-c0c6-4447-9288-cc36bfe3677e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:26.659448 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8d4522b9-366e-4e34-bf86-f09d35779751 req-5d6fb15c-c0c6-4447-9288-cc36bfe3677e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 946 time: 0.0479634 Mar 14 15:57:26.696912 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8d4522b9-366e-4e34-bf86-f09d35779751 req-c10aea48-6126-449a-bd85-4a2294ae244b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314207 Mar 14 15:57:26.718447 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34104) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:26.800206 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841557f1-7e63-453a-b79c-41d6be80ad88 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:26.801699 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-841557f1-7e63-453a-b79c-41d6be80ad88 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 1094 time: 0.0822656 Mar 14 15:57:26.804430 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34108) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:26.809171 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a98680bf-26c7-4450-800e-fa1750aaeddc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': '00b5aa08-1459-4258-8df4-e57677ac5917', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:57:26.829016 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a98680bf-26c7-4450-800e-fa1750aaeddc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:26.925890 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a98680bf-26c7-4450-800e-fa1750aaeddc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:27.026285 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-a98680bf-26c7-4450-800e-fa1750aaeddc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Allocated IP 172.26.6.247 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/402c2644-a1f9-4bc7-8b0c-05532e2518fb) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:57:27.128226 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a98680bf-26c7-4450-800e-fa1750aaeddc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:27.161228 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a98680bf-26c7-4450-800e-fa1750aaeddc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:27.200368 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98680bf-26c7-4450-800e-fa1750aaeddc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:57:27.203334 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-a98680bf-26c7-4450-800e-fa1750aaeddc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:57:27.206705 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98680bf-26c7-4450-800e-fa1750aaeddc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:57:27.211756 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98680bf-26c7-4450-800e-fa1750aaeddc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=402c2644-a1f9-4bc7-8b0c-05532e2518fb,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:27.879706 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a98680bf-26c7-4450-800e-fa1750aaeddc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:27.944159 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a98680bf-26c7-4450-800e-fa1750aaeddc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:28.093268 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a98680bf-26c7-4450-800e-fa1750aaeddc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:28.098413 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a98680bf-26c7-4450-800e-fa1750aaeddc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:28.168457 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98680bf-26c7-4450-800e-fa1750aaeddc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=402c2644-a1f9-4bc7-8b0c-05532e2518fb,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:57:28.180012 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a98680bf-26c7-4450-800e-fa1750aaeddc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:28.280648 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-a98680bf-26c7-4450-800e-fa1750aaeddc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Floating IP d5be69b7-4260-4577-aa23-008361d0e15a associated. External IP: 172.26.6.247, port: 00b5aa08-1459-4258-8df4-e57677ac5917. Mar 14 15:57:28.488451 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98680bf-26c7-4450-800e-fa1750aaeddc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router 86fa0d49-06f1-40ca-a09c-e8745b6fa06c has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:57:28.592371 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98680bf-26c7-4450-800e-fa1750aaeddc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:57:28.601942 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c5fb2-4507-4765-a5a8-26b7438e0ad7 None None] Sync routers for ids ['86fa0d49-06f1-40ca-a09c-e8745b6fa06c'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:57:28.609995 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a98680bf-26c7-4450-800e-fa1750aaeddc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:28.612230 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5c5fb2-4507-4765-a5a8-26b7438e0ad7 None None] Routers {'86fa0d49-06f1-40ca-a09c-e8745b6fa06c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:57:28.612853 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ba5c5fb2-4507-4765-a5a8-26b7438e0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:57:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['86fa0d49-06f1-40ca-a09c-e8745b6fa06c'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:28.641615 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-a98680bf-26c7-4450-800e-fa1750aaeddc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8362000 Mar 14 15:57:28.642307 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c433ec02-c107-4f2f-8f57-bb656d6c9265', 'tag': '00b5aa08-1459-4258-8df4-e57677ac5917'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:57:28.644716 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12df2d8-fdc7-4e2f-ab9f-9ae6bd3bde2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c433ec02-c107-4f2f-8f57-bb656d6c9265", "tag": "00b5aa08-1459-4258-8df4-e57677ac5917"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:57:28.685379 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf9a131-3371-4acb-96d8-f01f7a208d2d x-openstack-request-id: req-0cf9a131-3371-4acb-96d8-f01f7a208d2d {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:57:28.685676 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c433ec02-c107-4f2f-8f57-bb656d6c9265", "tag": "00b5aa08-1459-4258-8df4-e57677ac5917", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:57:28.685932 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0cf9a131-3371-4acb-96d8-f01f7a208d2d {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:57:28.686339 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c433ec02-c107-4f2f-8f57-bb656d6c9265', 'tag': '00b5aa08-1459-4258-8df4-e57677ac5917', 'status': 'completed', 'code': 200} Mar 14 15:57:28.722234 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-ba5c5fb2-4507-4765-a5a8-26b7438e0ad7 None None] Set router 86fa0d49-06f1-40ca-a09c-e8745b6fa06c gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:57:28.774374 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b765dd9-b811-44b2-8f2a-eda017d5528a req-6fd8f459-d655-4f3b-9546-a6fc04a8f193 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:28.776554 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1b765dd9-b811-44b2-8f2a-eda017d5528a req-6fd8f459-d655-4f3b-9546-a6fc04a8f193 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 946 time: 0.0816886 Mar 14 15:57:28.790594 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12df2d8-fdc7-4e2f-ab9f-9ae6bd3bde2b req-763e6408-45c3-45fc-862e-2db31ca09f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:28.792945 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b12df2d8-fdc7-4e2f-ab9f-9ae6bd3bde2b req-763e6408-45c3-45fc-862e-2db31ca09f28 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 1099 time: 0.0712304 Mar 14 15:57:28.863157 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1b765dd9-b811-44b2-8f2a-eda017d5528a req-63dcdef6-81bf-442a-858d-5e0031e97a9e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799575 Mar 14 15:57:28.886064 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34114) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:28.943385 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12df2d8-fdc7-4e2f-ab9f-9ae6bd3bde2b req-c155fd0c-2a28-44e3-a88c-fcec7e381225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:28.944754 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b12df2d8-fdc7-4e2f-ab9f-9ae6bd3bde2b req-c155fd0c-2a28-44e3-a88c-fcec7e381225 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a83125a5-c354-403e-8f1b-2bd6c5f35430 HTTP/1.1" status: 200 len: 898 time: 0.1444833 Mar 14 15:57:28.946223 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ba5c5fb2-4507-4765-a5a8-26b7438e0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265183', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:14Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'd5be69b7-4260-4577-aa23-008361d0e15a', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'floating_ip_address': '172.26.6.247', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'port_id': '00b5aa08-1459-4258-8df4-e57677ac5917', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430', 'mac_address': 'fa:16:3e:b7:75:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c433ec02-c107-4f2f-8f57-bb656d6c9265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:57:27Z', 'updated_at': '2022-03-14T15:57:27Z', 'revision_number': 0, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb9613c-73ba-4848-9567-00ca5e03123b', 'name': '', 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:05:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ef0dc667-5a8a-486c-a20e-e408582681f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:13Z', 'updated_at': '2022-03-14T15:57:17Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'ef0dc667-5a8a-486c-a20e-e408582681f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:28.968373 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f228f96c-017d-4a01-b26b-562e67faab1c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/floatingips/d5be69b7-4260-4577-aa23-008361d0e15a HTTP/1.1" status: 200 len: 992 time: 0.0812263 Mar 14 15:57:28.976103 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c5fb2-4507-4765-a5a8-26b7438e0ad7 None None] Checking router: 86fa0d49-06f1-40ca-a09c-e8745b6fa06c for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:57:28.985024 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5c5fb2-4507-4765-a5a8-26b7438e0ad7 None None] Routers {'86fa0d49-06f1-40ca-a09c-e8745b6fa06c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:57:28.985633 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ba5c5fb2-4507-4765-a5a8-26b7438e0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:57:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['86fa0d49-06f1-40ca-a09c-e8745b6fa06c'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:29.019039 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b12df2d8-fdc7-4e2f-ab9f-9ae6bd3bde2b req-77b40293-c69c-4e38-be27-02d4dcacab03 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00b5aa08-1459-4258-8df4-e57677ac5917 HTTP/1.1" status: 200 len: 1000 time: 0.0653019 Mar 14 15:57:29.071431 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12df2d8-fdc7-4e2f-ab9f-9ae6bd3bde2b req-e5f3ba26-31d9-4593-a176-95aa31a326ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:29.073028 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b12df2d8-fdc7-4e2f-ab9f-9ae6bd3bde2b req-e5f3ba26-31d9-4593-a176-95aa31a326ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef0dc667-5a8a-486c-a20e-e408582681f7 HTTP/1.1" status: 200 len: 835 time: 0.0478475 Mar 14 15:57:29.089359 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-ba5c5fb2-4507-4765-a5a8-26b7438e0ad7 None None] Set router 86fa0d49-06f1-40ca-a09c-e8745b6fa06c gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:57:29.119806 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12df2d8-fdc7-4e2f-ab9f-9ae6bd3bde2b req-8fe09285-e6e2-43c5-b5b9-0926428f3742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:29.125598 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b12df2d8-fdc7-4e2f-ab9f-9ae6bd3bde2b req-8fe09285-e6e2-43c5-b5b9-0926428f3742 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a83125a5-c354-403e-8f1b-2bd6c5f35430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454996 Mar 14 15:57:29.219455 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b12df2d8-fdc7-4e2f-ab9f-9ae6bd3bde2b req-e86817c2-806a-4e7b-b968-0289f35dabf5 service neutron] 10.222.0.18 "GET /v2.0/networks/a83125a5-c354-403e-8f1b-2bd6c5f35430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869772 Mar 14 15:57:29.324843 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b12df2d8-fdc7-4e2f-ab9f-9ae6bd3bde2b req-6a5455d5-b197-4ee6-9b32-ae2c07b3d555 service neutron] 10.222.0.18 "GET /v2.0/networks/a83125a5-c354-403e-8f1b-2bd6c5f35430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984876 Mar 14 15:57:29.458902 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ba5c5fb2-4507-4765-a5a8-26b7438e0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265183', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:14Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'd5be69b7-4260-4577-aa23-008361d0e15a', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'floating_ip_address': '172.26.6.247', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'port_id': '00b5aa08-1459-4258-8df4-e57677ac5917', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430', 'mac_address': 'fa:16:3e:b7:75:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c433ec02-c107-4f2f-8f57-bb656d6c9265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:57:27Z', 'updated_at': '2022-03-14T15:57:27Z', 'revision_number': 0, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb9613c-73ba-4848-9567-00ca5e03123b', 'name': '', 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:05:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ef0dc667-5a8a-486c-a20e-e408582681f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:13Z', 'updated_at': '2022-03-14T15:57:17Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'ef0dc667-5a8a-486c-a20e-e408582681f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:57:29.488599 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c5fb2-4507-4765-a5a8-26b7438e0ad7 None None] The sync data for ids ['86fa0d49-06f1-40ca-a09c-e8745b6fa06c'] in dv-neutron-833559-1-hyperv is: [{'id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265183', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:14Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'd5be69b7-4260-4577-aa23-008361d0e15a', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'floating_ip_address': '172.26.6.247', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'port_id': '00b5aa08-1459-4258-8df4-e57677ac5917', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430', 'mac_address': 'fa:16:3e:b7:75:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c433ec02-c107-4f2f-8f57-bb656d6c9265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:57:27Z', 'updated_at': '2022-03-14T15:57:27Z', 'revision_number': 0, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb9613c-73ba-4848-9567-00ca5e03123b', 'name': '', 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:05:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ef0dc667-5a8a-486c-a20e-e408582681f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:13Z', 'updated_at': '2022-03-14T15:57:17Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'ef0dc667-5a8a-486c-a20e-e408582681f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:57:29.669883 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87baaf3-a2df-47db-87d6-52a50ef39d25 None None] New status for floating IP d5be69b7-4260-4577-aa23-008361d0e15a: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:57:29.971657 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34116) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:57:30.031220 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6a8ecbda-b86b-4a40-9b94-d61c9d5f93dc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/floatingips/d5be69b7-4260-4577-aa23-008361d0e15a HTTP/1.1" status: 200 len: 994 time: 0.0584030 Mar 14 15:57:34.104527 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f0be516e-f00e-48eb-9c4b-04e1ac28a04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:36.491248 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ab8eeb90-76ab-4c3b-83cc-9dd8a25f34d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:37.571116 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:39.000622 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:39.132559 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:39.396986 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:57:43.362218 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:57:47.807231 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-39d92fc1-d001-454f-b7f3-77acea192f13 req-f01c1def-7055-44ef-9bfa-710a398e80b5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391090 Mar 14 15:57:47.890194 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d92fc1-d001-454f-b7f3-77acea192f13 req-edec9b1e-0f0b-4acf-9b87-d8b86b831af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:47.891769 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-39d92fc1-d001-454f-b7f3-77acea192f13 req-edec9b1e-0f0b-4acf-9b87-d8b86b831af6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 1099 time: 0.0411935 Mar 14 15:57:48.000608 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d92fc1-d001-454f-b7f3-77acea192f13 req-e2b6caec-b519-4570-853d-bdc00a0942e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:48.002033 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-39d92fc1-d001-454f-b7f3-77acea192f13 req-e2b6caec-b519-4570-853d-bdc00a0942e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a83125a5-c354-403e-8f1b-2bd6c5f35430 HTTP/1.1" status: 200 len: 898 time: 0.0863552 Mar 14 15:57:48.069816 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-39d92fc1-d001-454f-b7f3-77acea192f13 req-6d4617a6-2545-4f21-abcf-086b6febebb2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00b5aa08-1459-4258-8df4-e57677ac5917 HTTP/1.1" status: 200 len: 1002 time: 0.0595093 Mar 14 15:57:48.121550 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d92fc1-d001-454f-b7f3-77acea192f13 req-2d86c61b-d1d1-4b0d-a36b-606aa46c17e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:48.123043 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-39d92fc1-d001-454f-b7f3-77acea192f13 req-2d86c61b-d1d1-4b0d-a36b-606aa46c17e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef0dc667-5a8a-486c-a20e-e408582681f7 HTTP/1.1" status: 200 len: 835 time: 0.0450108 Mar 14 15:57:48.175516 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d92fc1-d001-454f-b7f3-77acea192f13 req-8f661648-72bc-4bda-b095-0c847805e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:57:48.177011 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-39d92fc1-d001-454f-b7f3-77acea192f13 req-8f661648-72bc-4bda-b095-0c847805e65b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a83125a5-c354-403e-8f1b-2bd6c5f35430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446460 Mar 14 15:57:48.264393 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-39d92fc1-d001-454f-b7f3-77acea192f13 req-3abc64da-4052-4ba6-9634-f36cef6d47ca service neutron] 10.222.0.18 "GET /v2.0/networks/a83125a5-c354-403e-8f1b-2bd6c5f35430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802038 Mar 14 15:57:48.356774 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-39d92fc1-d001-454f-b7f3-77acea192f13 req-bec59efa-991f-4bd5-9a82-5e862bb4cbe5 service neutron] 10.222.0.18 "GET /v2.0/networks/a83125a5-c354-403e-8f1b-2bd6c5f35430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852249 Mar 14 15:58:03.475748 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe7dc6-065e-4554-8e7e-18c4b67a2f98 req-fbd5aaf4-d660-4a84-90c9-773de04d51d8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:03.477286 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ddfe7dc6-065e-4554-8e7e-18c4b67a2f98 req-fbd5aaf4-d660-4a84-90c9-773de04d51d8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 946 time: 0.0511293 Mar 14 15:58:03.516181 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ddfe7dc6-065e-4554-8e7e-18c4b67a2f98 req-1dbe4d07-7622-48b4-86bc-7ced3033e8d2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322802 Mar 14 15:58:04.106589 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f47e1245-5e77-4781-9768-f1472d500c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:04.633567 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef8e8b-d47c-48b1-9a94-aa85b0dc68f3 req-40ceced1-7f60-496e-9ced-9062c1bfcd90 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:04.636181 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d1ef8e8b-d47c-48b1-9a94-aa85b0dc68f3 req-40ceced1-7f60-496e-9ced-9062c1bfcd90 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 946 time: 0.0506883 Mar 14 15:58:04.673191 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d1ef8e8b-d47c-48b1-9a94-aa85b0dc68f3 req-6ca2c55f-0420-43f3-877c-56797278f5f8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310538 Mar 14 15:58:05.786660 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c6ee1-97fd-4a86-b718-df472fa2f131 req-3325efc4-40b3-45af-aa96-001ffebfa79d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:05.788208 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b16c6ee1-97fd-4a86-b718-df472fa2f131 req-3325efc4-40b3-45af-aa96-001ffebfa79d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 946 time: 0.0487151 Mar 14 15:58:05.826427 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b16c6ee1-97fd-4a86-b718-df472fa2f131 req-52042c56-3f73-4c4c-84b7-a503a76173dc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314031 Mar 14 15:58:06.494335 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3843e3fc-df43-496e-89a7-d113dafe9038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:06.939087 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa05f8-609a-47a9-8674-081e8f06e511 req-c14c48e8-65be-4ba3-ad40-3e47d19b989d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:06.940532 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4ffa05f8-609a-47a9-8674-081e8f06e511 req-c14c48e8-65be-4ba3-ad40-3e47d19b989d tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 946 time: 0.0477281 Mar 14 15:58:06.978050 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4ffa05f8-609a-47a9-8674-081e8f06e511 req-19221665-42a4-4cda-a535-edd36daaf502 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317438 Mar 14 15:58:07.575561 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:08.097776 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb07011-1023-486e-844f-ea0f006056de req-594cdcaa-c114-487f-91f3-f89f32efd809 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:08.099256 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-deb07011-1023-486e-844f-ea0f006056de req-594cdcaa-c114-487f-91f3-f89f32efd809 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 946 time: 0.0525799 Mar 14 15:58:08.136372 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-deb07011-1023-486e-844f-ea0f006056de req-58c6957a-569e-427c-add3-620f4cdc969e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311067 Mar 14 15:58:09.003058 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:09.145845 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:09.254274 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28793400-9a4d-4d9e-a0de-268928f3cd54 req-cf9b55a3-b32d-4d8f-8f71-f8bca8cad313 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:09.255627 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-28793400-9a4d-4d9e-a0de-268928f3cd54 req-cf9b55a3-b32d-4d8f-8f71-f8bca8cad313 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 946 time: 0.0530000 Mar 14 15:58:09.293833 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-28793400-9a4d-4d9e-a0de-268928f3cd54 req-2a74ccc0-2f90-4112-9112-cf51beaa47d3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321958 Mar 14 15:58:09.398876 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:10.433138 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60492b8e-ee68-42b4-a229-2e667782a6ba req-4cfe3867-edf2-43d0-92a5-2947eef57504 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:10.434617 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-60492b8e-ee68-42b4-a229-2e667782a6ba req-4cfe3867-edf2-43d0-92a5-2947eef57504 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 946 time: 0.0589085 Mar 14 15:58:10.472081 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-60492b8e-ee68-42b4-a229-2e667782a6ba req-1aff9f5a-775b-4e04-8fa6-b7954083f149 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315831 Mar 14 15:58:11.585966 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ced75d-9d3e-4780-849a-786c701ec2b9 req-484c2888-2085-4742-b659-310e5085036f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:11.588449 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e8ced75d-9d3e-4780-849a-786c701ec2b9 req-484c2888-2085-4742-b659-310e5085036f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 946 time: 0.0501339 Mar 14 15:58:11.625620 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e8ced75d-9d3e-4780-849a-786c701ec2b9 req-9687565e-4290-4de7-85e9-1a5198b46594 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313504 Mar 14 15:58:12.743946 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97221281-aed7-435f-89e8-92a68d6faa9c req-e43cdc3d-2b67-4bc7-9760-4c089f48eae8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:12.745570 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-97221281-aed7-435f-89e8-92a68d6faa9c req-e43cdc3d-2b67-4bc7-9760-4c089f48eae8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 946 time: 0.0529857 Mar 14 15:58:12.783279 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-97221281-aed7-435f-89e8-92a68d6faa9c req-932ef74e-d696-4ecc-9422-09d7b0665a1e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318272 Mar 14 15:58:13.897704 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6069954-7271-4ab1-a1f0-1277b5506efb req-06ad262d-4b0d-4d87-b53a-946689ab2db8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:13.899291 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a6069954-7271-4ab1-a1f0-1277b5506efb req-06ad262d-4b0d-4d87-b53a-946689ab2db8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 946 time: 0.0485454 Mar 14 15:58:13.937421 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a6069954-7271-4ab1-a1f0-1277b5506efb req-20a48ae1-4c87-4c48-aad9-4b941cee0493 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318339 Mar 14 15:58:13.959211 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34150) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:58:14.021378 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e7370cdf-27e6-4ffd-8fdf-6f2b24768fcd tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/floatingips/d5be69b7-4260-4577-aa23-008361d0e15a HTTP/1.1" status: 200 len: 994 time: 0.0610280 Mar 14 15:58:15.316879 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07c4c6-3188-4d1d-aa33-db20abcb15db req-b57c389c-743e-450d-8bdd-37f5a298a424 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:15.319698 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bc07c4c6-3188-4d1d-aa33-db20abcb15db req-b57c389c-743e-450d-8bdd-37f5a298a424 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 946 time: 0.0553339 Mar 14 15:58:15.348978 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33acbcf-6844-4107-bc56-1018ecd13ff0 req-91f2b6e8-e75c-4d9e-b425-84e2cbf36a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:15.350496 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d33acbcf-6844-4107-bc56-1018ecd13ff0 req-91f2b6e8-e75c-4d9e-b425-84e2cbf36a05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 1099 time: 0.0416787 Mar 14 15:58:15.358045 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bc07c4c6-3188-4d1d-aa33-db20abcb15db req-ab1ed001-347a-4f61-a3e4-5779e9cb7023 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325081 Mar 14 15:58:15.447157 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33acbcf-6844-4107-bc56-1018ecd13ff0 req-4dcddc19-1ac2-4194-82f8-d7ac4d17f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:15.448627 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d33acbcf-6844-4107-bc56-1018ecd13ff0 req-4dcddc19-1ac2-4194-82f8-d7ac4d17f87d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a83125a5-c354-403e-8f1b-2bd6c5f35430 HTTP/1.1" status: 200 len: 898 time: 0.0880744 Mar 14 15:58:15.517708 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d33acbcf-6844-4107-bc56-1018ecd13ff0 req-cafa1080-c37a-4c80-b732-82579d1d1562 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00b5aa08-1459-4258-8df4-e57677ac5917 HTTP/1.1" status: 200 len: 1002 time: 0.0585246 Mar 14 15:58:15.569824 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33acbcf-6844-4107-bc56-1018ecd13ff0 req-d76479d3-52bd-4df3-9de0-785754aad594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:15.572048 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d33acbcf-6844-4107-bc56-1018ecd13ff0 req-d76479d3-52bd-4df3-9de0-785754aad594 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef0dc667-5a8a-486c-a20e-e408582681f7 HTTP/1.1" status: 200 len: 835 time: 0.0429494 Mar 14 15:58:15.623075 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33acbcf-6844-4107-bc56-1018ecd13ff0 req-99e752af-5cd4-4c0b-9335-10085b9de06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:15.624559 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d33acbcf-6844-4107-bc56-1018ecd13ff0 req-99e752af-5cd4-4c0b-9335-10085b9de06e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a83125a5-c354-403e-8f1b-2bd6c5f35430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428205 Mar 14 15:58:15.715511 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d33acbcf-6844-4107-bc56-1018ecd13ff0 req-a9dba5ba-191f-4e06-be87-5ce14bbd82df service neutron] 10.222.0.18 "GET /v2.0/networks/a83125a5-c354-403e-8f1b-2bd6c5f35430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798721 Mar 14 15:58:15.809702 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d33acbcf-6844-4107-bc56-1018ecd13ff0 req-1b44bb61-1af0-425f-81e1-8ec100103b6d service neutron] 10.222.0.18 "GET /v2.0/networks/a83125a5-c354-403e-8f1b-2bd6c5f35430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837104 Mar 14 15:58:16.478441 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287612f9-0724-4f6d-bb04-a335027ae953 req-1dae681b-60ac-4cb4-bc16-4aee17744faa tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:16.479984 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-287612f9-0724-4f6d-bb04-a335027ae953 req-1dae681b-60ac-4cb4-bc16-4aee17744faa tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 946 time: 0.0502431 Mar 14 15:58:16.518554 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-287612f9-0724-4f6d-bb04-a335027ae953 req-206db706-073b-4e84-a6fd-e9c0a00afa61 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325618 Mar 14 15:58:16.540653 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34160) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:58:16.602593 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2fd1081c-0ae4-4ac4-b501-64b79d3952e0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/floatingips/d5be69b7-4260-4577-aa23-008361d0e15a HTTP/1.1" status: 200 len: 994 time: 0.0608125 Mar 14 15:58:20.360536 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:58:34.109082 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-83aa2cd0-749d-46cc-98d5-2f81ce1b6038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:36.499124 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-421e43f0-b246-4aad-9bf1-050912fbd16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:37.577878 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:39.005324 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:39.145238 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:39.402974 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:49.009994 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34172) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:58:49.165944 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting port 402c2644-a1f9-4bc7-8b0c-05532e2518fb {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:58:49.166291 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:49.240420 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:49.240746 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:49.252420 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Calling delete_port for 402c2644-a1f9-4bc7-8b0c-05532e2518fb owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:58:49.401212 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:49.427425 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Port': ['ID=402c2644-a1f9-4bc7-8b0c-05532e2518fb,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:49.439153 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:49.439503 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:49.439845 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:49.440178 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:49.440507 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:49.440837 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:49.441162 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:49.441481 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:49.441799 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:49.442122 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:49.442439 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:49.442757 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:49.501791 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for floatingip, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:49.502171 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Floating IP d5be69b7-4260-4577-aa23-008361d0e15a disassociated (deleted). External IP: 172.26.6.247, port: 00b5aa08-1459-4258-8df4-e57677ac5917. Mar 14 15:58:49.713665 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router 86fa0d49-06f1-40ca-a09c-e8745b6fa06c has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:58:49.788321 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-73bf01ba-1660-4b69-a400-8ba853b6d698 req-a1fced7f-0d1c-4fef-8a4e-3c4ba13a1927 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395672 Mar 14 15:58:49.825440 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:58:49.830540 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:49.836849 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283fc336-ae00-4d57-93a9-1eac6e4c5e06 None None] Sync routers for ids ['86fa0d49-06f1-40ca-a09c-e8745b6fa06c'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:58:49.847040 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283fc336-ae00-4d57-93a9-1eac6e4c5e06 None None] Routers {'86fa0d49-06f1-40ca-a09c-e8745b6fa06c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:58:49.848030 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-283fc336-ae00-4d57-93a9-1eac6e4c5e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:58:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['86fa0d49-06f1-40ca-a09c-e8745b6fa06c'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:49.864324 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4e32f458-dffd-482f-910a-bb2d9d38599a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/floatingips/d5be69b7-4260-4577-aa23-008361d0e15a HTTP/1.1" status: 204 len: 168 time: 0.8504398 Mar 14 15:58:49.864324 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c433ec02-c107-4f2f-8f57-bb656d6c9265', 'tag': '00b5aa08-1459-4258-8df4-e57677ac5917'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:58:49.864813 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b936e07e-d765-4c61-80cc-3a82660e9b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "c433ec02-c107-4f2f-8f57-bb656d6c9265", "tag": "00b5aa08-1459-4258-8df4-e57677ac5917"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:58:49.887755 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf01ba-1660-4b69-a400-8ba853b6d698 req-811958f3-2420-47dd-bdc3-6fb41588fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:49.889538 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-73bf01ba-1660-4b69-a400-8ba853b6d698 req-811958f3-2420-47dd-bdc3-6fb41588fae0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 1099 time: 0.0565042 Mar 14 15:58:49.908707 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590d3630-3861-49dd-bf91-021eb8e628d3 x-openstack-request-id: req-590d3630-3861-49dd-bf91-021eb8e628d3 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:58:49.909033 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c433ec02-c107-4f2f-8f57-bb656d6c9265", "tag": "00b5aa08-1459-4258-8df4-e57677ac5917", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:58:49.909314 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-590d3630-3861-49dd-bf91-021eb8e628d3 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:58:49.909754 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c433ec02-c107-4f2f-8f57-bb656d6c9265', 'tag': '00b5aa08-1459-4258-8df4-e57677ac5917', 'status': 'completed', 'code': 200} Mar 14 15:58:49.967306 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-283fc336-ae00-4d57-93a9-1eac6e4c5e06 None None] Set router 86fa0d49-06f1-40ca-a09c-e8745b6fa06c gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:58:50.005954 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf01ba-1660-4b69-a400-8ba853b6d698 req-2656e33b-d685-4d96-b6e1-445368b2f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:50.007733 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-73bf01ba-1660-4b69-a400-8ba853b6d698 req-2656e33b-d685-4d96-b6e1-445368b2f0a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a83125a5-c354-403e-8f1b-2bd6c5f35430 HTTP/1.1" status: 200 len: 898 time: 0.0914128 Mar 14 15:58:50.055330 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-73bf01ba-1660-4b69-a400-8ba853b6d698 req-aad9a253-4207-4251-9c5b-ae0bd9f7c076 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00b5aa08-1459-4258-8df4-e57677ac5917 HTTP/1.1" status: 200 len: 217 time: 0.0366082 Mar 14 15:58:50.107673 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf01ba-1660-4b69-a400-8ba853b6d698 req-63d1ac37-09bd-4cde-aec4-ca5960d6eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:50.109174 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-73bf01ba-1660-4b69-a400-8ba853b6d698 req-63d1ac37-09bd-4cde-aec4-ca5960d6eebc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef0dc667-5a8a-486c-a20e-e408582681f7 HTTP/1.1" status: 200 len: 835 time: 0.0464239 Mar 14 15:58:50.112164 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb2df0-cbc0-47b4-be3b-a79c6f2d3dda req-349921f4-85c6-4b72-ab7e-8d0e6df5bd19 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:50.113806 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6fdb2df0-cbc0-47b4-be3b-a79c6f2d3dda req-349921f4-85c6-4b72-ab7e-8d0e6df5bd19 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 946 time: 0.0526974 Mar 14 15:58:50.154663 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6fdb2df0-cbc0-47b4-be3b-a79c6f2d3dda req-09e719eb-ccba-441a-81cf-6e20c24b569e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344555 Mar 14 15:58:50.162255 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf01ba-1660-4b69-a400-8ba853b6d698 req-552d995a-ff6d-4aae-ad18-e2349fe46603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:50.163818 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-73bf01ba-1660-4b69-a400-8ba853b6d698 req-552d995a-ff6d-4aae-ad18-e2349fe46603 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a83125a5-c354-403e-8f1b-2bd6c5f35430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0467215 Mar 14 15:58:50.186198 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-283fc336-ae00-4d57-93a9-1eac6e4c5e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265183', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:14Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '5eb9613c-73ba-4848-9567-00ca5e03123b', 'name': '', 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:05:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ef0dc667-5a8a-486c-a20e-e408582681f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:13Z', 'updated_at': '2022-03-14T15:57:17Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'ef0dc667-5a8a-486c-a20e-e408582681f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:50.213171 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283fc336-ae00-4d57-93a9-1eac6e4c5e06 None None] Checking router: 86fa0d49-06f1-40ca-a09c-e8745b6fa06c for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:58:50.221237 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283fc336-ae00-4d57-93a9-1eac6e4c5e06 None None] Routers {'86fa0d49-06f1-40ca-a09c-e8745b6fa06c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:58:50.221774 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-283fc336-ae00-4d57-93a9-1eac6e4c5e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:58:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['86fa0d49-06f1-40ca-a09c-e8745b6fa06c'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:50.255101 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-73bf01ba-1660-4b69-a400-8ba853b6d698 req-5f022046-0997-4a88-a5db-cbb8e6e75aad service neutron] 10.222.0.18 "GET /v2.0/networks/a83125a5-c354-403e-8f1b-2bd6c5f35430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831239 Mar 14 15:58:50.325297 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-283fc336-ae00-4d57-93a9-1eac6e4c5e06 None None] Set router 86fa0d49-06f1-40ca-a09c-e8745b6fa06c gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:58:50.348843 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-73bf01ba-1660-4b69-a400-8ba853b6d698 req-cf674691-318e-4d8d-b0b7-ed1e5ede1c44 service neutron] 10.222.0.18 "GET /v2.0/networks/a83125a5-c354-403e-8f1b-2bd6c5f35430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862746 Mar 14 15:58:50.440757 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936e07e-d765-4c61-80cc-3a82660e9b5a req-b079df64-325c-48d5-b828-1bef5df2470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:50.442310 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b936e07e-d765-4c61-80cc-3a82660e9b5a req-b079df64-325c-48d5-b828-1bef5df2470a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 1099 time: 0.0432959 Mar 14 15:58:50.521858 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-283fc336-ae00-4d57-93a9-1eac6e4c5e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265183', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:14Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '5eb9613c-73ba-4848-9567-00ca5e03123b', 'name': '', 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:05:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ef0dc667-5a8a-486c-a20e-e408582681f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:13Z', 'updated_at': '2022-03-14T15:57:17Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'ef0dc667-5a8a-486c-a20e-e408582681f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:50.536850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936e07e-d765-4c61-80cc-3a82660e9b5a req-ff857640-585f-423a-8c03-7658ada17aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:50.538345 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b936e07e-d765-4c61-80cc-3a82660e9b5a req-ff857640-585f-423a-8c03-7658ada17aed service neutron] 10.222.0.18 "GET /v2.0/networks?id=a83125a5-c354-403e-8f1b-2bd6c5f35430 HTTP/1.1" status: 200 len: 898 time: 0.0887136 Mar 14 15:58:50.551953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283fc336-ae00-4d57-93a9-1eac6e4c5e06 None None] The sync data for ids ['86fa0d49-06f1-40ca-a09c-e8745b6fa06c'] in dv-neutron-833559-1-hyperv is: [{'id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265183', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:14Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '5eb9613c-73ba-4848-9567-00ca5e03123b', 'name': '', 'network_id': 'a83125a5-c354-403e-8f1b-2bd6c5f35430', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:05:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'ef0dc667-5a8a-486c-a20e-e408582681f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:13Z', 'updated_at': '2022-03-14T15:57:17Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': 'ef0dc667-5a8a-486c-a20e-e408582681f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:58:50.582560 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b936e07e-d765-4c61-80cc-3a82660e9b5a req-bf7e1b8b-cd25-4a06-9320-48b9a6358acf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00b5aa08-1459-4258-8df4-e57677ac5917 HTTP/1.1" status: 200 len: 217 time: 0.0355167 Mar 14 15:58:50.633956 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936e07e-d765-4c61-80cc-3a82660e9b5a req-39767d3e-7333-4c50-bdd0-55ff71edda66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:50.636211 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b936e07e-d765-4c61-80cc-3a82660e9b5a req-39767d3e-7333-4c50-bdd0-55ff71edda66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef0dc667-5a8a-486c-a20e-e408582681f7 HTTP/1.1" status: 200 len: 835 time: 0.0463266 Mar 14 15:58:50.682109 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936e07e-d765-4c61-80cc-3a82660e9b5a req-a0993621-f586-402e-b071-ea0b260cd45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:50.683638 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b936e07e-d765-4c61-80cc-3a82660e9b5a req-a0993621-f586-402e-b071-ea0b260cd45f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a83125a5-c354-403e-8f1b-2bd6c5f35430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402157 Mar 14 15:58:50.784056 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b936e07e-d765-4c61-80cc-3a82660e9b5a req-9b4ac23c-d403-433d-b4e0-5c9a78d36477 service neutron] 10.222.0.18 "GET /v2.0/networks/a83125a5-c354-403e-8f1b-2bd6c5f35430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915895 Mar 14 15:58:50.794555 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77b835c-0513-4108-a4e1-cfa2da815cac None None] New status for floating IP d5be69b7-4260-4577-aa23-008361d0e15a: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:58:50.883189 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b936e07e-d765-4c61-80cc-3a82660e9b5a req-0982cce4-0237-4f10-9034-6b2912b00b7a service neutron] 10.222.0.18 "GET /v2.0/networks/a83125a5-c354-403e-8f1b-2bd6c5f35430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895805 Mar 14 15:58:51.353217 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57128399-0e9c-42d8-9319-5b55c5b68abe req-3f762861-a975-415b-8713-ba8b17ad378f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:51.354677 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-57128399-0e9c-42d8-9319-5b55c5b68abe req-3f762861-a975-415b-8713-ba8b17ad378f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 946 time: 0.1280565 Mar 14 15:58:51.391211 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-57128399-0e9c-42d8-9319-5b55c5b68abe req-d871773d-b84b-4884-a219-f1c40d2a0ecd tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=1039ad4a-f711-4ba0-b60f-abdf44b21a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306010 Mar 14 15:58:51.816151 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab5356-8260-4988-8f4e-e686591ec53e req-f018d67c-e243-496c-a7d4-4c91c13dd7c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:51.817558 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0fab5356-8260-4988-8f4e-e686591ec53e req-f018d67c-e243-496c-a7d4-4c91c13dd7c4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 946 time: 0.0471931 Mar 14 15:58:51.904776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-0fab5356-8260-4988-8f4e-e686591ec53e req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting port 00b5aa08-1459-4258-8df4-e57677ac5917 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:58:51.905435 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0fab5356-8260-4988-8f4e-e686591ec53e req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:51.994765 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-0fab5356-8260-4988-8f4e-e686591ec53e req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] For port 00b5aa08-1459-4258-8df4-e57677ac5917, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=00b5aa08-1459-4258-8df4-e57677ac5917,segment=NetworkSegment(06044e78-9489-4319-b229-ee7ddb62c11e),segment_id=06044e78-9489-4319-b229-ee7ddb62c11e)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:58:51.995152 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0fab5356-8260-4988-8f4e-e686591ec53e req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:52.007445 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-0fab5356-8260-4988-8f4e-e686591ec53e req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Calling delete_port for 00b5aa08-1459-4258-8df4-e57677ac5917 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:58:52.134822 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0fab5356-8260-4988-8f4e-e686591ec53e req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:52.162195 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Port': ['ID=00b5aa08-1459-4258-8df4-e57677ac5917,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:52.174286 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:52.174635 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:52.175002 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:52.175342 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:52.175677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:52.176008 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:52.176334 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:52.176658 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:52.176981 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:52.177308 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:52.177626 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:52.177944 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:52.213221 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fab5356-8260-4988-8f4e-e686591ec53e req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] No DVR routers for this DVR port 00b5aa08-1459-4258-8df4-e57677ac5917 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:58:52.215677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0fab5356-8260-4988-8f4e-e686591ec53e req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:52.218902 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0fab5356-8260-4988-8f4e-e686591ec53e req-2a5063fa-2f7e-4027-946b-40a594a2d1e6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "DELETE /v2.0/ports/00b5aa08-1459-4258-8df4-e57677ac5917 HTTP/1.1" status: 204 len: 173 time: 0.3950455 Mar 14 15:58:52.219426 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c433ec02-c107-4f2f-8f57-bb656d6c9265', 'name': 'network-vif-deleted', 'tag': '00b5aa08-1459-4258-8df4-e57677ac5917'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:58:52.221622 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afe1b58-15ce-44a0-af75-077fafdeaf26" -d '{"events": [{"server_uuid": "c433ec02-c107-4f2f-8f57-bb656d6c9265", "name": "network-vif-deleted", "tag": "00b5aa08-1459-4258-8df4-e57677ac5917"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:58:52.259378 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53859f3c-9258-4eb8-80de-1c8f423462b6 x-openstack-request-id: req-53859f3c-9258-4eb8-80de-1c8f423462b6 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:58:52.259667 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c433ec02-c107-4f2f-8f57-bb656d6c9265", "name": "network-vif-deleted", "tag": "00b5aa08-1459-4258-8df4-e57677ac5917", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:58:52.259923 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-53859f3c-9258-4eb8-80de-1c8f423462b6 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:58:52.260317 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c433ec02-c107-4f2f-8f57-bb656d6c9265', 'name': 'network-vif-deleted', 'tag': '00b5aa08-1459-4258-8df4-e57677ac5917', 'status': 'completed', 'code': 200} Mar 14 15:58:52.502611 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fb92a5ad-5afb-4204-8537-65f0acaea08c req-968c093f-b91d-4b95-9a9c-0612cb31b20f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=c433ec02-c107-4f2f-8f57-bb656d6c9265 HTTP/1.1" status: 200 len: 210 time: 0.0303013 Mar 14 15:58:53.559896 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34196) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:58:53.902943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09eccd44-d7b8-480b-b68b-b6394470bd43 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:54.150083 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-09eccd44-d7b8-480b-b68b-b6394470bd43 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting port 5eb9613c-73ba-4848-9567-00ca5e03123b {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:58:54.150426 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09eccd44-d7b8-480b-b68b-b6394470bd43 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:54.239434 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-09eccd44-d7b8-480b-b68b-b6394470bd43 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] For port 5eb9613c-73ba-4848-9567-00ca5e03123b, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=5eb9613c-73ba-4848-9567-00ca5e03123b,segment=NetworkSegment(06044e78-9489-4319-b229-ee7ddb62c11e),segment_id=06044e78-9489-4319-b229-ee7ddb62c11e)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:58:54.239706 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09eccd44-d7b8-480b-b68b-b6394470bd43 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:54.251159 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-09eccd44-d7b8-480b-b68b-b6394470bd43 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Calling delete_port for 5eb9613c-73ba-4848-9567-00ca5e03123b owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:58:54.428510 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09eccd44-d7b8-480b-b68b-b6394470bd43 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:54.456390 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eccd44-d7b8-480b-b68b-b6394470bd43 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Port': ['ID=5eb9613c-73ba-4848-9567-00ca5e03123b,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:54.508312 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 00b5aa08-1459-4258-8df4-e57677ac5917 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:58:54.530215 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 00b5aa08-1459-4258-8df4-e57677ac5917 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:58:54.530563 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 00b5aa08-1459-4258-8df4-e57677ac5917 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:58:54.963262 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09eccd44-d7b8-480b-b68b-b6394470bd43 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:55.171335 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09eccd44-d7b8-480b-b68b-b6394470bd43 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router 86fa0d49-06f1-40ca-a09c-e8745b6fa06c has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:58:55.275479 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09eccd44-d7b8-480b-b68b-b6394470bd43 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:58:55.280504 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-09eccd44-d7b8-480b-b68b-b6394470bd43 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "PUT /v2.0/routers/86fa0d49-06f1-40ca-a09c-e8745b6fa06c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7195594 Mar 14 15:58:55.283188 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34198) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:58:55.286481 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff40b22d-8dbe-4bff-b7aa-0372ab6741e6 None None] Sync routers for ids ['86fa0d49-06f1-40ca-a09c-e8745b6fa06c'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:58:55.296296 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff40b22d-8dbe-4bff-b7aa-0372ab6741e6 None None] Routers {'86fa0d49-06f1-40ca-a09c-e8745b6fa06c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:58:55.297057 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ff40b22d-8dbe-4bff-b7aa-0372ab6741e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:58:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['86fa0d49-06f1-40ca-a09c-e8745b6fa06c'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:55.334466 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1411a9f-60a4-45aa-8b78-16ed3a5fc3fc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting subnet ef0dc667-5a8a-486c-a20e-e408582681f7 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 15:58:55.337608 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d1411a9f-60a4-45aa-8b78-16ed3a5fc3fc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:55.377754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d1411a9f-60a4-45aa-8b78-16ed3a5fc3fc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:55.400073 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-ff40b22d-8dbe-4bff-b7aa-0372ab6741e6 None None] Set router 86fa0d49-06f1-40ca-a09c-e8745b6fa06c gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:58:55.468836 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d1411a9f-60a4-45aa-8b78-16ed3a5fc3fc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:55.528410 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d1411a9f-60a4-45aa-8b78-16ed3a5fc3fc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:55.556234 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1411a9f-60a4-45aa-8b78-16ed3a5fc3fc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Subnet': ['ID=ef0dc667-5a8a-486c-a20e-e408582681f7,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:55.561129 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d1411a9f-60a4-45aa-8b78-16ed3a5fc3fc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:55.567480 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d1411a9f-60a4-45aa-8b78-16ed3a5fc3fc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/subnets/ef0dc667-5a8a-486c-a20e-e408582681f7 HTTP/1.1" status: 204 len: 168 time: 0.2832198 Mar 14 15:58:55.568171 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34200) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:58:55.570213 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9ea741-7859-409d-be66-cea3fa9072a1 None None] Network a83125a5-c354-403e-8f1b-2bd6c5f35430 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:58:55.644062 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ff40b22d-8dbe-4bff-b7aa-0372ab6741e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265183', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:58:54Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:55.678512 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6d554d78-7d4b-4253-ae4a-c66ea3eeb395 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:55.690773 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff40b22d-8dbe-4bff-b7aa-0372ab6741e6 None None] Checking router: 86fa0d49-06f1-40ca-a09c-e8745b6fa06c for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:58:55.715950 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff40b22d-8dbe-4bff-b7aa-0372ab6741e6 None None] Routers {'86fa0d49-06f1-40ca-a09c-e8745b6fa06c'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:58:55.716568 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ff40b22d-8dbe-4bff-b7aa-0372ab6741e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:58:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['86fa0d49-06f1-40ca-a09c-e8745b6fa06c'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:55.787685 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6d554d78-7d4b-4253-ae4a-c66ea3eeb395 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:55.829122 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-ff40b22d-8dbe-4bff-b7aa-0372ab6741e6 None None] Set router 86fa0d49-06f1-40ca-a09c-e8745b6fa06c gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:58:55.845812 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-6d554d78-7d4b-4253-ae4a-c66ea3eeb395 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting port 9792d8ef-a688-4650-9a09-11b4ed78432b {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:58:55.846173 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6d554d78-7d4b-4253-ae4a-c66ea3eeb395 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:55.856421 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64aa1f2-6dfc-4f87-94ff-a67c0371a46c None None] DHCP port deletion for a83125a5-c354-403e-8f1b-2bd6c5f35430 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 15:58:55.928792 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-6d554d78-7d4b-4253-ae4a-c66ea3eeb395 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] For port 9792d8ef-a688-4650-9a09-11b4ed78432b, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=9792d8ef-a688-4650-9a09-11b4ed78432b,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:58:55.929155 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6d554d78-7d4b-4253-ae4a-c66ea3eeb395 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:55.940865 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-6d554d78-7d4b-4253-ae4a-c66ea3eeb395 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Calling delete_port for 9792d8ef-a688-4650-9a09-11b4ed78432b owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:58:56.113572 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6d554d78-7d4b-4253-ae4a-c66ea3eeb395 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.140090 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d554d78-7d4b-4253-ae4a-c66ea3eeb395 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Port': ['ID=9792d8ef-a688-4650-9a09-11b4ed78432b,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:56.160641 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f64aa1f2-6dfc-4f87-94ff-a67c0371a46c None None] Deleting port e252afbf-1e62-42a3-9a22-bc5a00daef0a {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:58:56.161022 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f64aa1f2-6dfc-4f87-94ff-a67c0371a46c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.201981 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6d554d78-7d4b-4253-ae4a-c66ea3eeb395 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.232011 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f64aa1f2-6dfc-4f87-94ff-a67c0371a46c None None] For port e252afbf-1e62-42a3-9a22-bc5a00daef0a, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e252afbf-1e62-42a3-9a22-bc5a00daef0a,segment=NetworkSegment(06044e78-9489-4319-b229-ee7ddb62c11e),segment_id=06044e78-9489-4319-b229-ee7ddb62c11e)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:58:56.232413 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f64aa1f2-6dfc-4f87-94ff-a67c0371a46c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.247237 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-f64aa1f2-6dfc-4f87-94ff-a67c0371a46c None None] Calling delete_port for e252afbf-1e62-42a3-9a22-bc5a00daef0a owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:58:56.261918 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ff40b22d-8dbe-4bff-b7aa-0372ab6741e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265183', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:58:54Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:56.292016 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6d554d78-7d4b-4253-ae4a-c66ea3eeb395 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.294336 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6d554d78-7d4b-4253-ae4a-c66ea3eeb395 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.319401 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff40b22d-8dbe-4bff-b7aa-0372ab6741e6 None None] The sync data for ids ['86fa0d49-06f1-40ca-a09c-e8745b6fa06c'] in dv-neutron-833559-1-hyperv is: [{'id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265183', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:58:54Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '9792d8ef-a688-4650-9a09-11b4ed78432b', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fa0d49-06f1-40ca-a09c-e8745b6fa06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:57:11Z', 'updated_at': '2022-03-14T15:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:58:56.345849 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6d554d78-7d4b-4253-ae4a-c66ea3eeb395 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.346772 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d554d78-7d4b-4253-ae4a-c66ea3eeb395 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Fanout notify agent at l3_agent the message router_deleted on router 86fa0d49-06f1-40ca-a09c-e8745b6fa06c {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 15:58:56.354013 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6d554d78-7d4b-4253-ae4a-c66ea3eeb395 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.355210 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-6d554d78-7d4b-4253-ae4a-c66ea3eeb395 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/routers/86fa0d49-06f1-40ca-a09c-e8745b6fa06c HTTP/1.1" status: 204 len: 168 time: 0.7858913 Mar 14 15:58:56.357944 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34202) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:58:56.372907 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f64aa1f2-6dfc-4f87-94ff-a67c0371a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.398178 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64aa1f2-6dfc-4f87-94ff-a67c0371a46c None None] Pushing event deleted for resources: {'Port': ['ID=e252afbf-1e62-42a3-9a22-bc5a00daef0a,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:56.403068 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64aa1f2-6dfc-4f87-94ff-a67c0371a46c None None] No DVR routers for this DVR port e252afbf-1e62-42a3-9a22-bc5a00daef0a on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:58:56.409664 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64aa1f2-6dfc-4f87-94ff-a67c0371a46c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:56.410007 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64aa1f2-6dfc-4f87-94ff-a67c0371a46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:56.410349 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64aa1f2-6dfc-4f87-94ff-a67c0371a46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:56.410685 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64aa1f2-6dfc-4f87-94ff-a67c0371a46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:56.411601 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64aa1f2-6dfc-4f87-94ff-a67c0371a46c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:56.411971 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64aa1f2-6dfc-4f87-94ff-a67c0371a46c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:56.412757 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64aa1f2-6dfc-4f87-94ff-a67c0371a46c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:56.412757 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64aa1f2-6dfc-4f87-94ff-a67c0371a46c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:56.412926 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64aa1f2-6dfc-4f87-94ff-a67c0371a46c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:56.415635 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64aa1f2-6dfc-4f87-94ff-a67c0371a46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:56.415635 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64aa1f2-6dfc-4f87-94ff-a67c0371a46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:56.415635 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64aa1f2-6dfc-4f87-94ff-a67c0371a46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:58:56.444932 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bde0d57-bd1d-43d5-a7ed-3e53962a4da3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.530207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bde0d57-bd1d-43d5-a7ed-3e53962a4da3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.550845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-5bde0d57-bd1d-43d5-a7ed-3e53962a4da3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83125a5-c354-403e-8f1b-2bd6c5f35430']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:56.560757 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-5bde0d57-bd1d-43d5-a7ed-3e53962a4da3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06044e78-9489-4319-b229-ee7ddb62c11e') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:56.561053 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-5bde0d57-bd1d-43d5-a7ed-3e53962a4da3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06044e78-9489-4319-b229-ee7ddb62c11e') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:56.570417 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bde0d57-bd1d-43d5-a7ed-3e53962a4da3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.583640 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bde0d57-bd1d-43d5-a7ed-3e53962a4da3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.589813 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bde0d57-bd1d-43d5-a7ed-3e53962a4da3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 15:58:56.590219 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bde0d57-bd1d-43d5-a7ed-3e53962a4da3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 15:58:56.593158 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 15:58:56.654025 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bde0d57-bd1d-43d5-a7ed-3e53962a4da3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.663408 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5bde0d57-bd1d-43d5-a7ed-3e53962a4da3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.670335 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5bde0d57-bd1d-43d5-a7ed-3e53962a4da3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/networks/a83125a5-c354-403e-8f1b-2bd6c5f35430 HTTP/1.1" status: 204 len: 168 time: 0.3080935 Mar 14 15:58:56.670830 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34204) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:58:56.678848 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde0d57-bd1d-43d5-a7ed-3e53962a4da3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Network': ['ID=a83125a5-c354-403e-8f1b-2bd6c5f35430,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:56.737677 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ebba6db3-d3e5-4014-82ef-ebcc2d74aa25 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.765826 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ebba6db3-d3e5-4014-82ef-ebcc2d74aa25 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.840122 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ebba6db3-d3e5-4014-82ef-ebcc2d74aa25 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.843273 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ebba6db3-d3e5-4014-82ef-ebcc2d74aa25 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:56.847125 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ebba6db3-d3e5-4014-82ef-ebcc2d74aa25 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/security-groups/1039ad4a-f711-4ba0-b60f-abdf44b21a03 HTTP/1.1" status: 204 len: 168 time: 0.1723406 Mar 14 15:58:56.855248 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba6db3-d3e5-4014-82ef-ebcc2d74aa25 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1039ad4a-f711-4ba0-b60f-abdf44b21a03,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:56.922600 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e252afbf-1e62-42a3-9a22-bc5a00daef0a no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:58:56.948783 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: e252afbf-1e62-42a3-9a22-bc5a00daef0a {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:58:56.948783 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e252afbf-1e62-42a3-9a22-bc5a00daef0a not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:58:56.949097 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5eb9613c-73ba-4848-9567-00ca5e03123b no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:58:56.970119 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 5eb9613c-73ba-4848-9567-00ca5e03123b {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:58:56.970459 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 5eb9613c-73ba-4848-9567-00ca5e03123b not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:58:57.089178 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34210) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:58:57.093704 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-1225b554-b59b-4f2f-b6bc-aa4a166b5e72 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-457117574', 'description': 'tempest-secgroup-smoke-457117574 description', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:58:57.114043 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1225b554-b59b-4f2f-b6bc-aa4a166b5e72 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.178758 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1225b554-b59b-4f2f-b6bc-aa4a166b5e72 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.183285 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1225b554-b59b-4f2f-b6bc-aa4a166b5e72 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.216245 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1225b554-b59b-4f2f-b6bc-aa4a166b5e72 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.217447 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1225b554-b59b-4f2f-b6bc-aa4a166b5e72 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1272721 Mar 14 15:58:57.219338 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225b554-b59b-4f2f-b6bc-aa4a166b5e72 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1caf928-0059-431e-a7f1-e5b27b15b99c,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:57.220614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34212) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:58:57.225343 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1bc6c89c-172a-4a75-86d5-6dde04832dfb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': 'e1caf928-0059-431e-a7f1-e5b27b15b99c', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:58:57.251711 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bc6c89c-172a-4a75-86d5-6dde04832dfb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.306307 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bc6c89c-172a-4a75-86d5-6dde04832dfb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.310398 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bc6c89c-172a-4a75-86d5-6dde04832dfb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.328219 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6c89c-172a-4a75-86d5-6dde04832dfb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfaeb329-de6d-4d9f-8440-94245ec8a4b4,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:57.332492 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1bc6c89c-172a-4a75-86d5-6dde04832dfb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.333668 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1bc6c89c-172a-4a75-86d5-6dde04832dfb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1119056 Mar 14 15:58:57.336338 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34214) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:58:57.340716 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bba1d157-790f-4832-8eb0-48942f876b2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': 'e1caf928-0059-431e-a7f1-e5b27b15b99c', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:58:57.360349 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:58:57.367440 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bba1d157-790f-4832-8eb0-48942f876b2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.430437 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bba1d157-790f-4832-8eb0-48942f876b2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.434613 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bba1d157-790f-4832-8eb0-48942f876b2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.456282 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1d157-790f-4832-8eb0-48942f876b2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a553dbaa-afdf-42fb-b1ac-0ac87c7548e1,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:57.464769 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bba1d157-790f-4832-8eb0-48942f876b2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.466715 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bba1d157-790f-4832-8eb0-48942f876b2b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293094 Mar 14 15:58:57.469366 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34216) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:58:57.474136 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-29588f56-8648-4251-8453-c7d9800949f1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': 'e1caf928-0059-431e-a7f1-e5b27b15b99c', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:58:57.498639 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-29588f56-8648-4251-8453-c7d9800949f1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.556171 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-29588f56-8648-4251-8453-c7d9800949f1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.559729 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-29588f56-8648-4251-8453-c7d9800949f1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.577101 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29588f56-8648-4251-8453-c7d9800949f1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5298c236-5005-4f64-98ee-0b6a5617b527,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:57.585648 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-29588f56-8648-4251-8453-c7d9800949f1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.586830 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-29588f56-8648-4251-8453-c7d9800949f1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165025 Mar 14 15:58:57.589962 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34218) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:58:57.594759 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-5ab70279-4f02-49c0-8aa3-5af6b64d84a0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': 'e1caf928-0059-431e-a7f1-e5b27b15b99c', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:58:57.618928 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ab70279-4f02-49c0-8aa3-5af6b64d84a0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.676925 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ab70279-4f02-49c0-8aa3-5af6b64d84a0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.680336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ab70279-4f02-49c0-8aa3-5af6b64d84a0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.695458 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab70279-4f02-49c0-8aa3-5af6b64d84a0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faad1612-16d4-467c-afe8-489cf72672f7,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:57.706617 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5ab70279-4f02-49c0-8aa3-5af6b64d84a0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.707823 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5ab70279-4f02-49c0-8aa3-5af6b64d84a0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163304 Mar 14 15:58:57.710557 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34220) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:58:57.715384 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-950b7149-56bb-421a-b334-b253c7b840c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': 'e1caf928-0059-431e-a7f1-e5b27b15b99c', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:58:57.735468 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-950b7149-56bb-421a-b334-b253c7b840c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Project 6daa82aa9aec4faaa5df0ea4500b9963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:58:57.739959 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-950b7149-56bb-421a-b334-b253c7b840c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.798057 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-950b7149-56bb-421a-b334-b253c7b840c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.801374 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-950b7149-56bb-421a-b334-b253c7b840c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.818700 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b7149-56bb-421a-b334-b253c7b840c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eeb2b2e-52ef-44e6-8625-64a95bb267df,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:57.826810 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-950b7149-56bb-421a-b334-b253c7b840c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.828020 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-950b7149-56bb-421a-b334-b253c7b840c7 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165202 Mar 14 15:58:57.830730 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34222) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:58:57.835062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f2bc002a-6b5d-4f08-b049-1697465cf868 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'security_group_rule': {'security_group_id': 'e1caf928-0059-431e-a7f1-e5b27b15b99c', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:58:57.854840 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-f2bc002a-6b5d-4f08-b049-1697465cf868 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Project 6daa82aa9aec4faaa5df0ea4500b9963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 15:58:57.862066 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f2bc002a-6b5d-4f08-b049-1697465cf868 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.924873 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f2bc002a-6b5d-4f08-b049-1697465cf868 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.928320 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f2bc002a-6b5d-4f08-b049-1697465cf868 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.945718 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc002a-6b5d-4f08-b049-1697465cf868 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b7226a-7e20-4d95-bc54-9763250178fe,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:57.953958 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f2bc002a-6b5d-4f08-b049-1697465cf868 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:57.955205 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f2bc002a-6b5d-4f08-b049-1697465cf868 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234787 Mar 14 15:58:57.958009 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34224) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:58:57.962896 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c57c7288-579b-487c-8f8d-8b172d0dd5df tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'network': {'name': 'tempest-network-smoke--727239438', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'port_security_enabled': True}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:58:57.981516 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57c7288-579b-487c-8f8d-8b172d0dd5df tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Made reservation on behalf of 6daa82aa9aec4faaa5df0ea4500b9963 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:58:57.985073 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c57c7288-579b-487c-8f8d-8b172d0dd5df tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:58.008192 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57c7288-579b-487c-8f8d-8b172d0dd5df tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 15:58:58.016951 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c57c7288-579b-487c-8f8d-8b172d0dd5df tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:58.017296 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-c57c7288-579b-487c-8f8d-8b172d0dd5df tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Added segment 4ca895e0-edf0-429a-9141-e74644920326 of type vlan for network effee765-9334-449d-83a8-adfe15c94707 Mar 14 15:58:58.058496 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c57c7288-579b-487c-8f8d-8b172d0dd5df tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:58.082505 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c57c7288-579b-487c-8f8d-8b172d0dd5df tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:58.088034 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57c7288-579b-487c-8f8d-8b172d0dd5df tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:58.089141 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c57c7288-579b-487c-8f8d-8b172d0dd5df tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:58.117521 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c57c7288-579b-487c-8f8d-8b172d0dd5df tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1585228 Mar 14 15:58:58.120574 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34226) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:58:58.125234 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3f7c0504-b59d-49cd-9400-7366a623d25b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1509698806', 'admin_state_up': True, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:58:58.147074 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0504-b59d-49cd-9400-7366a623d25b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:58.148074 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0504-b59d-49cd-9400-7366a623d25b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:58.160798 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c7288-579b-487c-8f8d-8b172d0dd5df tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Network': ['ID=effee765-9334-449d-83a8-adfe15c94707,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:58.171042 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network effee765-9334-449d-83a8-adfe15c94707 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 15:58:58.201448 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0504-b59d-49cd-9400-7366a623d25b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:58.654188 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0504-b59d-49cd-9400-7366a623d25b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:58.783998 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 9792d8ef-a688-4650-9a09-11b4ed78432b no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 15:58:58.808880 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 9792d8ef-a688-4650-9a09-11b4ed78432b {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 15:58:58.809235 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 9792d8ef-a688-4650-9a09-11b4ed78432b not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 15:58:58.839648 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0504-b59d-49cd-9400-7366a623d25b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:58.858094 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0504-b59d-49cd-9400-7366a623d25b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:58.962295 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-3f7c0504-b59d-49cd-9400-7366a623d25b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Allocated IP 172.26.6.186 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/1a889a60-5c56-4767-bb2d-7cf0b2b389ac) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:58:59.061069 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0504-b59d-49cd-9400-7366a623d25b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:59.094642 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0504-b59d-49cd-9400-7366a623d25b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:59.136182 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7c0504-b59d-49cd-9400-7366a623d25b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:58:59.138995 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-3f7c0504-b59d-49cd-9400-7366a623d25b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:58:59.142303 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c0504-b59d-49cd-9400-7366a623d25b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:58:59.165097 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c0504-b59d-49cd-9400-7366a623d25b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=1a889a60-5c56-4767-bb2d-7cf0b2b389ac,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:58:59.391085 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0504-b59d-49cd-9400-7366a623d25b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:59.590541 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0504-b59d-49cd-9400-7366a623d25b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:59.717975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7c0504-b59d-49cd-9400-7366a623d25b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 15:58:59.819873 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7c0504-b59d-49cd-9400-7366a623d25b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:58:59.830584 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] Sync routers for ids ['30b89b37-7dd9-43d4-aa62-0bac0d6316c2'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:58:59.840595 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] Routers {'30b89b37-7dd9-43d4-aa62-0bac0d6316c2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:58:59.840797 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0504-b59d-49cd-9400-7366a623d25b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:58:59.841215 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:58:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['30b89b37-7dd9-43d4-aa62-0bac0d6316c2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:58:59.841868 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3f7c0504-b59d-49cd-9400-7366a623d25b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7202952 Mar 14 15:58:59.845061 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34228) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:58:59.874103 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-7f36052a-1964-492b-891a-4551aade3a7a tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=6daa82aa9aec4faaa5df0ea4500b9963&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278673 Mar 14 15:58:59.876594 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34230) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:58:59.948805 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] Set router 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:58:59.963641 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e61c2b-5155-4cdd-b82e-f8a150a5fb29 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:58:59.965143 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e7e61c2b-5155-4cdd-b82e-f8a150a5fb29 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876679 Mar 14 15:58:59.968059 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34232) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:58:59.999987 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-ea1bca50-df62-44b7-a719-7e0b0a9f17ee tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=0f3fd893-5baa-4085-951b-8847b15a4083&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309267 Mar 14 15:59:00.003364 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34234) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:59:00.008019 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c58c8339-c1f7-4e46-8fcd-afa0a6369b4f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-472397490', 'network_id': 'effee765-9334-449d-83a8-adfe15c94707', 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:59:00.093624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58c8339-c1f7-4e46-8fcd-afa0a6369b4f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Made reservation on behalf of 6daa82aa9aec4faaa5df0ea4500b9963 for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:59:00.097107 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c58c8339-c1f7-4e46-8fcd-afa0a6369b4f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:00.123803 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509698806', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:58:59Z', 'revision_number': 3, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:00.154003 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] Checking router: 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:59:00.154350 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] Updating router 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 port 1a889a60-5c56-4767-bb2d-7cf0b2b389ac binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:59:00.179660 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:00.280163 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c58c8339-c1f7-4e46-8fcd-afa0a6369b4f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:00.345147 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c8339-c1f7-4e46-8fcd-afa0a6369b4f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Subnet': ['ID=93b2452c-3770-4796-93e9-ae66e065cd80,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:00.352242 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c8339-c1f7-4e46-8fcd-afa0a6369b4f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Checking segment: {'id': '4ca895e0-edf0-429a-9141-e74644920326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'effee765-9334-449d-83a8-adfe15c94707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:59:00.352602 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58c8339-c1f7-4e46-8fcd-afa0a6369b4f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network hostable DHCP agents. Network: effee765-9334-449d-83a8-adfe15c94707, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 15:59:00.370299 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58c8339-c1f7-4e46-8fcd-afa0a6369b4f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network effee765-9334-449d-83a8-adfe15c94707 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 15:59:00.379112 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c58c8339-c1f7-4e46-8fcd-afa0a6369b4f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, effee765-9334-449d-83a8-adfe15c94707) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:59:00.383773 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58c8339-c1f7-4e46-8fcd-afa0a6369b4f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:00.384728 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c58c8339-c1f7-4e46-8fcd-afa0a6369b4f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:00.389075 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12ee34a-4000-4d49-a6fb-dbe38bd34bee None None] Network effee765-9334-449d-83a8-adfe15c94707 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:59:00.403243 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c58c8339-c1f7-4e46-8fcd-afa0a6369b4f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3988321 Mar 14 15:59:00.407114 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34236) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:59:00.451500 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:00.458024 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:00.509446 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] Attempting to bind port 1a889a60-5c56-4767-bb2d-7cf0b2b389ac on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:59:00.509850 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] Attempting to bind port 1a889a60-5c56-4767-bb2d-7cf0b2b389ac by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:59:00.510222 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] Attempting to bind port 1a889a60-5c56-4767-bb2d-7cf0b2b389ac on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:59:00.520082 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:59:00.520452 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:59:00.520854 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:00.521241 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:59:00.521704 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] Bound port: 1a889a60-5c56-4767-bb2d-7cf0b2b389ac, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:59:00.522076 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:00.525278 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f63c21-518b-479b-81ef-e8807aef42c0 None None] Pushing event updated for resources: {'Port': ['ID=1a889a60-5c56-4767-bb2d-7cf0b2b389ac,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:00.550831 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-effee765-9334-449d-83a8-adfe15c94707', 'network_id': 'effee765-9334-449d-83a8-adfe15c94707', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ips': [{'subnet_id': '93b2452c-3770-4796-93e9-ae66e065cd80'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 15:59:00.551955 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:00.574830 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] For port 1a889a60-5c56-4767-bb2d-7cf0b2b389ac, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:59:00.581160 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] For port 1a889a60-5c56-4767-bb2d-7cf0b2b389ac, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=1a889a60-5c56-4767-bb2d-7cf0b2b389ac,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:59:00.584144 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f63c21-518b-479b-81ef-e8807aef42c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:00.584144 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f63c21-518b-479b-81ef-e8807aef42c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:00.584459 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f63c21-518b-479b-81ef-e8807aef42c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:00.584742 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f63c21-518b-479b-81ef-e8807aef42c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:00.585270 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f63c21-518b-479b-81ef-e8807aef42c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:00.585708 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f63c21-518b-479b-81ef-e8807aef42c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:00.586540 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f63c21-518b-479b-81ef-e8807aef42c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:00.586540 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f63c21-518b-479b-81ef-e8807aef42c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:00.586766 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f63c21-518b-479b-81ef-e8807aef42c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:00.587042 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f63c21-518b-479b-81ef-e8807aef42c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:00.587363 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f63c21-518b-479b-81ef-e8807aef42c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:00.587677 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f63c21-518b-479b-81ef-e8807aef42c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:00.592317 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:00.647532 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] Routers {'30b89b37-7dd9-43d4-aa62-0bac0d6316c2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:59:00.648154 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:58:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['30b89b37-7dd9-43d4-aa62-0bac0d6316c2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:00.653385 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f63c21-518b-479b-81ef-e8807aef42c0 None None] Pushing event updated for resources: {'Port': ['ID=1a889a60-5c56-4767-bb2d-7cf0b2b389ac,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:00.704505 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] Allocated IP 172.20.0.2 (effee765-9334-449d-83a8-adfe15c94707/93b2452c-3770-4796-93e9-ae66e065cd80/8a062f26-b516-4be5-a019-ace951d053c9) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:59:00.762071 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] Set router 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:59:00.866518 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:00.875610 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:00.886986 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ade14891-e35c-452a-9803-a6c9afa076da tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:00.921260 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] Network effee765-9334-449d-83a8-adfe15c94707 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:59:00.924114 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:59:00.927426 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:59:00.956047 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] Pushing event updated for resources: {'Port': ['ID=8a062f26-b516-4be5-a019-ace951d053c9,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:00.989550 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] Attempting to bind port 8a062f26-b516-4be5-a019-ace951d053c9 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:59:00.989922 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] Attempting to bind port 8a062f26-b516-4be5-a019-ace951d053c9 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '4ca895e0-edf0-429a-9141-e74644920326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'effee765-9334-449d-83a8-adfe15c94707'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:59:00.990287 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] Attempting to bind port 8a062f26-b516-4be5-a019-ace951d053c9 on network effee765-9334-449d-83a8-adfe15c94707 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:59:00.996690 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:59:00.997062 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] Checking segment: {'id': '4ca895e0-edf0-429a-9141-e74644920326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'effee765-9334-449d-83a8-adfe15c94707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:59:00.997459 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:00.997845 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] Bound using segment: {'id': '4ca895e0-edf0-429a-9141-e74644920326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'effee765-9334-449d-83a8-adfe15c94707'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:59:00.998321 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] Bound port: 8a062f26-b516-4be5-a019-ace951d053c9, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca895e0-edf0-429a-9141-e74644920326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'effee765-9334-449d-83a8-adfe15c94707'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:59:00.998685 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:01.037081 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509698806', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:58:59Z', 'revision_number': 3, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:01.062473 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] For port 8a062f26-b516-4be5-a019-ace951d053c9, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:59:01.064201 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64971cf-35ec-42cc-9e8a-3eae5a79362a None None] The sync data for ids ['30b89b37-7dd9-43d4-aa62-0bac0d6316c2'] in dv-neutron-833559-1-hyperv is: [{'id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509698806', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:58:59Z', 'revision_number': 3, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:59:01.066573 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] For port 8a062f26-b516-4be5-a019-ace951d053c9, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=8a062f26-b516-4be5-a019-ace951d053c9,segment=NetworkSegment(4ca895e0-edf0-429a-9141-e74644920326),segment_id=4ca895e0-edf0-429a-9141-e74644920326)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:59:01.074255 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:01.140987 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e93c6-17c9-485e-ac95-6d73b6b7583e None None] Pushing event updated for resources: {'Port': ['ID=8a062f26-b516-4be5-a019-ace951d053c9,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:01.199055 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-ade14891-e35c-452a-9803-a6c9afa076da tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Allocated IP 172.20.0.1 (effee765-9334-449d-83a8-adfe15c94707/93b2452c-3770-4796-93e9-ae66e065cd80/bfa637f1-86d4-409b-8602-52b9cd683b2d) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:59:01.345932 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ade14891-e35c-452a-9803-a6c9afa076da tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:01.390542 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ade14891-e35c-452a-9803-a6c9afa076da tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:01.440839 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade14891-e35c-452a-9803-a6c9afa076da tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network effee765-9334-449d-83a8-adfe15c94707 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:59:01.446119 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-ade14891-e35c-452a-9803-a6c9afa076da tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:59:01.450591 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade14891-e35c-452a-9803-a6c9afa076da tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:59:01.459100 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade14891-e35c-452a-9803-a6c9afa076da tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=bfa637f1-86d4-409b-8602-52b9cd683b2d,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:01.523796 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ade14891-e35c-452a-9803-a6c9afa076da tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:01.656164 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ade14891-e35c-452a-9803-a6c9afa076da tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:01.954468 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ade14891-e35c-452a-9803-a6c9afa076da tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:01.961886 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ade14891-e35c-452a-9803-a6c9afa076da tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:02.042647 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ade14891-e35c-452a-9803-a6c9afa076da tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:02.050729 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade14891-e35c-452a-9803-a6c9afa076da tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=bfa637f1-86d4-409b-8602-52b9cd683b2d,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:02.143124 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade14891-e35c-452a-9803-a6c9afa076da tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network effee765-9334-449d-83a8-adfe15c94707 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:59:02.144540 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-ade14891-e35c-452a-9803-a6c9afa076da tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:59:02.175855 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169827b4-d0cc-4e24-8249-df5042b9e03e None None] Network effee765-9334-449d-83a8-adfe15c94707 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 15:59:02.262703 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade14891-e35c-452a-9803-a6c9afa076da tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:59:02.295700 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-84d8c0b9-0e74-4a56-9ede-e3d4a4981035 None None] Provisioning complete for port 8a062f26-b516-4be5-a019-ace951d053c9 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:59:02.296090 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84d8c0b9-0e74-4a56-9ede-e3d4a4981035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:02.373044 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade14891-e35c-452a-9803-a6c9afa076da tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:59:02.381851 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ade14891-e35c-452a-9803-a6c9afa076da tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "PUT /v2.0/routers/30b89b37-7dd9-43d4-aa62-0bac0d6316c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9736199 Mar 14 15:59:02.412184 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84d8c0b9-0e74-4a56-9ede-e3d4a4981035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:02.450574 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-84d8c0b9-0e74-4a56-9ede-e3d4a4981035 None None] For port 8a062f26-b516-4be5-a019-ace951d053c9, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=8a062f26-b516-4be5-a019-ace951d053c9,segment=NetworkSegment(4ca895e0-edf0-429a-9141-e74644920326),segment_id=4ca895e0-edf0-429a-9141-e74644920326)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:02.457650 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-84d8c0b9-0e74-4a56-9ede-e3d4a4981035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:02.512609 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8c0b9-0e74-4a56-9ede-e3d4a4981035 None None] Pushing event updated for resources: {'Port': ['ID=8a062f26-b516-4be5-a019-ace951d053c9,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:02.552540 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-a6e92124-dc2e-41cc-a300-691900d6542e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457117574&fields=id&tenant_id=6daa82aa9aec4faaa5df0ea4500b9963 HTTP/1.1" status: 200 len: 267 time: 0.0352657 Mar 14 15:59:02.666390 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-f4e6753a-9714-4078-ae53-6816194caff6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:02.668566 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-f4e6753a-9714-4078-ae53-6816194caff6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/networks?id=effee765-9334-449d-83a8-adfe15c94707 HTTP/1.1" status: 200 len: 796 time: 0.1078217 Mar 14 15:59:02.684936 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-353570d3-4b66-4cb2-a5ab-1a26ff9a22eb None None] Provisioning complete for port bfa637f1-86d4-409b-8602-52b9cd683b2d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:59:02.685305 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-353570d3-4b66-4cb2-a5ab-1a26ff9a22eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:02.689428 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-d37ae602-8294-4ba2-924b-4531d6cc2a46 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/quotas/6daa82aa9aec4faaa5df0ea4500b9963 HTTP/1.1" status: 200 len: 375 time: 0.0102935 Mar 14 15:59:02.723636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-353570d3-4b66-4cb2-a5ab-1a26ff9a22eb None None] Port bfa637f1-86d4-409b-8602-52b9cd683b2d cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:59:02.735329 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-353570d3-4b66-4cb2-a5ab-1a26ff9a22eb None None] Provisioning complete for port 8a062f26-b516-4be5-a019-ace951d053c9 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:59:02.735703 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-353570d3-4b66-4cb2-a5ab-1a26ff9a22eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:02.755418 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-534b812d-bd64-410d-8cb1-95422c500b15 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589962 Mar 14 15:59:02.845847 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] Sync routers for ids ['30b89b37-7dd9-43d4-aa62-0bac0d6316c2'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:59:02.873164 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] Routers {'30b89b37-7dd9-43d4-aa62-0bac0d6316c2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:59:02.873713 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:58:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['30b89b37-7dd9-43d4-aa62-0bac0d6316c2'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:02.881737 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-eac6f0ed-ec45-4987-98df-519981545ff2 service neutron] 10.222.0.59 "GET /v2.0/networks/effee765-9334-449d-83a8-adfe15c94707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164987 Mar 14 15:59:02.926962 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 8a062f26-b516-4be5-a019-ace951d053c9 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:59:03.012087 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-0f8c00a3-0217-4d0d-a276-064334082ec2 service neutron] 10.222.0.59 "GET /v2.0/networks/effee765-9334-449d-83a8-adfe15c94707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103947 Mar 14 15:59:03.043651 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-22ab9594-64cf-4f43-a770-4a7e2669ede0 None None] Provisioning complete for port bfa637f1-86d4-409b-8602-52b9cd683b2d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:59:03.044031 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-22ab9594-64cf-4f43-a770-4a7e2669ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:03.070001 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] Set router 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:59:03.112796 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 8a062f26-b516-4be5-a019-ace951d053c9 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:59:03.112796 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:03.159049 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-22ab9594-64cf-4f43-a770-4a7e2669ede0 None None] Port bfa637f1-86d4-409b-8602-52b9cd683b2d cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:59:03.177286 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c52af4aa-b0d3-4a53-823c-b3ebb506d4ed req-956b447c-6338-4a4f-bf3f-57661870c667 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 210 time: 0.0331650 Mar 14 15:59:03.325550 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1a889a60-5c56-4767-bb2d-7cf0b2b389ac up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:59:03.329917 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-740fb6f5-3338-460c-a2dc-15cf0ea22320 None None] Provisioning complete for port bfa637f1-86d4-409b-8602-52b9cd683b2d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:59:03.330292 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-740fb6f5-3338-460c-a2dc-15cf0ea22320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:03.421025 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-740fb6f5-3338-460c-a2dc-15cf0ea22320 None None] Port bfa637f1-86d4-409b-8602-52b9cd683b2d cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:59:03.441123 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 1a889a60-5c56-4767-bb2d-7cf0b2b389ac triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:59:03.441428 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:03.470745 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509698806', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:01Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'bfa637f1-86d4-409b-8602-52b9cd683b2d', 'name': '', 'network_id': 'effee765-9334-449d-83a8-adfe15c94707', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:b5:ef:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '93b2452c-3770-4796-93e9-ae66e065cd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:59:01Z', 'updated_at': '2022-03-14T15:59:01Z', 'revision_number': 2, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': '93b2452c-3770-4796-93e9-ae66e065cd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:03.501815 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] Checking router: 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:59:03.502176 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] Updating router 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 port bfa637f1-86d4-409b-8602-52b9cd683b2d binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 15:59:03.536806 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:03.754803 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:03.829436 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 1a889a60-5c56-4767-bb2d-7cf0b2b389ac, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=1a889a60-5c56-4767-bb2d-7cf0b2b389ac,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:03.835356 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:03.931971 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=1a889a60-5c56-4767-bb2d-7cf0b2b389ac,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:04.029920 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:04.035100 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:04.091176 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e6c4f-0af4-487f-92fb-26a995772943 None None] Pushing event updated for resources: {'Port': ['ID=bfa637f1-86d4-409b-8602-52b9cd683b2d,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:04.148849 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ea53ba78-4bdf-4357-a47e-4a0a91942b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:04.155504 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] Attempting to bind port bfa637f1-86d4-409b-8602-52b9cd683b2d on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:59:04.155871 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] Attempting to bind port bfa637f1-86d4-409b-8602-52b9cd683b2d by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '4ca895e0-edf0-429a-9141-e74644920326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'effee765-9334-449d-83a8-adfe15c94707'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:59:04.156218 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] Attempting to bind port bfa637f1-86d4-409b-8602-52b9cd683b2d on network effee765-9334-449d-83a8-adfe15c94707 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:59:04.162265 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:59:04.162606 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] Checking segment: {'id': '4ca895e0-edf0-429a-9141-e74644920326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'effee765-9334-449d-83a8-adfe15c94707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:59:04.163062 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:04.163559 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] Bound using segment: {'id': '4ca895e0-edf0-429a-9141-e74644920326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'effee765-9334-449d-83a8-adfe15c94707'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:59:04.164086 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] Bound port: bfa637f1-86d4-409b-8602-52b9cd683b2d, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca895e0-edf0-429a-9141-e74644920326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'effee765-9334-449d-83a8-adfe15c94707'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:59:04.164473 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:04.253462 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-f5493d8b-a06d-47fc-b1d1-3e6c2acd86a4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:04.255799 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-f5493d8b-a06d-47fc-b1d1-3e6c2acd86a4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "GET /v2.0/networks?id=effee765-9334-449d-83a8-adfe15c94707 HTTP/1.1" status: 200 len: 796 time: 0.1386938 Mar 14 15:59:04.275209 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] For port bfa637f1-86d4-409b-8602-52b9cd683b2d, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:59:04.279382 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] For port bfa637f1-86d4-409b-8602-52b9cd683b2d, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=bfa637f1-86d4-409b-8602-52b9cd683b2d,segment=NetworkSegment(4ca895e0-edf0-429a-9141-e74644920326),segment_id=4ca895e0-edf0-429a-9141-e74644920326)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:59:04.284707 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:04.319809 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-80e7dc27-7407-4460-835a-0d02516e4320 req-b769b53e-20a9-4975-a0d1-fa5946c02f79 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 210 time: 0.0293283 Mar 14 15:59:04.343698 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-606b5956-7377-4b6e-b31b-f29f32c184d9 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6daa82aa9aec4faaa5df0ea4500b9963 HTTP/1.1" status: 200 len: 379 time: 0.0713785 Mar 14 15:59:04.357606 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-56cb3429-9d94-4233-87dd-e399a45274f1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'port': {'device_id': '09c5630b-76ae-41f2-991c-88ecd3edbf45', 'network_id': 'effee765-9334-449d-83a8-adfe15c94707', 'admin_state_up': True, 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'security_groups': ['e1caf928-0059-431e-a7f1-e5b27b15b99c']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:59:04.378312 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] Routers {'30b89b37-7dd9-43d4-aa62-0bac0d6316c2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:59:04.379003 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:58:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['30b89b37-7dd9-43d4-aa62-0bac0d6316c2'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:04.386703 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3728099c-e194-4021-becc-73be96ab8320 None None] Provisioning complete for port bfa637f1-86d4-409b-8602-52b9cd683b2d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:59:04.387109 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3728099c-e194-4021-becc-73be96ab8320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:04.419183 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e6c4f-0af4-487f-92fb-26a995772943 None None] Pushing event updated for resources: {'Port': ['ID=bfa637f1-86d4-409b-8602-52b9cd683b2d,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:04.488634 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-56cb3429-9d94-4233-87dd-e399a45274f1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Made reservation on behalf of 6daa82aa9aec4faaa5df0ea4500b9963 for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 15:59:04.492482 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-56cb3429-9d94-4233-87dd-e399a45274f1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:04.563808 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3728099c-e194-4021-becc-73be96ab8320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:04.566518 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] Set router 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:59:04.632392 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-56cb3429-9d94-4233-87dd-e399a45274f1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Allocated IP 172.20.0.3 (effee765-9334-449d-83a8-adfe15c94707/93b2452c-3770-4796-93e9-ae66e065cd80/7586da7b-3cc9-4f9c-9458-04f4aea31b40) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:59:04.663205 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3728099c-e194-4021-becc-73be96ab8320 None None] For port bfa637f1-86d4-409b-8602-52b9cd683b2d, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=bfa637f1-86d4-409b-8602-52b9cd683b2d,segment=NetworkSegment(4ca895e0-edf0-429a-9141-e74644920326),segment_id=4ca895e0-edf0-429a-9141-e74644920326)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:04.673657 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3728099c-e194-4021-becc-73be96ab8320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:04.773517 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-56cb3429-9d94-4233-87dd-e399a45274f1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:04.773657 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728099c-e194-4021-becc-73be96ab8320 None None] Pushing event updated for resources: {'Port': ['ID=bfa637f1-86d4-409b-8602-52b9cd683b2d,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:04.808952 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-56cb3429-9d94-4233-87dd-e399a45274f1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:04.829434 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-8762d6c8-4c11-4782-9b35-2f407f97d8b8 None None] Provisioning complete for port bfa637f1-86d4-409b-8602-52b9cd683b2d triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:59:04.829809 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8762d6c8-4c11-4782-9b35-2f407f97d8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:04.860082 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1a889a60-5c56-4767-bb2d-7cf0b2b389ac up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:59:04.864440 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-56cb3429-9d94-4233-87dd-e399a45274f1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network effee765-9334-449d-83a8-adfe15c94707 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:59:04.867428 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-56cb3429-9d94-4233-87dd-e399a45274f1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:59:04.871888 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-56cb3429-9d94-4233-87dd-e399a45274f1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:59:04.897891 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb3429-9d94-4233-87dd-e399a45274f1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=7586da7b-3cc9-4f9c-9458-04f4aea31b40,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:04.923628 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509698806', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:01Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'bfa637f1-86d4-409b-8602-52b9cd683b2d', 'name': '', 'network_id': 'effee765-9334-449d-83a8-adfe15c94707', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:b5:ef:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '93b2452c-3770-4796-93e9-ae66e065cd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:59:01Z', 'updated_at': '2022-03-14T15:59:04Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': '93b2452c-3770-4796-93e9-ae66e065cd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:04.924723 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-56cb3429-9d94-4233-87dd-e399a45274f1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:04.925350 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-56cb3429-9d94-4233-87dd-e399a45274f1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:04.946125 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-56cb3429-9d94-4233-87dd-e399a45274f1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5937955 Mar 14 15:59:04.958003 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11fb435-2439-4088-a74c-819c5aa31d84 None None] The sync data for ids ['30b89b37-7dd9-43d4-aa62-0bac0d6316c2'] in dv-neutron-833559-1-hyperv is: [{'id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509698806', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:01Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'bfa637f1-86d4-409b-8602-52b9cd683b2d', 'name': '', 'network_id': 'effee765-9334-449d-83a8-adfe15c94707', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:b5:ef:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '93b2452c-3770-4796-93e9-ae66e065cd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:59:01Z', 'updated_at': '2022-03-14T15:59:04Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': '93b2452c-3770-4796-93e9-ae66e065cd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:59:04.966813 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] Request body: {'port': {'device_id': '09c5630b-76ae-41f2-991c-88ecd3edbf45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:59:05.007385 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 1a889a60-5c56-4767-bb2d-7cf0b2b389ac triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:59:05.007873 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:05.043408 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:05.185290 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-196cfd3e-c241-40f2-96b1-c0f5cc5c479c None None] Provisioning complete for port 7586da7b-3cc9-4f9c-9458-04f4aea31b40 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:59:05.185534 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-196cfd3e-c241-40f2-96b1-c0f5cc5c479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:05.225234 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-196cfd3e-c241-40f2-96b1-c0f5cc5c479c None None] Port 7586da7b-3cc9-4f9c-9458-04f4aea31b40 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 15:59:05.349166 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7586da7b-3cc9-4f9c-9458-04f4aea31b40 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:59:05.357478 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:05.371816 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] Transition to ACTIVE for port object 7586da7b-3cc9-4f9c-9458-04f4aea31b40 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 15:59:05.377993 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:05.444180 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] Pushing event updated for resources: {'Port': ['ID=7586da7b-3cc9-4f9c-9458-04f4aea31b40,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:05.483580 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ab619-4946-4cb6-95ba-b25dddfa8944 req-76b85457-7903-480f-a0c2-b0e64c7627d6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:05.485893 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-594ab619-4946-4cb6-95ba-b25dddfa8944 req-76b85457-7903-480f-a0c2-b0e64c7627d6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 943 time: 0.0818934 Mar 14 15:59:05.530443 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] Attempting to bind port 7586da7b-3cc9-4f9c-9458-04f4aea31b40 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 15:59:05.530754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] Attempting to bind port 7586da7b-3cc9-4f9c-9458-04f4aea31b40 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '4ca895e0-edf0-429a-9141-e74644920326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'effee765-9334-449d-83a8-adfe15c94707'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 15:59:05.531118 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] Attempting to bind port 7586da7b-3cc9-4f9c-9458-04f4aea31b40 on network effee765-9334-449d-83a8-adfe15c94707 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:59:05.535866 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-594ab619-4946-4cb6-95ba-b25dddfa8944 req-acb3cd69-14ee-4063-b5f3-0b7f9d085a77 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1caf928-0059-431e-a7f1-e5b27b15b99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371552 Mar 14 15:59:05.543621 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] Port 7586da7b-3cc9-4f9c-9458-04f4aea31b40 on network effee765-9334-449d-83a8-adfe15c94707 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 15:59:05.543959 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] Attempting to bind port 7586da7b-3cc9-4f9c-9458-04f4aea31b40 on network effee765-9334-449d-83a8-adfe15c94707 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 15:59:05.559139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 15:59:05.559139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] Checking segment: {'id': '4ca895e0-edf0-429a-9141-e74644920326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'effee765-9334-449d-83a8-adfe15c94707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 15:59:05.559139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] Bound using segment: {'id': '4ca895e0-edf0-429a-9141-e74644920326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'effee765-9334-449d-83a8-adfe15c94707'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 15:59:05.559139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] Bound port: 7586da7b-3cc9-4f9c-9458-04f4aea31b40, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca895e0-edf0-429a-9141-e74644920326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'effee765-9334-449d-83a8-adfe15c94707'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 15:59:05.559139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:05.626684 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] For port 7586da7b-3cc9-4f9c-9458-04f4aea31b40, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 15:59:05.630047 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] For port 7586da7b-3cc9-4f9c-9458-04f4aea31b40, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7586da7b-3cc9-4f9c-9458-04f4aea31b40,segment=NetworkSegment(4ca895e0-edf0-429a-9141-e74644920326),segment_id=4ca895e0-edf0-429a-9141-e74644920326)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 15:59:05.635447 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:05.674356 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:05.675328 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:05.676732 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] 10.222.0.18 "PUT /v2.0/ports/7586da7b-3cc9-4f9c-9458-04f4aea31b40 HTTP/1.1" status: 200 len: 1093 time: 0.7176883 Mar 14 15:59:05.677186 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c5630b-76ae-41f2-991c-88ecd3edbf45', 'tag': '7586da7b-3cc9-4f9c-9458-04f4aea31b40'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:59:05.679473 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07ebe6b-83cf-47c3-affb-415d8e60fc30" -d '{"events": [{"name": "network-changed", "server_uuid": "09c5630b-76ae-41f2-991c-88ecd3edbf45", "tag": "7586da7b-3cc9-4f9c-9458-04f4aea31b40"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:59:05.713649 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a587b-bc79-4914-b6dc-2bcb6e5c8282 service neutron] Pushing event updated for resources: {'Port': ['ID=7586da7b-3cc9-4f9c-9458-04f4aea31b40,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:05.738951 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4baddf-10bb-4cdc-95e5-6d79b005d3ab x-openstack-request-id: req-aa4baddf-10bb-4cdc-95e5-6d79b005d3ab {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:59:05.739386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c5630b-76ae-41f2-991c-88ecd3edbf45", "tag": "7586da7b-3cc9-4f9c-9458-04f4aea31b40", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:59:05.739717 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aa4baddf-10bb-4cdc-95e5-6d79b005d3ab {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:59:05.740180 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c5630b-76ae-41f2-991c-88ecd3edbf45', 'tag': '7586da7b-3cc9-4f9c-9458-04f4aea31b40', 'status': 'completed', 'code': 200} Mar 14 15:59:05.782813 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-dacf794e-d881-48a6-bffc-70c18daead4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:05.784746 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-dacf794e-d881-48a6-bffc-70c18daead4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 1096 time: 0.0592289 Mar 14 15:59:05.842650 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-06a1b4ed-a0bb-4f01-b821-c01369f77d0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7586da7b-3cc9-4f9c-9458-04f4aea31b40 HTTP/1.1" status: 200 len: 217 time: 0.0450623 Mar 14 15:59:05.896168 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-d4fc00e6-940b-4ef2-bef4-bdfd4deef791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:05.897632 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-d4fc00e6-940b-4ef2-bef4-bdfd4deef791 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93b2452c-3770-4796-93e9-ae66e065cd80 HTTP/1.1" status: 200 len: 834 time: 0.0467908 Mar 14 15:59:05.949347 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-471ec752-0f6d-44ee-837a-3677684985aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:05.951202 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-471ec752-0f6d-44ee-837a-3677684985aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=effee765-9334-449d-83a8-adfe15c94707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423770 Mar 14 15:59:06.049549 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-23a8918c-fdea-4c74-ae9a-c2fb47283e04 service neutron] 10.222.0.18 "GET /v2.0/networks/effee765-9334-449d-83a8-adfe15c94707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876224 Mar 14 15:59:06.145069 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-113519fd-625f-4a25-bfaa-84e32bdd170c req-5fd1dc16-e787-4ae6-9188-4dc343531f99 service neutron] 10.222.0.18 "GET /v2.0/networks/effee765-9334-449d-83a8-adfe15c94707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852401 Mar 14 15:59:06.240677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ebe6b-83cf-47c3-affb-415d8e60fc30 req-a440a6a1-08ee-492c-8f36-2a59d921a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:06.242207 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e07ebe6b-83cf-47c3-affb-415d8e60fc30 req-a440a6a1-08ee-492c-8f36-2a59d921a552 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 1096 time: 0.0420251 Mar 14 15:59:06.334450 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ebe6b-83cf-47c3-affb-415d8e60fc30 req-7ec5844b-47d5-4dce-bf9a-de7050be5996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:06.335873 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e07ebe6b-83cf-47c3-affb-415d8e60fc30 req-7ec5844b-47d5-4dce-bf9a-de7050be5996 service neutron] 10.222.0.18 "GET /v2.0/networks?id=effee765-9334-449d-83a8-adfe15c94707 HTTP/1.1" status: 200 len: 897 time: 0.0865383 Mar 14 15:59:06.377320 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e07ebe6b-83cf-47c3-affb-415d8e60fc30 req-86c964ff-ff94-41c1-9322-1cb71be39a81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7586da7b-3cc9-4f9c-9458-04f4aea31b40 HTTP/1.1" status: 200 len: 217 time: 0.0345643 Mar 14 15:59:06.430595 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ebe6b-83cf-47c3-affb-415d8e60fc30 req-b904cee0-6891-4207-b099-6815504a40ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:06.433195 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e07ebe6b-83cf-47c3-affb-415d8e60fc30 req-b904cee0-6891-4207-b099-6815504a40ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93b2452c-3770-4796-93e9-ae66e065cd80 HTTP/1.1" status: 200 len: 834 time: 0.0487938 Mar 14 15:59:06.480239 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ebe6b-83cf-47c3-affb-415d8e60fc30 req-0723c6d2-1e81-4976-9ca3-581bc71ee99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:06.481737 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e07ebe6b-83cf-47c3-affb-415d8e60fc30 req-0723c6d2-1e81-4976-9ca3-581bc71ee99f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=effee765-9334-449d-83a8-adfe15c94707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404470 Mar 14 15:59:06.503213 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-05102d85-d91a-4872-9291-30a6705b3570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:06.577583 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e07ebe6b-83cf-47c3-affb-415d8e60fc30 req-7e76082f-851f-48a8-9d8d-843a36f8a2ed service neutron] 10.222.0.18 "GET /v2.0/networks/effee765-9334-449d-83a8-adfe15c94707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876379 Mar 14 15:59:06.653310 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f1b96-8fc0-4c90-9af0-dfc4b2f885b4 req-fd0eaee2-6c36-4a98-8f75-de5e648fddac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:06.654792 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-de3f1b96-8fc0-4c90-9af0-dfc4b2f885b4 req-fd0eaee2-6c36-4a98-8f75-de5e648fddac tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 943 time: 0.0479140 Mar 14 15:59:06.673921 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e07ebe6b-83cf-47c3-affb-415d8e60fc30 req-e2248612-d2f0-4aac-9dba-74219c77f4eb service neutron] 10.222.0.18 "GET /v2.0/networks/effee765-9334-449d-83a8-adfe15c94707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886409 Mar 14 15:59:06.693083 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-de3f1b96-8fc0-4c90-9af0-dfc4b2f885b4 req-c950f1b1-2b78-4768-8adb-a361cfbd95c1 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1caf928-0059-431e-a7f1-e5b27b15b99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320165 Mar 14 15:59:06.849125 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device bfa637f1-86d4-409b-8602-52b9cd683b2d up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:59:06.898569 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port bfa637f1-86d4-409b-8602-52b9cd683b2d triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:59:06.898968 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:07.582845 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:07.810930 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfb6e3-7630-4cc7-84e1-b20d9fea2b98 req-46a3b89d-0165-4125-a71f-28e95e6034dd tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:07.812384 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aedfb6e3-7630-4cc7-84e1-b20d9fea2b98 req-46a3b89d-0165-4125-a71f-28e95e6034dd tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 943 time: 0.0494781 Mar 14 15:59:07.849766 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aedfb6e3-7630-4cc7-84e1-b20d9fea2b98 req-7f1ba8e7-c5b4-4a9b-8ab3-eddc5c6b6cf6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1caf928-0059-431e-a7f1-e5b27b15b99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315845 Mar 14 15:59:08.575969 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 7586da7b-3cc9-4f9c-9458-04f4aea31b40 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 15:59:08.669486 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 7586da7b-3cc9-4f9c-9458-04f4aea31b40, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7586da7b-3cc9-4f9c-9458-04f4aea31b40,segment=NetworkSegment(4ca895e0-edf0-429a-9141-e74644920326),segment_id=4ca895e0-edf0-429a-9141-e74644920326)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:08.680169 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '7586da7b-3cc9-4f9c-9458-04f4aea31b40', 'network_id': 'effee765-9334-449d-83a8-adfe15c94707', 'port_id': '7586da7b-3cc9-4f9c-9458-04f4aea31b40', 'mac_address': 'fa:16:3e:a9:74:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b2452c-3770-4796-93e9-ae66e065cd80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 15:59:08.716412 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:08.728428 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7586da7b-3cc9-4f9c-9458-04f4aea31b40 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 15:59:08.748184 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 7586da7b-3cc9-4f9c-9458-04f4aea31b40, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7586da7b-3cc9-4f9c-9458-04f4aea31b40,segment=NetworkSegment(4ca895e0-edf0-429a-9141-e74644920326),segment_id=4ca895e0-edf0-429a-9141-e74644920326)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:08.752040 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:08.803315 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=7586da7b-3cc9-4f9c-9458-04f4aea31b40,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:08.965535 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaffd2f-c047-4be6-8d0d-be0dfb5e3450 req-79331075-7fc0-4349-bfba-f2ecaecc863b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:08.966991 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-afaffd2f-c047-4be6-8d0d-be0dfb5e3450 req-79331075-7fc0-4349-bfba-f2ecaecc863b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 944 time: 0.0501802 Mar 14 15:59:09.004986 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-afaffd2f-c047-4be6-8d0d-be0dfb5e3450 req-a4b40f05-b0c5-4db9-8fd5-d50d97dd1af6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1caf928-0059-431e-a7f1-e5b27b15b99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320783 Mar 14 15:59:09.008317 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:09.012671 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['7586da7b-3cc9-4f9c-9458-04f4aea31b40'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 15:59:09.178687 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:09.404756 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:10.136202 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60f5aa-f7d2-4bca-aa24-258ab02f98cc req-67e8706b-a5e3-4df2-a700-d8af6f12d315 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:10.137749 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-be60f5aa-f7d2-4bca-aa24-258ab02f98cc req-67e8706b-a5e3-4df2-a700-d8af6f12d315 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 944 time: 0.0511589 Mar 14 15:59:10.183798 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-be60f5aa-f7d2-4bca-aa24-258ab02f98cc req-d67aad75-a0a9-4680-a8f6-a156f1967d05 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1caf928-0059-431e-a7f1-e5b27b15b99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386307 Mar 14 15:59:10.569690 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 7586da7b-3cc9-4f9c-9458-04f4aea31b40 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 15:59:10.618260 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 7586da7b-3cc9-4f9c-9458-04f4aea31b40 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 15:59:10.622276 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 7586da7b-3cc9-4f9c-9458-04f4aea31b40 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 15:59:10.622651 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:10.699934 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:10.721276 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c5630b-76ae-41f2-991c-88ecd3edbf45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7586da7b-3cc9-4f9c-9458-04f4aea31b40'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:59:10.723545 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56d2994-8552-4692-9d94-1f6aad8c5949" -d '{"events": [{"server_uuid": "09c5630b-76ae-41f2-991c-88ecd3edbf45", "name": "network-vif-plugged", "status": "completed", "tag": "7586da7b-3cc9-4f9c-9458-04f4aea31b40"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:59:10.736648 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 7586da7b-3cc9-4f9c-9458-04f4aea31b40, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7586da7b-3cc9-4f9c-9458-04f4aea31b40,segment=NetworkSegment(4ca895e0-edf0-429a-9141-e74644920326),segment_id=4ca895e0-edf0-429a-9141-e74644920326)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:10.740389 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:10.765342 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27011d1c-9892-421b-b1d6-b88b5c195c80 x-openstack-request-id: req-27011d1c-9892-421b-b1d6-b88b5c195c80 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:59:10.765640 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c5630b-76ae-41f2-991c-88ecd3edbf45", "name": "network-vif-plugged", "status": "completed", "tag": "7586da7b-3cc9-4f9c-9458-04f4aea31b40", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:59:10.765898 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-27011d1c-9892-421b-b1d6-b88b5c195c80 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:59:10.766314 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c5630b-76ae-41f2-991c-88ecd3edbf45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7586da7b-3cc9-4f9c-9458-04f4aea31b40', 'code': 200} Mar 14 15:59:10.794276 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=7586da7b-3cc9-4f9c-9458-04f4aea31b40,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:10.933718 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469e497-3b23-4155-a9e9-f754f237053a req-1b779ab4-cf08-410e-a7f9-291251094bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:10.935227 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6469e497-3b23-4155-a9e9-f754f237053a req-1b779ab4-cf08-410e-a7f9-291251094bb2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 1098 time: 0.0400391 Mar 14 15:59:10.969888 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6469e497-3b23-4155-a9e9-f754f237053a req-0ddb3e25-ea99-4fc1-85cb-61eef235d37f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e1caf928-0059-431e-a7f1-e5b27b15b99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267415 Mar 14 15:59:11.304520 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d56585-b416-43f7-8d91-ffbf485d6237 req-dbf84c49-9aaf-4bb9-aa4f-bba117c599eb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:11.305977 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-34d56585-b416-43f7-8d91-ffbf485d6237 req-dbf84c49-9aaf-4bb9-aa4f-bba117c599eb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 945 time: 0.0481613 Mar 14 15:59:11.343146 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-34d56585-b416-43f7-8d91-ffbf485d6237 req-ba74f4ea-07af-4353-b7ce-3ef3145a16fc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1caf928-0059-431e-a7f1-e5b27b15b99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311744 Mar 14 15:59:12.462312 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1278c2-39cd-4420-9992-265c0f93bdd5 req-31cfe8bb-ce2c-4b3e-b714-2fd859e7897a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:12.464457 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6b1278c2-39cd-4420-9992-265c0f93bdd5 req-31cfe8bb-ce2c-4b3e-b714-2fd859e7897a tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 945 time: 0.0527890 Mar 14 15:59:12.501717 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6b1278c2-39cd-4420-9992-265c0f93bdd5 req-77c6bb48-322d-4c43-aa70-a14e2106f837 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1caf928-0059-431e-a7f1-e5b27b15b99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313790 Mar 14 15:59:12.614090 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bbeea-39f6-40b5-b44b-49894ab474e0 req-77911680-e153-48ca-9697-4e797f9464ce tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:12.615577 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a74bbeea-39f6-40b5-b44b-49894ab474e0 req-77911680-e153-48ca-9697-4e797f9464ce tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 945 time: 0.0486183 Mar 14 15:59:12.656717 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a74bbeea-39f6-40b5-b44b-49894ab474e0 req-0265dee4-e9be-4ee8-b103-5e1c83d03d98 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1caf928-0059-431e-a7f1-e5b27b15b99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346663 Mar 14 15:59:12.678311 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34292) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:59:12.717541 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9290be0c-ab25-4000-ba55-7ef8622ac5c1 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:12.719061 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9290be0c-ab25-4000-ba55-7ef8622ac5c1 tempest-TestNetworkAdvancedServerOps-1396615217 tempest-TestNetworkAdvancedServerOps-1396615217-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 1093 time: 0.0396762 Mar 14 15:59:12.721819 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34294) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:59:12.725960 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-ffbd50b3-a773-40ce-8be8-59a46a6d26e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': '7586da7b-3cc9-4f9c-9458-04f4aea31b40', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 15:59:12.746646 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ffbd50b3-a773-40ce-8be8-59a46a6d26e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:12.845624 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ffbd50b3-a773-40ce-8be8-59a46a6d26e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:12.963702 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-ffbd50b3-a773-40ce-8be8-59a46a6d26e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Allocated IP 172.26.6.142 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/f59ab247-9e9f-4b04-9bc4-41c335363caf) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 15:59:13.070944 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ffbd50b3-a773-40ce-8be8-59a46a6d26e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:13.106866 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ffbd50b3-a773-40ce-8be8-59a46a6d26e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:13.148854 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbd50b3-a773-40ce-8be8-59a46a6d26e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 15:59:13.152289 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-ffbd50b3-a773-40ce-8be8-59a46a6d26e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 15:59:13.154759 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbd50b3-a773-40ce-8be8-59a46a6d26e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 15:59:13.178595 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd50b3-a773-40ce-8be8-59a46a6d26e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=f59ab247-9e9f-4b04-9bc4-41c335363caf,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:13.828265 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ffbd50b3-a773-40ce-8be8-59a46a6d26e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:13.891783 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ffbd50b3-a773-40ce-8be8-59a46a6d26e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:14.037752 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ffbd50b3-a773-40ce-8be8-59a46a6d26e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:14.042251 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ffbd50b3-a773-40ce-8be8-59a46a6d26e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:14.110922 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd50b3-a773-40ce-8be8-59a46a6d26e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event updated for resources: {'Port': ['ID=f59ab247-9e9f-4b04-9bc4-41c335363caf,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:14.122738 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ffbd50b3-a773-40ce-8be8-59a46a6d26e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:14.222694 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.l3_db [None req-ffbd50b3-a773-40ce-8be8-59a46a6d26e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Floating IP e6ce9769-a8fb-4c37-8323-55635d55583c associated. External IP: 172.26.6.142, port: 7586da7b-3cc9-4f9c-9458-04f4aea31b40. Mar 14 15:59:14.426255 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbd50b3-a773-40ce-8be8-59a46a6d26e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:59:14.534194 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbd50b3-a773-40ce-8be8-59a46a6d26e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:59:14.545753 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b69470-3ba7-4755-82ab-97a31c394280 None None] Sync routers for ids ['30b89b37-7dd9-43d4-aa62-0bac0d6316c2'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:59:14.551672 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ffbd50b3-a773-40ce-8be8-59a46a6d26e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:14.556595 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b69470-3ba7-4755-82ab-97a31c394280 None None] Routers {'30b89b37-7dd9-43d4-aa62-0bac0d6316c2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:59:14.557222 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a1b69470-3ba7-4755-82ab-97a31c394280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:59:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['30b89b37-7dd9-43d4-aa62-0bac0d6316c2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:14.581316 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ffbd50b3-a773-40ce-8be8-59a46a6d26e8 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8585005 Mar 14 15:59:14.581971 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c5630b-76ae-41f2-991c-88ecd3edbf45', 'tag': '7586da7b-3cc9-4f9c-9458-04f4aea31b40'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:59:14.584385 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1703d2b38483092d77cbf910fb8c9e8890cad5c930a559293277806cdbc4c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd9ef8a-ff6c-48de-bb39-5fe4d80f446b" -d '{"events": [{"name": "network-changed", "server_uuid": "09c5630b-76ae-41f2-991c-88ecd3edbf45", "tag": "7586da7b-3cc9-4f9c-9458-04f4aea31b40"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:59:14.622984 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bda2724-5f11-46a1-931c-03d74221182a x-openstack-request-id: req-4bda2724-5f11-46a1-931c-03d74221182a {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:59:14.622984 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c5630b-76ae-41f2-991c-88ecd3edbf45", "tag": "7586da7b-3cc9-4f9c-9458-04f4aea31b40", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:59:14.622984 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4bda2724-5f11-46a1-931c-03d74221182a {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:59:14.623290 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c5630b-76ae-41f2-991c-88ecd3edbf45', 'tag': '7586da7b-3cc9-4f9c-9458-04f4aea31b40', 'status': 'completed', 'code': 200} Mar 14 15:59:14.685014 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-a1b69470-3ba7-4755-82ab-97a31c394280 None None] Set router 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:59:14.688886 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9ef8a-ff6c-48de-bb39-5fe4d80f446b req-919f4b22-9eb5-4614-a6b2-3a2d5461d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:14.690121 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d9243-f180-410e-a2fa-638f28b2fd13 req-6f08304c-880c-4635-ad50-f7590392d2dc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:14.690645 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5fd9ef8a-ff6c-48de-bb39-5fe4d80f446b req-919f4b22-9eb5-4614-a6b2-3a2d5461d906 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 1098 time: 0.0430605 Mar 14 15:59:14.691753 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5e9d9243-f180-410e-a2fa-638f28b2fd13 req-6f08304c-880c-4635-ad50-f7590392d2dc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 945 time: 0.0560219 Mar 14 15:59:14.733585 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5e9d9243-f180-410e-a2fa-638f28b2fd13 req-33379237-9600-4fb5-84f4-b7a955d81020 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1caf928-0059-431e-a7f1-e5b27b15b99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348580 Mar 14 15:59:14.755381 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34300) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:59:14.789570 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9ef8a-ff6c-48de-bb39-5fe4d80f446b req-d71dfcc3-1ab7-45c9-83ec-8d0dee21987f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:14.792868 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5fd9ef8a-ff6c-48de-bb39-5fe4d80f446b req-d71dfcc3-1ab7-45c9-83ec-8d0dee21987f service neutron] 10.222.0.18 "GET /v2.0/networks?id=effee765-9334-449d-83a8-adfe15c94707 HTTP/1.1" status: 200 len: 897 time: 0.0952473 Mar 14 15:59:14.821745 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4295510c-39fe-41a1-9d93-4362e9198c6e tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/floatingips/e6ce9769-a8fb-4c37-8323-55635d55583c HTTP/1.1" status: 200 len: 991 time: 0.0639236 Mar 14 15:59:14.866528 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5fd9ef8a-ff6c-48de-bb39-5fe4d80f446b req-277804c1-d91f-4ca9-9b2d-85cc6d8b421b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7586da7b-3cc9-4f9c-9458-04f4aea31b40 HTTP/1.1" status: 200 len: 999 time: 0.0654104 Mar 14 15:59:14.916173 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9ef8a-ff6c-48de-bb39-5fe4d80f446b req-1ac0e50d-c9c9-49a1-aeac-02ff5b3b640c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:14.917627 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5fd9ef8a-ff6c-48de-bb39-5fe4d80f446b req-1ac0e50d-c9c9-49a1-aeac-02ff5b3b640c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93b2452c-3770-4796-93e9-ae66e065cd80 HTTP/1.1" status: 200 len: 834 time: 0.0438192 Mar 14 15:59:14.924736 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a1b69470-3ba7-4755-82ab-97a31c394280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509698806', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:01Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'e6ce9769-a8fb-4c37-8323-55635d55583c', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'floating_ip_address': '172.26.6.142', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'port_id': '7586da7b-3cc9-4f9c-9458-04f4aea31b40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'effee765-9334-449d-83a8-adfe15c94707', 'mac_address': 'fa:16:3e:a9:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c5630b-76ae-41f2-991c-88ecd3edbf45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:59:13Z', 'updated_at': '2022-03-14T15:59:13Z', 'revision_number': 0, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa637f1-86d4-409b-8602-52b9cd683b2d', 'name': '', 'network_id': 'effee765-9334-449d-83a8-adfe15c94707', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:b5:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '93b2452c-3770-4796-93e9-ae66e065cd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:59:01Z', 'updated_at': '2022-03-14T15:59:04Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': '93b2452c-3770-4796-93e9-ae66e065cd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:14.951170 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b69470-3ba7-4755-82ab-97a31c394280 None None] Checking router: 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:59:14.959000 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b69470-3ba7-4755-82ab-97a31c394280 None None] Routers {'30b89b37-7dd9-43d4-aa62-0bac0d6316c2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:59:14.959592 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a1b69470-3ba7-4755-82ab-97a31c394280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:59:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['30b89b37-7dd9-43d4-aa62-0bac0d6316c2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:14.962645 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9ef8a-ff6c-48de-bb39-5fe4d80f446b req-7a4995ca-e8e1-4e00-ba47-9305ebd92285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:14.964231 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5fd9ef8a-ff6c-48de-bb39-5fe4d80f446b req-7a4995ca-e8e1-4e00-ba47-9305ebd92285 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=effee765-9334-449d-83a8-adfe15c94707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401392 Mar 14 15:59:15.057126 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5fd9ef8a-ff6c-48de-bb39-5fe4d80f446b req-8e9f2f1e-d111-4813-a500-e0a23406d28d service neutron] 10.222.0.18 "GET /v2.0/networks/effee765-9334-449d-83a8-adfe15c94707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857155 Mar 14 15:59:15.064538 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-a1b69470-3ba7-4755-82ab-97a31c394280 None None] Set router 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:59:15.145561 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5fd9ef8a-ff6c-48de-bb39-5fe4d80f446b req-dcd952a8-1578-4d7e-8de7-6df9d1cbc127 service neutron] 10.222.0.18 "GET /v2.0/networks/effee765-9334-449d-83a8-adfe15c94707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815151 Mar 14 15:59:15.287245 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a1b69470-3ba7-4755-82ab-97a31c394280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509698806', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:01Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'e6ce9769-a8fb-4c37-8323-55635d55583c', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'floating_ip_address': '172.26.6.142', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'port_id': '7586da7b-3cc9-4f9c-9458-04f4aea31b40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'effee765-9334-449d-83a8-adfe15c94707', 'mac_address': 'fa:16:3e:a9:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c5630b-76ae-41f2-991c-88ecd3edbf45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:59:13Z', 'updated_at': '2022-03-14T15:59:13Z', 'revision_number': 0, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa637f1-86d4-409b-8602-52b9cd683b2d', 'name': '', 'network_id': 'effee765-9334-449d-83a8-adfe15c94707', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:b5:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '93b2452c-3770-4796-93e9-ae66e065cd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:59:01Z', 'updated_at': '2022-03-14T15:59:04Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': '93b2452c-3770-4796-93e9-ae66e065cd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:15.313265 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b69470-3ba7-4755-82ab-97a31c394280 None None] The sync data for ids ['30b89b37-7dd9-43d4-aa62-0bac0d6316c2'] in dv-neutron-833559-1-hyperv is: [{'id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509698806', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:01Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'e6ce9769-a8fb-4c37-8323-55635d55583c', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'floating_ip_address': '172.26.6.142', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'port_id': '7586da7b-3cc9-4f9c-9458-04f4aea31b40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'effee765-9334-449d-83a8-adfe15c94707', 'mac_address': 'fa:16:3e:a9:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c5630b-76ae-41f2-991c-88ecd3edbf45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T15:59:13Z', 'updated_at': '2022-03-14T15:59:13Z', 'revision_number': 0, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa637f1-86d4-409b-8602-52b9cd683b2d', 'name': '', 'network_id': 'effee765-9334-449d-83a8-adfe15c94707', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:b5:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '93b2452c-3770-4796-93e9-ae66e065cd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:59:01Z', 'updated_at': '2022-03-14T15:59:04Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': '93b2452c-3770-4796-93e9-ae66e065cd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:59:15.512299 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7d45a-206e-4c9b-a53c-ae4eaddeca6b None None] New status for floating IP e6ce9769-a8fb-4c37-8323-55635d55583c: ACTIVE {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:59:15.824518 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34302) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:59:15.887349 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-8711aef8-8762-49a3-b508-ab9cbdcd9b0b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/floatingips/e6ce9769-a8fb-4c37-8323-55635d55583c HTTP/1.1" status: 200 len: 993 time: 0.0616219 Mar 14 15:59:34.109963 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-87883d22-efd8-4c88-9284-d0fdbfb9b3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:34.359344 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 15:59:36.505344 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-100c2786-6768-4567-b948-d59f75f64a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:37.584116 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:39.011742 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:39.158779 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:39.406810 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:49.369722 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b76a92-f796-4a25-a473-5dded247815b req-c0e05e4d-6cb9-406b-9cb8-649159905ead tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:49.371204 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-66b76a92-f796-4a25-a473-5dded247815b req-c0e05e4d-6cb9-406b-9cb8-649159905ead tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 945 time: 0.0523412 Mar 14 15:59:49.407715 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-66b76a92-f796-4a25-a473-5dded247815b req-7a006fb7-018f-494c-b555-c993f88f1e86 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1caf928-0059-431e-a7f1-e5b27b15b99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308065 Mar 14 15:59:49.836795 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f73e1e-c320-4dd3-bf63-8fd93366c2c2 req-9264387c-9a33-43c2-a555-69dd9fde98a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:49.838291 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-15f73e1e-c320-4dd3-bf63-8fd93366c2c2 req-9264387c-9a33-43c2-a555-69dd9fde98a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 1098 time: 0.0409908 Mar 14 15:59:49.944708 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f73e1e-c320-4dd3-bf63-8fd93366c2c2 req-e94bd3b4-e470-43e0-96bb-86a0d1acbeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:49.946383 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-15f73e1e-c320-4dd3-bf63-8fd93366c2c2 req-e94bd3b4-e470-43e0-96bb-86a0d1acbeb0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=effee765-9334-449d-83a8-adfe15c94707 HTTP/1.1" status: 200 len: 897 time: 0.0866106 Mar 14 15:59:50.012572 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-15f73e1e-c320-4dd3-bf63-8fd93366c2c2 req-1b163427-403d-4cf6-aa10-53b37e6b2a34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7586da7b-3cc9-4f9c-9458-04f4aea31b40 HTTP/1.1" status: 200 len: 1001 time: 0.0576236 Mar 14 15:59:50.063556 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f73e1e-c320-4dd3-bf63-8fd93366c2c2 req-fbcbc8c2-40c6-4198-a6f8-802eccdb14b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:50.064941 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-15f73e1e-c320-4dd3-bf63-8fd93366c2c2 req-fbcbc8c2-40c6-4198-a6f8-802eccdb14b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93b2452c-3770-4796-93e9-ae66e065cd80 HTTP/1.1" status: 200 len: 834 time: 0.0422370 Mar 14 15:59:50.112062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f73e1e-c320-4dd3-bf63-8fd93366c2c2 req-82dd883c-0ee3-430d-87a3-f6f5853488ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:50.113430 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-15f73e1e-c320-4dd3-bf63-8fd93366c2c2 req-82dd883c-0ee3-430d-87a3-f6f5853488ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=effee765-9334-449d-83a8-adfe15c94707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418918 Mar 14 15:59:50.203388 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-15f73e1e-c320-4dd3-bf63-8fd93366c2c2 req-5fb9a2c9-03d0-4e06-a562-0ba69102254b service neutron] 10.222.0.18 "GET /v2.0/networks/effee765-9334-449d-83a8-adfe15c94707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823994 Mar 14 15:59:50.295060 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-15f73e1e-c320-4dd3-bf63-8fd93366c2c2 req-089c0f2d-403e-4f07-94f2-72b250a277de service neutron] 10.222.0.18 "GET /v2.0/networks/effee765-9334-449d-83a8-adfe15c94707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851345 Mar 14 15:59:50.526725 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e438e7-60ba-49c6-8e32-8f91466c23b2 req-fdc91ed5-c80c-48e1-8ec7-d7ecd3dd22ad tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:50.528222 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d1e438e7-60ba-49c6-8e32-8f91466c23b2 req-fdc91ed5-c80c-48e1-8ec7-d7ecd3dd22ad tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 945 time: 0.0490623 Mar 14 15:59:50.564213 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d1e438e7-60ba-49c6-8e32-8f91466c23b2 req-e8678b4d-3173-4c74-8136-866a23f301ec tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1caf928-0059-431e-a7f1-e5b27b15b99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301046 Mar 14 15:59:50.587127 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34320) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:59:50.650269 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-9519c032-fe6a-47ec-8f98-8a3af24692e0 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/floatingips/e6ce9769-a8fb-4c37-8323-55635d55583c HTTP/1.1" status: 200 len: 993 time: 0.0620456 Mar 14 15:59:51.977519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522f441-d5f7-4716-b79c-c9d93392f4fc req-a7a4320c-2eb6-4ea3-92cf-6581c8931278 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:51.979290 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4522f441-d5f7-4716-b79c-c9d93392f4fc req-a7a4320c-2eb6-4ea3-92cf-6581c8931278 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 945 time: 0.0793815 Mar 14 15:59:51.986041 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffc1c3-f402-4040-bfc4-58ad8ab54598 req-5419605d-3ab0-46a0-af4f-8a0b514761fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:51.988074 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-51ffc1c3-f402-4040-bfc4-58ad8ab54598 req-5419605d-3ab0-46a0-af4f-8a0b514761fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 1098 time: 0.0597370 Mar 14 15:59:52.072316 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4522f441-d5f7-4716-b79c-c9d93392f4fc req-8746acf9-a29c-45a6-8d8f-cb6c43d9ca91 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1caf928-0059-431e-a7f1-e5b27b15b99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831420 Mar 14 15:59:52.107868 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffc1c3-f402-4040-bfc4-58ad8ab54598 req-b63b8c4f-75de-4dbd-b182-4d01867c1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:52.109453 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-51ffc1c3-f402-4040-bfc4-58ad8ab54598 req-b63b8c4f-75de-4dbd-b182-4d01867c1358 service neutron] 10.222.0.18 "GET /v2.0/networks?id=effee765-9334-449d-83a8-adfe15c94707 HTTP/1.1" status: 200 len: 897 time: 0.1135385 Mar 14 15:59:52.192139 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-51ffc1c3-f402-4040-bfc4-58ad8ab54598 req-0a3f48e1-899b-4495-9529-e9080e6647af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7586da7b-3cc9-4f9c-9458-04f4aea31b40 HTTP/1.1" status: 200 len: 1001 time: 0.0600972 Mar 14 15:59:52.244353 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffc1c3-f402-4040-bfc4-58ad8ab54598 req-fb0e99a2-991b-42a8-8a5d-6d55899c96f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:52.245695 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-51ffc1c3-f402-4040-bfc4-58ad8ab54598 req-fb0e99a2-991b-42a8-8a5d-6d55899c96f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93b2452c-3770-4796-93e9-ae66e065cd80 HTTP/1.1" status: 200 len: 834 time: 0.0468650 Mar 14 15:59:52.290802 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffc1c3-f402-4040-bfc4-58ad8ab54598 req-427f9f8c-02d2-414c-9450-3e9392e563bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:52.292286 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-51ffc1c3-f402-4040-bfc4-58ad8ab54598 req-427f9f8c-02d2-414c-9450-3e9392e563bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=effee765-9334-449d-83a8-adfe15c94707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384853 Mar 14 15:59:52.380101 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-51ffc1c3-f402-4040-bfc4-58ad8ab54598 req-67a942f6-b97f-405e-aef0-023ed969f732 service neutron] 10.222.0.18 "GET /v2.0/networks/effee765-9334-449d-83a8-adfe15c94707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803885 Mar 14 15:59:52.475925 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-51ffc1c3-f402-4040-bfc4-58ad8ab54598 req-3344d8d0-b4fd-486e-aa2a-7a23c5e747cf service neutron] 10.222.0.18 "GET /v2.0/networks/effee765-9334-449d-83a8-adfe15c94707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857434 Mar 14 15:59:53.190861 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06386b7e-37c9-4b00-af5d-26af6f9bc217 req-d1e6317d-02b4-414a-b8c8-cde9ba4a7d4c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:53.192360 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-06386b7e-37c9-4b00-af5d-26af6f9bc217 req-d1e6317d-02b4-414a-b8c8-cde9ba4a7d4c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 945 time: 0.0488153 Mar 14 15:59:53.230056 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-06386b7e-37c9-4b00-af5d-26af6f9bc217 req-a429a0d7-77b8-4a31-814a-ff99308041e2 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1caf928-0059-431e-a7f1-e5b27b15b99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311909 Mar 14 15:59:54.345316 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de5dd8-6fd9-436b-994d-95573ed85ecd req-c6967bd2-6e3a-4118-9922-972802d2cbeb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:54.346784 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-41de5dd8-6fd9-436b-994d-95573ed85ecd req-c6967bd2-6e3a-4118-9922-972802d2cbeb tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 945 time: 0.0496500 Mar 14 15:59:54.384142 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-41de5dd8-6fd9-436b-994d-95573ed85ecd req-ea58b400-9755-41a4-b7e3-aa407d517fff tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1caf928-0059-431e-a7f1-e5b27b15b99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308745 Mar 14 15:59:54.406519 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34332) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:59:54.822385 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-42fb8586-fdf5-430b-8cba-583824fc042c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/floatingips/e6ce9769-a8fb-4c37-8323-55635d55583c HTTP/1.1" status: 200 len: 993 time: 0.4146786 Mar 14 15:59:55.079910 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34338) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:59:55.234465 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting port f59ab247-9e9f-4b04-9bc4-41c335363caf {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:59:55.234806 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:55.308352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:55.308682 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:55.320103 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Calling delete_port for f59ab247-9e9f-4b04-9bc4-41c335363caf owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:59:55.464446 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:55.490580 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Port': ['ID=f59ab247-9e9f-4b04-9bc4-41c335363caf,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:55.514291 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:55.514647 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:55.515018 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:55.515360 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:55.515700 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:55.516040 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:55.516369 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:55.516702 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:55.517031 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:55.517356 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:55.517682 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:55.518006 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 15:59:55.560037 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:55.560368 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Floating IP e6ce9769-a8fb-4c37-8323-55635d55583c disassociated (deleted). External IP: 172.26.6.142, port: 7586da7b-3cc9-4f9c-9458-04f4aea31b40. Mar 14 15:59:55.766832 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 15:59:55.874261 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 15:59:55.879140 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:55.883695 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c78fea4-bac3-4dc0-8ef9-af9613b08099 None None] Sync routers for ids ['30b89b37-7dd9-43d4-aa62-0bac0d6316c2'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 15:59:55.895587 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c78fea4-bac3-4dc0-8ef9-af9613b08099 None None] Routers {'30b89b37-7dd9-43d4-aa62-0bac0d6316c2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:59:55.896199 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6c78fea4-bac3-4dc0-8ef9-af9613b08099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:59:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['30b89b37-7dd9-43d4-aa62-0bac0d6316c2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:55.905965 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-43f0ab44-e198-4ee1-b745-46563a3ca02b tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/floatingips/e6ce9769-a8fb-4c37-8323-55635d55583c HTTP/1.1" status: 204 len: 168 time: 0.8250532 Mar 14 15:59:55.906545 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c5630b-76ae-41f2-991c-88ecd3edbf45', 'tag': '7586da7b-3cc9-4f9c-9458-04f4aea31b40'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:59:55.908784 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80574f60-40a8-4b1e-851c-b15b95d9fca7" -d '{"events": [{"name": "network-changed", "server_uuid": "09c5630b-76ae-41f2-991c-88ecd3edbf45", "tag": "7586da7b-3cc9-4f9c-9458-04f4aea31b40"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:59:55.948642 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 15:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf77ff16-7291-4ff0-9ada-e096dfe16364 x-openstack-request-id: req-bf77ff16-7291-4ff0-9ada-e096dfe16364 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:59:55.948932 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c5630b-76ae-41f2-991c-88ecd3edbf45", "tag": "7586da7b-3cc9-4f9c-9458-04f4aea31b40", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:59:55.949182 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bf77ff16-7291-4ff0-9ada-e096dfe16364 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:59:55.949871 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c5630b-76ae-41f2-991c-88ecd3edbf45', 'tag': '7586da7b-3cc9-4f9c-9458-04f4aea31b40', 'status': 'completed', 'code': 200} Mar 14 15:59:56.007043 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-6c78fea4-bac3-4dc0-8ef9-af9613b08099 None None] Set router 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:59:56.022349 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80574f60-40a8-4b1e-851c-b15b95d9fca7 req-e8af8358-ccf9-4b4d-8415-cbacca77f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:56.025037 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-80574f60-40a8-4b1e-851c-b15b95d9fca7 req-e8af8358-ccf9-4b4d-8415-cbacca77f70a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 1098 time: 0.0446475 Mar 14 15:59:56.136348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80574f60-40a8-4b1e-851c-b15b95d9fca7 req-56516962-a223-4d55-85e7-899c43289e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:56.138215 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-80574f60-40a8-4b1e-851c-b15b95d9fca7 req-56516962-a223-4d55-85e7-899c43289e3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=effee765-9334-449d-83a8-adfe15c94707 HTTP/1.1" status: 200 len: 897 time: 0.0974734 Mar 14 15:59:56.145243 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21071cb2-a43e-43d9-b463-f225495a1c15 req-c0604fcc-5416-401c-98fb-923335ba32bc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:56.147399 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-21071cb2-a43e-43d9-b463-f225495a1c15 req-c0604fcc-5416-401c-98fb-923335ba32bc tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 945 time: 0.0578415 Mar 14 15:59:56.184857 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-80574f60-40a8-4b1e-851c-b15b95d9fca7 req-8d4659f2-e8e5-42a0-ac02-3d74ea0ad248 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7586da7b-3cc9-4f9c-9458-04f4aea31b40 HTTP/1.1" status: 200 len: 217 time: 0.0392368 Mar 14 15:59:56.187759 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-21071cb2-a43e-43d9-b463-f225495a1c15 req-112398cd-bc46-42bd-8e54-2ee70c3f8163 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1caf928-0059-431e-a7f1-e5b27b15b99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339885 Mar 14 15:59:56.227812 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6c78fea4-bac3-4dc0-8ef9-af9613b08099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509698806', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:01Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'bfa637f1-86d4-409b-8602-52b9cd683b2d', 'name': '', 'network_id': 'effee765-9334-449d-83a8-adfe15c94707', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:b5:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '93b2452c-3770-4796-93e9-ae66e065cd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:59:01Z', 'updated_at': '2022-03-14T15:59:04Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': '93b2452c-3770-4796-93e9-ae66e065cd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:56.236349 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80574f60-40a8-4b1e-851c-b15b95d9fca7 req-a3d7d863-d7f3-49c5-8158-e8723e5d4e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:56.237822 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-80574f60-40a8-4b1e-851c-b15b95d9fca7 req-a3d7d863-d7f3-49c5-8158-e8723e5d4e0b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93b2452c-3770-4796-93e9-ae66e065cd80 HTTP/1.1" status: 200 len: 834 time: 0.0459852 Mar 14 15:59:56.253263 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c78fea4-bac3-4dc0-8ef9-af9613b08099 None None] Checking router: 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 15:59:56.261970 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c78fea4-bac3-4dc0-8ef9-af9613b08099 None None] Routers {'30b89b37-7dd9-43d4-aa62-0bac0d6316c2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 15:59:56.262565 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6c78fea4-bac3-4dc0-8ef9-af9613b08099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:59:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['30b89b37-7dd9-43d4-aa62-0bac0d6316c2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:56.283596 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80574f60-40a8-4b1e-851c-b15b95d9fca7 req-3ed6ccea-7d92-4791-a829-a834582ed941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:56.285021 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-80574f60-40a8-4b1e-851c-b15b95d9fca7 req-3ed6ccea-7d92-4791-a829-a834582ed941 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=effee765-9334-449d-83a8-adfe15c94707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398507 Mar 14 15:59:56.384266 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-80574f60-40a8-4b1e-851c-b15b95d9fca7 req-901008d1-9bcd-4de2-98a7-12c79d5b2564 service neutron] 10.222.0.18 "GET /v2.0/networks/effee765-9334-449d-83a8-adfe15c94707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913963 Mar 14 15:59:56.452074 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-6c78fea4-bac3-4dc0-8ef9-af9613b08099 None None] Set router 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 15:59:56.475483 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-80574f60-40a8-4b1e-851c-b15b95d9fca7 req-716f2acf-7111-482c-9a6f-7fa49ed1085e service neutron] 10.222.0.18 "GET /v2.0/networks/effee765-9334-449d-83a8-adfe15c94707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837741 Mar 14 15:59:56.649869 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-6c78fea4-bac3-4dc0-8ef9-af9613b08099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509698806', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:01Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'bfa637f1-86d4-409b-8602-52b9cd683b2d', 'name': '', 'network_id': 'effee765-9334-449d-83a8-adfe15c94707', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:b5:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '93b2452c-3770-4796-93e9-ae66e065cd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:59:01Z', 'updated_at': '2022-03-14T15:59:04Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': '93b2452c-3770-4796-93e9-ae66e065cd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 15:59:56.675355 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c78fea4-bac3-4dc0-8ef9-af9613b08099 None None] The sync data for ids ['30b89b37-7dd9-43d4-aa62-0bac0d6316c2'] in dv-neutron-833559-1-hyperv is: [{'id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509698806', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:01Z', 'revision_number': 4, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': 'bfa637f1-86d4-409b-8602-52b9cd683b2d', 'name': '', 'network_id': 'effee765-9334-449d-83a8-adfe15c94707', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'mac_address': 'fa:16:3e:b5:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '93b2452c-3770-4796-93e9-ae66e065cd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:59:01Z', 'updated_at': '2022-03-14T15:59:04Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'subnets': [{'id': '93b2452c-3770-4796-93e9-ae66e065cd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 15:59:56.882614 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd22dbb-da77-44e2-a78b-b389cc71197d None None] New status for floating IP e6ce9769-a8fb-4c37-8323-55635d55583c: DOWN {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 15:59:57.310132 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17009989-468b-4003-b105-87010191cfb8 req-2bfda624-1ffb-4f04-892a-7d3412d45a3c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:57.311632 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-17009989-468b-4003-b105-87010191cfb8 req-2bfda624-1ffb-4f04-892a-7d3412d45a3c tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 945 time: 0.0545740 Mar 14 15:59:57.349264 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-17009989-468b-4003-b105-87010191cfb8 req-46bb38e2-7bb1-4b3b-9dca-17508e4766e3 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1caf928-0059-431e-a7f1-e5b27b15b99c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318179 Mar 14 15:59:57.941348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c44f3d-d476-4d40-afb3-da54e790c187 req-7b092f04-184a-41cc-b426-291944208eb4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 15:59:57.942777 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-30c44f3d-d476-4d40-afb3-da54e790c187 req-7b092f04-184a-41cc-b426-291944208eb4 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 945 time: 0.0480814 Mar 14 15:59:58.030799 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-30c44f3d-d476-4d40-afb3-da54e790c187 req-4bd613df-0e12-4091-b812-f2c3e29e2c5f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting port 7586da7b-3cc9-4f9c-9458-04f4aea31b40 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 15:59:58.031167 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-30c44f3d-d476-4d40-afb3-da54e790c187 req-4bd613df-0e12-4091-b812-f2c3e29e2c5f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:58.123088 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-30c44f3d-d476-4d40-afb3-da54e790c187 req-4bd613df-0e12-4091-b812-f2c3e29e2c5f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] For port 7586da7b-3cc9-4f9c-9458-04f4aea31b40, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=7586da7b-3cc9-4f9c-9458-04f4aea31b40,segment=NetworkSegment(4ca895e0-edf0-429a-9141-e74644920326),segment_id=4ca895e0-edf0-429a-9141-e74644920326)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 15:59:58.123453 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-30c44f3d-d476-4d40-afb3-da54e790c187 req-4bd613df-0e12-4091-b812-f2c3e29e2c5f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:58.136790 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-30c44f3d-d476-4d40-afb3-da54e790c187 req-4bd613df-0e12-4091-b812-f2c3e29e2c5f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Calling delete_port for 7586da7b-3cc9-4f9c-9458-04f4aea31b40 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 15:59:58.264616 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-30c44f3d-d476-4d40-afb3-da54e790c187 req-4bd613df-0e12-4091-b812-f2c3e29e2c5f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:58.292975 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd613df-0e12-4091-b812-f2c3e29e2c5f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Port': ['ID=7586da7b-3cc9-4f9c-9458-04f4aea31b40,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 15:59:58.334487 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c44f3d-d476-4d40-afb3-da54e790c187 req-4bd613df-0e12-4091-b812-f2c3e29e2c5f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] No DVR routers for this DVR port 7586da7b-3cc9-4f9c-9458-04f4aea31b40 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 15:59:58.337388 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-30c44f3d-d476-4d40-afb3-da54e790c187 req-4bd613df-0e12-4091-b812-f2c3e29e2c5f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 15:59:58.340638 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-30c44f3d-d476-4d40-afb3-da54e790c187 req-4bd613df-0e12-4091-b812-f2c3e29e2c5f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.18 "DELETE /v2.0/ports/7586da7b-3cc9-4f9c-9458-04f4aea31b40 HTTP/1.1" status: 204 len: 173 time: 0.3898029 Mar 14 15:59:58.341073 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c5630b-76ae-41f2-991c-88ecd3edbf45', 'name': 'network-vif-deleted', 'tag': '7586da7b-3cc9-4f9c-9458-04f4aea31b40'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 15:59:58.343398 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e644f9d0-0a2c-4bf5-96c0-23a95a0f36a7" -d '{"events": [{"server_uuid": "09c5630b-76ae-41f2-991c-88ecd3edbf45", "name": "network-vif-deleted", "tag": "7586da7b-3cc9-4f9c-9458-04f4aea31b40"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 15:59:58.384080 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 15:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670444c6-ad93-4dad-8a5a-9ea6239a6456 x-openstack-request-id: req-670444c6-ad93-4dad-8a5a-9ea6239a6456 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 15:59:58.384424 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c5630b-76ae-41f2-991c-88ecd3edbf45", "name": "network-vif-deleted", "tag": "7586da7b-3cc9-4f9c-9458-04f4aea31b40", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 15:59:58.384683 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-670444c6-ad93-4dad-8a5a-9ea6239a6456 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 15:59:58.385093 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c5630b-76ae-41f2-991c-88ecd3edbf45', 'name': 'network-vif-deleted', 'tag': '7586da7b-3cc9-4f9c-9458-04f4aea31b40', 'status': 'completed', 'code': 200} Mar 14 15:59:58.455929 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-86cb9a8b-7ae8-4e83-bedc-4ac5b7fd7a54 req-c1390531-9046-4460-bb2e-84bb8c313d87 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "GET /v2.0/ports?device_id=09c5630b-76ae-41f2-991c-88ecd3edbf45 HTTP/1.1" status: 200 len: 210 time: 0.0332463 Mar 14 15:59:59.512726 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34354) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 15:59:59.862251 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14b12321-bb7a-4784-a344-26bf61a2356f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:00.112152 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-14b12321-bb7a-4784-a344-26bf61a2356f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting port bfa637f1-86d4-409b-8602-52b9cd683b2d {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:00:00.112539 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14b12321-bb7a-4784-a344-26bf61a2356f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:00.201400 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-14b12321-bb7a-4784-a344-26bf61a2356f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] For port bfa637f1-86d4-409b-8602-52b9cd683b2d, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=bfa637f1-86d4-409b-8602-52b9cd683b2d,segment=NetworkSegment(4ca895e0-edf0-429a-9141-e74644920326),segment_id=4ca895e0-edf0-429a-9141-e74644920326)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:00.201763 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14b12321-bb7a-4784-a344-26bf61a2356f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:00.214855 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-14b12321-bb7a-4784-a344-26bf61a2356f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Calling delete_port for bfa637f1-86d4-409b-8602-52b9cd683b2d owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:00:00.393812 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14b12321-bb7a-4784-a344-26bf61a2356f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:00.427620 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b12321-bb7a-4784-a344-26bf61a2356f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Port': ['ID=bfa637f1-86d4-409b-8602-52b9cd683b2d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:00.597057 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14b12321-bb7a-4784-a344-26bf61a2356f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:00.801551 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 7586da7b-3cc9-4f9c-9458-04f4aea31b40 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:00:00.806454 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b12321-bb7a-4784-a344-26bf61a2356f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Router 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:00:00.824990 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 7586da7b-3cc9-4f9c-9458-04f4aea31b40 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 16:00:00.825531 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 7586da7b-3cc9-4f9c-9458-04f4aea31b40 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 16:00:00.918974 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b12321-bb7a-4784-a344-26bf61a2356f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:00:00.924412 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-14b12321-bb7a-4784-a344-26bf61a2356f tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "PUT /v2.0/routers/30b89b37-7dd9-43d4-aa62-0bac0d6316c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4105146 Mar 14 16:00:00.927898 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34356) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:00.928861 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caef6ca-8344-4890-83fc-50a200a4744f None None] Sync routers for ids ['30b89b37-7dd9-43d4-aa62-0bac0d6316c2'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 16:00:00.939971 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caef6ca-8344-4890-83fc-50a200a4744f None None] Routers {'30b89b37-7dd9-43d4-aa62-0bac0d6316c2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:00:00.940577 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2caef6ca-8344-4890-83fc-50a200a4744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:59:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['30b89b37-7dd9-43d4-aa62-0bac0d6316c2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:00.979554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-563ca04c-55de-4ebe-9ad4-f88d0b1d1aa6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting subnet 93b2452c-3770-4796-93e9-ae66e065cd80 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 16:00:00.982652 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-563ca04c-55de-4ebe-9ad4-f88d0b1d1aa6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.022127 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-563ca04c-55de-4ebe-9ad4-f88d0b1d1aa6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.046356 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2caef6ca-8344-4890-83fc-50a200a4744f None None] Set router 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:00:01.108750 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-563ca04c-55de-4ebe-9ad4-f88d0b1d1aa6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.168334 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-563ca04c-55de-4ebe-9ad4-f88d0b1d1aa6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.195574 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ca04c-55de-4ebe-9ad4-f88d0b1d1aa6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Subnet': ['ID=93b2452c-3770-4796-93e9-ae66e065cd80,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:01.199369 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-563ca04c-55de-4ebe-9ad4-f88d0b1d1aa6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.205125 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-563ca04c-55de-4ebe-9ad4-f88d0b1d1aa6 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/subnets/93b2452c-3770-4796-93e9-ae66e065cd80 HTTP/1.1" status: 204 len: 168 time: 0.2738724 Mar 14 16:00:01.205476 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34358) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:01.206311 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc16d92-10d9-41aa-b9a7-dbd79271edda None None] Network effee765-9334-449d-83a8-adfe15c94707 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 16:00:01.235088 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2caef6ca-8344-4890-83fc-50a200a4744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509698806', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T16:00:00Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:01.262192 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caef6ca-8344-4890-83fc-50a200a4744f None None] Checking router: 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 16:00:01.270285 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caef6ca-8344-4890-83fc-50a200a4744f None None] Routers {'30b89b37-7dd9-43d4-aa62-0bac0d6316c2'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:00:01.270890 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2caef6ca-8344-4890-83fc-50a200a4744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T15:59:36Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['30b89b37-7dd9-43d4-aa62-0bac0d6316c2'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:01.327423 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.382842 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-2caef6ca-8344-4890-83fc-50a200a4744f None None] Set router 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:00:01.406784 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd303f9-0be8-41cf-98e1-af8da14924b4 None None] DHCP port deletion for effee765-9334-449d-83a8-adfe15c94707 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 16:00:01.437820 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.459653 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9fd303f9-0be8-41cf-98e1-af8da14924b4 None None] Deleting port 8a062f26-b516-4be5-a019-ace951d053c9 {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:00:01.460139 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fd303f9-0be8-41cf-98e1-af8da14924b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.497888 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Deleting port 1a889a60-5c56-4767-bb2d-7cf0b2b389ac {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:00:01.498235 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.529225 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-9fd303f9-0be8-41cf-98e1-af8da14924b4 None None] For port 8a062f26-b516-4be5-a019-ace951d053c9, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=8a062f26-b516-4be5-a019-ace951d053c9,segment=NetworkSegment(4ca895e0-edf0-429a-9141-e74644920326),segment_id=4ca895e0-edf0-429a-9141-e74644920326)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:01.529631 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fd303f9-0be8-41cf-98e1-af8da14924b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.543920 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-9fd303f9-0be8-41cf-98e1-af8da14924b4 None None] Calling delete_port for 8a062f26-b516-4be5-a019-ace951d053c9 owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:00:01.571579 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-2caef6ca-8344-4890-83fc-50a200a4744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509698806', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T16:00:00Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:01.586959 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] For port 1a889a60-5c56-4767-bb2d-7cf0b2b389ac, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=1a889a60-5c56-4767-bb2d-7cf0b2b389ac,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:01.587197 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.599007 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Calling delete_port for 1a889a60-5c56-4767-bb2d-7cf0b2b389ac owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:00:01.602121 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caef6ca-8344-4890-83fc-50a200a4744f None None] The sync data for ids ['30b89b37-7dd9-43d4-aa62-0bac0d6316c2'] in dv-neutron-833559-1-hyperv is: [{'id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509698806', 'tenant_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T16:00:00Z', 'revision_number': 5, 'project_id': '6daa82aa9aec4faaa5df0ea4500b9963', 'gw_port': {'id': '1a889a60-5c56-4767-bb2d-7cf0b2b389ac', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b89b37-7dd9-43d4-aa62-0bac0d6316c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T15:58:58Z', 'updated_at': '2022-03-14T15:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 16:00:01.626164 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9fd303f9-0be8-41cf-98e1-af8da14924b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.657017 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd303f9-0be8-41cf-98e1-af8da14924b4 None None] Pushing event deleted for resources: {'Port': ['ID=8a062f26-b516-4be5-a019-ace951d053c9,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:01.660465 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd303f9-0be8-41cf-98e1-af8da14924b4 None None] No DVR routers for this DVR port 8a062f26-b516-4be5-a019-ace951d053c9 on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:00:01.668072 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd303f9-0be8-41cf-98e1-af8da14924b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.668429 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd303f9-0be8-41cf-98e1-af8da14924b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.668775 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd303f9-0be8-41cf-98e1-af8da14924b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.669115 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd303f9-0be8-41cf-98e1-af8da14924b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.669452 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd303f9-0be8-41cf-98e1-af8da14924b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.669786 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd303f9-0be8-41cf-98e1-af8da14924b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.670121 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd303f9-0be8-41cf-98e1-af8da14924b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.670454 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd303f9-0be8-41cf-98e1-af8da14924b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.670784 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd303f9-0be8-41cf-98e1-af8da14924b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.672217 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd303f9-0be8-41cf-98e1-af8da14924b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.672217 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd303f9-0be8-41cf-98e1-af8da14924b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.672217 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd303f9-0be8-41cf-98e1-af8da14924b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.779854 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.806190 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Port': ['ID=1a889a60-5c56-4767-bb2d-7cf0b2b389ac,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:01.817344 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.817687 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.818032 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.818364 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.818696 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.819055 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.819382 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.819707 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.820713 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.821052 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.821381 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.821705 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:01.879982 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.973672 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:01.976754 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.020698 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.021303 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Fanout notify agent at l3_agent the message router_deleted on router 30b89b37-7dd9-43d4-aa62-0bac0d6316c2 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 16:00:02.028422 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.029563 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-354c8606-dca4-4c9f-82b9-4f62b98e1db5 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/routers/30b89b37-7dd9-43d4-aa62-0bac0d6316c2 HTTP/1.1" status: 204 len: 168 time: 0.8231180 Mar 14 16:00:02.032285 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34360) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:02.116302 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2f05b801-f90b-41ba-b05e-6d350d98e166 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.205289 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2f05b801-f90b-41ba-b05e-6d350d98e166 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.227254 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2f05b801-f90b-41ba-b05e-6d350d98e166 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effee765-9334-449d-83a8-adfe15c94707']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:02.236928 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2f05b801-f90b-41ba-b05e-6d350d98e166 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca895e0-edf0-429a-9141-e74644920326') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:02.237252 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-2f05b801-f90b-41ba-b05e-6d350d98e166 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca895e0-edf0-429a-9141-e74644920326') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:02.249915 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2f05b801-f90b-41ba-b05e-6d350d98e166 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.263380 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2f05b801-f90b-41ba-b05e-6d350d98e166 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.268992 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f05b801-f90b-41ba-b05e-6d350d98e166 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 16:00:02.269370 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2f05b801-f90b-41ba-b05e-6d350d98e166 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 16:00:02.272447 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 16:00:02.332689 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2f05b801-f90b-41ba-b05e-6d350d98e166 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.339698 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2f05b801-f90b-41ba-b05e-6d350d98e166 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.342759 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2f05b801-f90b-41ba-b05e-6d350d98e166 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/networks/effee765-9334-449d-83a8-adfe15c94707 HTTP/1.1" status: 204 len: 168 time: 0.3095434 Mar 14 16:00:02.345619 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34362) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:02.354236 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05b801-f90b-41ba-b05e-6d350d98e166 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'Network': ['ID=effee765-9334-449d-83a8-adfe15c94707,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:02.409227 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-943f1f6e-abfe-4636-8ea3-bc29b3889593 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.436386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-943f1f6e-abfe-4636-8ea3-bc29b3889593 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.498295 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-943f1f6e-abfe-4636-8ea3-bc29b3889593 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.500807 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-943f1f6e-abfe-4636-8ea3-bc29b3889593 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:02.501967 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-943f1f6e-abfe-4636-8ea3-bc29b3889593 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] 10.222.0.59 "DELETE /v2.0/security-groups/e1caf928-0059-431e-a7f1-e5b27b15b99c HTTP/1.1" status: 204 len: 168 time: 0.1553557 Mar 14 16:00:02.511748 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f1f6e-abfe-4636-8ea3-bc29b3889593 tempest-TestNetworkAdvancedServerOps-199062879 tempest-TestNetworkAdvancedServerOps-199062879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1caf928-0059-431e-a7f1-e5b27b15b99c,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:02.817523 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34370) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:02.862283 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 8a062f26-b516-4be5-a019-ace951d053c9 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:00:02.883914 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 8a062f26-b516-4be5-a019-ace951d053c9 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 16:00:02.884395 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 8a062f26-b516-4be5-a019-ace951d053c9 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 16:00:02.884935 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1a889a60-5c56-4767-bb2d-7cf0b2b389ac no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:00:02.905053 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 1a889a60-5c56-4767-bb2d-7cf0b2b389ac {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 16:00:02.905393 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 1a889a60-5c56-4767-bb2d-7cf0b2b389ac not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 16:00:02.905798 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device bfa637f1-86d4-409b-8602-52b9cd683b2d no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:00:02.925493 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: bfa637f1-86d4-409b-8602-52b9cd683b2d {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 16:00:02.925833 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device bfa637f1-86d4-409b-8602-52b9cd683b2d not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 16:00:02.967836 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-383678de-fe60-460f-8492-5febb2e0548d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6daa82aa9aec4faaa5df0ea4500b9963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490543 Mar 14 16:00:02.970149 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34376) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:03.018230 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb39631-e4c9-4bc8-b306-fb331b3492a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:03.039643 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb39631-e4c9-4bc8-b306-fb331b3492a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:03.085940 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb39631-e4c9-4bc8-b306-fb331b3492a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:03.088627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8cb39631-e4c9-4bc8-b306-fb331b3492a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:03.089775 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8cb39631-e4c9-4bc8-b306-fb331b3492a9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cce292fd-da02-43d0-a082-e31f09f07d36 HTTP/1.1" status: 204 len: 168 time: 0.1187661 Mar 14 16:00:03.097460 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb39631-e4c9-4bc8-b306-fb331b3492a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce292fd-da02-43d0-a082-e31f09f07d36,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:03.344852 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34384) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:03.358227 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c850291-1ca6-4bf6-87e8-2520fb68f7af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:03.443647 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c850291-1ca6-4bf6-87e8-2520fb68f7af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:03.447901 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2c850291-1ca6-4bf6-87e8-2520fb68f7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:03.486249 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-2c850291-1ca6-4bf6-87e8-2520fb68f7af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b480c962c1d549f0a22caac2fe460e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403077 Mar 14 16:00:03.487397 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c850291-1ca6-4bf6-87e8-2520fb68f7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf83fc1-c8cc-4e80-92ac-2f7926c8c1a1,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:03.488907 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34386) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:03.538472 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-82c9af90-579a-468b-a08a-1aa0522730a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:03.561608 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-82c9af90-579a-468b-a08a-1aa0522730a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:03.612526 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-82c9af90-579a-468b-a08a-1aa0522730a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:03.615138 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-82c9af90-579a-468b-a08a-1aa0522730a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:03.616315 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-82c9af90-579a-468b-a08a-1aa0522730a6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0cf83fc1-c8cc-4e80-92ac-2f7926c8c1a1 HTTP/1.1" status: 204 len: 168 time: 0.1258702 Mar 14 16:00:03.624965 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9af90-579a-468b-a08a-1aa0522730a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf83fc1-c8cc-4e80-92ac-2f7926c8c1a1,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:04.112764 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8380ad72-71dc-42a2-9e67-3dfd893c819a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.278299 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34410) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:04.377535 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-63083374-fa37-43de-9b9f-0b159a6052a5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-776810336-network', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:00:04.397551 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63083374-fa37-43de-9b9f-0b159a6052a5 admin admin] Made reservation on behalf of db2bf3b4076f455cb1cf1a8389f6675c for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:00:04.400915 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63083374-fa37-43de-9b9f-0b159a6052a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.410968 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63083374-fa37-43de-9b9f-0b159a6052a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.492777 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63083374-fa37-43de-9b9f-0b159a6052a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.496560 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63083374-fa37-43de-9b9f-0b159a6052a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.524586 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63083374-fa37-43de-9b9f-0b159a6052a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 16:00:04.530808 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63083374-fa37-43de-9b9f-0b159a6052a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a68593b-353b-474d-9c37-8346e34bfa58,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:04.538618 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63083374-fa37-43de-9b9f-0b159a6052a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.539085 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-63083374-fa37-43de-9b9f-0b159a6052a5 admin admin] Added segment 512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a of type vlan for network 0a3e2dbb-0638-4211-8591-a38a31bd5402 Mar 14 16:00:04.581773 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63083374-fa37-43de-9b9f-0b159a6052a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.606495 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63083374-fa37-43de-9b9f-0b159a6052a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.607380 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63083374-fa37-43de-9b9f-0b159a6052a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:04.607966 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63083374-fa37-43de-9b9f-0b159a6052a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.662430 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-63083374-fa37-43de-9b9f-0b159a6052a5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3829918 Mar 14 16:00:04.666011 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34414) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:04.670130 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63083374-fa37-43de-9b9f-0b159a6052a5 admin admin] Pushing event updated for resources: {'Network': ['ID=0a3e2dbb-0638-4211-8591-a38a31bd5402,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:04.671131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8c2097c4-5a38-43d2-bf46-cd49607c7202 admin admin] Request body: {'subnet': {'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-776810336-subnet', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:00:04.679872 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 0a3e2dbb-0638-4211-8591-a38a31bd5402 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 16:00:04.692817 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2097c4-5a38-43d2-bf46-cd49607c7202 admin admin] Made reservation on behalf of db2bf3b4076f455cb1cf1a8389f6675c for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:00:04.695739 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c2097c4-5a38-43d2-bf46-cd49607c7202 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.875118 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c2097c4-5a38-43d2-bf46-cd49607c7202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.931205 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2097c4-5a38-43d2-bf46-cd49607c7202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8235831-65bf-4f8a-af36-af94791fb185,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:04.941642 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2097c4-5a38-43d2-bf46-cd49607c7202 admin admin] Checking segment: {'id': '512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 16:00:04.942003 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2097c4-5a38-43d2-bf46-cd49607c7202 admin admin] Network hostable DHCP agents. Network: 0a3e2dbb-0638-4211-8591-a38a31bd5402, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 16:00:04.959806 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2097c4-5a38-43d2-bf46-cd49607c7202 admin admin] Network 0a3e2dbb-0638-4211-8591-a38a31bd5402 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 16:00:04.969091 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8c2097c4-5a38-43d2-bf46-cd49607c7202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 0a3e2dbb-0638-4211-8591-a38a31bd5402) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:04.973363 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2097c4-5a38-43d2-bf46-cd49607c7202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:04.973966 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c2097c4-5a38-43d2-bf46-cd49607c7202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:04.979414 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219027c1-5163-45e9-8e17-2d994370efb4 None None] Network 0a3e2dbb-0638-4211-8591-a38a31bd5402 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 16:00:04.990423 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8c2097c4-5a38-43d2-bf46-cd49607c7202 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3232641 Mar 14 16:00:04.993896 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34418) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:04.998261 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8803d645-296a-4dfb-9b04-ad06cc60bbf5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:00:05.016822 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8803d645-296a-4dfb-9b04-ad06cc60bbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.017950 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8803d645-296a-4dfb-9b04-ad06cc60bbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.073610 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8803d645-296a-4dfb-9b04-ad06cc60bbf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.129778 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-0a3e2dbb-0638-4211-8591-a38a31bd5402', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 16:00:05.130638 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.272487 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] Allocated IP 172.20.0.2 (0a3e2dbb-0638-4211-8591-a38a31bd5402/c8235831-65bf-4f8a-af36-af94791fb185/616a5814-1408-4f1f-ae64-c7d528cea906) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:00:05.423725 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.429536 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.472503 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] Network 0a3e2dbb-0638-4211-8591-a38a31bd5402 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:00:05.475455 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:05.478509 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 16:00:05.487848 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] Pushing event updated for resources: {'Port': ['ID=616a5814-1408-4f1f-ae64-c7d528cea906,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:05.540333 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] Attempting to bind port 616a5814-1408-4f1f-ae64-c7d528cea906 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:00:05.540700 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] Attempting to bind port 616a5814-1408-4f1f-ae64-c7d528cea906 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:00:05.541059 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] Attempting to bind port 616a5814-1408-4f1f-ae64-c7d528cea906 on network 0a3e2dbb-0638-4211-8591-a38a31bd5402 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 16:00:05.545934 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 16:00:05.546300 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] Checking segment: {'id': '512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 16:00:05.546693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.547124 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] Bound using segment: {'id': '512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 16:00:05.547582 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] Bound port: 616a5814-1408-4f1f-ae64-c7d528cea906, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:00:05.547955 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.560117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8803d645-296a-4dfb-9b04-ad06cc60bbf5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.614248 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] For port 616a5814-1408-4f1f-ae64-c7d528cea906, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:00:05.618044 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] For port 616a5814-1408-4f1f-ae64-c7d528cea906, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=616a5814-1408-4f1f-ae64-c7d528cea906,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:00:05.622052 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.680418 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55ad00-6720-423f-9221-596087e35b4e None None] Pushing event updated for resources: {'Port': ['ID=616a5814-1408-4f1f-ae64-c7d528cea906,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:05.765092 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8803d645-296a-4dfb-9b04-ad06cc60bbf5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.784653 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8803d645-296a-4dfb-9b04-ad06cc60bbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:05.909330 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-8803d645-296a-4dfb-9b04-ad06cc60bbf5 admin admin] Allocated IP 172.26.6.174 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/e8f7f076-a206-45c3-990a-8a0e16f3661d) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:00:06.017433 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8803d645-296a-4dfb-9b04-ad06cc60bbf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:06.050451 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8803d645-296a-4dfb-9b04-ad06cc60bbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:06.090444 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8803d645-296a-4dfb-9b04-ad06cc60bbf5 admin admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:00:06.093181 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8803d645-296a-4dfb-9b04-ad06cc60bbf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:06.096617 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8803d645-296a-4dfb-9b04-ad06cc60bbf5 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 16:00:06.122743 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803d645-296a-4dfb-9b04-ad06cc60bbf5 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f7f076-a206-45c3-990a-8a0e16f3661d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:06.354984 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8803d645-296a-4dfb-9b04-ad06cc60bbf5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:06.518501 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-292d8f39-edbc-4391-8cc0-b6d64caf0466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:06.562829 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8803d645-296a-4dfb-9b04-ad06cc60bbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:06.565929 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cd7c1e-a747-4869-9a18-43d7c4836038 None None] Network 0a3e2dbb-0638-4211-8591-a38a31bd5402 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 16:00:06.687427 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-bc6b831d-6f74-4d5d-93fe-70d46f27109d None None] Provisioning complete for port 616a5814-1408-4f1f-ae64-c7d528cea906 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:06.687927 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bc6b831d-6f74-4d5d-93fe-70d46f27109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:06.691681 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8803d645-296a-4dfb-9b04-ad06cc60bbf5 admin admin] Router c54d6376-269a-4750-86fc-bd2304d8ff21 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 16:00:06.798730 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bc6b831d-6f74-4d5d-93fe-70d46f27109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:06.805445 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8803d645-296a-4dfb-9b04-ad06cc60bbf5 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:00:06.823999 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8803d645-296a-4dfb-9b04-ad06cc60bbf5 admin admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:06.828741 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8803d645-296a-4dfb-9b04-ad06cc60bbf5 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8313689 Mar 14 16:00:06.829016 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] Sync routers for ids ['c54d6376-269a-4750-86fc-bd2304d8ff21'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 16:00:06.829827 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34420) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:06.847804 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-bc6b831d-6f74-4d5d-93fe-70d46f27109d None None] For port 616a5814-1408-4f1f-ae64-c7d528cea906, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=616a5814-1408-4f1f-ae64-c7d528cea906,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:06.852644 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] Routers {'c54d6376-269a-4750-86fc-bd2304d8ff21'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:00:06.853317 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:00:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['c54d6376-269a-4750-86fc-bd2304d8ff21'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:06.855835 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bc6b831d-6f74-4d5d-93fe-70d46f27109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:06.977641 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 616a5814-1408-4f1f-ae64-c7d528cea906 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:00:07.003507 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b831d-6f74-4d5d-93fe-70d46f27109d None None] Pushing event updated for resources: {'Port': ['ID=616a5814-1408-4f1f-ae64-c7d528cea906,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:07.030316 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] Set router c54d6376-269a-4750-86fc-bd2304d8ff21 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:00:07.294435 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-3128ba60-9a28-4d86-9803-dbc19dd47a0d None None] Provisioning complete for port 616a5814-1408-4f1f-ae64-c7d528cea906 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:07.294726 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3128ba60-9a28-4d86-9803-dbc19dd47a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.300453 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e76c9e0-fef5-4410-add5-43fb742a0aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.336989 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 616a5814-1408-4f1f-ae64-c7d528cea906 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:07.337365 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.461270 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-8e76c9e0-fef5-4410-add5-43fb742a0aac admin admin] Allocated IP 172.20.0.1 (0a3e2dbb-0638-4211-8591-a38a31bd5402/c8235831-65bf-4f8a-af36-af94791fb185/3dfce19c-3c65-40bd-a96f-1562603cf61c) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:00:07.514372 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:06Z', 'revision_number': 3, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'gw_port': {'id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:07.540361 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] Checking router: c54d6376-269a-4750-86fc-bd2304d8ff21 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 16:00:07.541036 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] Updating router c54d6376-269a-4750-86fc-bd2304d8ff21 port e8f7f076-a206-45c3-990a-8a0e16f3661d binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 16:00:07.569347 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e76c9e0-fef5-4410-add5-43fb742a0aac admin admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.571111 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.604436 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e76c9e0-fef5-4410-add5-43fb742a0aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.611649 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.644192 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e76c9e0-fef5-4410-add5-43fb742a0aac admin admin] Network 0a3e2dbb-0638-4211-8591-a38a31bd5402 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:00:07.647059 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8e76c9e0-fef5-4410-add5-43fb742a0aac admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:07.650430 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e76c9e0-fef5-4410-add5-43fb742a0aac admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 16:00:07.683263 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76c9e0-fef5-4410-add5-43fb742a0aac admin admin] Pushing event updated for resources: {'Port': ['ID=3dfce19c-3c65-40bd-a96f-1562603cf61c,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:07.701992 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e76c9e0-fef5-4410-add5-43fb742a0aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.843304 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e76c9e0-fef5-4410-add5-43fb742a0aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.859232 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.865711 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.926164 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce6b65-b35a-4299-b422-96062922609b None None] Pushing event updated for resources: {'Port': ['ID=e8f7f076-a206-45c3-990a-8a0e16f3661d,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:07.930452 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] Attempting to bind port e8f7f076-a206-45c3-990a-8a0e16f3661d on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:00:07.930830 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] Attempting to bind port e8f7f076-a206-45c3-990a-8a0e16f3661d by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:00:07.931223 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] Attempting to bind port e8f7f076-a206-45c3-990a-8a0e16f3661d on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 16:00:07.938891 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 15, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 16:00:07.939280 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 16:00:07.939676 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.940059 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 16:00:07.940516 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] Bound port: e8f7f076-a206-45c3-990a-8a0e16f3661d, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:00:07.940888 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:07.944387 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-c83a8905-1f8e-4371-b7f9-3cfc2d2ffaac None None] Provisioning complete for port 3dfce19c-3c65-40bd-a96f-1562603cf61c triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:07.945437 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c83a8905-1f8e-4371-b7f9-3cfc2d2ffaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:08.016110 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-c83a8905-1f8e-4371-b7f9-3cfc2d2ffaac None None] Port 3dfce19c-3c65-40bd-a96f-1562603cf61c cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 16:00:08.016488 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e76c9e0-fef5-4410-add5-43fb742a0aac admin admin] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:08.021395 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e76c9e0-fef5-4410-add5-43fb742a0aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:08.027243 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] For port e8f7f076-a206-45c3-990a-8a0e16f3661d, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:00:08.030479 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] For port e8f7f076-a206-45c3-990a-8a0e16f3661d, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e8f7f076-a206-45c3-990a-8a0e16f3661d,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:00:08.035761 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:08.094388 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e76c9e0-fef5-4410-add5-43fb742a0aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:08.096139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76c9e0-fef5-4410-add5-43fb742a0aac admin admin] Pushing event updated for resources: {'Port': ['ID=3dfce19c-3c65-40bd-a96f-1562603cf61c,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:08.096977 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce6b65-b35a-4299-b422-96062922609b None None] Pushing event updated for resources: {'Port': ['ID=e8f7f076-a206-45c3-990a-8a0e16f3661d,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:08.099583 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] Routers {'c54d6376-269a-4750-86fc-bd2304d8ff21'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:00:08.100171 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:00:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['c54d6376-269a-4750-86fc-bd2304d8ff21'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:08.189182 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e76c9e0-fef5-4410-add5-43fb742a0aac admin admin] Network 0a3e2dbb-0638-4211-8591-a38a31bd5402 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:00:08.190621 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-8e76c9e0-fef5-4410-add5-43fb742a0aac admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:08.210516 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] Set router c54d6376-269a-4750-86fc-bd2304d8ff21 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:00:08.309038 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e76c9e0-fef5-4410-add5-43fb742a0aac admin admin] Router c54d6376-269a-4750-86fc-bd2304d8ff21 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:00:08.422271 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e76c9e0-fef5-4410-add5-43fb742a0aac admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:00:08.427322 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8e76c9e0-fef5-4410-add5-43fb742a0aac admin admin] 10.222.0.59 "PUT /v2.0/routers/c54d6376-269a-4750-86fc-bd2304d8ff21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5968392 Mar 14 16:00:08.439774 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 4, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'gw_port': {'id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '3dfce19c-3c65-40bd-a96f-1562603cf61c', 'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'mac_address': 'fa:16:3e:59:50:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:07Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 2, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'subnets': [{'id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:08.470699 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1927ed6d-652e-44e6-8193-aa0c39380f1a None None] The sync data for ids ['c54d6376-269a-4750-86fc-bd2304d8ff21'] in dv-neutron-833559-1-hyperv is: [{'id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 4, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'gw_port': {'id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '3dfce19c-3c65-40bd-a96f-1562603cf61c', 'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'mac_address': 'fa:16:3e:59:50:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:07Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 2, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'subnets': [{'id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 16:00:08.473132 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-40599831-0e65-4e37-8812-64b0925a66d2 None None] Provisioning complete for port 3dfce19c-3c65-40bd-a96f-1562603cf61c triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:08.473500 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-40599831-0e65-4e37-8812-64b0925a66d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:08.509222 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-40599831-0e65-4e37-8812-64b0925a66d2 None None] Port 3dfce19c-3c65-40bd-a96f-1562603cf61c cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 16:00:08.885655 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 616a5814-1408-4f1f-ae64-c7d528cea906 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:00:08.937548 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34436) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:08.943137 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c884f80e-82e8-47e0-ae30-44827ad19c87 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1692975682-network', 'tenant_id': '263dcaa553924ae498521ad7c50513a7'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:00:08.956247 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 616a5814-1408-4f1f-ae64-c7d528cea906 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:08.956497 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:08.964523 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c884f80e-82e8-47e0-ae30-44827ad19c87 admin admin] Made reservation on behalf of 263dcaa553924ae498521ad7c50513a7 for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:00:08.967614 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c884f80e-82e8-47e0-ae30-44827ad19c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:08.977421 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c884f80e-82e8-47e0-ae30-44827ad19c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.043364 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.065444 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c884f80e-82e8-47e0-ae30-44827ad19c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.069749 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c884f80e-82e8-47e0-ae30-44827ad19c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.102531 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c884f80e-82e8-47e0-ae30-44827ad19c87 admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 16:00:09.114558 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884f80e-82e8-47e0-ae30-44827ad19c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6864c762-460c-465d-9b99-9b7d5ce1c8c5,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:09.120959 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c884f80e-82e8-47e0-ae30-44827ad19c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.121380 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-c884f80e-82e8-47e0-ae30-44827ad19c87 admin admin] Added segment 3c2314e3-24e0-4b5b-98af-524ec58593c2 of type vlan for network 6a051d6a-9cff-42ce-a688-93957eb06914 Mar 14 16:00:09.178565 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.190627 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c884f80e-82e8-47e0-ae30-44827ad19c87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.220134 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c884f80e-82e8-47e0-ae30-44827ad19c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.221302 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c884f80e-82e8-47e0-ae30-44827ad19c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:09.221954 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c884f80e-82e8-47e0-ae30-44827ad19c87 admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.274203 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c884f80e-82e8-47e0-ae30-44827ad19c87 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3354464 Mar 14 16:00:09.277253 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34438) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:09.282323 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-1424d2be-062c-47f0-8203-0e7745640821 admin admin] Request body: {'subnet': {'network_id': '6a051d6a-9cff-42ce-a688-93957eb06914', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1692975682-subnet', 'tenant_id': '263dcaa553924ae498521ad7c50513a7', 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:00:09.287425 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884f80e-82e8-47e0-ae30-44827ad19c87 admin admin] Pushing event updated for resources: {'Network': ['ID=6a051d6a-9cff-42ce-a688-93957eb06914,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:09.298246 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 6a051d6a-9cff-42ce-a688-93957eb06914 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 16:00:09.303316 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1424d2be-062c-47f0-8203-0e7745640821 admin admin] Made reservation on behalf of 263dcaa553924ae498521ad7c50513a7 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:00:09.305938 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1424d2be-062c-47f0-8203-0e7745640821 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.415783 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.491929 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1424d2be-062c-47f0-8203-0e7745640821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.546831 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424d2be-062c-47f0-8203-0e7745640821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb82ac5-b05e-412d-8acd-5baa2ae8bb32,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:09.563368 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1424d2be-062c-47f0-8203-0e7745640821 admin admin] Checking segment: {'id': '3c2314e3-24e0-4b5b-98af-524ec58593c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a051d6a-9cff-42ce-a688-93957eb06914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 16:00:09.563727 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1424d2be-062c-47f0-8203-0e7745640821 admin admin] Network hostable DHCP agents. Network: 6a051d6a-9cff-42ce-a688-93957eb06914, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 16:00:09.581609 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1424d2be-062c-47f0-8203-0e7745640821 admin admin] Network 6a051d6a-9cff-42ce-a688-93957eb06914 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 16:00:09.591721 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-1424d2be-062c-47f0-8203-0e7745640821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 6a051d6a-9cff-42ce-a688-93957eb06914) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:09.596408 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1424d2be-062c-47f0-8203-0e7745640821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:09.597307 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1424d2be-062c-47f0-8203-0e7745640821 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.603332 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cafc23-cb3d-4502-99c4-44733dc8c644 None None] Network 6a051d6a-9cff-42ce-a688-93957eb06914 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 16:00:09.617673 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-1424d2be-062c-47f0-8203-0e7745640821 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3391049 Mar 14 16:00:09.621238 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34440) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:09.626250 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-3c87cf31-9a16-49ca-8857-fcc39839e950 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1692975682-router', 'tenant_id': '263dcaa553924ae498521ad7c50513a7', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:00:09.648716 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c87cf31-9a16-49ca-8857-fcc39839e950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.650073 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c87cf31-9a16-49ca-8857-fcc39839e950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.705974 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c87cf31-9a16-49ca-8857-fcc39839e950 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.764152 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-6a051d6a-9cff-42ce-a688-93957eb06914', 'network_id': '6a051d6a-9cff-42ce-a688-93957eb06914', 'tenant_id': '263dcaa553924ae498521ad7c50513a7', 'fixed_ips': [{'subnet_id': '0eb82ac5-b05e-412d-8acd-5baa2ae8bb32'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 16:00:09.765118 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.849869 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c87cf31-9a16-49ca-8857-fcc39839e950 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:09.902629 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] Allocated IP 172.20.0.2 (6a051d6a-9cff-42ce-a688-93957eb06914/0eb82ac5-b05e-412d-8acd-5baa2ae8bb32/e3fc4972-8cb9-49c4-b28c-2e98e0d04e71) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:00:10.049124 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.050333 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c87cf31-9a16-49ca-8857-fcc39839e950 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.055370 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.075318 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c87cf31-9a16-49ca-8857-fcc39839e950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.097123 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] Network 6a051d6a-9cff-42ce-a688-93957eb06914 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:00:10.099970 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:10.103686 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 16:00:10.108965 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] Pushing event updated for resources: {'Port': ['ID=e3fc4972-8cb9-49c4-b28c-2e98e0d04e71,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:10.167235 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] Attempting to bind port e3fc4972-8cb9-49c4-b28c-2e98e0d04e71 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:00:10.167655 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] Attempting to bind port e3fc4972-8cb9-49c4-b28c-2e98e0d04e71 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '3c2314e3-24e0-4b5b-98af-524ec58593c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a051d6a-9cff-42ce-a688-93957eb06914'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:00:10.168025 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] Attempting to bind port e3fc4972-8cb9-49c4-b28c-2e98e0d04e71 on network 6a051d6a-9cff-42ce-a688-93957eb06914 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 16:00:10.173194 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 16:00:10.173667 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] Checking segment: {'id': '3c2314e3-24e0-4b5b-98af-524ec58593c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a051d6a-9cff-42ce-a688-93957eb06914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 16:00:10.174126 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.174523 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] Bound using segment: {'id': '3c2314e3-24e0-4b5b-98af-524ec58593c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a051d6a-9cff-42ce-a688-93957eb06914'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 16:00:10.175241 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] Bound port: e3fc4972-8cb9-49c4-b28c-2e98e0d04e71, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2314e3-24e0-4b5b-98af-524ec58593c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a051d6a-9cff-42ce-a688-93957eb06914'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:00:10.175673 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.187322 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-3c87cf31-9a16-49ca-8857-fcc39839e950 admin admin] Allocated IP 172.26.6.185 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:00:10.243753 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] For port e3fc4972-8cb9-49c4-b28c-2e98e0d04e71, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:00:10.247115 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] For port e3fc4972-8cb9-49c4-b28c-2e98e0d04e71, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e3fc4972-8cb9-49c4-b28c-2e98e0d04e71,segment=NetworkSegment(3c2314e3-24e0-4b5b-98af-524ec58593c2),segment_id=3c2314e3-24e0-4b5b-98af-524ec58593c2)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:00:10.251758 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.305993 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c87cf31-9a16-49ca-8857-fcc39839e950 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.318520 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19c6c0-8e6f-4ea8-9b32-e55a59125980 None None] Pushing event updated for resources: {'Port': ['ID=e3fc4972-8cb9-49c4-b28c-2e98e0d04e71,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:10.343829 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c87cf31-9a16-49ca-8857-fcc39839e950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.391896 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c87cf31-9a16-49ca-8857-fcc39839e950 admin admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:00:10.396057 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-3c87cf31-9a16-49ca-8857-fcc39839e950 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:10.398637 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87cf31-9a16-49ca-8857-fcc39839e950 admin admin] Pushing event updated for resources: {'Port': ['ID=c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:10.400927 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c87cf31-9a16-49ca-8857-fcc39839e950 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 16:00:10.578889 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] Sync routers for ids ['c54d6376-269a-4750-86fc-bd2304d8ff21'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 16:00:10.593586 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] Routers {'c54d6376-269a-4750-86fc-bd2304d8ff21'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:00:10.594336 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:00:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['c54d6376-269a-4750-86fc-bd2304d8ff21'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:10.693013 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c87cf31-9a16-49ca-8857-fcc39839e950 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:10.705527 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] Set router c54d6376-269a-4750-86fc-bd2304d8ff21 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:00:10.912365 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 4, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'gw_port': {'id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '3dfce19c-3c65-40bd-a96f-1562603cf61c', 'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'mac_address': 'fa:16:3e:59:50:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:07Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 2, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'subnets': [{'id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:10.942834 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e8f7f076-a206-45c3-990a-8a0e16f3661d up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:00:10.943453 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] Checking router: c54d6376-269a-4750-86fc-bd2304d8ff21 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 16:00:10.943453 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] Updating router c54d6376-269a-4750-86fc-bd2304d8ff21 port 3dfce19c-3c65-40bd-a96f-1562603cf61c binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 16:00:11.016340 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port e8f7f076-a206-45c3-990a-8a0e16f3661d triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:11.016730 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.074649 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.119253 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.142851 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port e8f7f076-a206-45c3-990a-8a0e16f3661d, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e8f7f076-a206-45c3-990a-8a0e16f3661d,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:11.152204 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.153154 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e3fc4972-8cb9-49c4-b28c-2e98e0d04e71 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:00:11.250880 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=e8f7f076-a206-45c3-990a-8a0e16f3661d,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:11.264644 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c87cf31-9a16-49ca-8857-fcc39839e950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.267768 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port e3fc4972-8cb9-49c4-b28c-2e98e0d04e71 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:11.268298 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.366169 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fce23d8-3498-4d26-9951-612bfbfd8f67 None None] Network 6a051d6a-9cff-42ce-a688-93957eb06914 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 16:00:11.372170 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:00:11.409881 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.418035 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.419718 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.423123 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c87cf31-9a16-49ca-8857-fcc39839e950 admin admin] Router bc4ed0d1-f1b7-45e1-8019-45159f686be5 is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 16:00:11.458713 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port e3fc4972-8cb9-49c4-b28c-2e98e0d04e71, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e3fc4972-8cb9-49c4-b28c-2e98e0d04e71,segment=NetworkSegment(3c2314e3-24e0-4b5b-98af-524ec58593c2),segment_id=3c2314e3-24e0-4b5b-98af-524ec58593c2)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:11.468688 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.509069 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5dafec-008d-4130-9135-27f7981573d0 None None] Pushing event updated for resources: {'Port': ['ID=3dfce19c-3c65-40bd-a96f-1562603cf61c,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:11.542727 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dafec-008d-4130-9135-27f7981573d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:11.543097 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dafec-008d-4130-9135-27f7981573d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:11.544592 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dafec-008d-4130-9135-27f7981573d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:11.545080 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dafec-008d-4130-9135-27f7981573d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:11.545544 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dafec-008d-4130-9135-27f7981573d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:11.546046 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dafec-008d-4130-9135-27f7981573d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:11.546521 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dafec-008d-4130-9135-27f7981573d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:11.547115 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dafec-008d-4130-9135-27f7981573d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:11.547583 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dafec-008d-4130-9135-27f7981573d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:11.548243 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dafec-008d-4130-9135-27f7981573d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:11.548719 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dafec-008d-4130-9135-27f7981573d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:11.549174 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dafec-008d-4130-9135-27f7981573d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:00:11.568496 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-6d490457-dd4f-4612-9763-08fb3c749251 None None] Provisioning complete for port e3fc4972-8cb9-49c4-b28c-2e98e0d04e71 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:11.569793 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6d490457-dd4f-4612-9763-08fb3c749251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.573454 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c87cf31-9a16-49ca-8857-fcc39839e950 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:00:11.600875 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] Attempting to bind port 3dfce19c-3c65-40bd-a96f-1562603cf61c on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:00:11.603724 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] Attempting to bind port 3dfce19c-3c65-40bd-a96f-1562603cf61c by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:00:11.604245 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] Attempting to bind port 3dfce19c-3c65-40bd-a96f-1562603cf61c on network 0a3e2dbb-0638-4211-8591-a38a31bd5402 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 16:00:11.604366 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3c87cf31-9a16-49ca-8857-fcc39839e950 admin admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.609438 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34442) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:11.610088 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3c87cf31-9a16-49ca-8857-fcc39839e950 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9865286 Mar 14 16:00:11.610953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] Sync routers for ids ['bc4ed0d1-f1b7-45e1-8019-45159f686be5'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 16:00:11.612231 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=e3fc4972-8cb9-49c4-b28c-2e98e0d04e71,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:11.615713 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 16:00:11.616325 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] Checking segment: {'id': '512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 16:00:11.616830 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.617322 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] Bound using segment: {'id': '512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 16:00:11.617911 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] Bound port: 3dfce19c-3c65-40bd-a96f-1562603cf61c, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:00:11.618609 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.694356 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] For port 3dfce19c-3c65-40bd-a96f-1562603cf61c, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:00:11.699557 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] For port 3dfce19c-3c65-40bd-a96f-1562603cf61c, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3dfce19c-3c65-40bd-a96f-1562603cf61c,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:00:11.705998 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:11.713576 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] Routers {'bc4ed0d1-f1b7-45e1-8019-45159f686be5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:00:11.714227 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:00:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['bc4ed0d1-f1b7-45e1-8019-45159f686be5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:11.766597 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5dafec-008d-4130-9135-27f7981573d0 None None] Pushing event updated for resources: {'Port': ['ID=3dfce19c-3c65-40bd-a96f-1562603cf61c,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:11.796670 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] Routers {'c54d6376-269a-4750-86fc-bd2304d8ff21'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:00:11.797689 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:00:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['c54d6376-269a-4750-86fc-bd2304d8ff21'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:11.943741 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] Set router c54d6376-269a-4750-86fc-bd2304d8ff21 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:00:12.107516 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] Set router bc4ed0d1-f1b7-45e1-8019-45159f686be5 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:00:12.217623 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 4, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'gw_port': {'id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '3dfce19c-3c65-40bd-a96f-1562603cf61c', 'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'mac_address': 'fa:16:3e:59:50:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:07Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 4, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'subnets': [{'id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:12.246139 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14698ff-e8d1-4430-8250-e54d938c2c7d None None] The sync data for ids ['c54d6376-269a-4750-86fc-bd2304d8ff21'] in dv-neutron-833559-1-hyperv is: [{'id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 4, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'gw_port': {'id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '3dfce19c-3c65-40bd-a96f-1562603cf61c', 'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'mac_address': 'fa:16:3e:59:50:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:07Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 4, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'subnets': [{'id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 16:00:12.252465 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c929342d-59ca-400c-ad95-985f6acb49c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:12.281253 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-198d6dd4-85ec-4eec-996f-e7bf1d2ae5b8 None None] Provisioning complete for port 3dfce19c-3c65-40bd-a96f-1562603cf61c triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:12.281627 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-198d6dd4-85ec-4eec-996f-e7bf1d2ae5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:12.374607 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'name': 'tempest-TestShelveInstance-1692975682-router', 'tenant_id': '263dcaa553924ae498521ad7c50513a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:09Z', 'updated_at': '2022-03-14T16:00:10Z', 'revision_number': 3, 'project_id': '263dcaa553924ae498521ad7c50513a7', 'gw_port': {'id': 'c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:12.425730 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-c929342d-59ca-400c-ad95-985f6acb49c1 admin admin] Allocated IP 172.20.0.1 (6a051d6a-9cff-42ce-a688-93957eb06914/0eb82ac5-b05e-412d-8acd-5baa2ae8bb32/27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:00:12.425873 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] Checking router: bc4ed0d1-f1b7-45e1-8019-45159f686be5 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 16:00:12.426089 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] Updating router bc4ed0d1-f1b7-45e1-8019-45159f686be5 port c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4 binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 16:00:12.464521 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:12.466279 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-198d6dd4-85ec-4eec-996f-e7bf1d2ae5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:12.548514 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c929342d-59ca-400c-ad95-985f6acb49c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:12.581310 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-198d6dd4-85ec-4eec-996f-e7bf1d2ae5b8 None None] For port 3dfce19c-3c65-40bd-a96f-1562603cf61c, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3dfce19c-3c65-40bd-a96f-1562603cf61c,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:12.589023 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c929342d-59ca-400c-ad95-985f6acb49c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:12.589279 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-198d6dd4-85ec-4eec-996f-e7bf1d2ae5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:12.638299 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c929342d-59ca-400c-ad95-985f6acb49c1 admin admin] Network 6a051d6a-9cff-42ce-a688-93957eb06914 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:00:12.641202 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c929342d-59ca-400c-ad95-985f6acb49c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:12.644749 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c929342d-59ca-400c-ad95-985f6acb49c1 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 16:00:12.650577 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929342d-59ca-400c-ad95-985f6acb49c1 admin admin] Pushing event updated for resources: {'Port': ['ID=27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:12.688328 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d6dd4-85ec-4eec-996f-e7bf1d2ae5b8 None None] Pushing event updated for resources: {'Port': ['ID=3dfce19c-3c65-40bd-a96f-1562603cf61c,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:12.704654 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c929342d-59ca-400c-ad95-985f6acb49c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:12.744920 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-19440e9f-5e31-483d-8747-b9b98eb5748e None None] Provisioning complete for port e3fc4972-8cb9-49c4-b28c-2e98e0d04e71 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:12.745297 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-19440e9f-5e31-483d-8747-b9b98eb5748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:12.890274 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c929342d-59ca-400c-ad95-985f6acb49c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:12.899723 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:12.917574 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:12.984246 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e8f7f076-a206-45c3-990a-8a0e16f3661d up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:00:13.038471 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d01e96-d2a8-4b4c-9112-d4affc0a4045 None None] Pushing event updated for resources: {'Port': ['ID=c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:13.044914 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] Attempting to bind port c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:00:13.045574 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] Attempting to bind port c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:00:13.046114 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] Attempting to bind port c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4 on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 16:00:13.059194 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 16:00:13.059713 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 16:00:13.060214 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.060703 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 16:00:13.061277 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] Bound port: c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:00:13.061892 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.097079 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-50159396-4f41-48ea-9a22-bc7a0e145bf3 None None] Provisioning complete for port 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:13.097582 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-50159396-4f41-48ea-9a22-bc7a0e145bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.100419 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c929342d-59ca-400c-ad95-985f6acb49c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.107421 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c929342d-59ca-400c-ad95-985f6acb49c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.157093 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port e8f7f076-a206-45c3-990a-8a0e16f3661d triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:13.157670 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.181446 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929342d-59ca-400c-ad95-985f6acb49c1 admin admin] Pushing event updated for resources: {'Port': ['ID=27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:13.184055 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c929342d-59ca-400c-ad95-985f6acb49c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.189629 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] For port c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:00:13.198377 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-50159396-4f41-48ea-9a22-bc7a0e145bf3 None None] Port 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 16:00:13.210155 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] For port c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:00:13.214992 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.279685 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c929342d-59ca-400c-ad95-985f6acb49c1 admin admin] Network 6a051d6a-9cff-42ce-a688-93957eb06914 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:00:13.281137 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c929342d-59ca-400c-ad95-985f6acb49c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:13.307232 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d01e96-d2a8-4b4c-9112-d4affc0a4045 None None] Pushing event updated for resources: {'Port': ['ID=c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:13.311647 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] Routers {'bc4ed0d1-f1b7-45e1-8019-45159f686be5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:00:13.312275 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:00:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['bc4ed0d1-f1b7-45e1-8019-45159f686be5'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:13.352947 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e3fc4972-8cb9-49c4-b28c-2e98e0d04e71 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:00:13.400773 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c929342d-59ca-400c-ad95-985f6acb49c1 admin admin] Router bc4ed0d1-f1b7-45e1-8019-45159f686be5 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:00:13.464095 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] Set router bc4ed0d1-f1b7-45e1-8019-45159f686be5 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:00:13.496344 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port e3fc4972-8cb9-49c4-b28c-2e98e0d04e71 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:13.496726 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.520718 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c929342d-59ca-400c-ad95-985f6acb49c1 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:00:13.534964 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c929342d-59ca-400c-ad95-985f6acb49c1 admin admin] 10.222.0.59 "PUT /v2.0/routers/bc4ed0d1-f1b7-45e1-8019-45159f686be5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9161117 Mar 14 16:00:13.622360 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-43f6d424-af04-4d3f-8ef2-61e780f55ee8 None None] Provisioning complete for port 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:13.622654 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43f6d424-af04-4d3f-8ef2-61e780f55ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.702942 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-43f6d424-af04-4d3f-8ef2-61e780f55ee8 None None] Port 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 16:00:13.726708 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3dfce19c-3c65-40bd-a96f-1562603cf61c up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:00:13.812822 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 3dfce19c-3c65-40bd-a96f-1562603cf61c triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:13.813206 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:13.819767 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'name': 'tempest-TestShelveInstance-1692975682-router', 'tenant_id': '263dcaa553924ae498521ad7c50513a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:09Z', 'updated_at': '2022-03-14T16:00:12Z', 'revision_number': 4, 'project_id': '263dcaa553924ae498521ad7c50513a7', 'gw_port': {'id': 'c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5', 'name': '', 'network_id': '6a051d6a-9cff-42ce-a688-93957eb06914', 'tenant_id': '263dcaa553924ae498521ad7c50513a7', 'mac_address': 'fa:16:3e:f7:98:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '0eb82ac5-b05e-412d-8acd-5baa2ae8bb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:12Z', 'updated_at': '2022-03-14T16:00:12Z', 'revision_number': 2, 'project_id': '263dcaa553924ae498521ad7c50513a7', 'subnets': [{'id': '0eb82ac5-b05e-412d-8acd-5baa2ae8bb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:14.010068 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34450) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:14.014753 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-3d27d08b-d6ab-4e16-a9c8-b7279d6774f3 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-752143715', 'description': 'tempest-secgroup-smoke-752143715 description', 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:00:14.029754 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c19ebd-83e9-45c2-8a59-9ca149e4c82f None None] The sync data for ids ['bc4ed0d1-f1b7-45e1-8019-45159f686be5'] in dv-neutron-833559-1-hyperv is: [{'id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'name': 'tempest-TestShelveInstance-1692975682-router', 'tenant_id': '263dcaa553924ae498521ad7c50513a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:09Z', 'updated_at': '2022-03-14T16:00:12Z', 'revision_number': 4, 'project_id': '263dcaa553924ae498521ad7c50513a7', 'gw_port': {'id': 'c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5', 'name': '', 'network_id': '6a051d6a-9cff-42ce-a688-93957eb06914', 'tenant_id': '263dcaa553924ae498521ad7c50513a7', 'mac_address': 'fa:16:3e:f7:98:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '0eb82ac5-b05e-412d-8acd-5baa2ae8bb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:12Z', 'updated_at': '2022-03-14T16:00:12Z', 'revision_number': 2, 'project_id': '263dcaa553924ae498521ad7c50513a7', 'subnets': [{'id': '0eb82ac5-b05e-412d-8acd-5baa2ae8bb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 16:00:14.037413 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d27d08b-d6ab-4e16-a9c8-b7279d6774f3 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.119550 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d27d08b-d6ab-4e16-a9c8-b7279d6774f3 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.123800 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d27d08b-d6ab-4e16-a9c8-b7279d6774f3 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.155197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3d27d08b-d6ab-4e16-a9c8-b7279d6774f3 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.156429 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-3d27d08b-d6ab-4e16-a9c8-b7279d6774f3 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1452837 Mar 14 16:00:14.158267 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27d08b-d6ab-4e16-a9c8-b7279d6774f3 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e558f463-661f-49e3-a5c4-6f897cde187d,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:14.159606 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34452) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:14.165239 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-2a001656-5117-43e5-b855-92820cad6344 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Request body: {'security_group_rule': {'security_group_id': 'e558f463-661f-49e3-a5c4-6f897cde187d', 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:00:14.191887 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a001656-5117-43e5-b855-92820cad6344 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.270176 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a001656-5117-43e5-b855-92820cad6344 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.273953 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a001656-5117-43e5-b855-92820cad6344 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.291311 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a001656-5117-43e5-b855-92820cad6344 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd7be8d-40af-483b-84c2-bfd61f191c68,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:14.302201 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a001656-5117-43e5-b855-92820cad6344 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.304053 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2a001656-5117-43e5-b855-92820cad6344 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427217 Mar 14 16:00:14.306824 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34454) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:14.311853 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-d4f9a145-0aed-4159-965f-c3f6ce38ab91 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Request body: {'security_group_rule': {'security_group_id': 'e558f463-661f-49e3-a5c4-6f897cde187d', 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:00:14.338899 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d4f9a145-0aed-4159-965f-c3f6ce38ab91 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.400067 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d4f9a145-0aed-4159-965f-c3f6ce38ab91 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.403887 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d4f9a145-0aed-4159-965f-c3f6ce38ab91 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.423650 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9a145-0aed-4159-965f-c3f6ce38ab91 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1579713-e7c4-486b-b2b8-9c83814cdbd8,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:14.433281 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d4f9a145-0aed-4159-965f-c3f6ce38ab91 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.437079 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d4f9a145-0aed-4159-965f-c3f6ce38ab91 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266768 Mar 14 16:00:14.437390 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34456) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:14.441959 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-66b7c00f-c984-432f-930b-7946bee6353a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Request body: {'security_group_rule': {'security_group_id': 'e558f463-661f-49e3-a5c4-6f897cde187d', 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:00:14.469658 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-66b7c00f-c984-432f-930b-7946bee6353a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.535281 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-66b7c00f-c984-432f-930b-7946bee6353a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.539873 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-66b7c00f-c984-432f-930b-7946bee6353a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.558482 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7c00f-c984-432f-930b-7946bee6353a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1eb1bd-66ea-42a7-a106-9d5de95172fb,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:14.566633 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-66b7c00f-c984-432f-930b-7946bee6353a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.567878 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-66b7c00f-c984-432f-930b-7946bee6353a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294889 Mar 14 16:00:14.571421 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34458) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:14.576183 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-04f766c4-4295-4fca-a0da-0c2e870299c8 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Request body: {'security_group_rule': {'security_group_id': 'e558f463-661f-49e3-a5c4-6f897cde187d', 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:00:14.601693 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-04f766c4-4295-4fca-a0da-0c2e870299c8 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.663975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-04f766c4-4295-4fca-a0da-0c2e870299c8 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.667590 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-04f766c4-4295-4fca-a0da-0c2e870299c8 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.687390 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f766c4-4295-4fca-a0da-0c2e870299c8 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a386e49-0e51-4faa-878b-fd77bbf9c2e3,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:14.692677 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-04f766c4-4295-4fca-a0da-0c2e870299c8 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.693846 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-04f766c4-4295-4fca-a0da-0c2e870299c8 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214776 Mar 14 16:00:14.696923 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34460) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:14.701360 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5aeaed64-038b-406d-8d7e-ad2fe2d49305 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Request body: {'security_group_rule': {'security_group_id': 'e558f463-661f-49e3-a5c4-6f897cde187d', 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:00:14.720184 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-5aeaed64-038b-406d-8d7e-ad2fe2d49305 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Project db2bf3b4076f455cb1cf1a8389f6675c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:00:14.724885 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5aeaed64-038b-406d-8d7e-ad2fe2d49305 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.785419 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5aeaed64-038b-406d-8d7e-ad2fe2d49305 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.789455 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5aeaed64-038b-406d-8d7e-ad2fe2d49305 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.809027 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeaed64-038b-406d-8d7e-ad2fe2d49305 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf1f56e-a5a4-4635-b687-d071f0831909,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:14.816997 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5aeaed64-038b-406d-8d7e-ad2fe2d49305 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.818164 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5aeaed64-038b-406d-8d7e-ad2fe2d49305 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203454 Mar 14 16:00:14.821031 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34462) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:14.825948 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-590bd297-66e8-4867-ad5e-71b1d6778263 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Request body: {'security_group_rule': {'security_group_id': 'e558f463-661f-49e3-a5c4-6f897cde187d', 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:00:14.845987 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-590bd297-66e8-4867-ad5e-71b1d6778263 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Project db2bf3b4076f455cb1cf1a8389f6675c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:00:14.851471 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-590bd297-66e8-4867-ad5e-71b1d6778263 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.917870 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-590bd297-66e8-4867-ad5e-71b1d6778263 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.921430 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-590bd297-66e8-4867-ad5e-71b1d6778263 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.938898 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bd297-66e8-4867-ad5e-71b1d6778263 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6d929a-b241-47f5-83af-82dad7540c6e,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:14.946645 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-590bd297-66e8-4867-ad5e-71b1d6778263 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:14.947975 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-590bd297-66e8-4867-ad5e-71b1d6778263 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260414 Mar 14 16:00:15.083176 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-e6318ddf-52ba-434e-b2ae-8dc87b267c99 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-752143715&fields=id&tenant_id=db2bf3b4076f455cb1cf1a8389f6675c HTTP/1.1" status: 200 len: 267 time: 0.0319645 Mar 14 16:00:15.198396 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-fbebc0ed-74a3-4b41-b501-d926c242d121 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:15.200216 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-fbebc0ed-74a3-4b41-b501-d926c242d121 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/networks?id=0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 200 len: 808 time: 0.1098692 Mar 14 16:00:15.216392 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-3e746155-5e9f-4fcb-94c7-98d0a974f1ee tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/quotas/db2bf3b4076f455cb1cf1a8389f6675c HTTP/1.1" status: 200 len: 375 time: 0.0104051 Mar 14 16:00:15.270515 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-615d8be7-f606-4e68-bb8d-560c8aaacef3 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482171 Mar 14 16:00:15.374600 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-a1ddb85e-feda-46bc-b9a8-e78619bef604 service neutron] 10.222.0.59 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905240 Mar 14 16:00:15.468468 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-6b5a4a71-e558-49e1-af3f-91b320639400 service neutron] 10.222.0.59 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870361 Mar 14 16:00:15.746580 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f31ad17a-cb07-45be-a427-d12725c1a6c7 req-85052a01-f667-4e99-a8e1-4aca7f653915 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 210 time: 0.1397092 Mar 14 16:00:16.459344 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] Sync routers for ids ['bc4ed0d1-f1b7-45e1-8019-45159f686be5'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 16:00:16.469751 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] Routers {'bc4ed0d1-f1b7-45e1-8019-45159f686be5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:00:16.470360 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:00:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['bc4ed0d1-f1b7-45e1-8019-45159f686be5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:16.584189 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] Set router bc4ed0d1-f1b7-45e1-8019-45159f686be5 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:00:16.679491 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-33a0b6a3-c65f-45af-8c4a-9e09208a532e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:16.681580 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-33a0b6a3-c65f-45af-8c4a-9e09208a532e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.18 "GET /v2.0/networks?id=0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 200 len: 808 time: 0.1150119 Mar 14 16:00:16.732517 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9afd03c9-dc48-4f26-8178-3303a0abaeb7 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db2bf3b4076f455cb1cf1a8389f6675c HTTP/1.1" status: 200 len: 379 time: 0.0357988 Mar 14 16:00:16.744416 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-107ea295-2115-483d-b5b4-1563a7685bb5 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Request body: {'port': {'device_id': '2ea072c0-5963-456c-87c0-f1d8494442e2', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'admin_state_up': True, 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'security_groups': ['e558f463-661f-49e3-a5c4-6f897cde187d']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:00:16.811227 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'name': 'tempest-TestShelveInstance-1692975682-router', 'tenant_id': '263dcaa553924ae498521ad7c50513a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:09Z', 'updated_at': '2022-03-14T16:00:12Z', 'revision_number': 4, 'project_id': '263dcaa553924ae498521ad7c50513a7', 'gw_port': {'id': 'c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5', 'name': '', 'network_id': '6a051d6a-9cff-42ce-a688-93957eb06914', 'tenant_id': '263dcaa553924ae498521ad7c50513a7', 'mac_address': 'fa:16:3e:f7:98:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '0eb82ac5-b05e-412d-8acd-5baa2ae8bb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:12Z', 'updated_at': '2022-03-14T16:00:12Z', 'revision_number': 2, 'project_id': '263dcaa553924ae498521ad7c50513a7', 'subnets': [{'id': '0eb82ac5-b05e-412d-8acd-5baa2ae8bb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:16.844672 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] Checking router: bc4ed0d1-f1b7-45e1-8019-45159f686be5 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 16:00:16.845168 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] Updating router bc4ed0d1-f1b7-45e1-8019-45159f686be5 port 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5 binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 16:00:16.873381 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-deddad3c-e337-4ae4-b0b6-6ad37792e490 req-1cdbc667-7bf2-4e15-89c7-ac951d06e7e7 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 210 time: 0.0386164 Mar 14 16:00:16.876070 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:16.901295 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-107ea295-2115-483d-b5b4-1563a7685bb5 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Made reservation on behalf of db2bf3b4076f455cb1cf1a8389f6675c for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:00:16.907046 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-107ea295-2115-483d-b5b4-1563a7685bb5 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:16.915728 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:00:16.971978 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:16.972440 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:17.050244 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-107ea295-2115-483d-b5b4-1563a7685bb5 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Allocated IP 172.20.0.10 (0a3e2dbb-0638-4211-8591-a38a31bd5402/c8235831-65bf-4f8a-af36-af94791fb185/a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:00:17.055226 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:17.076706 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:17.081099 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:17.131338 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:17.171485 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:17.178058 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:17.255048 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188126df-e2c9-46aa-b0da-08b2c975aa26 None None] Pushing event updated for resources: {'Port': ['ID=27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:17.285172 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] Attempting to bind port 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:00:17.285533 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] Attempting to bind port 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '3c2314e3-24e0-4b5b-98af-524ec58593c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a051d6a-9cff-42ce-a688-93957eb06914'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:00:17.285887 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] Attempting to bind port 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5 on network 6a051d6a-9cff-42ce-a688-93957eb06914 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 16:00:17.294741 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 16:00:17.295138 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] Checking segment: {'id': '3c2314e3-24e0-4b5b-98af-524ec58593c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a051d6a-9cff-42ce-a688-93957eb06914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 16:00:17.295547 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:17.295936 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] Bound using segment: {'id': '3c2314e3-24e0-4b5b-98af-524ec58593c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a051d6a-9cff-42ce-a688-93957eb06914'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 16:00:17.296410 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] Bound port: 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2314e3-24e0-4b5b-98af-524ec58593c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6a051d6a-9cff-42ce-a688-93957eb06914'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:00:17.296785 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:17.370180 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] For port 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:00:17.373569 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] For port 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5,segment=NetworkSegment(3c2314e3-24e0-4b5b-98af-524ec58593c2),segment_id=3c2314e3-24e0-4b5b-98af-524ec58593c2)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:00:17.381318 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:17.447150 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188126df-e2c9-46aa-b0da-08b2c975aa26 None None] Pushing event updated for resources: {'Port': ['ID=27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:17.450280 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] Routers {'bc4ed0d1-f1b7-45e1-8019-45159f686be5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:00:17.450942 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:00:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['bc4ed0d1-f1b7-45e1-8019-45159f686be5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:17.455866 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-958cbe1c-47ae-46f6-b30e-827afbfcb024 None None] Provisioning complete for port 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:17.456459 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-958cbe1c-47ae-46f6-b30e-827afbfcb024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:17.571013 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-958cbe1c-47ae-46f6-b30e-827afbfcb024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:17.577577 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] Set router bc4ed0d1-f1b7-45e1-8019-45159f686be5 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:00:17.595081 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-107ea295-2115-483d-b5b4-1563a7685bb5 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:17.611808 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-958cbe1c-47ae-46f6-b30e-827afbfcb024 None None] For port 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5,segment=NetworkSegment(3c2314e3-24e0-4b5b-98af-524ec58593c2),segment_id=3c2314e3-24e0-4b5b-98af-524ec58593c2)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:17.618234 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-958cbe1c-47ae-46f6-b30e-827afbfcb024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:17.633438 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-107ea295-2115-483d-b5b4-1563a7685bb5 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:17.679506 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958cbe1c-47ae-46f6-b30e-827afbfcb024 None None] Pushing event updated for resources: {'Port': ['ID=27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:17.690860 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-107ea295-2115-483d-b5b4-1563a7685bb5 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Network 0a3e2dbb-0638-4211-8591-a38a31bd5402 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:00:17.694672 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-107ea295-2115-483d-b5b4-1563a7685bb5 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:17.697225 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-107ea295-2115-483d-b5b4-1563a7685bb5 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 16:00:17.729676 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ea295-2115-483d-b5b4-1563a7685bb5 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event updated for resources: {'Port': ['ID=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:17.748096 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-d9788b32-f772-43ad-bfce-79d76b418789 None None] Provisioning complete for port 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:17.749376 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d9788b32-f772-43ad-bfce-79d76b418789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:17.768396 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-107ea295-2115-483d-b5b4-1563a7685bb5 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:17.769167 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-107ea295-2115-483d-b5b4-1563a7685bb5 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:17.792813 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-107ea295-2115-483d-b5b4-1563a7685bb5 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0527015 Mar 14 16:00:17.810156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] Request body: {'port': {'device_id': '2ea072c0-5963-456c-87c0-f1d8494442e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:00:17.880791 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:17.913765 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'name': 'tempest-TestShelveInstance-1692975682-router', 'tenant_id': '263dcaa553924ae498521ad7c50513a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:09Z', 'updated_at': '2022-03-14T16:00:12Z', 'revision_number': 4, 'project_id': '263dcaa553924ae498521ad7c50513a7', 'gw_port': {'id': 'c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5', 'name': '', 'network_id': '6a051d6a-9cff-42ce-a688-93957eb06914', 'tenant_id': '263dcaa553924ae498521ad7c50513a7', 'mac_address': 'fa:16:3e:f7:98:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '0eb82ac5-b05e-412d-8acd-5baa2ae8bb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:12Z', 'updated_at': '2022-03-14T16:00:17Z', 'revision_number': 4, 'project_id': '263dcaa553924ae498521ad7c50513a7', 'subnets': [{'id': '0eb82ac5-b05e-412d-8acd-5baa2ae8bb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:17.955882 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a30561-5f1c-4ad9-ad32-76ecc2350555 None None] The sync data for ids ['bc4ed0d1-f1b7-45e1-8019-45159f686be5'] in dv-neutron-833559-1-hyperv is: [{'id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'name': 'tempest-TestShelveInstance-1692975682-router', 'tenant_id': '263dcaa553924ae498521ad7c50513a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:09Z', 'updated_at': '2022-03-14T16:00:12Z', 'revision_number': 4, 'project_id': '263dcaa553924ae498521ad7c50513a7', 'gw_port': {'id': 'c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5', 'name': '', 'network_id': '6a051d6a-9cff-42ce-a688-93957eb06914', 'tenant_id': '263dcaa553924ae498521ad7c50513a7', 'mac_address': 'fa:16:3e:f7:98:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '0eb82ac5-b05e-412d-8acd-5baa2ae8bb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:12Z', 'updated_at': '2022-03-14T16:00:17Z', 'revision_number': 4, 'project_id': '263dcaa553924ae498521ad7c50513a7', 'subnets': [{'id': '0eb82ac5-b05e-412d-8acd-5baa2ae8bb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 16:00:17.976353 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-37f70990-ba31-4d45-b4aa-251bbfec9a59 None None] Provisioning complete for port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:17.976927 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-37f70990-ba31-4d45-b4aa-251bbfec9a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:18.013549 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac3e78-a5fa-49e7-b4e2-f731b2e1a453 req-80737bd6-2a8b-4b71-bef1-3ca9efd99e9b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:18.015153 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c8ac3e78-a5fa-49e7-b4e2-f731b2e1a453 req-80737bd6-2a8b-4b71-bef1-3ca9efd99e9b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 932 time: 0.0542145 Mar 14 16:00:18.027234 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-37f70990-ba31-4d45-b4aa-251bbfec9a59 None None] Port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 16:00:18.062385 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c8ac3e78-a5fa-49e7-b4e2-f731b2e1a453 req-e120a7d1-1399-4789-8606-27d8994a8412 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361757 Mar 14 16:00:18.189878 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 16:00:18.199689 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:18.213116 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] Transition to ACTIVE for port object a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:00:18.216286 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:18.269283 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:18.347436 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] Attempting to bind port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:00:18.347900 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] Attempting to bind port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:00:18.348236 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] Attempting to bind port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 on network 0a3e2dbb-0638-4211-8591-a38a31bd5402 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 16:00:18.353760 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] Port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 on network 0a3e2dbb-0638-4211-8591-a38a31bd5402 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 16:00:18.354077 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] Attempting to bind port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 on network 0a3e2dbb-0638-4211-8591-a38a31bd5402 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 16:00:18.359428 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 16:00:18.359762 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] Checking segment: {'id': '512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 16:00:18.360139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] Bound using segment: {'id': '512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 16:00:18.360567 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] Bound port: a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:00:18.361069 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:18.438261 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] For port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:00:18.441633 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] For port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:00:18.447296 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:18.489453 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:18.490024 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:18.491651 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] 10.222.0.18 "PUT /v2.0/ports/a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 HTTP/1.1" status: 200 len: 1094 time: 0.6857786 Mar 14 16:00:18.494328 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea072c0-5963-456c-87c0-f1d8494442e2', 'tag': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:00:18.497499 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2a2336-c594-4a11-8037-97c28de15919" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea072c0-5963-456c-87c0-f1d8494442e2", "tag": "a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:00:18.548600 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbc575-1ed7-44e9-b0fd-b13bf437efa2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:18.633460 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 16:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91811ecf-02d9-45cb-93a1-b1efb06fded6 x-openstack-request-id: req-91811ecf-02d9-45cb-93a1-b1efb06fded6 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:00:18.633760 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea072c0-5963-456c-87c0-f1d8494442e2", "tag": "a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:00:18.634012 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-91811ecf-02d9-45cb-93a1-b1efb06fded6 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:00:18.634407 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea072c0-5963-456c-87c0-f1d8494442e2', 'tag': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37', 'status': 'completed', 'code': 200} Mar 14 16:00:18.646322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-b56a7bdf-f5ad-4fd7-8c14-70bf10d3f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:18.649094 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-b56a7bdf-f5ad-4fd7-8c14-70bf10d3f272 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 1097 time: 0.1144094 Mar 14 16:00:18.693641 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-974fb094-5fef-4df9-b849-80571c268a8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 HTTP/1.1" status: 200 len: 217 time: 0.0361328 Mar 14 16:00:18.751264 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-1901cf64-5b3a-483e-a950-00925e191041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:18.752664 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-1901cf64-5b3a-483e-a950-00925e191041 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8235831-65bf-4f8a-af36-af94791fb185 HTTP/1.1" status: 200 len: 847 time: 0.0483446 Mar 14 16:00:18.799080 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-d6accc1a-06a8-40f1-a398-e8e2e59aa302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:18.800565 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-d6accc1a-06a8-40f1-a398-e8e2e59aa302 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a3e2dbb-0638-4211-8591-a38a31bd5402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399854 Mar 14 16:00:18.895488 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-19a25ffd-ec3a-4364-a564-57ae5d66c19a service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845571 Mar 14 16:00:18.898743 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:00:18.946484 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:18.946863 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:19.002576 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-31310ef2-3649-4c94-889f-3e1a3fa2a41d req-573a378c-5f3a-4c5a-9a79-7888a9dfc20d service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971103 Mar 14 16:00:19.029476 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:00:19.076946 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:19.077230 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:19.097050 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a2336-c594-4a11-8037-97c28de15919 req-f4542562-1217-41bd-ab18-acc79b4bc707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:19.098817 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2c2a2336-c594-4a11-8037-97c28de15919 req-f4542562-1217-41bd-ab18-acc79b4bc707 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 1097 time: 0.0420814 Mar 14 16:00:19.192924 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86fe64-e0fe-4ce7-bacf-77b3c075769e req-5b478440-a22a-411a-84ef-b9a8de6fff38 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:19.195396 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fb86fe64-e0fe-4ce7-bacf-77b3c075769e req-5b478440-a22a-411a-84ef-b9a8de6fff38 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 944 time: 0.0542889 Mar 14 16:00:19.196119 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a2336-c594-4a11-8037-97c28de15919 req-4a80eaab-bc72-40c9-9caf-d3628b827939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:19.197588 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2c2a2336-c594-4a11-8037-97c28de15919 req-4a80eaab-bc72-40c9-9caf-d3628b827939 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 200 len: 909 time: 0.0924420 Mar 14 16:00:19.234991 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-fb86fe64-e0fe-4ce7-bacf-77b3c075769e req-8211aaeb-d462-4012-8e8e-ab95f53ede51 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332210 Mar 14 16:00:19.242127 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2c2a2336-c594-4a11-8037-97c28de15919 req-c9bd6fb7-08e3-40bb-8aba-949acc9be5cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 HTTP/1.1" status: 200 len: 217 time: 0.0361555 Mar 14 16:00:19.290638 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a2336-c594-4a11-8037-97c28de15919 req-0cc286ba-e577-4378-85fb-abb8c8660e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:19.292100 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2c2a2336-c594-4a11-8037-97c28de15919 req-0cc286ba-e577-4378-85fb-abb8c8660e21 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8235831-65bf-4f8a-af36-af94791fb185 HTTP/1.1" status: 200 len: 847 time: 0.0435162 Mar 14 16:00:19.344415 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a2336-c594-4a11-8037-97c28de15919 req-3b2c3407-54bc-420e-8980-74a60dc879f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:19.345924 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2c2a2336-c594-4a11-8037-97c28de15919 req-3b2c3407-54bc-420e-8980-74a60dc879f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a3e2dbb-0638-4211-8591-a38a31bd5402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462413 Mar 14 16:00:19.439957 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2c2a2336-c594-4a11-8037-97c28de15919 req-2a841bf9-6cd9-4b56-b419-996e58433594 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860093 Mar 14 16:00:19.534080 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2c2a2336-c594-4a11-8037-97c28de15919 req-fa9e3626-d42b-4374-80bf-d48dc755b7af service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860858 Mar 14 16:00:20.352528 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4a647-0a12-44d7-a735-64ef1ef7c98c req-44f31a86-0f2f-46f8-8d2d-470ade8ea431 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:20.354014 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b8e4a647-0a12-44d7-a735-64ef1ef7c98c req-44f31a86-0f2f-46f8-8d2d-470ade8ea431 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 944 time: 0.0508995 Mar 14 16:00:20.390824 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b8e4a647-0a12-44d7-a735-64ef1ef7c98c req-16d7dd21-25cf-44f2-bc43-099d7c31db17 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309863 Mar 14 16:00:20.911104 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 16:00:21.003251 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:21.014305 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'port_id': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37', 'mac_address': 'fa:16:3e:17:8c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 16:00:21.055014 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:21.067370 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 16:00:21.086885 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:21.091684 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:21.139928 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:21.352773 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 16:00:21.505548 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d330acf-b680-42c0-bd80-c18dad02f76f req-b8c1fc26-8ede-45dd-9b3e-bbabb6b19e72 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:21.507738 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1d330acf-b680-42c0-bd80-c18dad02f76f req-b8c1fc26-8ede-45dd-9b3e-bbabb6b19e72 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 945 time: 0.0499337 Mar 14 16:00:21.545807 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1d330acf-b680-42c0-bd80-c18dad02f76f req-43be270f-14f1-499e-9ea6-601378983583 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319874 Mar 14 16:00:22.661193 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cfa07-1fdb-49d4-a6ba-054ef1b8a5e1 req-f451d6d6-4290-4c29-992c-2a0a1bb1afab tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:22.662726 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-319cfa07-1fdb-49d4-a6ba-054ef1b8a5e1 req-f451d6d6-4290-4c29-992c-2a0a1bb1afab tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 945 time: 0.0509527 Mar 14 16:00:22.701324 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-319cfa07-1fdb-49d4-a6ba-054ef1b8a5e1 req-b4e4f263-fb95-4012-b95d-8861f290227c tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323133 Mar 14 16:00:22.924683 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:00:22.972962 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:00:22.977118 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:00:22.977490 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:23.056283 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:23.078753 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea072c0-5963-456c-87c0-f1d8494442e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:00:23.081054 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b827d1f9-1a25-4750-8bb1-2badad9ec68a" -d '{"events": [{"server_uuid": "2ea072c0-5963-456c-87c0-f1d8494442e2", "name": "network-vif-plugged", "status": "completed", "tag": "a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:00:23.094139 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:00:23.098442 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:23.124039 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 16:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0bf01b-c595-410b-ae05-ea9c02f0e6ce x-openstack-request-id: req-bd0bf01b-c595-410b-ae05-ea9c02f0e6ce {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:00:23.124333 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea072c0-5963-456c-87c0-f1d8494442e2", "name": "network-vif-plugged", "status": "completed", "tag": "a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:00:23.124585 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd0bf01b-c595-410b-ae05-ea9c02f0e6ce {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:00:23.124971 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea072c0-5963-456c-87c0-f1d8494442e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37', 'code': 200} Mar 14 16:00:23.150350 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:23.294483 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532e0b9-df55-4e56-b089-d5a28212d7c7 req-5e78768e-945d-4314-b9ae-cdbdcbbbce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:23.296003 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c532e0b9-df55-4e56-b089-d5a28212d7c7 req-5e78768e-945d-4314-b9ae-cdbdcbbbce23 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 1099 time: 0.0385625 Mar 14 16:00:23.334394 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c532e0b9-df55-4e56-b089-d5a28212d7c7 req-c7846a54-ac44-4db1-89ad-08042d5cf660 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317302 Mar 14 16:00:23.815557 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4eb9b-f39b-4324-83ed-794eaccc6943 req-39e74888-722b-4f9e-bcf4-c2bd57d88676 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:23.817039 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eaf4eb9b-f39b-4324-83ed-794eaccc6943 req-39e74888-722b-4f9e-bcf4-c2bd57d88676 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0500998 Mar 14 16:00:23.854924 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eaf4eb9b-f39b-4324-83ed-794eaccc6943 req-12e7c414-e95f-45bf-9cc1-119f3e9a6e81 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319288 Mar 14 16:00:24.971521 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350b68e-713d-461a-b974-aabf9841d2b2 req-280492a4-c7b5-4cbe-b2c1-da5dfe3b9f33 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:24.973021 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d350b68e-713d-461a-b974-aabf9841d2b2 req-280492a4-c7b5-4cbe-b2c1-da5dfe3b9f33 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0495231 Mar 14 16:00:25.012944 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d350b68e-713d-461a-b974-aabf9841d2b2 req-39a4a108-181b-4ebc-a18b-c2e9d9c166df tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324740 Mar 14 16:00:25.128045 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc1125-9664-4c19-b5d7-698d00474b73 req-0d6c7ec1-32c7-4839-a32e-701d054a56ff tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:25.129531 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e8cc1125-9664-4c19-b5d7-698d00474b73 req-0d6c7ec1-32c7-4839-a32e-701d054a56ff tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0485954 Mar 14 16:00:25.166874 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e8cc1125-9664-4c19-b5d7-698d00474b73 req-15a5a5ad-7666-430f-bb3d-bb75df0d0701 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310037 Mar 14 16:00:25.188656 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34522) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:25.267145 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a2253d-d210-442e-9679-054dfaf9905b tempest-TestShelveInstance-2066484400 tempest-TestShelveInstance-2066484400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:25.268646 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-16a2253d-d210-442e-9679-054dfaf9905b tempest-TestShelveInstance-2066484400 tempest-TestShelveInstance-2066484400-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 1094 time: 0.0789835 Mar 14 16:00:25.271530 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34526) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:00:25.275688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-0fe891ac-935c-4890-88c3-b512f2eb1f3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:00:25.296731 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0fe891ac-935c-4890-88c3-b512f2eb1f3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:25.394963 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0fe891ac-935c-4890-88c3-b512f2eb1f3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:25.504349 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-0fe891ac-935c-4890-88c3-b512f2eb1f3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Allocated IP 172.26.6.43 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/9b87bca1-4892-4323-844a-a41126828849) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:00:25.603864 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0fe891ac-935c-4890-88c3-b512f2eb1f3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:25.636793 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0fe891ac-935c-4890-88c3-b512f2eb1f3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:25.675829 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe891ac-935c-4890-88c3-b512f2eb1f3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:00:25.678647 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-0fe891ac-935c-4890-88c3-b512f2eb1f3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:00:25.681239 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe891ac-935c-4890-88c3-b512f2eb1f3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 16:00:25.712762 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe891ac-935c-4890-88c3-b512f2eb1f3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event updated for resources: {'Port': ['ID=9b87bca1-4892-4323-844a-a41126828849,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:26.045314 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0fe891ac-935c-4890-88c3-b512f2eb1f3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:26.113687 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0fe891ac-935c-4890-88c3-b512f2eb1f3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:26.261595 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0fe891ac-935c-4890-88c3-b512f2eb1f3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:26.265809 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0fe891ac-935c-4890-88c3-b512f2eb1f3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:26.336487 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe891ac-935c-4890-88c3-b512f2eb1f3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event updated for resources: {'Port': ['ID=9b87bca1-4892-4323-844a-a41126828849,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:00:26.344403 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0fe891ac-935c-4890-88c3-b512f2eb1f3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:26.446964 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-0fe891ac-935c-4890-88c3-b512f2eb1f3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Floating IP f34f0979-588b-4315-a50d-13eadcb69582 associated. External IP: 172.26.6.43, port: a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37. Mar 14 16:00:26.658593 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe891ac-935c-4890-88c3-b512f2eb1f3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Router c54d6376-269a-4750-86fc-bd2304d8ff21 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:00:26.766302 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe891ac-935c-4890-88c3-b512f2eb1f3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:00:26.776344 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8e5a1e-eddf-46b7-99b5-0209a5ad03a7 None None] Sync routers for ids ['c54d6376-269a-4750-86fc-bd2304d8ff21'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 16:00:26.783854 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0fe891ac-935c-4890-88c3-b512f2eb1f3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:26.785653 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8e5a1e-eddf-46b7-99b5-0209a5ad03a7 None None] Routers {'c54d6376-269a-4750-86fc-bd2304d8ff21'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:00:26.786280 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-4d8e5a1e-eddf-46b7-99b5-0209a5ad03a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:00:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['c54d6376-269a-4750-86fc-bd2304d8ff21'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:26.811184 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-0fe891ac-935c-4890-88c3-b512f2eb1f3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5386372 Mar 14 16:00:26.811769 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea072c0-5963-456c-87c0-f1d8494442e2', 'tag': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:00:26.814000 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d6f7c6-364f-403b-80ad-4917c2f4c0b2" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea072c0-5963-456c-87c0-f1d8494442e2", "tag": "a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:00:26.851551 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 16:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0505b5b-3719-4108-94ec-cc0cd973b626 x-openstack-request-id: req-e0505b5b-3719-4108-94ec-cc0cd973b626 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:00:26.851898 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea072c0-5963-456c-87c0-f1d8494442e2", "tag": "a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:00:26.852185 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e0505b5b-3719-4108-94ec-cc0cd973b626 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:00:26.852600 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea072c0-5963-456c-87c0-f1d8494442e2', 'tag': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37', 'status': 'completed', 'code': 200} Mar 14 16:00:26.894109 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-4d8e5a1e-eddf-46b7-99b5-0209a5ad03a7 None None] Set router c54d6376-269a-4750-86fc-bd2304d8ff21 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:00:26.916377 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6f7c6-364f-403b-80ad-4917c2f4c0b2 req-939e6f21-030a-46be-b914-1a15fe4a4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:26.917798 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75d6f7c6-364f-403b-80ad-4917c2f4c0b2 req-939e6f21-030a-46be-b914-1a15fe4a4c59 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 1099 time: 0.0421216 Mar 14 16:00:27.013805 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6f7c6-364f-403b-80ad-4917c2f4c0b2 req-7d52ff58-a7bb-45b2-9ab7-abed00608208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:27.015298 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75d6f7c6-364f-403b-80ad-4917c2f4c0b2 req-7d52ff58-a7bb-45b2-9ab7-abed00608208 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 200 len: 909 time: 0.0909350 Mar 14 16:00:27.081628 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75d6f7c6-364f-403b-80ad-4917c2f4c0b2 req-7a15432e-e079-4ebc-8c0e-664cdab77e8f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 HTTP/1.1" status: 200 len: 999 time: 0.0600407 Mar 14 16:00:27.117717 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-4d8e5a1e-eddf-46b7-99b5-0209a5ad03a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 4, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'gw_port': {'id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'f34f0979-588b-4315-a50d-13eadcb69582', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'floating_ip_address': '172.26.6.43', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'port_id': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'mac_address': 'fa:16:3e:17:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea072c0-5963-456c-87c0-f1d8494442e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:00:25Z', 'updated_at': '2022-03-14T16:00:25Z', 'revision_number': 0, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dfce19c-3c65-40bd-a96f-1562603cf61c', 'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'mac_address': 'fa:16:3e:59:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:07Z', 'updated_at': '2022-03-14T16:00:12Z', 'revision_number': 5, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'subnets': [{'id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:27.129202 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6f7c6-364f-403b-80ad-4917c2f4c0b2 req-3c93d9f0-78ea-4f0f-8186-5dc25fc77a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:27.130655 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75d6f7c6-364f-403b-80ad-4917c2f4c0b2 req-3c93d9f0-78ea-4f0f-8186-5dc25fc77a8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8235831-65bf-4f8a-af36-af94791fb185 HTTP/1.1" status: 200 len: 847 time: 0.0421474 Mar 14 16:00:27.143720 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8e5a1e-eddf-46b7-99b5-0209a5ad03a7 None None] Checking router: c54d6376-269a-4750-86fc-bd2304d8ff21 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 16:00:27.152393 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8e5a1e-eddf-46b7-99b5-0209a5ad03a7 None None] Routers {'c54d6376-269a-4750-86fc-bd2304d8ff21'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:00:27.152997 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-4d8e5a1e-eddf-46b7-99b5-0209a5ad03a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:00:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['c54d6376-269a-4750-86fc-bd2304d8ff21'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:27.179460 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6f7c6-364f-403b-80ad-4917c2f4c0b2 req-948c144e-4dd3-4a5c-b02c-8976234d0268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:27.180887 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75d6f7c6-364f-403b-80ad-4917c2f4c0b2 req-948c144e-4dd3-4a5c-b02c-8976234d0268 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a3e2dbb-0638-4211-8591-a38a31bd5402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435152 Mar 14 16:00:27.257731 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-4d8e5a1e-eddf-46b7-99b5-0209a5ad03a7 None None] Set router c54d6376-269a-4750-86fc-bd2304d8ff21 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:00:27.269821 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75d6f7c6-364f-403b-80ad-4917c2f4c0b2 req-ac92a707-8432-4e64-93de-194b0ccf8f9c service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815303 Mar 14 16:00:27.364826 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75d6f7c6-364f-403b-80ad-4917c2f4c0b2 req-b011b721-69fc-477f-bd0d-9c6f2b478214 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875888 Mar 14 16:00:27.486190 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-4d8e5a1e-eddf-46b7-99b5-0209a5ad03a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 4, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'gw_port': {'id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'f34f0979-588b-4315-a50d-13eadcb69582', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'floating_ip_address': '172.26.6.43', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'port_id': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'mac_address': 'fa:16:3e:17:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea072c0-5963-456c-87c0-f1d8494442e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:00:25Z', 'updated_at': '2022-03-14T16:00:25Z', 'revision_number': 0, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dfce19c-3c65-40bd-a96f-1562603cf61c', 'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'mac_address': 'fa:16:3e:59:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:07Z', 'updated_at': '2022-03-14T16:00:12Z', 'revision_number': 5, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'subnets': [{'id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:00:27.512919 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8e5a1e-eddf-46b7-99b5-0209a5ad03a7 None None] The sync data for ids ['c54d6376-269a-4750-86fc-bd2304d8ff21'] in dv-neutron-833559-1-hyperv is: [{'id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 4, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'gw_port': {'id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': 'f34f0979-588b-4315-a50d-13eadcb69582', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'floating_ip_address': '172.26.6.43', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'port_id': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'mac_address': 'fa:16:3e:17:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea072c0-5963-456c-87c0-f1d8494442e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:00:25Z', 'updated_at': '2022-03-14T16:00:25Z', 'revision_number': 0, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dfce19c-3c65-40bd-a96f-1562603cf61c', 'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'mac_address': 'fa:16:3e:59:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:07Z', 'updated_at': '2022-03-14T16:00:12Z', 'revision_number': 5, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'subnets': [{'id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 16:00:27.706474 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433b4a61-1f9c-4b91-ae2f-ed54cfdbf552 None None] New status for floating IP f34f0979-588b-4315-a50d-13eadcb69582: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 16:00:34.113827 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-043781bf-3ff4-4f29-93d7-0734b9b62720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:36.512088 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0a955922-17c5-417f-8bc2-4668e40fba9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:37.592452 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:39.015980 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:39.186738 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:39.410296 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:00:48.360399 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:00:49.781121 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d8784758-2b2d-4f22-b0d2-b69b61ad9c44 req-51597471-35ed-4b49-b377-9ceaa6d6bc4c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379462 Mar 14 16:00:49.860686 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8784758-2b2d-4f22-b0d2-b69b61ad9c44 req-1c573dfa-07a7-475f-81d9-21bb8446c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:49.862153 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d8784758-2b2d-4f22-b0d2-b69b61ad9c44 req-1c573dfa-07a7-475f-81d9-21bb8446c736 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 1099 time: 0.0397387 Mar 14 16:00:49.968199 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8784758-2b2d-4f22-b0d2-b69b61ad9c44 req-0818d41a-3c96-4509-9830-ccb7e9234375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:49.969653 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d8784758-2b2d-4f22-b0d2-b69b61ad9c44 req-0818d41a-3c96-4509-9830-ccb7e9234375 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 200 len: 909 time: 0.0875721 Mar 14 16:00:50.033930 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d8784758-2b2d-4f22-b0d2-b69b61ad9c44 req-a9f112e5-6711-4483-ac5a-42bc5b649644 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 HTTP/1.1" status: 200 len: 1001 time: 0.0567515 Mar 14 16:00:50.089773 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8784758-2b2d-4f22-b0d2-b69b61ad9c44 req-35b9a865-2a26-4f61-8afb-186d79676875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:50.091245 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d8784758-2b2d-4f22-b0d2-b69b61ad9c44 req-35b9a865-2a26-4f61-8afb-186d79676875 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8235831-65bf-4f8a-af36-af94791fb185 HTTP/1.1" status: 200 len: 847 time: 0.0472429 Mar 14 16:00:50.138255 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8784758-2b2d-4f22-b0d2-b69b61ad9c44 req-8e0e5b03-cf2b-4442-b69c-09f6e3f1298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:00:50.139766 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d8784758-2b2d-4f22-b0d2-b69b61ad9c44 req-8e0e5b03-cf2b-4442-b69c-09f6e3f1298a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a3e2dbb-0638-4211-8591-a38a31bd5402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401123 Mar 14 16:00:50.228798 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d8784758-2b2d-4f22-b0d2-b69b61ad9c44 req-82b47fc5-27dc-4e91-bd39-2154dc9496f1 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818379 Mar 14 16:00:50.319941 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d8784758-2b2d-4f22-b0d2-b69b61ad9c44 req-b2586727-6213-43ed-a714-d9c4f3e80303 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832918 Mar 14 16:01:04.116808 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-bfbde70e-0512-4982-9016-6109335d8223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:06.511665 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-df6f8514-6c82-44e8-adcb-e130b8301327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:07.595200 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:09.017709 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:09.186092 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:09.415576 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:25.359987 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:01:34.117910 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-71e9c36e-2d5b-455a-a001-5250d5860567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:36.512679 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b653c01b-255e-459b-b1d9-d2f3e8f268d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:37.597652 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:39.020885 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:39.199837 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:39.418631 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:01:40.975723 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [req-49dcc046-64dc-4fc6-b2f3-3278ccd5e777 req-bb08d69d-9db2-4a2c-8c76-0fa8a99e4857 service neutron] (102568) timed out ('10.222.0.59', 59078) {{(pid=102568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 14 16:01:51.796674 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6c74b3a6-c9f1-49f3-b744-dacbc516e40c req-5765f607-bbd9-463e-b8bb-d3f09369483d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435941 Mar 14 16:01:51.886643 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74b3a6-c9f1-49f3-b744-dacbc516e40c req-3879bd97-ac93-49a6-87b6-974b7734be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:01:51.888151 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6c74b3a6-c9f1-49f3-b744-dacbc516e40c req-3879bd97-ac93-49a6-87b6-974b7734be28 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 1099 time: 0.0401225 Mar 14 16:01:51.993020 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74b3a6-c9f1-49f3-b744-dacbc516e40c req-a8da9c73-8efd-45b9-ac2d-840ca86075a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:01:51.994541 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6c74b3a6-c9f1-49f3-b744-dacbc516e40c req-a8da9c73-8efd-45b9-ac2d-840ca86075a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 200 len: 909 time: 0.0820456 Mar 14 16:01:52.063995 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6c74b3a6-c9f1-49f3-b744-dacbc516e40c req-c03191a0-462b-4d7b-8f43-7373c3d1c118 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 HTTP/1.1" status: 200 len: 1001 time: 0.0593455 Mar 14 16:01:52.115197 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74b3a6-c9f1-49f3-b744-dacbc516e40c req-16067b03-e02c-4d6a-a31f-ef86256c32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:01:52.116634 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6c74b3a6-c9f1-49f3-b744-dacbc516e40c req-16067b03-e02c-4d6a-a31f-ef86256c32ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8235831-65bf-4f8a-af36-af94791fb185 HTTP/1.1" status: 200 len: 847 time: 0.0427074 Mar 14 16:01:52.166208 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74b3a6-c9f1-49f3-b744-dacbc516e40c req-90d04c0d-74de-4f44-8ddf-c6cd49b01114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:01:52.167703 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6c74b3a6-c9f1-49f3-b744-dacbc516e40c req-90d04c0d-74de-4f44-8ddf-c6cd49b01114 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a3e2dbb-0638-4211-8591-a38a31bd5402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398014 Mar 14 16:01:52.261892 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6c74b3a6-c9f1-49f3-b744-dacbc516e40c req-6a1c38f2-743d-4777-8bf0-7c597df601db service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832810 Mar 14 16:01:52.351406 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6c74b3a6-c9f1-49f3-b744-dacbc516e40c req-09bab6d6-5909-41e2-85e5-4bfe1e6f80f2 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794706 Mar 14 16:02:02.359865 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:02:04.119223 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-34f8ee09-cc47-4fc6-8c1d-78527be1b668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:06.512791 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-142533a9-7f65-4810-b5de-9155f0aa50db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:07.601201 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:09.023531 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:09.198296 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:09.420631 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:24.570343 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b24b6-bab9-4ff2-9bce-107d10d5e975 req-ed1b7a6b-e7c4-4568-b790-6fca7b6d4b33 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:24.572137 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bf0b24b6-bab9-4ff2-9bce-107d10d5e975 req-ed1b7a6b-e7c4-4568-b790-6fca7b6d4b33 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0542431 Mar 14 16:02:24.608894 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bf0b24b6-bab9-4ff2-9bce-107d10d5e975 req-423b52f7-e4c6-4a9e-b714-ae2cc695acd8 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307970 Mar 14 16:02:25.728031 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6299015-35de-416f-8e4c-d8bfc2e180c0 req-5cc26e6c-c3d2-486f-bc6f-a8abd2e76197 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:25.729410 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b6299015-35de-416f-8e4c-d8bfc2e180c0 req-5cc26e6c-c3d2-486f-bc6f-a8abd2e76197 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0523167 Mar 14 16:02:25.767450 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b6299015-35de-416f-8e4c-d8bfc2e180c0 req-cf35d177-05cc-4162-9c73-d209451c3f1b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322340 Mar 14 16:02:26.882183 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793a755-5636-4d25-8c50-ca15e6042972 req-6ed3c093-4959-4a96-99e5-076dfc7a52d6 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:26.883988 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6793a755-5636-4d25-8c50-ca15e6042972 req-6ed3c093-4959-4a96-99e5-076dfc7a52d6 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0483189 Mar 14 16:02:26.920954 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6793a755-5636-4d25-8c50-ca15e6042972 req-d208ff5b-080e-4a0f-8fdc-e6ef0aa77441 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312004 Mar 14 16:02:28.033507 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ea85c-2363-4b11-ad68-ce6b01894039 req-058a4654-1766-48ca-8797-5a8a53bccec1 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:28.034998 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-385ea85c-2363-4b11-ad68-ce6b01894039 req-058a4654-1766-48ca-8797-5a8a53bccec1 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0483022 Mar 14 16:02:28.073870 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-385ea85c-2363-4b11-ad68-ce6b01894039 req-38d2b878-ec99-4723-8ec0-0b9e7c4dcb99 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325558 Mar 14 16:02:29.187984 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34035cdf-e98c-4de3-8918-712e8d41f928 req-884d2151-8d6d-4184-a565-7acdbdbb2355 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:29.189401 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-34035cdf-e98c-4de3-8918-712e8d41f928 req-884d2151-8d6d-4184-a565-7acdbdbb2355 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0479710 Mar 14 16:02:29.227600 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-34035cdf-e98c-4de3-8918-712e8d41f928 req-6f4e082e-933b-4376-ac73-ae0bebf3fa5e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316002 Mar 14 16:02:30.341398 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f474f96-95a1-4998-a48c-7c9aec971c20 req-de24ea38-02f4-478c-87f1-a3b1d1e9a0d9 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:30.342860 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4f474f96-95a1-4998-a48c-7c9aec971c20 req-de24ea38-02f4-478c-87f1-a3b1d1e9a0d9 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0480917 Mar 14 16:02:30.380142 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4f474f96-95a1-4998-a48c-7c9aec971c20 req-58091d1f-71c6-46b0-adcc-6c3b4a8c0d2e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313251 Mar 14 16:02:31.499583 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93718583-da9f-4b37-a7c3-7b3eca46b3b0 req-ad189e34-73d0-42a4-a0e0-58b35a887ada tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:31.501058 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-93718583-da9f-4b37-a7c3-7b3eca46b3b0 req-ad189e34-73d0-42a4-a0e0-58b35a887ada tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0534260 Mar 14 16:02:31.539651 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-93718583-da9f-4b37-a7c3-7b3eca46b3b0 req-e4fd8b74-e3af-42b2-9db4-dc5914afde73 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319333 Mar 14 16:02:32.657194 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfba935-51d2-4a8e-8f9f-0c2eaaee0a3d req-d0c00927-46be-4c72-9342-8d51b7fb6a03 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:32.658646 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1dfba935-51d2-4a8e-8f9f-0c2eaaee0a3d req-d0c00927-46be-4c72-9342-8d51b7fb6a03 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0519657 Mar 14 16:02:32.696222 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1dfba935-51d2-4a8e-8f9f-0c2eaaee0a3d req-2a61632b-dec4-49d3-891f-c9f481b5f1ff tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312967 Mar 14 16:02:33.810404 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebf787-b7a5-46f5-a72d-bce423dae62b req-cbe27e2a-b13f-420c-b752-151ad2c1cd6d tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:33.811929 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c0ebf787-b7a5-46f5-a72d-bce423dae62b req-cbe27e2a-b13f-420c-b752-151ad2c1cd6d tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0496225 Mar 14 16:02:33.848727 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c0ebf787-b7a5-46f5-a72d-bce423dae62b req-324bf5cd-3e0a-4642-9205-d579e32058b2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310667 Mar 14 16:02:34.121022 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1add117f-27cf-401d-940b-0f2b8b7f2311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:34.963429 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a24e3-e759-4d6c-b4e7-a200182e9f0a req-334ec304-4b3f-447e-adfc-b4a43aef4c1e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:34.964862 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eb2a24e3-e759-4d6c-b4e7-a200182e9f0a req-334ec304-4b3f-447e-adfc-b4a43aef4c1e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0481379 Mar 14 16:02:35.001245 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eb2a24e3-e759-4d6c-b4e7-a200182e9f0a req-a48b25d2-f02e-49e5-b545-c97e420221f3 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306468 Mar 14 16:02:36.116180 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7bbf8-f40e-4b5f-af97-03056f108dbb req-945a797d-9b58-4ac2-8e6f-1762cae33754 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:36.117628 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-21a7bbf8-f40e-4b5f-af97-03056f108dbb req-945a797d-9b58-4ac2-8e6f-1762cae33754 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0484321 Mar 14 16:02:36.154701 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-21a7bbf8-f40e-4b5f-af97-03056f108dbb req-2cd2fe76-04b7-4342-82c3-ed76d05c5711 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312629 Mar 14 16:02:36.514388 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e870d052-bf9a-403b-a239-59bb717cbc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:37.268466 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7d395-6a35-4fb3-9289-b7aef96f9aff req-8cbcfcf6-698e-4c67-a1a6-cb605c524197 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:37.270046 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-60d7d395-6a35-4fb3-9289-b7aef96f9aff req-8cbcfcf6-698e-4c67-a1a6-cb605c524197 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0491374 Mar 14 16:02:37.311109 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-60d7d395-6a35-4fb3-9289-b7aef96f9aff req-da1e8ef4-ace9-4001-a462-b9370ccb5bfe tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327826 Mar 14 16:02:37.604356 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:37.688162 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 16:02:37.943521 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:02:37.958076 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'port_id': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37', 'mac_address': 'fa:16:3e:17:8c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 16:02:37.998254 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:38.015494 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 16:02:38.039865 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:02:38.047289 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:38.107537 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:02:38.114496 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:38.115772 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:38.116379 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:38.116592 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:38.116937 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:38.117275 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:38.117609 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:38.117949 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:38.118274 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:38.118603 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:38.118957 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:38.119449 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:02:38.132296 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 16:02:38.445418 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc9e95-eac5-4864-9c71-fc3825e5cd35 req-229d0fff-44a6-4786-a331-498e63cc677a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:38.447340 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f5dc9e95-eac5-4864-9c71-fc3825e5cd35 req-229d0fff-44a6-4786-a331-498e63cc677a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 945 time: 0.0598276 Mar 14 16:02:38.493939 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f5dc9e95-eac5-4864-9c71-fc3825e5cd35 req-08bcba6d-ae1d-4115-8f6b-31179267a344 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399649 Mar 14 16:02:39.033149 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:39.210426 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:39.358906 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:02:39.426426 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:39.634442 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe197e0e-1d17-4902-bb45-24f293c93b74 req-8e8576a5-9347-4154-b8df-543f29ce89ef tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:39.636664 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fe197e0e-1d17-4902-bb45-24f293c93b74 req-8e8576a5-9347-4154-b8df-543f29ce89ef tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 945 time: 0.0657651 Mar 14 16:02:39.695236 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fe197e0e-1d17-4902-bb45-24f293c93b74 req-30debe23-53fb-4a3c-b048-561a4ae61177 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511129 Mar 14 16:02:39.696028 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:02:39.771734 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:02:39.772115 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:39.861257 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:39.887865 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea072c0-5963-456c-87c0-f1d8494442e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:02:39.890143 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e4a600-81bf-4d04-9e2c-ae93f10bf4ec" -d '{"events": [{"server_uuid": "2ea072c0-5963-456c-87c0-f1d8494442e2", "name": "network-vif-plugged", "status": "completed", "tag": "a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:02:39.916502 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:02:39.923188 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:39.975974 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:02:40.816664 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3558aec-9068-46c5-89c1-9c9c59e2f041 req-8086defd-8b91-4a95-9bce-e22e689ee6b7 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:40.818239 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a3558aec-9068-46c5-89c1-9c9c59e2f041 req-8086defd-8b91-4a95-9bce-e22e689ee6b7 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0518773 Mar 14 16:02:40.867284 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a3558aec-9068-46c5-89c1-9c9c59e2f041 req-ba193692-7137-452e-a310-6b9151fcee70 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406160 Mar 14 16:02:41.032078 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 16:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7621c845-0b48-4019-9a58-c3658a4150e9 x-openstack-request-id: req-7621c845-0b48-4019-9a58-c3658a4150e9 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:02:41.032525 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea072c0-5963-456c-87c0-f1d8494442e2", "name": "network-vif-plugged", "status": "completed", "tag": "a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:02:41.032639 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7621c845-0b48-4019-9a58-c3658a4150e9 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:02:41.033035 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea072c0-5963-456c-87c0-f1d8494442e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37', 'code': 200} Mar 14 16:02:41.999764 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754f7fe-17e7-4a1d-bdd4-7db80b855605 req-78f1338a-8705-4dee-9b05-5d9ec4d4a207 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:42.001301 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1754f7fe-17e7-4a1d-bdd4-7db80b855605 req-78f1338a-8705-4dee-9b05-5d9ec4d4a207 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0603137 Mar 14 16:02:42.046231 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1754f7fe-17e7-4a1d-bdd4-7db80b855605 req-ccf58c31-3b3b-4e67-9c76-ea1bf23b2af5 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370715 Mar 14 16:02:43.177647 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cc1c6-6314-49da-8b0b-cfe385202d40 req-30954b97-705d-4927-8305-bf230fb340ec tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:43.179821 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8f2cc1c6-6314-49da-8b0b-cfe385202d40 req-30954b97-705d-4927-8305-bf230fb340ec tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0533543 Mar 14 16:02:43.221456 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8f2cc1c6-6314-49da-8b0b-cfe385202d40 req-e2d800e8-5391-48d9-b075-e5b076e78e6d tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355020 Mar 14 16:02:44.348466 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564dbef-2ef3-45d1-acb1-ef68a19b5302 req-c975d39f-0819-45b6-bb19-78d7f58a32fc tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:44.350783 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f564dbef-2ef3-45d1-acb1-ef68a19b5302 req-c975d39f-0819-45b6-bb19-78d7f58a32fc tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0552177 Mar 14 16:02:44.399201 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f564dbef-2ef3-45d1-acb1-ef68a19b5302 req-fffbd451-2a1b-4039-80ad-09641d1151f6 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393190 Mar 14 16:02:45.517979 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0ce43-a47c-4888-9f2d-80b24775a1ed req-1d85b192-9094-464c-8143-b3ed534c07ba tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:45.519631 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c2b0ce43-a47c-4888-9f2d-80b24775a1ed req-1d85b192-9094-464c-8143-b3ed534c07ba tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0524242 Mar 14 16:02:45.566265 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-c2b0ce43-a47c-4888-9f2d-80b24775a1ed req-ad5001b7-ee51-4ce1-ad63-f09f179b3eb5 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361989 Mar 14 16:02:46.686786 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8180d-30af-42f1-8691-88a76710c67b req-ba6b5668-ca2f-40c2-bc6b-14478bc91ce7 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:46.688314 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-51b8180d-30af-42f1-8691-88a76710c67b req-ba6b5668-ca2f-40c2-bc6b-14478bc91ce7 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0502031 Mar 14 16:02:46.728739 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-51b8180d-30af-42f1-8691-88a76710c67b req-cb60d3af-1838-42e2-8d90-72db8541e373 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329099 Mar 14 16:02:47.081694 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5eb3bf-93a6-4dce-9c86-3a52219a0ccf req-e0895e9d-a763-48ee-963b-62f2fd94f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:47.083848 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ab5eb3bf-93a6-4dce-9c86-3a52219a0ccf req-e0895e9d-a763-48ee-963b-62f2fd94f84a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 1099 time: 0.0397985 Mar 14 16:02:47.179267 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5eb3bf-93a6-4dce-9c86-3a52219a0ccf req-e935d120-d10c-46d8-bbf9-f0332f5992f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:47.180671 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ab5eb3bf-93a6-4dce-9c86-3a52219a0ccf req-e935d120-d10c-46d8-bbf9-f0332f5992f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 200 len: 909 time: 0.0910504 Mar 14 16:02:47.248627 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ab5eb3bf-93a6-4dce-9c86-3a52219a0ccf req-ac716fd8-f112-4135-98bf-a55c5a7f4026 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 HTTP/1.1" status: 200 len: 1001 time: 0.0569510 Mar 14 16:02:47.301297 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5eb3bf-93a6-4dce-9c86-3a52219a0ccf req-6becdf79-6ecc-4def-92cb-91ecb34c47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:47.302813 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ab5eb3bf-93a6-4dce-9c86-3a52219a0ccf req-6becdf79-6ecc-4def-92cb-91ecb34c47f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8235831-65bf-4f8a-af36-af94791fb185 HTTP/1.1" status: 200 len: 847 time: 0.0464528 Mar 14 16:02:47.350772 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5eb3bf-93a6-4dce-9c86-3a52219a0ccf req-94684158-b36e-4d3b-9fcb-b8705dd59878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:47.352236 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ab5eb3bf-93a6-4dce-9c86-3a52219a0ccf req-94684158-b36e-4d3b-9fcb-b8705dd59878 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a3e2dbb-0638-4211-8591-a38a31bd5402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390575 Mar 14 16:02:47.442251 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ab5eb3bf-93a6-4dce-9c86-3a52219a0ccf req-eb317ded-7dcd-49e2-8db4-54df7aee1770 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792558 Mar 14 16:02:47.537106 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ab5eb3bf-93a6-4dce-9c86-3a52219a0ccf req-86051ba5-df13-49da-8547-be21583d2456 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842698 Mar 14 16:02:47.846047 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89862c4f-5c6f-4b21-b052-bf9fc4208719 req-eaad4dbc-335c-4ca9-af5a-dc82340ac7a4 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:47.847515 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-89862c4f-5c6f-4b21-b052-bf9fc4208719 req-eaad4dbc-335c-4ca9-af5a-dc82340ac7a4 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0515401 Mar 14 16:02:47.885977 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-89862c4f-5c6f-4b21-b052-bf9fc4208719 req-f5039275-a1d4-4c75-94f5-5756aaf6c468 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317593 Mar 14 16:02:48.999628 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb115e-6845-4b92-96c2-344ab88918e3 req-1350688d-09ac-44e6-97d3-180515c4fa87 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:49.001066 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-04eb115e-6845-4b92-96c2-344ab88918e3 req-1350688d-09ac-44e6-97d3-180515c4fa87 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0480313 Mar 14 16:02:49.037402 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-04eb115e-6845-4b92-96c2-344ab88918e3 req-e7cabedd-1eee-4aae-a108-71b6a90c6396 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303667 Mar 14 16:02:50.150039 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae89f4-199d-4eec-be69-fa2de5d72586 req-97fe0768-cd53-45ce-a4b7-c1115c7c0042 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:50.151503 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3fae89f4-199d-4eec-be69-fa2de5d72586 req-97fe0768-cd53-45ce-a4b7-c1115c7c0042 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0487573 Mar 14 16:02:50.190440 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3fae89f4-199d-4eec-be69-fa2de5d72586 req-2f6b5f15-d87c-4e94-9bbd-f506cb51a9ef tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329919 Mar 14 16:02:50.299607 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [req-243779e6-82c3-461c-bbfb-ff52293b300b req-f1d05da8-5e80-48b1-bc84-945319866cc0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 16:02:50.300604 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-243779e6-82c3-461c-bbfb-ff52293b300b req-f1d05da8-5e80-48b1-bc84-945319866cc0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475276 Mar 14 16:02:50.457294 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb5feb-2b10-482a-8b4d-3e3e25a7126d req-dcccb6e7-d443-41e6-b18e-13e30669593b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:50.459163 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6fdb5feb-2b10-482a-8b4d-3e3e25a7126d req-dcccb6e7-d443-41e6-b18e-13e30669593b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.0529907 Mar 14 16:02:50.498881 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6fdb5feb-2b10-482a-8b4d-3e3e25a7126d req-85942644-db49-4912-a09f-20f7aa8dfbfd tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341358 Mar 14 16:02:50.721067 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ec4fb853-3903-4b74-8ce2-447c57396bf8 req-a09f417d-e704-4ed6-a95b-8158fa34d02b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854743 Mar 14 16:02:51.810285 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:02:51.889258 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:51.912927 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea072c0-5963-456c-87c0-f1d8494442e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:02:51.915317 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6744e2e4-5cf8-48cb-96b0-13ac85fd095e" -d '{"events": [{"server_uuid": "2ea072c0-5963-456c-87c0-f1d8494442e2", "name": "network-vif-unplugged", "status": "completed", "tag": "a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:02:51.928427 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:02:51.933793 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:02:51.963315 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 16:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ad194d-2a2e-466c-b758-1d1fa9ec793f x-openstack-request-id: req-d5ad194d-2a2e-466c-b758-1d1fa9ec793f {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:02:51.963609 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea072c0-5963-456c-87c0-f1d8494442e2", "name": "network-vif-unplugged", "status": "completed", "tag": "a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:02:51.963867 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d5ad194d-2a2e-466c-b758-1d1fa9ec793f {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:02:51.964257 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea072c0-5963-456c-87c0-f1d8494442e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37', 'code': 200} Mar 14 16:02:51.988222 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fb853-3903-4b74-8ce2-447c57396bf8 req-c229d9bc-53bf-41dd-9a4f-b3c04079aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:51.989300 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,revision_number=8']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:02:51.989948 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ec4fb853-3903-4b74-8ce2-447c57396bf8 req-c229d9bc-53bf-41dd-9a4f-b3c04079aaa5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2&tenant_id=db2bf3b4076f455cb1cf1a8389f6675c HTTP/1.1" status: 200 len: 1099 time: 0.4399104 Mar 14 16:02:52.011686 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57dba89-3f30-4f2e-8289-456bbcea541d req-24528115-d567-42ef-8044-62f6d55cb960 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:52.013119 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c57dba89-3f30-4f2e-8289-456bbcea541d req-24528115-d567-42ef-8044-62f6d55cb960 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 946 time: 0.4374404 Mar 14 16:02:52.015524 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9fdab-b59f-4e70-9432-4a66a4b37317 req-f580c7cc-a44c-46ef-9b4a-c11c54e4aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:52.016868 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-66a9fdab-b59f-4e70-9432-4a66a4b37317 req-f580c7cc-a44c-46ef-9b4a-c11c54e4aaed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 1097 time: 0.0664780 Mar 14 16:02:52.059009 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c57dba89-3f30-4f2e-8289-456bbcea541d req-4fb8771d-64d2-427b-b4b5-f707cd721872 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396004 Mar 14 16:02:52.137522 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9fdab-b59f-4e70-9432-4a66a4b37317 req-590b8b4a-c913-477f-beab-1181c86542aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:52.139072 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-66a9fdab-b59f-4e70-9432-4a66a4b37317 req-590b8b4a-c913-477f-beab-1181c86542aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 200 len: 909 time: 0.0943379 Mar 14 16:02:52.207410 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-66a9fdab-b59f-4e70-9432-4a66a4b37317 req-73e038ca-9e6d-4857-a642-d48d32380e49 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 HTTP/1.1" status: 200 len: 999 time: 0.0585961 Mar 14 16:02:52.258144 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9fdab-b59f-4e70-9432-4a66a4b37317 req-6f1dad25-f59a-4d68-bf0b-18943949d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:52.259593 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-66a9fdab-b59f-4e70-9432-4a66a4b37317 req-6f1dad25-f59a-4d68-bf0b-18943949d13c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8235831-65bf-4f8a-af36-af94791fb185 HTTP/1.1" status: 200 len: 847 time: 0.0423803 Mar 14 16:02:52.311062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9fdab-b59f-4e70-9432-4a66a4b37317 req-9161bf61-a70c-4e53-ad9e-869864a65d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:52.312588 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-66a9fdab-b59f-4e70-9432-4a66a4b37317 req-9161bf61-a70c-4e53-ad9e-869864a65d37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a3e2dbb-0638-4211-8591-a38a31bd5402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428402 Mar 14 16:02:52.403669 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-66a9fdab-b59f-4e70-9432-4a66a4b37317 req-b01b9df7-a1af-4382-b384-4d184bd930a4 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799031 Mar 14 16:02:52.502036 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-66a9fdab-b59f-4e70-9432-4a66a4b37317 req-891b2636-e766-4e90-b618-cab96f7d0d7b service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885072 Mar 14 16:02:52.600131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fb853-3903-4b74-8ce2-447c57396bf8 req-a9ef8f95-35a3-4627-a5e3-01d3c54ceaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:52.601665 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ec4fb853-3903-4b74-8ce2-447c57396bf8 req-a9ef8f95-35a3-4627-a5e3-01d3c54ceaca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 1097 time: 0.0409913 Mar 14 16:02:52.696632 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fb853-3903-4b74-8ce2-447c57396bf8 req-6223b0ad-fab1-4c6b-9127-05f8165deebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:52.698090 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ec4fb853-3903-4b74-8ce2-447c57396bf8 req-6223b0ad-fab1-4c6b-9127-05f8165deebf service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 200 len: 909 time: 0.0861323 Mar 14 16:02:52.766944 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ec4fb853-3903-4b74-8ce2-447c57396bf8 req-627c7d27-d017-4fc6-b98a-5714f07c5bee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 HTTP/1.1" status: 200 len: 999 time: 0.0584235 Mar 14 16:02:52.815233 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fb853-3903-4b74-8ce2-447c57396bf8 req-da1f1b6c-302f-43d8-a04f-a79af1543a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:52.816657 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ec4fb853-3903-4b74-8ce2-447c57396bf8 req-da1f1b6c-302f-43d8-a04f-a79af1543a0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8235831-65bf-4f8a-af36-af94791fb185 HTTP/1.1" status: 200 len: 847 time: 0.0432417 Mar 14 16:02:52.865455 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fb853-3903-4b74-8ce2-447c57396bf8 req-55d89ec5-242d-4bce-a093-40aec6248040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:52.866831 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ec4fb853-3903-4b74-8ce2-447c57396bf8 req-55d89ec5-242d-4bce-a093-40aec6248040 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a3e2dbb-0638-4211-8591-a38a31bd5402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428610 Mar 14 16:02:52.953814 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ec4fb853-3903-4b74-8ce2-447c57396bf8 req-d97d03e4-b3a0-48d1-9da8-b3f297830429 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800717 Mar 14 16:02:53.048811 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ec4fb853-3903-4b74-8ce2-447c57396bf8 req-a0e454f6-b31f-4694-a9bf-282416be5a66 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880260 Mar 14 16:02:53.180703 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc3291-51a4-4a73-8293-c108a056da6d req-69e73e02-1f70-4cf9-bb38-d63625a21a18 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:53.182180 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-63bc3291-51a4-4a73-8293-c108a056da6d req-69e73e02-1f70-4cf9-bb38-d63625a21a18 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 944 time: 0.0500519 Mar 14 16:02:53.220840 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-63bc3291-51a4-4a73-8293-c108a056da6d req-af26cb31-3557-44a0-b7dc-881c98cdcc67 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327199 Mar 14 16:02:54.348666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908b64b-5fb9-40c0-8d3f-e7f5e35fd51d req-403b1724-0140-4a7b-a012-c842a43d7784 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:54.350152 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3908b64b-5fb9-40c0-8d3f-e7f5e35fd51d req-403b1724-0140-4a7b-a012-c842a43d7784 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 944 time: 0.0528748 Mar 14 16:02:54.393550 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3908b64b-5fb9-40c0-8d3f-e7f5e35fd51d req-3bd5f4b0-a5f4-4334-9427-fe58b0b39374 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371506 Mar 14 16:02:55.518130 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2f4ab-e81e-4298-bdb3-d3af3bb05aa7 req-06088bfa-eea7-473d-93b2-842d3d8f91b5 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:55.519716 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d3e2f4ab-e81e-4298-bdb3-d3af3bb05aa7 req-06088bfa-eea7-473d-93b2-842d3d8f91b5 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 944 time: 0.0567892 Mar 14 16:02:55.560302 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d3e2f4ab-e81e-4298-bdb3-d3af3bb05aa7 req-e6671226-3c28-42b5-ad2b-4be4dd0a6ba4 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333588 Mar 14 16:02:56.686282 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616381-f0f6-4664-aaad-9cf42a524dba req-9d473eb0-d331-41cf-9ab6-b7a2a0b133a0 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:56.688503 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-55616381-f0f6-4664-aaad-9cf42a524dba req-9d473eb0-d331-41cf-9ab6-b7a2a0b133a0 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 944 time: 0.0555129 Mar 14 16:02:56.728796 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-55616381-f0f6-4664-aaad-9cf42a524dba req-4ae624a2-f956-47d8-a6be-a3ef9328a2eb tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333147 Mar 14 16:02:57.856629 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b177ba-f79c-4e2c-8f9a-f24402629e67 req-4d40eeea-2386-49e4-a928-bb9945bca9c8 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:57.858164 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-21b177ba-f79c-4e2c-8f9a-f24402629e67 req-4d40eeea-2386-49e4-a928-bb9945bca9c8 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 944 time: 0.0556087 Mar 14 16:02:57.908097 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-21b177ba-f79c-4e2c-8f9a-f24402629e67 req-5bfc036a-661f-4d3d-b0a5-b647c532b1bc tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433176 Mar 14 16:02:59.029981 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0278ba-a4d0-4c6f-b310-38ec7dc00f0a req-0c8007f1-6652-495d-b01a-64c31670e423 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:02:59.031660 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cd0278ba-a4d0-4c6f-b310-38ec7dc00f0a req-0c8007f1-6652-495d-b01a-64c31670e423 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 944 time: 0.0511458 Mar 14 16:02:59.076253 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cd0278ba-a4d0-4c6f-b310-38ec7dc00f0a req-8e606cfb-d425-4a57-881f-adb6043366d8 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378621 Mar 14 16:03:00.198390 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff84e9-3eff-477e-8b55-e5a7c02039a3 req-001701d4-c93f-4613-8735-afeba3bc50b4 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:00.200087 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f5ff84e9-3eff-477e-8b55-e5a7c02039a3 req-001701d4-c93f-4613-8735-afeba3bc50b4 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 944 time: 0.0500493 Mar 14 16:03:00.238797 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f5ff84e9-3eff-477e-8b55-e5a7c02039a3 req-e2381d42-c3fe-46f1-ba3e-f49d445575d4 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326216 Mar 14 16:03:01.365094 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b956863-7d38-4419-a4b4-d875e58e2d3c req-94661c3d-b849-4b8e-987c-1cd016951703 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:01.366809 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9b956863-7d38-4419-a4b4-d875e58e2d3c req-94661c3d-b849-4b8e-987c-1cd016951703 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 944 time: 0.0542302 Mar 14 16:03:01.410525 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9b956863-7d38-4419-a4b4-d875e58e2d3c req-7f73c518-7fe7-4de1-8b99-33872ebf9286 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369449 Mar 14 16:03:02.527514 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e67b2-d735-4988-bde2-0f171f561095 req-f797e506-20ea-4111-8c1c-51b214d368ba tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:02.529003 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1d4e67b2-d735-4988-bde2-0f171f561095 req-f797e506-20ea-4111-8c1c-51b214d368ba tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 944 time: 0.0507157 Mar 14 16:03:02.565399 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1d4e67b2-d735-4988-bde2-0f171f561095 req-333f7413-0a2d-427b-8e00-afd17413a738 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305204 Mar 14 16:03:03.682220 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6043b-d0e9-452a-9aab-847603ab4fe7 req-6025440a-b1a6-4ec8-9acb-31b3a5de721c tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:03.683625 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7ee6043b-d0e9-452a-9aab-847603ab4fe7 req-6025440a-b1a6-4ec8-9acb-31b3a5de721c tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 944 time: 0.0476232 Mar 14 16:03:03.720843 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7ee6043b-d0e9-452a-9aab-847603ab4fe7 req-00d639b5-046a-433a-bf99-169d5f93e3f7 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312967 Mar 14 16:03:04.122865 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f42c1bd0-63a6-430b-afc8-a82c6e6b62dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:04.841565 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4687c0-935b-4eb6-be0b-a423936f3ce9 req-e3429ee0-f28f-44c9-bcd2-45e9894e79ca tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:04.843029 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8e4687c0-935b-4eb6-be0b-a423936f3ce9 req-e3429ee0-f28f-44c9-bcd2-45e9894e79ca tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 944 time: 0.0526438 Mar 14 16:03:04.881440 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-8e4687c0-935b-4eb6-be0b-a423936f3ce9 req-67bd338d-0ead-48d7-ac3f-6da047677911 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323749 Mar 14 16:03:05.871575 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 16:03:05.969580 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:03:05.981866 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'port_id': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37', 'mac_address': 'fa:16:3e:17:8c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 16:03:05.995471 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409aa05-b08b-4983-b880-cdf50ec4421a req-7601db22-00e0-4e56-a2d6-fc0fb0b0e86e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:05.996983 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0409aa05-b08b-4983-b880-cdf50ec4421a req-7601db22-00e0-4e56-a2d6-fc0fb0b0e86e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 944 time: 0.0493088 Mar 14 16:03:06.018033 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:06.031654 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 16:03:06.040347 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0409aa05-b08b-4983-b880-cdf50ec4421a req-64811f30-c4d0-4a02-ba22-abb8780fdb20 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374417 Mar 14 16:03:06.052579 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:03:06.056532 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:06.108217 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,revision_number=9']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:03:06.323595 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 16:03:06.530566 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b419c299-aa94-411a-95f5-f103916b4604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:07.157756 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d30b5e-262e-4c2a-a741-d4e51f87431d req-9b0cc32e-63cb-4607-8843-dbdc5d460d93 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:07.159146 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-98d30b5e-262e-4c2a-a741-d4e51f87431d req-9b0cc32e-63cb-4607-8843-dbdc5d460d93 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 945 time: 0.0488598 Mar 14 16:03:07.197284 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-98d30b5e-262e-4c2a-a741-d4e51f87431d req-b00d2967-f9d2-483e-9af4-fbe068e9302c tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311139 Mar 14 16:03:07.606286 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:07.886836 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:03:07.932710 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:03:07.933105 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:08.009052 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:08.030817 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea072c0-5963-456c-87c0-f1d8494442e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:03:08.033051 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d141de0-39fb-4950-b36e-4080d15110cd" -d '{"events": [{"server_uuid": "2ea072c0-5963-456c-87c0-f1d8494442e2", "name": "network-vif-plugged", "status": "completed", "tag": "a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:03:08.045717 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:03:08.050123 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:08.073294 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 16:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f38e7cf-5efb-43fb-87f0-9ec445cdf60b x-openstack-request-id: req-9f38e7cf-5efb-43fb-87f0-9ec445cdf60b {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:03:08.073591 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea072c0-5963-456c-87c0-f1d8494442e2", "name": "network-vif-plugged", "status": "completed", "tag": "a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:03:08.073850 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9f38e7cf-5efb-43fb-87f0-9ec445cdf60b {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:03:08.074239 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea072c0-5963-456c-87c0-f1d8494442e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37', 'code': 200} Mar 14 16:03:08.101273 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,revision_number=10']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:03:08.269916 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cde90b-2e47-4761-a52b-c1aa561f3601 req-9bf4d16e-96a8-498c-abcc-6866c1c5be19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:08.272262 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-21cde90b-2e47-4761-a52b-c1aa561f3601 req-9bf4d16e-96a8-498c-abcc-6866c1c5be19 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 1100 time: 0.0407615 Mar 14 16:03:08.310878 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-21cde90b-2e47-4761-a52b-c1aa561f3601 req-6bb7bda1-1e2d-452d-9210-d196e0b16cb8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284383 Mar 14 16:03:08.312286 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142efa79-75a6-4c9c-b396-2b1ea3e870fd req-9034b256-28c6-40d2-91d1-f64e3904730b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:08.313767 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-142efa79-75a6-4c9c-b396-2b1ea3e870fd req-9034b256-28c6-40d2-91d1-f64e3904730b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 947 time: 0.0490520 Mar 14 16:03:08.352336 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-142efa79-75a6-4c9c-b396-2b1ea3e870fd req-5d9c670f-fbd8-4fe9-9a9f-7de23d2ea1cd tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320563 Mar 14 16:03:09.029836 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:09.210648 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:09.421030 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:09.470892 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24524178-c0a0-4e80-8417-92bd3100727a req-db16d647-f58a-4d1d-823e-75fd70101c33 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:09.472345 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-24524178-c0a0-4e80-8417-92bd3100727a req-db16d647-f58a-4d1d-823e-75fd70101c33 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 947 time: 0.0496554 Mar 14 16:03:09.511886 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-24524178-c0a0-4e80-8417-92bd3100727a req-d1e0af3d-d206-46a5-8f92-046638935cc8 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328512 Mar 14 16:03:10.630559 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391532c-d7ba-4840-a716-cac2f588baf8 req-55680f0c-88c3-402f-be9f-7a32df8c9520 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:10.632034 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4391532c-d7ba-4840-a716-cac2f588baf8 req-55680f0c-88c3-402f-be9f-7a32df8c9520 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 947 time: 0.0525496 Mar 14 16:03:10.669202 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4391532c-d7ba-4840-a716-cac2f588baf8 req-847225bf-a6d2-46bc-8902-1a7185599caa tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312026 Mar 14 16:03:16.357903 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:03:34.124521 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-da7930ce-34f0-4b50-81d7-3583286ce297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:36.512058 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0b5ac66c-a14d-4e18-b852-19dae58b2f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:37.609464 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:39.031772 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:39.209860 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:39.427639 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:03:53.357777 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:03:53.777179 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e201c1c3-1ddb-4af8-a675-620eedb9c72f req-6a512e26-aea5-4c09-b93d-2d1b1589c7ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387678 Mar 14 16:03:53.867683 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201c1c3-1ddb-4af8-a675-620eedb9c72f req-de17df5d-35d1-4112-b18c-7e1f921dc05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:53.869154 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e201c1c3-1ddb-4af8-a675-620eedb9c72f req-de17df5d-35d1-4112-b18c-7e1f921dc05a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 1100 time: 0.0408356 Mar 14 16:03:53.978248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201c1c3-1ddb-4af8-a675-620eedb9c72f req-ac38dabc-1f5a-4b0e-88f5-2c397a4f65bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:53.979731 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e201c1c3-1ddb-4af8-a675-620eedb9c72f req-ac38dabc-1f5a-4b0e-88f5-2c397a4f65bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 200 len: 909 time: 0.0875545 Mar 14 16:03:54.047729 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e201c1c3-1ddb-4af8-a675-620eedb9c72f req-9f536627-3fc7-438b-8610-3412bbd61ca4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 HTTP/1.1" status: 200 len: 1001 time: 0.0578437 Mar 14 16:03:54.099454 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201c1c3-1ddb-4af8-a675-620eedb9c72f req-bb86d049-9d45-4a74-a1c2-35cbef38b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:54.100874 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e201c1c3-1ddb-4af8-a675-620eedb9c72f req-bb86d049-9d45-4a74-a1c2-35cbef38b03f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8235831-65bf-4f8a-af36-af94791fb185 HTTP/1.1" status: 200 len: 847 time: 0.0431874 Mar 14 16:03:54.154196 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201c1c3-1ddb-4af8-a675-620eedb9c72f req-67855531-04a7-4fae-a2be-52c45657673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:03:54.155712 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e201c1c3-1ddb-4af8-a675-620eedb9c72f req-67855531-04a7-4fae-a2be-52c45657673b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a3e2dbb-0638-4211-8591-a38a31bd5402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437000 Mar 14 16:03:54.170252 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [req-e201c1c3-1ddb-4af8-a675-620eedb9c72f req-e8891d06-f6c6-4c7c-864e-78e5dbc2f969 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 16:03:54.171236 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e201c1c3-1ddb-4af8-a675-620eedb9c72f req-e8891d06-f6c6-4c7c-864e-78e5dbc2f969 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049009 Mar 14 16:03:54.264398 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e201c1c3-1ddb-4af8-a675-620eedb9c72f req-0867e04c-29af-4766-b714-0afff18b033c service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842750 Mar 14 16:03:54.357517 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e201c1c3-1ddb-4af8-a675-620eedb9c72f req-2b85c984-2198-419e-92dd-6429b932a7d6 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855210 Mar 14 16:04:04.125577 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6a9b394f-8090-4e49-99dc-91d3858b8700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:06.512373 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4b5d026-3d17-4024-87ea-feee4b9d4629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:07.612944 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:09.034836 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:09.224656 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:09.419382 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:26.177368 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34846) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:04:26.332769 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Deleting port 9b87bca1-4892-4323-844a-a41126828849 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:04:26.333112 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:26.405834 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:26.406170 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:26.418036 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Calling delete_port for 9b87bca1-4892-4323-844a-a41126828849 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:04:26.567406 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:26.591668 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event deleted for resources: {'Port': ['ID=9b87bca1-4892-4323-844a-a41126828849,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:26.605872 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:26.606232 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:26.606603 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:26.606963 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:26.607295 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:26.607630 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:26.607957 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:26.608286 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:26.608610 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:26.608932 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:26.609256 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:26.609584 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:26.667995 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:26.668337 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Floating IP f34f0979-588b-4315-a50d-13eadcb69582 disassociated (deleted). External IP: 172.26.6.43, port: a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37. Mar 14 16:04:26.877423 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Router c54d6376-269a-4750-86fc-bd2304d8ff21 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:04:26.996246 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:04:27.001185 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:27.007300 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc192c-51b2-4850-af5b-396c351194b0 None None] Sync routers for ids ['c54d6376-269a-4750-86fc-bd2304d8ff21'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 16:04:27.017655 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc192c-51b2-4850-af5b-396c351194b0 None None] Routers {'c54d6376-269a-4750-86fc-bd2304d8ff21'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:04:27.018286 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-4bcc192c-51b2-4850-af5b-396c351194b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:04:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['c54d6376-269a-4750-86fc-bd2304d8ff21'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:27.030261 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-94b9fe7e-982f-432f-8952-7348a984ef7a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "DELETE /v2.0/floatingips/f34f0979-588b-4315-a50d-13eadcb69582 HTTP/1.1" status: 204 len: 168 time: 0.8516777 Mar 14 16:04:27.030850 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea072c0-5963-456c-87c0-f1d8494442e2', 'tag': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:04:27.033132 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffa3ae5-f57c-41e1-9a09-04a1bfd235f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea072c0-5963-456c-87c0-f1d8494442e2", "tag": "a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:04:27.072284 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 16:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca96a0ce-a89e-4e8d-9b9d-17ccb9fa1705 x-openstack-request-id: req-ca96a0ce-a89e-4e8d-9b9d-17ccb9fa1705 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:04:27.072577 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea072c0-5963-456c-87c0-f1d8494442e2", "tag": "a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:04:27.072833 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ca96a0ce-a89e-4e8d-9b9d-17ccb9fa1705 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:04:27.073244 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea072c0-5963-456c-87c0-f1d8494442e2', 'tag': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37', 'status': 'completed', 'code': 200} Mar 14 16:04:27.131143 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-4bcc192c-51b2-4850-af5b-396c351194b0 None None] Set router c54d6376-269a-4750-86fc-bd2304d8ff21 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:04:27.156104 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa3ae5-f57c-41e1-9a09-04a1bfd235f6 req-f5ba239b-c914-464b-bcf8-fef659aaf883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:27.158247 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bffa3ae5-f57c-41e1-9a09-04a1bfd235f6 req-f5ba239b-c914-464b-bcf8-fef659aaf883 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 1100 time: 0.0512834 Mar 14 16:04:27.266723 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa3ae5-f57c-41e1-9a09-04a1bfd235f6 req-f71987fd-2c90-483f-8c4f-686dfdac6e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:27.267503 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53853d8a-29ec-4f00-a879-e63a3c92551d req-51722b2e-5100-40be-aad2-5768137a63d7 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:27.268442 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bffa3ae5-f57c-41e1-9a09-04a1bfd235f6 req-f71987fd-2c90-483f-8c4f-686dfdac6e31 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 200 len: 909 time: 0.0966558 Mar 14 16:04:27.268756 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-53853d8a-29ec-4f00-a879-e63a3c92551d req-51722b2e-5100-40be-aad2-5768137a63d7 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 947 time: 0.0537086 Mar 14 16:04:27.309552 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-53853d8a-29ec-4f00-a879-e63a3c92551d req-20b07fbb-f4fc-442f-b071-e21e00d896ce tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340173 Mar 14 16:04:27.313080 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bffa3ae5-f57c-41e1-9a09-04a1bfd235f6 req-38e4d690-db8c-4d75-ab6c-61605a83a9f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 HTTP/1.1" status: 200 len: 217 time: 0.0371861 Mar 14 16:04:27.334677 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-4bcc192c-51b2-4850-af5b-396c351194b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 4, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'gw_port': {'id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '3dfce19c-3c65-40bd-a96f-1562603cf61c', 'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'mac_address': 'fa:16:3e:59:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:07Z', 'updated_at': '2022-03-14T16:00:12Z', 'revision_number': 5, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'subnets': [{'id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:27.360159 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc192c-51b2-4850-af5b-396c351194b0 None None] Checking router: c54d6376-269a-4750-86fc-bd2304d8ff21 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 16:04:27.362285 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa3ae5-f57c-41e1-9a09-04a1bfd235f6 req-cdd9975c-8cc1-492f-b0eb-f4b66116dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:27.364398 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bffa3ae5-f57c-41e1-9a09-04a1bfd235f6 req-cdd9975c-8cc1-492f-b0eb-f4b66116dadf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8235831-65bf-4f8a-af36-af94791fb185 HTTP/1.1" status: 200 len: 847 time: 0.0443957 Mar 14 16:04:27.368863 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc192c-51b2-4850-af5b-396c351194b0 None None] Routers {'c54d6376-269a-4750-86fc-bd2304d8ff21'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:04:27.369464 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-4bcc192c-51b2-4850-af5b-396c351194b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:04:06Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['c54d6376-269a-4750-86fc-bd2304d8ff21'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:27.409909 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa3ae5-f57c-41e1-9a09-04a1bfd235f6 req-219f4a24-0358-4e15-8f8f-92de607babef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:27.411643 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bffa3ae5-f57c-41e1-9a09-04a1bfd235f6 req-219f4a24-0358-4e15-8f8f-92de607babef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a3e2dbb-0638-4211-8591-a38a31bd5402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399406 Mar 14 16:04:27.477605 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-4bcc192c-51b2-4850-af5b-396c351194b0 None None] Set router c54d6376-269a-4750-86fc-bd2304d8ff21 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:04:27.506171 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bffa3ae5-f57c-41e1-9a09-04a1bfd235f6 req-232dc4c7-36d1-42b2-ac51-092c7ef0154e service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872002 Mar 14 16:04:27.596180 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-bffa3ae5-f57c-41e1-9a09-04a1bfd235f6 req-71681979-2fa3-414d-9a28-d5971a7484fd service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826175 Mar 14 16:04:27.676927 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-4bcc192c-51b2-4850-af5b-396c351194b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 4, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'gw_port': {'id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '3dfce19c-3c65-40bd-a96f-1562603cf61c', 'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'mac_address': 'fa:16:3e:59:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:07Z', 'updated_at': '2022-03-14T16:00:12Z', 'revision_number': 5, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'subnets': [{'id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:04:27.702225 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc192c-51b2-4850-af5b-396c351194b0 None None] The sync data for ids ['c54d6376-269a-4750-86fc-bd2304d8ff21'] in dv-neutron-833559-1-hyperv is: [{'id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 4, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'gw_port': {'id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '3dfce19c-3c65-40bd-a96f-1562603cf61c', 'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'mac_address': 'fa:16:3e:59:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:07Z', 'updated_at': '2022-03-14T16:00:12Z', 'revision_number': 5, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'subnets': [{'id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 16:04:27.904770 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47489b19-9f94-4694-9367-81f8e7708c90 None None] New status for floating IP f34f0979-588b-4315-a50d-13eadcb69582: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 16:04:28.484274 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ca078-5763-425e-beb3-a03f303ec6ad req-9ad6f1f8-77a8-463f-b1b4-5e5db44189fb tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:28.485860 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8b6ca078-5763-425e-beb3-a03f303ec6ad req-9ad6f1f8-77a8-463f-b1b4-5e5db44189fb tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 947 time: 0.1040001 Mar 14 16:04:28.523379 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8b6ca078-5763-425e-beb3-a03f303ec6ad req-5c9d380c-62dc-4ca7-8027-ac160a4f5b93 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=e558f463-661f-49e3-a5c4-6f897cde187d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308642 Mar 14 16:04:28.739223 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9374b8a-f3b2-414e-a4b1-cb0ae6c68295 req-9b569954-3f9f-41f8-addf-c28d0edb5c7e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:28.740578 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a9374b8a-f3b2-414e-a4b1-cb0ae6c68295 req-9b569954-3f9f-41f8-addf-c28d0edb5c7e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 947 time: 0.0480435 Mar 14 16:04:28.828355 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-a9374b8a-f3b2-414e-a4b1-cb0ae6c68295 req-d98c2d8b-d58d-4f63-9b42-815490cc03c2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Deleting port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:04:28.828693 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a9374b8a-f3b2-414e-a4b1-cb0ae6c68295 req-d98c2d8b-d58d-4f63-9b42-815490cc03c2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:28.917967 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-a9374b8a-f3b2-414e-a4b1-cb0ae6c68295 req-d98c2d8b-d58d-4f63-9b42-815490cc03c2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] For port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:04:28.918324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a9374b8a-f3b2-414e-a4b1-cb0ae6c68295 req-d98c2d8b-d58d-4f63-9b42-815490cc03c2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:28.930560 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-a9374b8a-f3b2-414e-a4b1-cb0ae6c68295 req-d98c2d8b-d58d-4f63-9b42-815490cc03c2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Calling delete_port for a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:04:29.056216 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a9374b8a-f3b2-414e-a4b1-cb0ae6c68295 req-d98c2d8b-d58d-4f63-9b42-815490cc03c2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:29.084384 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c2d8b-d58d-4f63-9b42-815490cc03c2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event deleted for resources: {'Port': ['ID=a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:29.124470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9374b8a-f3b2-414e-a4b1-cb0ae6c68295 req-d98c2d8b-d58d-4f63-9b42-815490cc03c2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] No DVR routers for this DVR port a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:04:29.127018 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a9374b8a-f3b2-414e-a4b1-cb0ae6c68295 req-d98c2d8b-d58d-4f63-9b42-815490cc03c2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:29.131070 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a9374b8a-f3b2-414e-a4b1-cb0ae6c68295 req-d98c2d8b-d58d-4f63-9b42-815490cc03c2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.18 "DELETE /v2.0/ports/a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 HTTP/1.1" status: 204 len: 173 time: 0.3842111 Mar 14 16:04:29.131509 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea072c0-5963-456c-87c0-f1d8494442e2', 'name': 'network-vif-deleted', 'tag': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:04:29.133709 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681c0477-49cb-4dcf-92cf-8854d3f5737a" -d '{"events": [{"server_uuid": "2ea072c0-5963-456c-87c0-f1d8494442e2", "name": "network-vif-deleted", "tag": "a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:04:29.172124 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 16:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11acc778-56b5-46f0-aebf-c0cb1b867b35 x-openstack-request-id: req-11acc778-56b5-46f0-aebf-c0cb1b867b35 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:04:29.172490 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea072c0-5963-456c-87c0-f1d8494442e2", "name": "network-vif-deleted", "tag": "a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:04:29.172744 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-11acc778-56b5-46f0-aebf-c0cb1b867b35 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:04:29.173140 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea072c0-5963-456c-87c0-f1d8494442e2', 'name': 'network-vif-deleted', 'tag': 'a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37', 'status': 'completed', 'code': 200} Mar 14 16:04:29.639261 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-71cd2994-b9c3-4c21-9fc3-b2cb537faf7e req-04aba9bf-9ae1-4492-907d-1f5e64743026 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea072c0-5963-456c-87c0-f1d8494442e2 HTTP/1.1" status: 200 len: 210 time: 0.0295634 Mar 14 16:04:30.357332 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:04:30.696791 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34872) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:04:30.753324 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bed5dc6e-f1cd-4fc5-ba68-17a77226df64 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:30.777623 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bed5dc6e-f1cd-4fc5-ba68-17a77226df64 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:30.837044 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bed5dc6e-f1cd-4fc5-ba68-17a77226df64 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:30.839701 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bed5dc6e-f1cd-4fc5-ba68-17a77226df64 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:30.840830 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bed5dc6e-f1cd-4fc5-ba68-17a77226df64 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "DELETE /v2.0/security-groups/e558f463-661f-49e3-a5c4-6f897cde187d HTTP/1.1" status: 204 len: 168 time: 0.1430826 Mar 14 16:04:30.850866 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5dc6e-f1cd-4fc5-ba68-17a77226df64 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e558f463-661f-49e3-a5c4-6f897cde187d,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:31.101765 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34878) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:04:31.106252 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-39f0e162-1789-4077-8de4-66a73e0af4ab tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-185399755', 'description': 'tempest-secgroup-smoke-185399755 description', 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:04:31.127547 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39f0e162-1789-4077-8de4-66a73e0af4ab tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.198060 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39f0e162-1789-4077-8de4-66a73e0af4ab tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.201479 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39f0e162-1789-4077-8de4-66a73e0af4ab tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.229788 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39f0e162-1789-4077-8de4-66a73e0af4ab tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.231040 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-39f0e162-1789-4077-8de4-66a73e0af4ab tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1282632 Mar 14 16:04:31.233954 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 34880) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:04:31.234892 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0e162-1789-4077-8de4-66a73e0af4ab tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d8ab57-2126-4cc8-ad10-0f64195c0396,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:31.239279 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-aeb26e51-193f-4608-b7e7-91e2f1dd205e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Request body: {'security_group_rule': {'security_group_id': 'd8d8ab57-2126-4cc8-ad10-0f64195c0396', 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:04:31.264232 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aeb26e51-193f-4608-b7e7-91e2f1dd205e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.310322 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aeb26e51-193f-4608-b7e7-91e2f1dd205e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.313648 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aeb26e51-193f-4608-b7e7-91e2f1dd205e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.331773 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb26e51-193f-4608-b7e7-91e2f1dd205e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250d31a1-5019-41a9-becf-53a08667adc7,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:31.340873 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-aeb26e51-193f-4608-b7e7-91e2f1dd205e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.342053 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-aeb26e51-193f-4608-b7e7-91e2f1dd205e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1070998 Mar 14 16:04:31.343350 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb26e51-193f-4608-b7e7-91e2f1dd205e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:31.343698 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb26e51-193f-4608-b7e7-91e2f1dd205e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:31.344037 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb26e51-193f-4608-b7e7-91e2f1dd205e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:31.344370 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb26e51-193f-4608-b7e7-91e2f1dd205e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:31.344701 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb26e51-193f-4608-b7e7-91e2f1dd205e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:31.344820 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34882) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:04:31.345029 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb26e51-193f-4608-b7e7-91e2f1dd205e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:31.345353 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb26e51-193f-4608-b7e7-91e2f1dd205e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:31.345676 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb26e51-193f-4608-b7e7-91e2f1dd205e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:31.346000 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb26e51-193f-4608-b7e7-91e2f1dd205e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:31.346322 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb26e51-193f-4608-b7e7-91e2f1dd205e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:31.346657 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb26e51-193f-4608-b7e7-91e2f1dd205e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:31.347011 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb26e51-193f-4608-b7e7-91e2f1dd205e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:04:31.350113 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-8282c60b-030b-4627-88cf-a19d44032d5f tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Request body: {'security_group_rule': {'security_group_id': 'd8d8ab57-2126-4cc8-ad10-0f64195c0396', 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:04:31.374775 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8282c60b-030b-4627-88cf-a19d44032d5f tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.435752 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8282c60b-030b-4627-88cf-a19d44032d5f tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.439522 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8282c60b-030b-4627-88cf-a19d44032d5f tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.457002 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282c60b-030b-4627-88cf-a19d44032d5f tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ee3a3a-6fb2-4c30-8917-2b617441189a,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:31.464767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8282c60b-030b-4627-88cf-a19d44032d5f tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.465960 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-8282c60b-030b-4627-88cf-a19d44032d5f tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200173 Mar 14 16:04:31.468843 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34884) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:04:31.474136 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-21cd1f0e-624a-447c-99ab-d25fc4c2cc6b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Request body: {'security_group_rule': {'security_group_id': 'd8d8ab57-2126-4cc8-ad10-0f64195c0396', 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:04:31.497534 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21cd1f0e-624a-447c-99ab-d25fc4c2cc6b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.553315 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21cd1f0e-624a-447c-99ab-d25fc4c2cc6b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.556734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21cd1f0e-624a-447c-99ab-d25fc4c2cc6b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.575427 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd1f0e-624a-447c-99ab-d25fc4c2cc6b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6acbb53-5ade-4df9-bdde-3cc4314a2d32,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:31.579348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-21cd1f0e-624a-447c-99ab-d25fc4c2cc6b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.580733 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-21cd1f0e-624a-447c-99ab-d25fc4c2cc6b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1106312 Mar 14 16:04:31.583869 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34886) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:04:31.588115 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-cc957dd5-59a0-4b50-a544-6182f99cfea2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Request body: {'security_group_rule': {'security_group_id': 'd8d8ab57-2126-4cc8-ad10-0f64195c0396', 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:04:31.611659 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc957dd5-59a0-4b50-a544-6182f99cfea2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.668442 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc957dd5-59a0-4b50-a544-6182f99cfea2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.671737 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc957dd5-59a0-4b50-a544-6182f99cfea2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.688832 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc957dd5-59a0-4b50-a544-6182f99cfea2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=845d229a-b465-4e66-9940-7644f1745ae0,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:31.696386 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc957dd5-59a0-4b50-a544-6182f99cfea2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.697454 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-cc957dd5-59a0-4b50-a544-6182f99cfea2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1126499 Mar 14 16:04:31.700173 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34888) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:04:31.704409 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-d0725076-4792-449b-8264-96c742c40314 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Request body: {'security_group_rule': {'security_group_id': 'd8d8ab57-2126-4cc8-ad10-0f64195c0396', 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:04:31.724518 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-d0725076-4792-449b-8264-96c742c40314 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Project db2bf3b4076f455cb1cf1a8389f6675c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:04:31.729120 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d0725076-4792-449b-8264-96c742c40314 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.790016 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d0725076-4792-449b-8264-96c742c40314 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.794416 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d0725076-4792-449b-8264-96c742c40314 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.811919 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0725076-4792-449b-8264-96c742c40314 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fe1e68-0b57-4c05-b2da-107ddb32c997,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:31.819044 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d0725076-4792-449b-8264-96c742c40314 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.820221 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-d0725076-4792-449b-8264-96c742c40314 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191518 Mar 14 16:04:31.822935 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 34890) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:04:31.827227 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-4f44e814-f60c-4ead-b0ba-0035c6d482f1 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Request body: {'security_group_rule': {'security_group_id': 'd8d8ab57-2126-4cc8-ad10-0f64195c0396', 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:04:31.846466 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-4f44e814-f60c-4ead-b0ba-0035c6d482f1 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Project db2bf3b4076f455cb1cf1a8389f6675c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:04:31.851535 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f44e814-f60c-4ead-b0ba-0035c6d482f1 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.912005 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f44e814-f60c-4ead-b0ba-0035c6d482f1 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.915657 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f44e814-f60c-4ead-b0ba-0035c6d482f1 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.933169 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44e814-f60c-4ead-b0ba-0035c6d482f1 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f265acbc-640f-4250-bf1d-de5f409d877a,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:31.942531 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4f44e814-f60c-4ead-b0ba-0035c6d482f1 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:31.944017 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4f44e814-f60c-4ead-b0ba-0035c6d482f1 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201398 Mar 14 16:04:32.320491 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:04:32.346166 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 16:04:32.346511 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device a3c7c8f1-5ef3-460b-aa01-917b8cdc2f37 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 16:04:34.132451 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-18339d9a-e1b7-4750-948e-1749bcaa68de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:36.517002 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-543f7341-058a-43d8-9d96-cb60db921f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:37.616877 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:39.040390 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:39.224282 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:39.425744 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:46.110424 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-96d753b6-438d-432e-8004-f1ce1a4d1d0f tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-185399755&fields=id&tenant_id=db2bf3b4076f455cb1cf1a8389f6675c HTTP/1.1" status: 200 len: 267 time: 0.0331748 Mar 14 16:04:46.217498 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-2359d640-119d-4d0f-8f0c-7ab3833f4b97 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:46.219069 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-2359d640-119d-4d0f-8f0c-7ab3833f4b97 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/networks?id=0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 200 len: 808 time: 0.1016688 Mar 14 16:04:46.234432 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-498e1045-18a8-4f7d-a9e8-1ac2fc870d71 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/quotas/db2bf3b4076f455cb1cf1a8389f6675c HTTP/1.1" status: 200 len: 375 time: 0.0090499 Mar 14 16:04:46.287121 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-c9f4b49f-e7ea-479c-8c4e-5164de91aa9f tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465469 Mar 14 16:04:46.386333 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-949c3918-d201-4eff-b455-b37789203a72 service neutron] 10.222.0.59 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876923 Mar 14 16:04:46.476548 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-bc5cb3ce-7d18-46e6-a7e0-4511d0296adf service neutron] 10.222.0.59 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840709 Mar 14 16:04:46.769323 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-45aacba9-d81b-4497-baef-5b6a3ef8cf1c req-0244a9d4-c84f-49a1-ae3a-b2aea16717ad tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 210 time: 0.0279260 Mar 14 16:04:47.823389 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-f41bc750-4653-4024-9971-890183fdfc3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:47.824934 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-f41bc750-4653-4024-9971-890183fdfc3e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.18 "GET /v2.0/networks?id=0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 200 len: 808 time: 0.1141560 Mar 14 16:04:47.877476 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-71cb180f-f26a-49ff-9322-d72e2636bb15 req-cb4447e2-3859-4b46-a0a7-79df82203868 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 210 time: 0.0359635 Mar 14 16:04:47.892885 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-021708db-230d-4ee5-bec3-7feacc8a267a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db2bf3b4076f455cb1cf1a8389f6675c HTTP/1.1" status: 200 len: 379 time: 0.0581398 Mar 14 16:04:47.905458 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-1e2da347-c080-4e32-9ece-724c9247acc9 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Request body: {'port': {'device_id': 'e3631d86-4163-4e9e-8d46-8a874e30ca29', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'admin_state_up': True, 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'security_groups': ['d8d8ab57-2126-4cc8-ad10-0f64195c0396']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:04:48.014877 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-1e2da347-c080-4e32-9ece-724c9247acc9 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Made reservation on behalf of db2bf3b4076f455cb1cf1a8389f6675c for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:04:48.018593 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-1e2da347-c080-4e32-9ece-724c9247acc9 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:48.146309 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-1e2da347-c080-4e32-9ece-724c9247acc9 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Allocated IP 172.20.0.8 (0a3e2dbb-0638-4211-8591-a38a31bd5402/c8235831-65bf-4f8a-af36-af94791fb185/9d5ea2c0-44ce-4c00-b696-e97b5f538db6) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:04:48.629028 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-1e2da347-c080-4e32-9ece-724c9247acc9 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:48.662526 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-1e2da347-c080-4e32-9ece-724c9247acc9 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:48.706845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-1e2da347-c080-4e32-9ece-724c9247acc9 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Network 0a3e2dbb-0638-4211-8591-a38a31bd5402 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:04:48.709420 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-1e2da347-c080-4e32-9ece-724c9247acc9 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:04:48.713047 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-1e2da347-c080-4e32-9ece-724c9247acc9 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 16:04:48.736712 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2da347-c080-4e32-9ece-724c9247acc9 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event updated for resources: {'Port': ['ID=9d5ea2c0-44ce-4c00-b696-e97b5f538db6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:48.766285 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-1e2da347-c080-4e32-9ece-724c9247acc9 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:48.766937 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-1e2da347-c080-4e32-9ece-724c9247acc9 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:48.785692 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-1e2da347-c080-4e32-9ece-724c9247acc9 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8840184 Mar 14 16:04:48.801833 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] Request body: {'port': {'device_id': 'e3631d86-4163-4e9e-8d46-8a874e30ca29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:04:48.861699 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:48.943778 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-89c729f2-41bb-4e65-b7ea-ad2b85fa7223 None None] Provisioning complete for port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:04:48.944382 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-89c729f2-41bb-4e65-b7ea-ad2b85fa7223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:48.984331 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-89c729f2-41bb-4e65-b7ea-ad2b85fa7223 None None] Port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 16:04:49.014201 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046a606-7c56-439b-aaf3-c845b59ff81d req-1414f5f9-1b3d-4230-9fc5-45ade1b116cf tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:49.020592 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4046a606-7c56-439b-aaf3-c845b59ff81d req-1414f5f9-1b3d-4230-9fc5-45ade1b116cf tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 931 time: 0.0662301 Mar 14 16:04:49.074376 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4046a606-7c56-439b-aaf3-c845b59ff81d req-ffcf34b6-cfc0-40e9-99ef-3d5f45ffff8e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383756 Mar 14 16:04:49.158699 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 16:04:49.166738 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:49.179179 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] Transition to ACTIVE for port object 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:04:49.183027 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:49.231758 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] Pushing event updated for resources: {'Port': ['ID=9d5ea2c0-44ce-4c00-b696-e97b5f538db6,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:49.310196 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] Attempting to bind port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:04:49.310540 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] Attempting to bind port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:04:49.310871 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] Attempting to bind port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 on network 0a3e2dbb-0638-4211-8591-a38a31bd5402 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 16:04:49.316710 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] Port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 on network 0a3e2dbb-0638-4211-8591-a38a31bd5402 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 16:04:49.317037 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] Attempting to bind port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 on network 0a3e2dbb-0638-4211-8591-a38a31bd5402 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 16:04:49.322612 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 16:04:49.323159 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] Checking segment: {'id': '512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 16:04:49.323647 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] Bound using segment: {'id': '512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 16:04:49.324182 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] Bound port: 9d5ea2c0-44ce-4c00-b696-e97b5f538db6, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:04:49.324642 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:49.394587 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] For port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:04:49.397807 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] For port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9d5ea2c0-44ce-4c00-b696-e97b5f538db6,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:04:49.405206 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:49.445612 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:49.446233 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:04:49.447659 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] 10.222.0.18 "PUT /v2.0/ports/9d5ea2c0-44ce-4c00-b696-e97b5f538db6 HTTP/1.1" status: 200 len: 1093 time: 0.6502275 Mar 14 16:04:49.448120 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3631d86-4163-4e9e-8d46-8a874e30ca29', 'tag': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:04:49.450350 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfab972a-ea5c-4562-a899-7e4ff66a1b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3631d86-4163-4e9e-8d46-8a874e30ca29", "tag": "9d5ea2c0-44ce-4c00-b696-e97b5f538db6"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:04:49.477249 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa805d-10a9-44ce-93d7-c0a1cc3a1546 service neutron] Pushing event updated for resources: {'Port': ['ID=9d5ea2c0-44ce-4c00-b696-e97b5f538db6,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:04:49.512790 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 16:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16fc29f-39c5-4627-ba67-67bfe1945cc2 x-openstack-request-id: req-a16fc29f-39c5-4627-ba67-67bfe1945cc2 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:04:49.513086 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3631d86-4163-4e9e-8d46-8a874e30ca29", "tag": "9d5ea2c0-44ce-4c00-b696-e97b5f538db6", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:04:49.513343 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a16fc29f-39c5-4627-ba67-67bfe1945cc2 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:04:49.513744 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3631d86-4163-4e9e-8d46-8a874e30ca29', 'tag': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6', 'status': 'completed', 'code': 200} Mar 14 16:04:49.557272 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-e2021e9e-c24e-4b01-b209-42fd304ef52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:49.558785 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-e2021e9e-c24e-4b01-b209-42fd304ef52b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 1096 time: 0.0436709 Mar 14 16:04:49.607505 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-67b30eb3-ea75-4de7-a6b8-c8c424d59d8d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d5ea2c0-44ce-4c00-b696-e97b5f538db6 HTTP/1.1" status: 200 len: 217 time: 0.0370190 Mar 14 16:04:49.664274 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-f2d42675-bf36-4eb3-93c2-2c1a141961ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:49.665905 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-f2d42675-bf36-4eb3-93c2-2c1a141961ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8235831-65bf-4f8a-af36-af94791fb185 HTTP/1.1" status: 200 len: 847 time: 0.0488904 Mar 14 16:04:49.723240 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-6777f0c5-98b6-4be7-b963-b8c068d3b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:49.724993 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-6777f0c5-98b6-4be7-b963-b8c068d3b46a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a3e2dbb-0638-4211-8591-a38a31bd5402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0481873 Mar 14 16:04:49.822409 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-72737c92-b5e0-457a-96ff-22d9a6b0a9d8 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864623 Mar 14 16:04:49.919464 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-aff948c2-e13a-44dd-88bf-a83b96d78dfb req-2c91a2ac-bd1d-4a86-9b19-8ab5eba17559 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864782 Mar 14 16:04:50.005808 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab972a-ea5c-4562-a899-7e4ff66a1b1f req-955a0a15-3a71-4b5f-a321-04c12927f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:50.007417 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dfab972a-ea5c-4562-a899-7e4ff66a1b1f req-955a0a15-3a71-4b5f-a321-04c12927f02c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 1096 time: 0.0425718 Mar 14 16:04:50.108557 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab972a-ea5c-4562-a899-7e4ff66a1b1f req-973da5f9-ffac-498f-a8f8-662ed9e0c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:50.110125 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dfab972a-ea5c-4562-a899-7e4ff66a1b1f req-973da5f9-ffac-498f-a8f8-662ed9e0c733 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 200 len: 909 time: 0.0904365 Mar 14 16:04:50.156907 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dfab972a-ea5c-4562-a899-7e4ff66a1b1f req-272a7cea-1ffa-436d-a6bb-4bdbcf20fa0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d5ea2c0-44ce-4c00-b696-e97b5f538db6 HTTP/1.1" status: 200 len: 217 time: 0.0359690 Mar 14 16:04:50.198611 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f290d12-daa1-4572-aa94-a3fe6008307c req-f8f3c152-437b-4f4b-9981-f56b6ee0a1c9 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:50.200284 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6f290d12-daa1-4572-aa94-a3fe6008307c req-f8f3c152-437b-4f4b-9981-f56b6ee0a1c9 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 943 time: 0.0518293 Mar 14 16:04:50.211787 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab972a-ea5c-4562-a899-7e4ff66a1b1f req-48a88a35-e75b-41ff-a82a-4b98c9bdd0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:50.213349 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dfab972a-ea5c-4562-a899-7e4ff66a1b1f req-48a88a35-e75b-41ff-a82a-4b98c9bdd0cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8235831-65bf-4f8a-af36-af94791fb185 HTTP/1.1" status: 200 len: 847 time: 0.0469468 Mar 14 16:04:50.241081 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6f290d12-daa1-4572-aa94-a3fe6008307c req-9f94855c-050e-42aa-ab17-52dcfd39e040 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336044 Mar 14 16:04:50.264332 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab972a-ea5c-4562-a899-7e4ff66a1b1f req-7fdec017-caed-4109-8225-f1a84368c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:50.265843 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dfab972a-ea5c-4562-a899-7e4ff66a1b1f req-7fdec017-caed-4109-8225-f1a84368c376 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a3e2dbb-0638-4211-8591-a38a31bd5402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420547 Mar 14 16:04:50.364953 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dfab972a-ea5c-4562-a899-7e4ff66a1b1f req-58922fa4-d782-4530-9fc7-e357e965090d service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912802 Mar 14 16:04:50.461385 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-dfab972a-ea5c-4562-a899-7e4ff66a1b1f req-b5b94b02-7c2c-4961-b844-11d5dcd75998 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859981 Mar 14 16:04:51.365460 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c1fff-14a9-441d-a0b4-f426c57cafc3 req-6aa6ca70-9f68-45d0-853c-15ba7bc5b736 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:51.366978 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c66c1fff-14a9-441d-a0b4-f426c57cafc3 req-6aa6ca70-9f68-45d0-853c-15ba7bc5b736 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 943 time: 0.0552554 Mar 14 16:04:51.407145 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c66c1fff-14a9-441d-a0b4-f426c57cafc3 req-68fc5d79-ad3c-4fa0-b9d8-c6c175a20304 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318429 Mar 14 16:04:52.524677 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad158705-8cbe-417b-8220-4f5b66d95a31 req-2da5824e-12ee-4c78-83ac-f3016bd93ed7 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:52.526168 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ad158705-8cbe-417b-8220-4f5b66d95a31 req-2da5824e-12ee-4c78-83ac-f3016bd93ed7 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 943 time: 0.0507226 Mar 14 16:04:52.562653 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-ad158705-8cbe-417b-8220-4f5b66d95a31 req-306bde4f-8c0f-49d1-bfa5-84313221d9c0 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305507 Mar 14 16:04:53.678128 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32085120-c30e-434d-bc20-182784b589b9 req-18a015b7-0847-47f8-b246-fbbf3ed798d7 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:53.679540 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-32085120-c30e-434d-bc20-182784b589b9 req-18a015b7-0847-47f8-b246-fbbf3ed798d7 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 943 time: 0.0485682 Mar 14 16:04:53.717492 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-32085120-c30e-434d-bc20-182784b589b9 req-3c5d1d81-bec5-41ee-8cb0-e901f7c451fb tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320299 Mar 14 16:04:54.836966 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543eb498-2b3b-410e-b7d9-177025bc143f req-25214b12-a2d3-4d3e-934c-0dd2e5304921 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:54.838425 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-543eb498-2b3b-410e-b7d9-177025bc143f req-25214b12-a2d3-4d3e-934c-0dd2e5304921 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 943 time: 0.0534048 Mar 14 16:04:54.874719 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-543eb498-2b3b-410e-b7d9-177025bc143f req-4a5fa44e-41d2-4322-a8b7-b219d73c368f tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304122 Mar 14 16:04:55.988705 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5f886-f97b-43af-9f2b-c7ec6510c686 req-aecfa437-51a1-43c6-8af2-c94a2155084d tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:55.990168 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b2f5f886-f97b-43af-9f2b-c7ec6510c686 req-aecfa437-51a1-43c6-8af2-c94a2155084d tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 943 time: 0.0483499 Mar 14 16:04:56.027726 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b2f5f886-f97b-43af-9f2b-c7ec6510c686 req-1c9b2e77-d663-4423-8055-37ac51127043 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313528 Mar 14 16:04:57.140432 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303e8f7-7987-4f48-b35f-d05e660751cb req-76659bce-23dc-47f5-b927-8b65a842fb87 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:57.141892 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d303e8f7-7987-4f48-b35f-d05e660751cb req-76659bce-23dc-47f5-b927-8b65a842fb87 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 943 time: 0.0487435 Mar 14 16:04:57.179312 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d303e8f7-7987-4f48-b35f-d05e660751cb req-1500ad13-12a2-43b6-8f33-a07d77c2670a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314274 Mar 14 16:04:58.296377 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7d5c9-6684-4623-9c64-a4e206702255 req-8c77fdb1-0ec6-4d7f-940f-e8cb92d889c9 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:58.297823 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-40a7d5c9-6684-4623-9c64-a4e206702255 req-8c77fdb1-0ec6-4d7f-940f-e8cb92d889c9 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 943 time: 0.0521095 Mar 14 16:04:58.334710 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-40a7d5c9-6684-4623-9c64-a4e206702255 req-f81828a9-a839-4318-87e6-d9dcee834c77 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308182 Mar 14 16:04:59.450330 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d64ce6-3938-4edf-8dba-a123ef2a5c0e req-2d9fabfb-1da1-47b6-be93-8aa13618cf63 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:04:59.451824 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-54d64ce6-3938-4edf-8dba-a123ef2a5c0e req-2d9fabfb-1da1-47b6-be93-8aa13618cf63 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 943 time: 0.0500689 Mar 14 16:04:59.490515 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-54d64ce6-3938-4edf-8dba-a123ef2a5c0e req-00dd1bbc-699f-4e84-825d-c44181865b75 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322845 Mar 14 16:05:00.490262 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 16:05:00.588293 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9d5ea2c0-44ce-4c00-b696-e97b5f538db6,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:05:00.599854 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'port_id': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6', 'mac_address': 'fa:16:3e:3f:f7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 16:05:00.604047 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f62ffd-020a-47f2-b3c9-7ee9e8b60b3d req-fb946e7b-5b15-45bd-b430-4c26922b1c44 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:00.605526 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b7f62ffd-020a-47f2-b3c9-7ee9e8b60b3d req-fb946e7b-5b15-45bd-b430-4c26922b1c44 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 943 time: 0.0487106 Mar 14 16:05:00.636579 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:00.643513 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b7f62ffd-020a-47f2-b3c9-7ee9e8b60b3d req-bcb4a3f8-f5f0-44d8-98fb-46c418847daf tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319664 Mar 14 16:05:00.649454 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 16:05:00.668642 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9d5ea2c0-44ce-4c00-b696-e97b5f538db6,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:05:00.672500 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:00.719234 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=9d5ea2c0-44ce-4c00-b696-e97b5f538db6,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:00.726049 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:00.726397 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:00.726736 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:00.727100 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:00.727430 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:00.727758 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:00.728085 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:00.728410 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:00.728732 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:00.729050 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:00.729367 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:00.729681 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:05:00.941936 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['9d5ea2c0-44ce-4c00-b696-e97b5f538db6'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 16:05:01.763954 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f21fb-e9c1-43a0-9acb-06ad958e7d6e req-b8d6e73a-bdde-4aa6-b18b-06e44e00eae3 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:01.765429 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-865f21fb-e9c1-43a0-9acb-06ad958e7d6e req-b8d6e73a-bdde-4aa6-b18b-06e44e00eae3 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 944 time: 0.0533972 Mar 14 16:05:01.803404 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-865f21fb-e9c1-43a0-9acb-06ad958e7d6e req-304227ee-2c91-4d4f-a4cf-dbf7e76c4ba7 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314193 Mar 14 16:05:02.522532 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:05:02.572742 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:05:02.577079 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:05:02.577456 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:02.653095 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:02.675263 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3631d86-4163-4e9e-8d46-8a874e30ca29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:05:02.677803 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f3d5b4-feb3-4f6c-82ec-8bc7752dd04a" -d '{"events": [{"server_uuid": "e3631d86-4163-4e9e-8d46-8a874e30ca29", "name": "network-vif-plugged", "status": "completed", "tag": "9d5ea2c0-44ce-4c00-b696-e97b5f538db6"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:05:02.691005 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9d5ea2c0-44ce-4c00-b696-e97b5f538db6,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:05:02.695412 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:02.718402 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 16:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c478843e-6250-4dc4-bffb-859aa7de4bae x-openstack-request-id: req-c478843e-6250-4dc4-bffb-859aa7de4bae {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:05:02.718709 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3631d86-4163-4e9e-8d46-8a874e30ca29", "name": "network-vif-plugged", "status": "completed", "tag": "9d5ea2c0-44ce-4c00-b696-e97b5f538db6", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:05:02.718991 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c478843e-6250-4dc4-bffb-859aa7de4bae {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:05:02.719383 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3631d86-4163-4e9e-8d46-8a874e30ca29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6', 'code': 200} Mar 14 16:05:02.745010 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=9d5ea2c0-44ce-4c00-b696-e97b5f538db6,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:02.907117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098775a6-394f-45cf-a4e4-495af4305958 req-957dfb55-8fd0-41a5-9f25-7769269dd4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:02.908913 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-098775a6-394f-45cf-a4e4-495af4305958 req-957dfb55-8fd0-41a5-9f25-7769269dd4c4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 1098 time: 0.0409775 Mar 14 16:05:02.920992 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defacdc5-8cf4-4dee-a35c-20064ea3cd7d req-4c040283-874a-42bb-a7ff-fb1a82323f53 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:02.922479 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-defacdc5-8cf4-4dee-a35c-20064ea3cd7d req-4c040283-874a-42bb-a7ff-fb1a82323f53 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0499587 Mar 14 16:05:02.947562 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-098775a6-394f-45cf-a4e4-495af4305958 req-af761ec3-a4a9-4785-a9f8-dd14b01b19f8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286756 Mar 14 16:05:02.970906 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-defacdc5-8cf4-4dee-a35c-20064ea3cd7d req-12763f85-6dda-4f12-9a28-7eada1699b6f tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420370 Mar 14 16:05:04.094256 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4980cf-6f80-4f8e-9882-5c113bb93deb req-96a47225-49cd-493c-a393-b22ccd98e85f tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:04.096492 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8a4980cf-6f80-4f8e-9882-5c113bb93deb req-96a47225-49cd-493c-a393-b22ccd98e85f tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0582983 Mar 14 16:05:04.130134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f3e796d6-3a0d-4253-8acd-0f84bdbfea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:04.143132 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8a4980cf-6f80-4f8e-9882-5c113bb93deb req-4ea90025-a820-4abb-a6f2-5c227f0abb49 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386581 Mar 14 16:05:05.258073 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73bdef-cada-4963-a255-2a2a5834d8eb req-4acdc85b-268b-4038-a832-2d517cd59fb2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:05.259555 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5a73bdef-cada-4963-a255-2a2a5834d8eb req-4acdc85b-268b-4038-a832-2d517cd59fb2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0481672 Mar 14 16:05:05.296754 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5a73bdef-cada-4963-a255-2a2a5834d8eb req-036e9f8b-c6f6-4a0a-b8c7-90bbe6a685b5 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312850 Mar 14 16:05:05.409848 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996a15f-9b1a-408e-bdcb-e954da98caf4 req-433e4a42-4ed7-4f13-90bb-461fbe703d62 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:05.411386 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a996a15f-9b1a-408e-bdcb-e954da98caf4 req-433e4a42-4ed7-4f13-90bb-461fbe703d62 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0485950 Mar 14 16:05:05.449966 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a996a15f-9b1a-408e-bdcb-e954da98caf4 req-5b241b87-8fdc-47c0-8dbe-e1baf26a735a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324728 Mar 14 16:05:05.471446 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35082) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:05:05.510238 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f7861f-3d52-419d-96bc-edca5ce62c07 tempest-TestShelveInstance-2066484400 tempest-TestShelveInstance-2066484400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:05.511785 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c3f7861f-3d52-419d-96bc-edca5ce62c07 tempest-TestShelveInstance-2066484400 tempest-TestShelveInstance-2066484400-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 1093 time: 0.0393634 Mar 14 16:05:05.514653 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35084) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:05:05.519703 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-59ae89af-fc14-4a71-8b56-0dc36f98bf0b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:05:05.540095 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59ae89af-fc14-4a71-8b56-0dc36f98bf0b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:05.637436 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59ae89af-fc14-4a71-8b56-0dc36f98bf0b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:05.739154 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-59ae89af-fc14-4a71-8b56-0dc36f98bf0b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Allocated IP 172.26.6.55 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/675f5d77-c5ed-4b6a-83f8-346eeb762b66) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:05:05.842281 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59ae89af-fc14-4a71-8b56-0dc36f98bf0b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:05.875157 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59ae89af-fc14-4a71-8b56-0dc36f98bf0b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:05.912743 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ae89af-fc14-4a71-8b56-0dc36f98bf0b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:05:05.915453 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-59ae89af-fc14-4a71-8b56-0dc36f98bf0b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:05:05.918001 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae89af-fc14-4a71-8b56-0dc36f98bf0b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 16:05:05.950445 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae89af-fc14-4a71-8b56-0dc36f98bf0b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event updated for resources: {'Port': ['ID=675f5d77-c5ed-4b6a-83f8-346eeb762b66,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:06.272993 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59ae89af-fc14-4a71-8b56-0dc36f98bf0b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:06.340305 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59ae89af-fc14-4a71-8b56-0dc36f98bf0b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:06.487996 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59ae89af-fc14-4a71-8b56-0dc36f98bf0b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:06.492693 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59ae89af-fc14-4a71-8b56-0dc36f98bf0b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:06.520680 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1e7f1225-dc6f-4aaa-9c2c-c7d0e8d6d9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:06.571180 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae89af-fc14-4a71-8b56-0dc36f98bf0b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event updated for resources: {'Port': ['ID=675f5d77-c5ed-4b6a-83f8-346eeb762b66,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:05:06.580697 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59ae89af-fc14-4a71-8b56-0dc36f98bf0b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:06.680142 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-59ae89af-fc14-4a71-8b56-0dc36f98bf0b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Floating IP 1f93e271-5dc9-4242-a317-8c84cb65822e associated. External IP: 172.26.6.55, port: 9d5ea2c0-44ce-4c00-b696-e97b5f538db6. Mar 14 16:05:06.882585 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ae89af-fc14-4a71-8b56-0dc36f98bf0b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Router c54d6376-269a-4750-86fc-bd2304d8ff21 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:05:06.989979 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ae89af-fc14-4a71-8b56-0dc36f98bf0b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:05:06.999801 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d1dbbe-2bf5-4bd9-bf9f-43d90cc78aca None None] Sync routers for ids ['c54d6376-269a-4750-86fc-bd2304d8ff21'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 16:05:07.009184 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59ae89af-fc14-4a71-8b56-0dc36f98bf0b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:07.009750 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d1dbbe-2bf5-4bd9-bf9f-43d90cc78aca None None] Routers {'c54d6376-269a-4750-86fc-bd2304d8ff21'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:05:07.010366 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-40d1dbbe-2bf5-4bd9-bf9f-43d90cc78aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:05:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['c54d6376-269a-4750-86fc-bd2304d8ff21'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:05:07.036816 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-59ae89af-fc14-4a71-8b56-0dc36f98bf0b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5210195 Mar 14 16:05:07.037880 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3631d86-4163-4e9e-8d46-8a874e30ca29', 'tag': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:05:07.040580 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd8af86-53f0-46a3-ba13-803fa7064ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "e3631d86-4163-4e9e-8d46-8a874e30ca29", "tag": "9d5ea2c0-44ce-4c00-b696-e97b5f538db6"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:05:07.079961 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42192296-610c-48ab-a184-c94acbcdae99 x-openstack-request-id: req-42192296-610c-48ab-a184-c94acbcdae99 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:05:07.080273 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3631d86-4163-4e9e-8d46-8a874e30ca29", "tag": "9d5ea2c0-44ce-4c00-b696-e97b5f538db6", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:05:07.080634 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-42192296-610c-48ab-a184-c94acbcdae99 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:05:07.081053 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3631d86-4163-4e9e-8d46-8a874e30ca29', 'tag': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6', 'status': 'completed', 'code': 200} Mar 14 16:05:07.119146 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-40d1dbbe-2bf5-4bd9-bf9f-43d90cc78aca None None] Set router c54d6376-269a-4750-86fc-bd2304d8ff21 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:05:07.143293 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8af86-53f0-46a3-ba13-803fa7064ec9 req-d96321b7-1368-4aca-beed-e876f9459f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:07.144707 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-afd8af86-53f0-46a3-ba13-803fa7064ec9 req-d96321b7-1368-4aca-beed-e876f9459f31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 1098 time: 0.0416811 Mar 14 16:05:07.236745 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8af86-53f0-46a3-ba13-803fa7064ec9 req-3ccff6a1-cc9f-4905-892a-08d5e45a2635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:07.238548 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-afd8af86-53f0-46a3-ba13-803fa7064ec9 req-3ccff6a1-cc9f-4905-892a-08d5e45a2635 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 200 len: 909 time: 0.0875199 Mar 14 16:05:07.303860 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-afd8af86-53f0-46a3-ba13-803fa7064ec9 req-fa1286ea-b79a-44a8-b994-dc4ac222b693 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d5ea2c0-44ce-4c00-b696-e97b5f538db6 HTTP/1.1" status: 200 len: 998 time: 0.0585515 Mar 14 16:05:07.338440 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-40d1dbbe-2bf5-4bd9-bf9f-43d90cc78aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 4, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'gw_port': {'id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '1f93e271-5dc9-4242-a317-8c84cb65822e', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'floating_ip_address': '172.26.6.55', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'port_id': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'mac_address': 'fa:16:3e:3f:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3631d86-4163-4e9e-8d46-8a874e30ca29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:05:06Z', 'updated_at': '2022-03-14T16:05:06Z', 'revision_number': 0, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dfce19c-3c65-40bd-a96f-1562603cf61c', 'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'mac_address': 'fa:16:3e:59:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:07Z', 'updated_at': '2022-03-14T16:00:12Z', 'revision_number': 5, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'subnets': [{'id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:05:07.352195 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8af86-53f0-46a3-ba13-803fa7064ec9 req-b3e281cc-ec51-4277-9440-3dd3fcad462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:07.353675 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-afd8af86-53f0-46a3-ba13-803fa7064ec9 req-b3e281cc-ec51-4277-9440-3dd3fcad462d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8235831-65bf-4f8a-af36-af94791fb185 HTTP/1.1" status: 200 len: 847 time: 0.0435343 Mar 14 16:05:07.355445 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:05:07.369011 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d1dbbe-2bf5-4bd9-bf9f-43d90cc78aca None None] Checking router: c54d6376-269a-4750-86fc-bd2304d8ff21 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 16:05:07.378360 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d1dbbe-2bf5-4bd9-bf9f-43d90cc78aca None None] Routers {'c54d6376-269a-4750-86fc-bd2304d8ff21'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:05:07.379010 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-40d1dbbe-2bf5-4bd9-bf9f-43d90cc78aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:05:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['c54d6376-269a-4750-86fc-bd2304d8ff21'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:05:07.403062 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8af86-53f0-46a3-ba13-803fa7064ec9 req-75873956-676a-4564-a1f3-55e83d7f1f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:07.404474 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-afd8af86-53f0-46a3-ba13-803fa7064ec9 req-75873956-676a-4564-a1f3-55e83d7f1f1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a3e2dbb-0638-4211-8591-a38a31bd5402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436957 Mar 14 16:05:07.483291 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-40d1dbbe-2bf5-4bd9-bf9f-43d90cc78aca None None] Set router c54d6376-269a-4750-86fc-bd2304d8ff21 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:05:07.498733 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-afd8af86-53f0-46a3-ba13-803fa7064ec9 req-fa9cee5f-c817-4709-a28f-038b46716bb4 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870900 Mar 14 16:05:07.591977 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-afd8af86-53f0-46a3-ba13-803fa7064ec9 req-a526907b-aaf2-4f7a-ab50-f2e3c361df78 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864313 Mar 14 16:05:07.650520 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:07.718595 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-40d1dbbe-2bf5-4bd9-bf9f-43d90cc78aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 4, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'gw_port': {'id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '1f93e271-5dc9-4242-a317-8c84cb65822e', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'floating_ip_address': '172.26.6.55', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'port_id': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'mac_address': 'fa:16:3e:3f:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3631d86-4163-4e9e-8d46-8a874e30ca29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:05:06Z', 'updated_at': '2022-03-14T16:05:06Z', 'revision_number': 0, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dfce19c-3c65-40bd-a96f-1562603cf61c', 'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'mac_address': 'fa:16:3e:59:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:07Z', 'updated_at': '2022-03-14T16:00:12Z', 'revision_number': 5, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'subnets': [{'id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:05:07.748525 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d1dbbe-2bf5-4bd9-bf9f-43d90cc78aca None None] The sync data for ids ['c54d6376-269a-4750-86fc-bd2304d8ff21'] in dv-neutron-833559-1-hyperv is: [{'id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 4, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'gw_port': {'id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '1f93e271-5dc9-4242-a317-8c84cb65822e', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'floating_ip_address': '172.26.6.55', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'port_id': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'mac_address': 'fa:16:3e:3f:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3631d86-4163-4e9e-8d46-8a874e30ca29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:05:06Z', 'updated_at': '2022-03-14T16:05:06Z', 'revision_number': 0, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dfce19c-3c65-40bd-a96f-1562603cf61c', 'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'mac_address': 'fa:16:3e:59:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:07Z', 'updated_at': '2022-03-14T16:00:12Z', 'revision_number': 5, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'subnets': [{'id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 16:05:07.935747 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4976a98b-4138-4499-9112-87b7ea7020a2 None None] New status for floating IP 1f93e271-5dc9-4242-a317-8c84cb65822e: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 16:05:09.042753 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:09.243231 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:09.419036 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:34.121934 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-07fd059e-3d5f-4589-8dc3-9ccae880cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:36.521245 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-92cd81ba-3380-49c3-a41f-ad30a1766ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:37.621738 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:39.043050 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:39.234950 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:39.421396 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:05:44.355905 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:05:54.811606 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-36865ce8-5d86-4283-b6bb-4eb30a50c24d req-c0c4a748-e453-4a11-9f1d-75a2efe776ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778353 Mar 14 16:05:54.904211 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36865ce8-5d86-4283-b6bb-4eb30a50c24d req-2d616fc7-d229-4885-a57a-24ade8762cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:54.905681 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-36865ce8-5d86-4283-b6bb-4eb30a50c24d req-2d616fc7-d229-4885-a57a-24ade8762cf5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 1098 time: 0.0405695 Mar 14 16:05:55.016382 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36865ce8-5d86-4283-b6bb-4eb30a50c24d req-d6169f76-9975-419c-996b-c6e8d8cd0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:55.017748 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-36865ce8-5d86-4283-b6bb-4eb30a50c24d req-d6169f76-9975-419c-996b-c6e8d8cd0c8c service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 200 len: 909 time: 0.0872498 Mar 14 16:05:55.085649 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-36865ce8-5d86-4283-b6bb-4eb30a50c24d req-88122bad-db42-44d3-bb1e-fb5c184a27ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d5ea2c0-44ce-4c00-b696-e97b5f538db6 HTTP/1.1" status: 200 len: 1000 time: 0.0574734 Mar 14 16:05:55.141027 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36865ce8-5d86-4283-b6bb-4eb30a50c24d req-37577187-3187-4dbd-b78d-b37fab021681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:55.142470 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-36865ce8-5d86-4283-b6bb-4eb30a50c24d req-37577187-3187-4dbd-b78d-b37fab021681 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8235831-65bf-4f8a-af36-af94791fb185 HTTP/1.1" status: 200 len: 847 time: 0.0462132 Mar 14 16:05:55.189734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36865ce8-5d86-4283-b6bb-4eb30a50c24d req-6a08d731-1b8d-4238-b3fd-6ee6ce96ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:05:55.191532 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-36865ce8-5d86-4283-b6bb-4eb30a50c24d req-6a08d731-1b8d-4238-b3fd-6ee6ce96ae85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a3e2dbb-0638-4211-8591-a38a31bd5402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387704 Mar 14 16:05:55.282753 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-36865ce8-5d86-4283-b6bb-4eb30a50c24d req-0dd99f63-ca02-40cf-9b8d-131fded58960 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805011 Mar 14 16:05:55.377774 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-36865ce8-5d86-4283-b6bb-4eb30a50c24d req-449359ee-fe62-4b8d-bdfd-cc1254784c58 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846083 Mar 14 16:06:04.124099 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4c80b0d1-8f24-44a2-896c-ccb036b2bbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:06.525058 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7ac989c8-66b2-4ec8-a630-277369620be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:07.625020 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:09.044908 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:09.234613 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:09.423213 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:21.356442 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:06:34.125038 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f835de0b-a5ad-4364-bf36-3c09ed3f3cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:36.527142 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a50ee8cd-41f3-49df-a5e5-85fb58e0e60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:37.627292 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:39.048175 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:39.243341 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:39.425124 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:06:54.775183 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5d3f687-f0de-435b-8a6f-8acc84298451 req-0a7fda10-889f-4df4-9d7a-275693d7bc2a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411885 Mar 14 16:06:54.863011 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3f687-f0de-435b-8a6f-8acc84298451 req-de4b1be4-c7d9-4fd8-b8a1-023175485dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:06:54.864495 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5d3f687-f0de-435b-8a6f-8acc84298451 req-de4b1be4-c7d9-4fd8-b8a1-023175485dfd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 1098 time: 0.0410795 Mar 14 16:06:54.966553 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3f687-f0de-435b-8a6f-8acc84298451 req-6e1fe9be-7f33-4252-8212-b3e35b1e3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:06:54.968059 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5d3f687-f0de-435b-8a6f-8acc84298451 req-6e1fe9be-7f33-4252-8212-b3e35b1e3949 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 200 len: 909 time: 0.0840774 Mar 14 16:06:55.039295 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5d3f687-f0de-435b-8a6f-8acc84298451 req-f4ae7314-efc6-43f1-aecd-b0fb14a2e35a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d5ea2c0-44ce-4c00-b696-e97b5f538db6 HTTP/1.1" status: 200 len: 1000 time: 0.0603883 Mar 14 16:06:55.091675 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3f687-f0de-435b-8a6f-8acc84298451 req-111c8775-eb34-42a6-a479-b0c719ec3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:06:55.093101 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5d3f687-f0de-435b-8a6f-8acc84298451 req-111c8775-eb34-42a6-a479-b0c719ec3043 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8235831-65bf-4f8a-af36-af94791fb185 HTTP/1.1" status: 200 len: 847 time: 0.0431371 Mar 14 16:06:55.141404 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3f687-f0de-435b-8a6f-8acc84298451 req-8e86ad73-24e6-4ad3-b355-c7eebd9ba7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:06:55.142870 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5d3f687-f0de-435b-8a6f-8acc84298451 req-8e86ad73-24e6-4ad3-b355-c7eebd9ba7db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a3e2dbb-0638-4211-8591-a38a31bd5402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390055 Mar 14 16:06:55.236985 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5d3f687-f0de-435b-8a6f-8acc84298451 req-229c2c20-35aa-414d-8f3c-c6287549f119 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831993 Mar 14 16:06:55.331764 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b5d3f687-f0de-435b-8a6f-8acc84298451 req-a9868879-6e40-4051-b577-d8b84d60bd48 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840647 Mar 14 16:06:58.355039 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:07:03.671396 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a199a85-5b54-467c-90b9-fd60ab8fc25d req-7496b4f3-3d69-4e27-bcae-0453baffdc35 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:03.672787 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6a199a85-5b54-467c-90b9-fd60ab8fc25d req-7496b4f3-3d69-4e27-bcae-0453baffdc35 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.1002667 Mar 14 16:07:03.711440 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-6a199a85-5b54-467c-90b9-fd60ab8fc25d req-ac18e84f-9546-407d-9df7-333071e388b5 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324864 Mar 14 16:07:04.126817 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7e1e66cd-58d2-4b43-8767-6155e6e408fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:04.836734 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5e8c9-1de1-4e1e-9709-89b9df82d8b3 req-c357fcfd-2a35-4476-9a30-07e85b5aec06 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:04.838301 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9dd5e8c9-1de1-4e1e-9709-89b9df82d8b3 req-c357fcfd-2a35-4476-9a30-07e85b5aec06 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0540440 Mar 14 16:07:05.214224 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9dd5e8c9-1de1-4e1e-9709-89b9df82d8b3 req-cde91678-d3de-4311-a432-771fae0b07d7 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3699322 Mar 14 16:07:06.331905 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7686b4-548e-4e71-9f0d-5a1692ee4938 req-3964b258-9d04-464a-8b26-993b1f18d5a2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:06.333367 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0d7686b4-548e-4e71-9f0d-5a1692ee4938 req-3964b258-9d04-464a-8b26-993b1f18d5a2 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0494385 Mar 14 16:07:06.370736 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0d7686b4-548e-4e71-9f0d-5a1692ee4938 req-ec0f108a-8fca-463f-867c-e557a27bed54 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303276 Mar 14 16:07:06.527911 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a11cc7ea-5236-47b6-ae0e-758c94f5491f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:07.485515 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a4d74-2f04-493a-9217-fdba74beefb7 req-9c0b1731-75e6-484f-8fcd-bd5cffd54e76 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:07.487016 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-668a4d74-2f04-493a-9217-fdba74beefb7 req-9c0b1731-75e6-484f-8fcd-bd5cffd54e76 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0494757 Mar 14 16:07:07.524212 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-668a4d74-2f04-493a-9217-fdba74beefb7 req-b4a226e2-9e7d-40ab-8f2f-056bf1bf34d1 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306058 Mar 14 16:07:07.631848 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:08.638695 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5876207-2559-4fb7-8bcd-867561f87267 req-926ce49a-3aa4-4eea-a288-e140b1ec93a4 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:08.640191 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d5876207-2559-4fb7-8bcd-867561f87267 req-926ce49a-3aa4-4eea-a288-e140b1ec93a4 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0479424 Mar 14 16:07:08.681609 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d5876207-2559-4fb7-8bcd-867561f87267 req-35b0f9a0-6a92-4030-81c5-4c59283ecbe4 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354257 Mar 14 16:07:09.049976 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:09.248810 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:09.427545 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:09.794298 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b41bb-8de3-485c-886a-1af6420771a3 req-b05d944d-d49f-4a1d-8a5d-74f63e0d1184 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:09.795792 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f30b41bb-8de3-485c-886a-1af6420771a3 req-b05d944d-d49f-4a1d-8a5d-74f63e0d1184 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0485897 Mar 14 16:07:09.833241 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-f30b41bb-8de3-485c-886a-1af6420771a3 req-39bcab76-e6be-46cc-b90d-19f0b6db48d8 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316346 Mar 14 16:07:10.948877 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43c9ed-93a8-4488-ae13-e93f87ce9051 req-2a14fc53-f003-4be8-95f1-6528f908ac77 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:10.950316 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2e43c9ed-93a8-4488-ae13-e93f87ce9051 req-2a14fc53-f003-4be8-95f1-6528f908ac77 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0498385 Mar 14 16:07:10.987582 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2e43c9ed-93a8-4488-ae13-e93f87ce9051 req-b0df090e-dae7-4405-b835-c5d3309ebbed tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314295 Mar 14 16:07:12.103506 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b4407-db7e-4663-8374-74ac8ebc1448 req-a05bcd0e-f49f-4fd1-b94b-1f48d80c484b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:12.105019 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3f0b4407-db7e-4663-8374-74ac8ebc1448 req-a05bcd0e-f49f-4fd1-b94b-1f48d80c484b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0521383 Mar 14 16:07:12.143133 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-3f0b4407-db7e-4663-8374-74ac8ebc1448 req-8c73eb1e-20d7-471f-80a1-8b5e2cdcc811 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321393 Mar 14 16:07:13.256411 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2d5cc-714b-492a-aeb4-9c14c6e51b6f req-330a37f0-ad1c-4ad3-920c-43e8a9dd9d00 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:13.258533 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b4d2d5cc-714b-492a-aeb4-9c14c6e51b6f req-330a37f0-ad1c-4ad3-920c-43e8a9dd9d00 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0501733 Mar 14 16:07:13.296345 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b4d2d5cc-714b-492a-aeb4-9c14c6e51b6f req-47f2da60-3b70-4e13-8d10-71c71c384e32 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317624 Mar 14 16:07:13.791011 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca4278-c775-4439-8fc4-a6f3fc2650ba req-c9c5192b-e561-4053-b44e-c665c3204c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:13.792441 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-acca4278-c775-4439-8fc4-a6f3fc2650ba req-c9c5192b-e561-4053-b44e-c665c3204c25 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 1098 time: 0.0450597 Mar 14 16:07:13.889678 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca4278-c775-4439-8fc4-a6f3fc2650ba req-f259b0d1-8f48-40d6-8786-acfc00c5faa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:13.891156 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-acca4278-c775-4439-8fc4-a6f3fc2650ba req-f259b0d1-8f48-40d6-8786-acfc00c5faa9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 200 len: 909 time: 0.0887284 Mar 14 16:07:13.958186 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-acca4278-c775-4439-8fc4-a6f3fc2650ba req-acc5c33a-1a33-46a2-8746-38638ed7c502 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d5ea2c0-44ce-4c00-b696-e97b5f538db6 HTTP/1.1" status: 200 len: 1000 time: 0.0569994 Mar 14 16:07:14.009167 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca4278-c775-4439-8fc4-a6f3fc2650ba req-2ede8d80-706d-45f7-a5b8-f2a9a0a47d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:14.010544 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-acca4278-c775-4439-8fc4-a6f3fc2650ba req-2ede8d80-706d-45f7-a5b8-f2a9a0a47d14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8235831-65bf-4f8a-af36-af94791fb185 HTTP/1.1" status: 200 len: 847 time: 0.0426116 Mar 14 16:07:14.062727 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca4278-c775-4439-8fc4-a6f3fc2650ba req-073b5e56-692b-4288-bbc2-d0bf67f35f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:14.064378 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-acca4278-c775-4439-8fc4-a6f3fc2650ba req-073b5e56-692b-4288-bbc2-d0bf67f35f84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a3e2dbb-0638-4211-8591-a38a31bd5402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434160 Mar 14 16:07:14.156993 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-acca4278-c775-4439-8fc4-a6f3fc2650ba req-80468cde-34c7-4d25-9521-cc2e73a3020e service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812616 Mar 14 16:07:14.253112 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-acca4278-c775-4439-8fc4-a6f3fc2650ba req-16e27778-47d1-4076-9cd0-e87cd1514d1e service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858498 Mar 14 16:07:14.416589 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e46294-4533-4513-b312-368c9be59be4 req-47b995c3-0f7a-474a-88bb-651767c2405c tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:14.418117 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-58e46294-4533-4513-b312-368c9be59be4 req-47b995c3-0f7a-474a-88bb-651767c2405c tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0498343 Mar 14 16:07:14.455359 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-58e46294-4533-4513-b312-368c9be59be4 req-2a4e82ab-429b-4236-b9af-05d17b4a99e1 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310981 Mar 14 16:07:15.570382 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6e560-6468-4684-9f40-3823b55bd9c2 req-e5d1074d-ddd7-428f-8089-554f624c5286 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:15.571886 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b9b6e560-6468-4684-9f40-3823b55bd9c2 req-e5d1074d-ddd7-428f-8089-554f624c5286 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0491469 Mar 14 16:07:15.612954 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b9b6e560-6468-4684-9f40-3823b55bd9c2 req-bdc6098b-4b25-4c7c-9e48-4758ab6dd41c tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351593 Mar 14 16:07:16.734128 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad84e10-0881-4254-899a-6f27eaa36c7f req-6fd02c2b-5417-4873-9ef9-1619621b7a01 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:16.735674 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6ad84e10-0881-4254-899a-6f27eaa36c7f req-6fd02c2b-5417-4873-9ef9-1619621b7a01 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0516253 Mar 14 16:07:16.774161 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6ad84e10-0881-4254-899a-6f27eaa36c7f req-d8238584-64e5-4261-b945-1ef1fd48579d tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326834 Mar 14 16:07:17.914390 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119768d-c8c7-49ea-b65c-c2e6d3f90755 req-9eaedb40-8014-479c-8b55-8d9039287d73 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:17.915927 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7119768d-c8c7-49ea-b65c-c2e6d3f90755 req-9eaedb40-8014-479c-8b55-8d9039287d73 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0589380 Mar 14 16:07:17.961885 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-7119768d-c8c7-49ea-b65c-c2e6d3f90755 req-add1f94d-fa4c-4052-a9c3-75ea329011b0 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390587 Mar 14 16:07:18.195893 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-938f41b0-db62-4318-8afa-7cdaefc5cd2f req-f6b86041-d60d-4265-b470-94f639f65914 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731583 Mar 14 16:07:18.207615 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [req-938f41b0-db62-4318-8afa-7cdaefc5cd2f req-bdab92de-9e16-49ef-bc29-38334db4dd2f service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 16:07:18.208553 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-938f41b0-db62-4318-8afa-7cdaefc5cd2f req-bdab92de-9e16-49ef-bc29-38334db4dd2f service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057483 Mar 14 16:07:18.219772 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde3cf5-fdd2-46e9-988c-1538d938cadc req-f42c9165-b273-4baa-8042-3ca1230c6df6 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:18.221213 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9fde3cf5-fdd2-46e9-988c-1538d938cadc req-f42c9165-b273-4baa-8042-3ca1230c6df6 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0663836 Mar 14 16:07:18.265375 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-9fde3cf5-fdd2-46e9-988c-1538d938cadc req-4b1de624-0a5a-4781-9355-9481d7b7188e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380919 Mar 14 16:07:19.203063 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:07:19.281157 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:19.303565 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3631d86-4163-4e9e-8d46-8a874e30ca29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:07:19.305943 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22648046-963d-4c10-9eea-a6464a02c29a" -d '{"events": [{"server_uuid": "e3631d86-4163-4e9e-8d46-8a874e30ca29", "name": "network-vif-unplugged", "status": "completed", "tag": "9d5ea2c0-44ce-4c00-b696-e97b5f538db6"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:07:19.318737 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9d5ea2c0-44ce-4c00-b696-e97b5f538db6,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:07:19.325196 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:19.359469 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Mar 2022 16:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d8c1e0-2a1e-47c4-b3c9-4977454123b8 x-openstack-request-id: req-c8d8c1e0-2a1e-47c4-b3c9-4977454123b8 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:07:19.359897 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3631d86-4163-4e9e-8d46-8a874e30ca29", "name": "network-vif-unplugged", "status": "failed", "tag": "9d5ea2c0-44ce-4c00-b696-e97b5f538db6", "code": 422}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:07:19.360146 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c8d8c1e0-2a1e-47c4-b3c9-4977454123b8 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:07:19.360771 dv-neutron-833559-1-hyperv neutron-server[102569]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e3631d86-4163-4e9e-8d46-8a874e30ca29', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6', 'code': 422} returned with failed status Mar 14 16:07:19.379918 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=9d5ea2c0-44ce-4c00-b696-e97b5f538db6,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:07:19.387453 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:07:19.387807 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:07:19.388150 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:07:19.388488 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:07:19.388823 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:07:19.389154 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:07:19.389487 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:07:19.389815 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:07:19.390031 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96b837-5fce-4d7d-acbc-3621e705866f req-5174bb12-3672-445b-9d17-d8ab88c2c6b7 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:19.390549 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:07:19.390549 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:07:19.390761 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:07:19.391288 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:07:19.397402 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1e96b837-5fce-4d7d-acbc-3621e705866f req-5174bb12-3672-445b-9d17-d8ab88c2c6b7 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 943 time: 0.0621896 Mar 14 16:07:19.437700 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-1e96b837-5fce-4d7d-acbc-3621e705866f req-4f0c8a4f-60c2-450f-b678-634c11498462 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394571 Mar 14 16:07:20.556643 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710288b6-11ba-4f6f-a4bd-7c0305881250 req-1a86158e-4017-4c8d-9047-7068972e8f6d tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:20.558132 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-710288b6-11ba-4f6f-a4bd-7c0305881250 req-1a86158e-4017-4c8d-9047-7068972e8f6d tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 943 time: 0.0492909 Mar 14 16:07:20.597474 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-710288b6-11ba-4f6f-a4bd-7c0305881250 req-58a5646e-79c3-43a7-97ea-d8a86634fac6 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330286 Mar 14 16:07:21.713105 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654acf07-38a0-4d09-8d8c-9cd57990eb3a req-4da83100-a243-4f6d-aa49-a8133245ba33 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:21.714510 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-654acf07-38a0-4d09-8d8c-9cd57990eb3a req-4da83100-a243-4f6d-aa49-a8133245ba33 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 943 time: 0.0510638 Mar 14 16:07:21.753503 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-654acf07-38a0-4d09-8d8c-9cd57990eb3a req-113657e4-7464-4928-9d9a-c43ed0166cd3 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329883 Mar 14 16:07:22.845357 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f41b0-db62-4318-8afa-7cdaefc5cd2f req-dd02d0d6-4273-4e95-ad63-cb8301f2c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:22.846853 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-938f41b0-db62-4318-8afa-7cdaefc5cd2f req-dd02d0d6-4273-4e95-ad63-cb8301f2c318 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29&tenant_id=db2bf3b4076f455cb1cf1a8389f6675c HTTP/1.1" status: 200 len: 1096 time: 0.0420144 Mar 14 16:07:22.870851 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98573b6c-c8ad-469d-a4e8-e7d259b5f54f req-d2ce47c3-aa57-469a-9f2e-b2e5534ece95 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:22.872340 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-98573b6c-c8ad-469d-a4e8-e7d259b5f54f req-d2ce47c3-aa57-469a-9f2e-b2e5534ece95 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 943 time: 0.0497873 Mar 14 16:07:22.911116 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-98573b6c-c8ad-469d-a4e8-e7d259b5f54f req-4d3bb9ad-0826-4631-8a75-dcfb9626780e tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326440 Mar 14 16:07:22.916087 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f41b0-db62-4318-8afa-7cdaefc5cd2f req-84b2a4cd-5dba-441a-b769-7f31a449b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:22.917605 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-938f41b0-db62-4318-8afa-7cdaefc5cd2f req-84b2a4cd-5dba-441a-b769-7f31a449b010 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 1096 time: 0.0420043 Mar 14 16:07:23.011959 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f41b0-db62-4318-8afa-7cdaefc5cd2f req-a50a9595-c8d6-43ff-bd5b-36f30b3ce6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:23.013434 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-938f41b0-db62-4318-8afa-7cdaefc5cd2f req-a50a9595-c8d6-43ff-bd5b-36f30b3ce6bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 200 len: 909 time: 0.0860054 Mar 14 16:07:23.080773 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-938f41b0-db62-4318-8afa-7cdaefc5cd2f req-97900a7d-0ecb-4ae2-bc92-1550e4a18866 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d5ea2c0-44ce-4c00-b696-e97b5f538db6 HTTP/1.1" status: 200 len: 998 time: 0.0572116 Mar 14 16:07:23.135913 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f41b0-db62-4318-8afa-7cdaefc5cd2f req-8fb68844-73ea-4a1e-9afe-081bdfae5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:23.137348 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-938f41b0-db62-4318-8afa-7cdaefc5cd2f req-8fb68844-73ea-4a1e-9afe-081bdfae5a6e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8235831-65bf-4f8a-af36-af94791fb185 HTTP/1.1" status: 200 len: 847 time: 0.0475779 Mar 14 16:07:23.184533 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f41b0-db62-4318-8afa-7cdaefc5cd2f req-7662bf08-1020-41aa-b537-7682cc4301fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:23.186017 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-938f41b0-db62-4318-8afa-7cdaefc5cd2f req-7662bf08-1020-41aa-b537-7682cc4301fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a3e2dbb-0638-4211-8591-a38a31bd5402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389912 Mar 14 16:07:23.284783 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-938f41b0-db62-4318-8afa-7cdaefc5cd2f req-f8af06f9-706c-4dc3-bcd0-ed0749e8b868 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883107 Mar 14 16:07:23.381797 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-938f41b0-db62-4318-8afa-7cdaefc5cd2f req-81ab0420-407d-4f67-bfc7-4517b74df8b8 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868685 Mar 14 16:07:24.026936 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da615bb8-04a3-4ce1-b159-31f7691a4113 req-ee245f35-1e8c-4ae1-a368-a2e522884bc9 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:24.028381 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-da615bb8-04a3-4ce1-b159-31f7691a4113 req-ee245f35-1e8c-4ae1-a368-a2e522884bc9 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 943 time: 0.0494361 Mar 14 16:07:24.066240 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-da615bb8-04a3-4ce1-b159-31f7691a4113 req-6df71b01-f1ea-4c5f-ad88-5fc09aaf936f tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320327 Mar 14 16:07:25.180276 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0a5f9-550b-4b8a-8faf-adfe86287251 req-a0bd1c6b-9099-46d2-bf00-5d6b01442de1 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:25.181747 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-67a0a5f9-550b-4b8a-8faf-adfe86287251 req-a0bd1c6b-9099-46d2-bf00-5d6b01442de1 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 943 time: 0.0479968 Mar 14 16:07:25.223758 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-67a0a5f9-550b-4b8a-8faf-adfe86287251 req-ae698471-3ee7-4a22-9cdc-eb31fc800461 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361891 Mar 14 16:07:26.337814 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b61eef-a1a9-4114-a3a3-3a4c36e0ac97 req-2401cd71-8edd-4e91-9de3-2344d0af73ec tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:26.339327 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e1b61eef-a1a9-4114-a3a3-3a4c36e0ac97 req-2401cd71-8edd-4e91-9de3-2344d0af73ec tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 943 time: 0.0494378 Mar 14 16:07:26.381461 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e1b61eef-a1a9-4114-a3a3-3a4c36e0ac97 req-251ebee6-8c54-4250-acb0-5fa21a615fda tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362172 Mar 14 16:07:27.499111 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824d709-c7f0-45d6-a7d1-8da57dad9b24 req-930031a5-761a-4018-8580-8b27eddf6d12 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:27.500598 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2824d709-c7f0-45d6-a7d1-8da57dad9b24 req-930031a5-761a-4018-8580-8b27eddf6d12 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 943 time: 0.0503945 Mar 14 16:07:27.537347 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2824d709-c7f0-45d6-a7d1-8da57dad9b24 req-e4c89d3f-5b58-492c-9121-9e57e069e001 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309074 Mar 14 16:07:28.653673 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0bf7c-d343-435d-b0b5-32f34518eb9e req-44f9e2e9-cd22-43f2-bbe0-a4ac373b762a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:28.655158 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75c0bf7c-d343-435d-b0b5-32f34518eb9e req-44f9e2e9-cd22-43f2-bbe0-a4ac373b762a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 943 time: 0.0491810 Mar 14 16:07:28.692326 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-75c0bf7c-d343-435d-b0b5-32f34518eb9e req-f9e9bdfc-6428-4043-9f1b-fdd476bcef1b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312808 Mar 14 16:07:29.807403 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a0248-55be-4b4e-8cb5-97b25d256299 req-81fae63b-1f4f-4d0d-9ed3-8b93a8b9b23f tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:29.808851 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-db2a0248-55be-4b4e-8cb5-97b25d256299 req-81fae63b-1f4f-4d0d-9ed3-8b93a8b9b23f tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 943 time: 0.0493042 Mar 14 16:07:29.846076 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-db2a0248-55be-4b4e-8cb5-97b25d256299 req-ee1e0373-0431-4cc9-87cb-a4d536a255ed tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311401 Mar 14 16:07:30.958375 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f618e62-32b8-4ced-a33d-3be1d5cc5bcc req-5d76f38f-29bf-4fa7-a460-2b5fe9febe9c tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:30.959863 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2f618e62-32b8-4ced-a33d-3be1d5cc5bcc req-5d76f38f-29bf-4fa7-a460-2b5fe9febe9c tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 943 time: 0.0485642 Mar 14 16:07:30.997659 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2f618e62-32b8-4ced-a33d-3be1d5cc5bcc req-c456bb9a-91b7-4da1-a4a0-7972a38ca845 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313542 Mar 14 16:07:31.264581 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 16:07:31.354373 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9d5ea2c0-44ce-4c00-b696-e97b5f538db6,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:07:31.365170 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'port_id': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6', 'mac_address': 'fa:16:3e:3f:f7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 16:07:31.404146 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:31.419102 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 16:07:31.437230 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9d5ea2c0-44ce-4c00-b696-e97b5f538db6,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:07:31.441416 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:31.493180 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=9d5ea2c0-44ce-4c00-b696-e97b5f538db6,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:07:31.697306 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['9d5ea2c0-44ce-4c00-b696-e97b5f538db6'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 16:07:32.112834 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d8d66-f6ba-4ebd-944d-8366b0e406c5 req-19c1777d-583b-4d2c-b168-6e5cf3b53383 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:32.114904 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-840d8d66-f6ba-4ebd-944d-8366b0e406c5 req-19c1777d-583b-4d2c-b168-6e5cf3b53383 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 944 time: 0.0502343 Mar 14 16:07:32.157674 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-840d8d66-f6ba-4ebd-944d-8366b0e406c5 req-4c7ed6bb-77f5-4f10-8a45-46ebdb1f9aab tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363023 Mar 14 16:07:33.273746 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9588e-b49f-4ccf-9148-5236fd012f3a req-d98fac95-a08f-4b6c-83e8-61daab83faf1 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:33.275239 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ccc9588e-b49f-4ccf-9148-5236fd012f3a req-d98fac95-a08f-4b6c-83e8-61daab83faf1 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 944 time: 0.0507252 Mar 14 16:07:33.279566 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:07:33.317202 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ccc9588e-b49f-4ccf-9148-5236fd012f3a req-311a4fbb-3b78-4be2-8eae-77ec7836293a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358317 Mar 14 16:07:33.328060 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:07:33.328438 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:33.414594 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:33.436764 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3631d86-4163-4e9e-8d46-8a874e30ca29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:07:33.439244 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b82487-a732-4a67-b993-97aac734b5d2" -d '{"events": [{"server_uuid": "e3631d86-4163-4e9e-8d46-8a874e30ca29", "name": "network-vif-plugged", "status": "completed", "tag": "9d5ea2c0-44ce-4c00-b696-e97b5f538db6"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:07:33.452119 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9d5ea2c0-44ce-4c00-b696-e97b5f538db6,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:07:33.456171 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:33.486028 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 16:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e230306-a158-4f56-b16c-3202b6819790 x-openstack-request-id: req-5e230306-a158-4f56-b16c-3202b6819790 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:07:33.486316 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3631d86-4163-4e9e-8d46-8a874e30ca29", "name": "network-vif-plugged", "status": "completed", "tag": "9d5ea2c0-44ce-4c00-b696-e97b5f538db6", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:07:33.486568 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e230306-a158-4f56-b16c-3202b6819790 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:07:33.486974 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3631d86-4163-4e9e-8d46-8a874e30ca29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6', 'code': 200} Mar 14 16:07:33.508798 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=9d5ea2c0-44ce-4c00-b696-e97b5f538db6,revision_number=8']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:07:33.794266 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4914b-50fc-4253-be1f-94402572fd6d req-6b20dcb8-e365-4f94-bcc7-399631673883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:33.795639 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-94e4914b-50fc-4253-be1f-94402572fd6d req-6b20dcb8-e365-4f94-bcc7-399631673883 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 1098 time: 0.0409021 Mar 14 16:07:33.830658 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-94e4914b-50fc-4253-be1f-94402572fd6d req-36f7b0aa-f4f5-4417-a008-c4dfdfc45e04 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277090 Mar 14 16:07:34.129060 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3c844f7a-aafb-4838-bff2-c9744d948a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:34.432382 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d165d55-6cbb-4e5a-bbff-b4415811e8b9 req-15b8855b-70d1-4d33-8e11-525afd44c083 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:34.433857 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4d165d55-6cbb-4e5a-bbff-b4415811e8b9 req-15b8855b-70d1-4d33-8e11-525afd44c083 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0494041 Mar 14 16:07:34.472481 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-4d165d55-6cbb-4e5a-bbff-b4415811e8b9 req-53e10b08-aaa0-4612-9e71-5cfdefecb9cb tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324972 Mar 14 16:07:35.354385 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:07:35.591203 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f057cf0-6b30-4222-80d0-bcfe59aa68aa req-c6ad3bd7-a74d-4eb3-bca6-bb3b70fc0331 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:35.592678 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5f057cf0-6b30-4222-80d0-bcfe59aa68aa req-c6ad3bd7-a74d-4eb3-bca6-bb3b70fc0331 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0505238 Mar 14 16:07:35.631455 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5f057cf0-6b30-4222-80d0-bcfe59aa68aa req-f87d16f0-cd7e-4bec-bb20-6bd031d3f650 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329425 Mar 14 16:07:36.529757 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-08b3d9a3-2cc1-4a21-bb0c-958363def888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:37.634972 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:39.053186 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:39.269307 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:39.429875 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:07:57.546653 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-71bb3062-5f54-45a9-bde3-ce948a7d4561 req-a4cc68a6-559e-415b-82c7-0b399d0db4b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440474 Mar 14 16:07:57.631460 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb3062-5f54-45a9-bde3-ce948a7d4561 req-ce022b5b-4706-4f98-b879-0f032cb217a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:57.633107 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-71bb3062-5f54-45a9-bde3-ce948a7d4561 req-ce022b5b-4706-4f98-b879-0f032cb217a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 1098 time: 0.0403390 Mar 14 16:07:57.736135 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb3062-5f54-45a9-bde3-ce948a7d4561 req-2e7b8f75-c4c2-481b-888d-1fed9a9b8142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:57.737541 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-71bb3062-5f54-45a9-bde3-ce948a7d4561 req-2e7b8f75-c4c2-481b-888d-1fed9a9b8142 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 200 len: 909 time: 0.0845160 Mar 14 16:07:57.806014 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-71bb3062-5f54-45a9-bde3-ce948a7d4561 req-8f24759c-f46b-46a0-ae10-f5b7f65bc8d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d5ea2c0-44ce-4c00-b696-e97b5f538db6 HTTP/1.1" status: 200 len: 1000 time: 0.0615489 Mar 14 16:07:57.854657 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb3062-5f54-45a9-bde3-ce948a7d4561 req-aa23f842-9f3d-416a-b152-06a2801b4433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:57.856102 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-71bb3062-5f54-45a9-bde3-ce948a7d4561 req-aa23f842-9f3d-416a-b152-06a2801b4433 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8235831-65bf-4f8a-af36-af94791fb185 HTTP/1.1" status: 200 len: 847 time: 0.0434093 Mar 14 16:07:57.901353 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb3062-5f54-45a9-bde3-ce948a7d4561 req-0c0e2c81-c467-4330-aa90-10c356ecffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:07:57.902862 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-71bb3062-5f54-45a9-bde3-ce948a7d4561 req-0c0e2c81-c467-4330-aa90-10c356ecffd2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a3e2dbb-0638-4211-8591-a38a31bd5402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396667 Mar 14 16:07:57.996695 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-71bb3062-5f54-45a9-bde3-ce948a7d4561 req-03f0d098-a040-4e00-b7ab-716c2ffa8940 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868583 Mar 14 16:07:58.086233 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-71bb3062-5f54-45a9-bde3-ce948a7d4561 req-c4465cd8-8400-4723-96f7-94f41b0de45f service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829704 Mar 14 16:08:04.129904 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-544fa671-2032-47b4-baba-91ddb2296e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:06.532899 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4b7b6b7a-1fad-4d2f-a084-5084eabad29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:07.637721 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:09.056292 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:09.274636 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:09.436530 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:12.353034 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:08:34.132009 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3bfc43bc-3569-47e6-8ef5-7882c33c61d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:36.533755 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-37c8c7b4-cbe9-4722-9b44-69d5e61db5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:37.640790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:39.057912 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:39.291518 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:39.428145 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:49.011102 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35218) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:08:49.166460 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Deleting port 675f5d77-c5ed-4b6a-83f8-346eeb762b66 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:08:49.166808 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:49.239967 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:49.240295 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:49.252291 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Calling delete_port for 675f5d77-c5ed-4b6a-83f8-346eeb762b66 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:08:49.352751 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:08:49.400864 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:49.425008 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event deleted for resources: {'Port': ['ID=675f5d77-c5ed-4b6a-83f8-346eeb762b66,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:08:49.438059 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:49.438441 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:49.438790 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:49.439191 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:49.439554 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:49.439916 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:49.440248 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:49.440577 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:49.440905 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:49.441229 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:49.441558 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:49.441880 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:49.502295 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:49.502577 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Floating IP 1f93e271-5dc9-4242-a317-8c84cb65822e disassociated (deleted). External IP: 172.26.6.55, port: 9d5ea2c0-44ce-4c00-b696-e97b5f538db6. Mar 14 16:08:49.713578 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Router c54d6376-269a-4750-86fc-bd2304d8ff21 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:08:49.818025 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:08:49.822907 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:49.828408 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131abc99-8275-4641-91eb-5bc1a54f333b None None] Sync routers for ids ['c54d6376-269a-4750-86fc-bd2304d8ff21'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 16:08:49.838989 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131abc99-8275-4641-91eb-5bc1a54f333b None None] Routers {'c54d6376-269a-4750-86fc-bd2304d8ff21'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:08:49.839611 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-131abc99-8275-4641-91eb-5bc1a54f333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:08:37Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['c54d6376-269a-4750-86fc-bd2304d8ff21'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:08:49.849999 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-363a597d-e300-4f35-a1dc-8861524fef8a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "DELETE /v2.0/floatingips/1f93e271-5dc9-4242-a317-8c84cb65822e HTTP/1.1" status: 204 len: 168 time: 0.8378158 Mar 14 16:08:49.850833 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3631d86-4163-4e9e-8d46-8a874e30ca29', 'tag': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:08:49.853230 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da3095a-4e5d-456d-b254-9ed325f8b37f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3631d86-4163-4e9e-8d46-8a874e30ca29", "tag": "9d5ea2c0-44ce-4c00-b696-e97b5f538db6"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:08:49.942185 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 16:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735122d2-3889-464c-a8fc-8ae91f00a856 x-openstack-request-id: req-735122d2-3889-464c-a8fc-8ae91f00a856 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:08:49.942486 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3631d86-4163-4e9e-8d46-8a874e30ca29", "tag": "9d5ea2c0-44ce-4c00-b696-e97b5f538db6", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:08:49.942741 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-735122d2-3889-464c-a8fc-8ae91f00a856 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:08:49.943193 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3631d86-4163-4e9e-8d46-8a874e30ca29', 'tag': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6', 'status': 'completed', 'code': 200} Mar 14 16:08:49.955813 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-131abc99-8275-4641-91eb-5bc1a54f333b None None] Set router c54d6376-269a-4750-86fc-bd2304d8ff21 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:08:50.029322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3095a-4e5d-456d-b254-9ed325f8b37f req-3ccdf70e-ad5d-4838-bc8a-c98887d8ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:50.030848 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7da3095a-4e5d-456d-b254-9ed325f8b37f req-3ccdf70e-ad5d-4838-bc8a-c98887d8ab0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 1098 time: 0.0472209 Mar 14 16:08:50.091558 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda1cd0-329b-427c-8462-547962349f12 req-f2ead7c0-9265-49cc-ac09-174cb9dbe9e4 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:50.093748 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bfda1cd0-329b-427c-8462-547962349f12 req-f2ead7c0-9265-49cc-ac09-174cb9dbe9e4 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0516093 Mar 14 16:08:50.130612 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3095a-4e5d-456d-b254-9ed325f8b37f req-a8affc27-cdf5-4b10-baa8-0ea413eef2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:50.132728 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7da3095a-4e5d-456d-b254-9ed325f8b37f req-a8affc27-cdf5-4b10-baa8-0ea413eef2d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 200 len: 909 time: 0.0932703 Mar 14 16:08:50.137884 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-bfda1cd0-329b-427c-8462-547962349f12 req-b3e00b7a-f863-4c00-a86a-e6343fbcebd0 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335674 Mar 14 16:08:50.173321 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-131abc99-8275-4641-91eb-5bc1a54f333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 4, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'gw_port': {'id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '3dfce19c-3c65-40bd-a96f-1562603cf61c', 'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'mac_address': 'fa:16:3e:59:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:07Z', 'updated_at': '2022-03-14T16:00:12Z', 'revision_number': 5, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'subnets': [{'id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:08:50.176435 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7da3095a-4e5d-456d-b254-9ed325f8b37f req-730d13cd-b4a4-4041-a1b5-174813511a7d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d5ea2c0-44ce-4c00-b696-e97b5f538db6 HTTP/1.1" status: 200 len: 217 time: 0.0366352 Mar 14 16:08:50.201345 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131abc99-8275-4641-91eb-5bc1a54f333b None None] Checking router: c54d6376-269a-4750-86fc-bd2304d8ff21 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 16:08:50.209220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131abc99-8275-4641-91eb-5bc1a54f333b None None] Routers {'c54d6376-269a-4750-86fc-bd2304d8ff21'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:08:50.209947 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-131abc99-8275-4641-91eb-5bc1a54f333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:08:37Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['c54d6376-269a-4750-86fc-bd2304d8ff21'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:08:50.226467 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3095a-4e5d-456d-b254-9ed325f8b37f req-7254bf82-d5ad-4830-9641-3f536883b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:50.227975 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7da3095a-4e5d-456d-b254-9ed325f8b37f req-7254bf82-d5ad-4830-9641-3f536883b00a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8235831-65bf-4f8a-af36-af94791fb185 HTTP/1.1" status: 200 len: 847 time: 0.0444658 Mar 14 16:08:50.273729 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3095a-4e5d-456d-b254-9ed325f8b37f req-18bff92b-ee70-4f88-ac08-ec933ea8cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:50.275182 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7da3095a-4e5d-456d-b254-9ed325f8b37f req-18bff92b-ee70-4f88-ac08-ec933ea8cb58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a3e2dbb-0638-4211-8591-a38a31bd5402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405762 Mar 14 16:08:50.317337 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-131abc99-8275-4641-91eb-5bc1a54f333b None None] Set router c54d6376-269a-4750-86fc-bd2304d8ff21 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:08:50.368612 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7da3095a-4e5d-456d-b254-9ed325f8b37f req-f90f1c2f-4c34-463e-be83-05a5c8ee6bae service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863378 Mar 14 16:08:50.459279 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-7da3095a-4e5d-456d-b254-9ed325f8b37f req-0268d094-41d6-4729-a5d0-dcc215c02ced service neutron] 10.222.0.18 "GET /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836513 Mar 14 16:08:50.514068 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-131abc99-8275-4641-91eb-5bc1a54f333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 4, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'gw_port': {'id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '3dfce19c-3c65-40bd-a96f-1562603cf61c', 'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'mac_address': 'fa:16:3e:59:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:07Z', 'updated_at': '2022-03-14T16:00:12Z', 'revision_number': 5, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'subnets': [{'id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:08:50.540095 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131abc99-8275-4641-91eb-5bc1a54f333b None None] The sync data for ids ['c54d6376-269a-4750-86fc-bd2304d8ff21'] in dv-neutron-833559-1-hyperv is: [{'id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:07Z', 'revision_number': 4, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'gw_port': {'id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '3dfce19c-3c65-40bd-a96f-1562603cf61c', 'name': '', 'network_id': '0a3e2dbb-0638-4211-8591-a38a31bd5402', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'mac_address': 'fa:16:3e:59:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:07Z', 'updated_at': '2022-03-14T16:00:12Z', 'revision_number': 5, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'subnets': [{'id': 'c8235831-65bf-4f8a-af36-af94791fb185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 16:08:50.738671 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb3bf14-a2a8-431b-9277-f87634ddee3e None None] New status for floating IP 1f93e271-5dc9-4242-a317-8c84cb65822e: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 16:08:51.259364 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f53d4-af56-4479-9177-1a029d09dad4 req-5e51e079-5ed8-4709-80b8-2905aa08bee6 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:51.260852 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cd6f53d4-af56-4479-9177-1a029d09dad4 req-5e51e079-5ed8-4709-80b8-2905aa08bee6 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0539272 Mar 14 16:08:51.297744 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-cd6f53d4-af56-4479-9177-1a029d09dad4 req-06ec7c63-5369-49aa-a1ff-a2b595ecc712 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/security-groups?id=d8d8ab57-2126-4cc8-ad10-0f64195c0396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310886 Mar 14 16:08:51.835622 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc889ab-f833-4291-a17f-16a1a801f91f req-253962b3-2586-43f9-a249-23948aced21a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:08:51.836980 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ecc889ab-f833-4291-a17f-16a1a801f91f req-253962b3-2586-43f9-a249-23948aced21a tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 945 time: 0.0476935 Mar 14 16:08:51.926995 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-ecc889ab-f833-4291-a17f-16a1a801f91f req-a887b3ec-cc17-4030-908b-b714dd4e2d0d tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Deleting port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:08:51.927345 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ecc889ab-f833-4291-a17f-16a1a801f91f req-a887b3ec-cc17-4030-908b-b714dd4e2d0d tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:52.017694 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-ecc889ab-f833-4291-a17f-16a1a801f91f req-a887b3ec-cc17-4030-908b-b714dd4e2d0d tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] For port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=9d5ea2c0-44ce-4c00-b696-e97b5f538db6,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:08:52.018053 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ecc889ab-f833-4291-a17f-16a1a801f91f req-a887b3ec-cc17-4030-908b-b714dd4e2d0d tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:52.031018 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-ecc889ab-f833-4291-a17f-16a1a801f91f req-a887b3ec-cc17-4030-908b-b714dd4e2d0d tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Calling delete_port for 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:08:52.159499 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ecc889ab-f833-4291-a17f-16a1a801f91f req-a887b3ec-cc17-4030-908b-b714dd4e2d0d tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:52.188435 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887b3ec-cc17-4030-908b-b714dd4e2d0d tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event deleted for resources: {'Port': ['ID=9d5ea2c0-44ce-4c00-b696-e97b5f538db6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:08:52.228541 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc889ab-f833-4291-a17f-16a1a801f91f req-a887b3ec-cc17-4030-908b-b714dd4e2d0d tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] No DVR routers for this DVR port 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:08:52.231157 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-ecc889ab-f833-4291-a17f-16a1a801f91f req-a887b3ec-cc17-4030-908b-b714dd4e2d0d tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:52.234376 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ecc889ab-f833-4291-a17f-16a1a801f91f req-a887b3ec-cc17-4030-908b-b714dd4e2d0d tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.18 "DELETE /v2.0/ports/9d5ea2c0-44ce-4c00-b696-e97b5f538db6 HTTP/1.1" status: 204 len: 173 time: 0.3881249 Mar 14 16:08:52.235041 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3631d86-4163-4e9e-8d46-8a874e30ca29', 'name': 'network-vif-deleted', 'tag': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:08:52.237278 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688fcefc-cf1c-4d20-b00d-f008da11125f" -d '{"events": [{"server_uuid": "e3631d86-4163-4e9e-8d46-8a874e30ca29", "name": "network-vif-deleted", "tag": "9d5ea2c0-44ce-4c00-b696-e97b5f538db6"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:08:52.274716 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 16:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aefc1b6-4320-448f-acc2-f8daf88848b6 x-openstack-request-id: req-4aefc1b6-4320-448f-acc2-f8daf88848b6 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:08:52.275336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3631d86-4163-4e9e-8d46-8a874e30ca29", "name": "network-vif-deleted", "tag": "9d5ea2c0-44ce-4c00-b696-e97b5f538db6", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:08:52.275336 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4aefc1b6-4320-448f-acc2-f8daf88848b6 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:08:52.275720 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3631d86-4163-4e9e-8d46-8a874e30ca29', 'name': 'network-vif-deleted', 'tag': '9d5ea2c0-44ce-4c00-b696-e97b5f538db6', 'status': 'completed', 'code': 200} Mar 14 16:08:52.407367 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-003f2985-c8b0-4e3f-979b-b0254024ffa5 req-67f460a3-a541-47f0-a291-88c23a7e7705 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 210 time: 0.0301256 Mar 14 16:08:53.507738 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0d8a647f-2e6a-4863-9fb2-d31de06d4968 req-86243f1a-e4f6-41f6-aed3-8aae9bd87736 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 210 time: 0.0308492 Mar 14 16:08:54.605769 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-190f70f4-f89c-4941-885e-3e3c28440e2c req-c365785b-ccb6-4ffd-8d84-6e50329b231d tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 210 time: 0.0268445 Mar 14 16:08:55.590121 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:08:55.617788 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 16:08:55.618139 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 9d5ea2c0-44ce-4c00-b696-e97b5f538db6 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 16:08:55.715520 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-1e588478-2c0e-43b3-9f01-f13de918a5dc req-91e4d4e8-8f5a-47f6-adba-41fe53d3ea4b tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3631d86-4163-4e9e-8d46-8a874e30ca29 HTTP/1.1" status: 200 len: 210 time: 0.0278938 Mar 14 16:08:56.772705 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 35256) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:08:56.832934 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-912029b3-70d6-4ae9-9bc3-c9c244078776 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:56.857973 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-912029b3-70d6-4ae9-9bc3-c9c244078776 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:56.917172 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-912029b3-70d6-4ae9-9bc3-c9c244078776 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:56.920070 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-912029b3-70d6-4ae9-9bc3-c9c244078776 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:56.923864 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-912029b3-70d6-4ae9-9bc3-c9c244078776 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] 10.222.0.59 "DELETE /v2.0/security-groups/d8d8ab57-2126-4cc8-ad10-0f64195c0396 HTTP/1.1" status: 204 len: 168 time: 0.1475487 Mar 14 16:08:56.934766 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912029b3-70d6-4ae9-9bc3-c9c244078776 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d8ab57-2126-4cc8-ad10-0f64195c0396,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:08:56.942229 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912029b3-70d6-4ae9-9bc3-c9c244078776 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:56.942688 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912029b3-70d6-4ae9-9bc3-c9c244078776 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:56.943152 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912029b3-70d6-4ae9-9bc3-c9c244078776 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:56.943498 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912029b3-70d6-4ae9-9bc3-c9c244078776 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:56.944510 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912029b3-70d6-4ae9-9bc3-c9c244078776 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:56.944953 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912029b3-70d6-4ae9-9bc3-c9c244078776 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:56.945362 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912029b3-70d6-4ae9-9bc3-c9c244078776 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:56.945722 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912029b3-70d6-4ae9-9bc3-c9c244078776 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:56.946064 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912029b3-70d6-4ae9-9bc3-c9c244078776 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:56.946446 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912029b3-70d6-4ae9-9bc3-c9c244078776 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:56.946925 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912029b3-70d6-4ae9-9bc3-c9c244078776 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:56.947263 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912029b3-70d6-4ae9-9bc3-c9c244078776 tempest-TestShelveInstance-999084342 tempest-TestShelveInstance-999084342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:08:56.968297 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 35260) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:08:57.426648 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b3cdd432-37ee-4cef-8464-40c33e70c967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:57.683393 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-b3cdd432-37ee-4cef-8464-40c33e70c967 admin admin] Deleting port 3dfce19c-3c65-40bd-a96f-1562603cf61c {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:08:57.683656 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b3cdd432-37ee-4cef-8464-40c33e70c967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:57.760714 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-b3cdd432-37ee-4cef-8464-40c33e70c967 admin admin] For port 3dfce19c-3c65-40bd-a96f-1562603cf61c, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3dfce19c-3c65-40bd-a96f-1562603cf61c,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:08:57.761070 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b3cdd432-37ee-4cef-8464-40c33e70c967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:57.774013 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-b3cdd432-37ee-4cef-8464-40c33e70c967 admin admin] Calling delete_port for 3dfce19c-3c65-40bd-a96f-1562603cf61c owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:08:57.952568 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b3cdd432-37ee-4cef-8464-40c33e70c967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:57.981975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdd432-37ee-4cef-8464-40c33e70c967 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dfce19c-3c65-40bd-a96f-1562603cf61c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:08:58.156128 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b3cdd432-37ee-4cef-8464-40c33e70c967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:58.375454 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cdd432-37ee-4cef-8464-40c33e70c967 admin admin] Router c54d6376-269a-4750-86fc-bd2304d8ff21 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:08:58.482309 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cdd432-37ee-4cef-8464-40c33e70c967 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:08:58.487375 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b3cdd432-37ee-4cef-8464-40c33e70c967 admin admin] 10.222.0.59 "PUT /v2.0/routers/c54d6376-269a-4750-86fc-bd2304d8ff21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5180600 Mar 14 16:08:58.489918 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 35264) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:08:58.493844 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6692f4b6-2b40-4a53-8248-ac2ba73fd63e None None] Sync routers for ids ['c54d6376-269a-4750-86fc-bd2304d8ff21'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 16:08:58.503229 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6692f4b6-2b40-4a53-8248-ac2ba73fd63e None None] Routers {'c54d6376-269a-4750-86fc-bd2304d8ff21'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:08:58.503839 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-6692f4b6-2b40-4a53-8248-ac2ba73fd63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:08:37Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['c54d6376-269a-4750-86fc-bd2304d8ff21'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:08:58.598647 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-33c301c4-1c27-4b17-88bf-3dc7163f9f2c admin admin] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:58.613724 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-6692f4b6-2b40-4a53-8248-ac2ba73fd63e None None] Set router c54d6376-269a-4750-86fc-bd2304d8ff21 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:08:58.793946 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-6692f4b6-2b40-4a53-8248-ac2ba73fd63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:08:57Z', 'revision_number': 5, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'gw_port': {'id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:08:58.824411 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6692f4b6-2b40-4a53-8248-ac2ba73fd63e None None] Checking router: c54d6376-269a-4750-86fc-bd2304d8ff21 for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 16:08:58.835094 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6692f4b6-2b40-4a53-8248-ac2ba73fd63e None None] Routers {'c54d6376-269a-4750-86fc-bd2304d8ff21'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:08:58.835961 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-6692f4b6-2b40-4a53-8248-ac2ba73fd63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:08:37Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['c54d6376-269a-4750-86fc-bd2304d8ff21'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:08:58.942098 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-6692f4b6-2b40-4a53-8248-ac2ba73fd63e None None] Set router c54d6376-269a-4750-86fc-bd2304d8ff21 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:08:59.033177 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-33c301c4-1c27-4b17-88bf-3dc7163f9f2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:59.092240 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-33c301c4-1c27-4b17-88bf-3dc7163f9f2c admin admin] Deleting port e8f7f076-a206-45c3-990a-8a0e16f3661d {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:08:59.092583 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-33c301c4-1c27-4b17-88bf-3dc7163f9f2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:59.172491 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-33c301c4-1c27-4b17-88bf-3dc7163f9f2c admin admin] For port e8f7f076-a206-45c3-990a-8a0e16f3661d, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e8f7f076-a206-45c3-990a-8a0e16f3661d,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:08:59.172858 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-33c301c4-1c27-4b17-88bf-3dc7163f9f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:59.187083 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-33c301c4-1c27-4b17-88bf-3dc7163f9f2c admin admin] Calling delete_port for e8f7f076-a206-45c3-990a-8a0e16f3661d owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:08:59.267398 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-6692f4b6-2b40-4a53-8248-ac2ba73fd63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:08:57Z', 'revision_number': 5, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'gw_port': {'id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:08:59.292916 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6692f4b6-2b40-4a53-8248-ac2ba73fd63e None None] The sync data for ids ['c54d6376-269a-4750-86fc-bd2304d8ff21'] in dv-neutron-833559-1-hyperv is: [{'id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'name': 'tempest-TestShelveInstance-776810336-router', 'tenant_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:08:57Z', 'revision_number': 5, 'project_id': 'db2bf3b4076f455cb1cf1a8389f6675c', 'gw_port': {'id': 'e8f7f076-a206-45c3-990a-8a0e16f3661d', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54d6376-269a-4750-86fc-bd2304d8ff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:05Z', 'updated_at': '2022-03-14T16:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 16:08:59.359712 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-33c301c4-1c27-4b17-88bf-3dc7163f9f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:59.389489 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c301c4-1c27-4b17-88bf-3dc7163f9f2c admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f7f076-a206-45c3-990a-8a0e16f3661d,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:08:59.451092 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-33c301c4-1c27-4b17-88bf-3dc7163f9f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:59.541307 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-33c301c4-1c27-4b17-88bf-3dc7163f9f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:59.543393 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-33c301c4-1c27-4b17-88bf-3dc7163f9f2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:59.586401 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-33c301c4-1c27-4b17-88bf-3dc7163f9f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:59.586997 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c301c4-1c27-4b17-88bf-3dc7163f9f2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c54d6376-269a-4750-86fc-bd2304d8ff21 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 16:08:59.591975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-33c301c4-1c27-4b17-88bf-3dc7163f9f2c admin admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:59.593021 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-33c301c4-1c27-4b17-88bf-3dc7163f9f2c admin admin] 10.222.0.59 "DELETE /v2.0/routers/c54d6376-269a-4750-86fc-bd2304d8ff21 HTTP/1.1" status: 204 len: 168 time: 1.1016402 Mar 14 16:08:59.595572 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 35266) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:08:59.644217 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-2712cd4c-95c8-47e2-8b04-5d2b32abc8ff admin admin] Deleting subnet c8235831-65bf-4f8a-af36-af94791fb185 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 16:08:59.647581 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2712cd4c-95c8-47e2-8b04-5d2b32abc8ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:59.688723 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2712cd4c-95c8-47e2-8b04-5d2b32abc8ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:59.769043 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2712cd4c-95c8-47e2-8b04-5d2b32abc8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:59.826177 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2712cd4c-95c8-47e2-8b04-5d2b32abc8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:59.837976 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2712cd4c-95c8-47e2-8b04-5d2b32abc8ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:59.841266 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2712cd4c-95c8-47e2-8b04-5d2b32abc8ff admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c8235831-65bf-4f8a-af36-af94791fb185 HTTP/1.1" status: 204 len: 168 time: 0.2447262 Mar 14 16:08:59.843811 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35268) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:08:59.852576 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ca5290-650a-4982-b87c-e8d92a1ccb47 None None] Network 0a3e2dbb-0638-4211-8591-a38a31bd5402 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 16:08:59.858605 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712cd4c-95c8-47e2-8b04-5d2b32abc8ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8235831-65bf-4f8a-af36-af94791fb185,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:08:59.926286 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7c74795-0661-4309-82c7-bcbc3d1cb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:08:59.989108 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e7c74795-0661-4309-82c7-bcbc3d1cb3fe admin admin] Deleting port 616a5814-1408-4f1f-ae64-c7d528cea906 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:08:59.989448 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7c74795-0661-4309-82c7-bcbc3d1cb3fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:00.050861 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-e7c74795-0661-4309-82c7-bcbc3d1cb3fe admin admin] For port 616a5814-1408-4f1f-ae64-c7d528cea906, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=616a5814-1408-4f1f-ae64-c7d528cea906,segment=NetworkSegment(512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a),segment_id=512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:09:00.051251 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7c74795-0661-4309-82c7-bcbc3d1cb3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:00.064247 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e7c74795-0661-4309-82c7-bcbc3d1cb3fe admin admin] Calling delete_port for 616a5814-1408-4f1f-ae64-c7d528cea906 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:09:00.144824 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7c74795-0661-4309-82c7-bcbc3d1cb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:00.171204 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c74795-0661-4309-82c7-bcbc3d1cb3fe admin admin] No DVR routers for this DVR port 616a5814-1408-4f1f-ae64-c7d528cea906 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:09:00.172882 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c74795-0661-4309-82c7-bcbc3d1cb3fe admin admin] Pushing event deleted for resources: {'Port': ['ID=616a5814-1408-4f1f-ae64-c7d528cea906,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:00.243698 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7c74795-0661-4309-82c7-bcbc3d1cb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:00.263319 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-e7c74795-0661-4309-82c7-bcbc3d1cb3fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3e2dbb-0638-4211-8591-a38a31bd5402']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:00.279045 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-e7c74795-0661-4309-82c7-bcbc3d1cb3fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:00.279360 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-e7c74795-0661-4309-82c7-bcbc3d1cb3fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512bf29e-a4c6-49c9-bfdb-ad8ca2b7195a') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:00.289907 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7c74795-0661-4309-82c7-bcbc3d1cb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:00.300466 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192186f5-3eaf-42ec-b07b-41f771aae9de None None] DHCP port deletion for 0a3e2dbb-0638-4211-8591-a38a31bd5402 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 16:09:00.305643 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7c74795-0661-4309-82c7-bcbc3d1cb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:00.314694 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c74795-0661-4309-82c7-bcbc3d1cb3fe admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 16:09:00.315249 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7c74795-0661-4309-82c7-bcbc3d1cb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 16:09:00.316998 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 16:09:00.373111 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7c74795-0661-4309-82c7-bcbc3d1cb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:00.378409 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7c74795-0661-4309-82c7-bcbc3d1cb3fe admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:00.382115 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e7c74795-0661-4309-82c7-bcbc3d1cb3fe admin admin] 10.222.0.59 "DELETE /v2.0/networks/0a3e2dbb-0638-4211-8591-a38a31bd5402 HTTP/1.1" status: 204 len: 168 time: 0.5372086 Mar 14 16:09:00.385776 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35270) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:00.401812 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c74795-0661-4309-82c7-bcbc3d1cb3fe admin admin] Pushing event deleted for resources: {'Network': ['ID=0a3e2dbb-0638-4211-8591-a38a31bd5402,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:00.743939 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2b1f8c8-6be2-4fec-9a25-55e6d17891f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:00.977569 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e2b1f8c8-6be2-4fec-9a25-55e6d17891f6 admin admin] Deleting port 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:09:00.978275 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2b1f8c8-6be2-4fec-9a25-55e6d17891f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:01.056269 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-e2b1f8c8-6be2-4fec-9a25-55e6d17891f6 admin admin] For port 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5,segment=NetworkSegment(3c2314e3-24e0-4b5b-98af-524ec58593c2),segment_id=3c2314e3-24e0-4b5b-98af-524ec58593c2)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:09:01.056545 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2b1f8c8-6be2-4fec-9a25-55e6d17891f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:01.068922 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-e2b1f8c8-6be2-4fec-9a25-55e6d17891f6 admin admin] Calling delete_port for 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5 owned by network:router_interface {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:09:01.225287 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e8f7f076-a206-45c3-990a-8a0e16f3661d no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:09:01.246567 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2b1f8c8-6be2-4fec-9a25-55e6d17891f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:01.249733 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: e8f7f076-a206-45c3-990a-8a0e16f3661d {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 16:09:01.250083 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e8f7f076-a206-45c3-990a-8a0e16f3661d not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 16:09:01.250516 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3dfce19c-3c65-40bd-a96f-1562603cf61c no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:09:01.269628 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 3dfce19c-3c65-40bd-a96f-1562603cf61c {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 16:09:01.269981 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3dfce19c-3c65-40bd-a96f-1562603cf61c not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 16:09:01.270391 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 616a5814-1408-4f1f-ae64-c7d528cea906 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:09:01.272242 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1f8c8-6be2-4fec-9a25-55e6d17891f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:01.290509 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 616a5814-1408-4f1f-ae64-c7d528cea906 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 16:09:01.290857 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 616a5814-1408-4f1f-ae64-c7d528cea906 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 16:09:01.438884 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e2b1f8c8-6be2-4fec-9a25-55e6d17891f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:01.657908 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b1f8c8-6be2-4fec-9a25-55e6d17891f6 admin admin] Router bc4ed0d1-f1b7-45e1-8019-45159f686be5 has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:09:01.761790 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b1f8c8-6be2-4fec-9a25-55e6d17891f6 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:09:01.767456 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e2b1f8c8-6be2-4fec-9a25-55e6d17891f6 admin admin] 10.222.0.59 "PUT /v2.0/routers/bc4ed0d1-f1b7-45e1-8019-45159f686be5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3807545 Mar 14 16:09:01.770006 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35272) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:01.770516 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290c3816-8e2e-44e2-b741-e2bd4497f58f None None] Sync routers for ids ['bc4ed0d1-f1b7-45e1-8019-45159f686be5'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 16:09:01.781228 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290c3816-8e2e-44e2-b741-e2bd4497f58f None None] Routers {'bc4ed0d1-f1b7-45e1-8019-45159f686be5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:09:01.781911 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-290c3816-8e2e-44e2-b741-e2bd4497f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:08:37Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['bc4ed0d1-f1b7-45e1-8019-45159f686be5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:01.888871 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-290c3816-8e2e-44e2-b741-e2bd4497f58f None None] Set router bc4ed0d1-f1b7-45e1-8019-45159f686be5 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:09:02.074540 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-290c3816-8e2e-44e2-b741-e2bd4497f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'name': 'tempest-TestShelveInstance-1692975682-router', 'tenant_id': '263dcaa553924ae498521ad7c50513a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:09Z', 'updated_at': '2022-03-14T16:09:01Z', 'revision_number': 5, 'project_id': '263dcaa553924ae498521ad7c50513a7', 'gw_port': {'id': 'c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:02.197491 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290c3816-8e2e-44e2-b741-e2bd4497f58f None None] Checking router: bc4ed0d1-f1b7-45e1-8019-45159f686be5 for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 16:09:02.205570 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290c3816-8e2e-44e2-b741-e2bd4497f58f None None] Routers {'bc4ed0d1-f1b7-45e1-8019-45159f686be5'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:09:02.206161 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-290c3816-8e2e-44e2-b741-e2bd4497f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:08:37Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['bc4ed0d1-f1b7-45e1-8019-45159f686be5'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:02.218011 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65a61588-4db2-406c-85ec-4d0eab47c962 admin admin] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:02.310179 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-290c3816-8e2e-44e2-b741-e2bd4497f58f None None] Set router bc4ed0d1-f1b7-45e1-8019-45159f686be5 gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:09:02.318084 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65a61588-4db2-406c-85ec-4d0eab47c962 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:02.373041 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-65a61588-4db2-406c-85ec-4d0eab47c962 admin admin] Deleting port c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:09:02.373383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65a61588-4db2-406c-85ec-4d0eab47c962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:02.455223 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-65a61588-4db2-406c-85ec-4d0eab47c962 admin admin] For port c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:09:02.455583 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65a61588-4db2-406c-85ec-4d0eab47c962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:02.467475 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-65a61588-4db2-406c-85ec-4d0eab47c962 admin admin] Calling delete_port for c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4 owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:09:02.493025 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-290c3816-8e2e-44e2-b741-e2bd4497f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'name': 'tempest-TestShelveInstance-1692975682-router', 'tenant_id': '263dcaa553924ae498521ad7c50513a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:09Z', 'updated_at': '2022-03-14T16:09:01Z', 'revision_number': 5, 'project_id': '263dcaa553924ae498521ad7c50513a7', 'gw_port': {'id': 'c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:02.519203 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290c3816-8e2e-44e2-b741-e2bd4497f58f None None] The sync data for ids ['bc4ed0d1-f1b7-45e1-8019-45159f686be5'] in dv-neutron-833559-1-hyperv is: [{'id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'name': 'tempest-TestShelveInstance-1692975682-router', 'tenant_id': '263dcaa553924ae498521ad7c50513a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:00:09Z', 'updated_at': '2022-03-14T16:09:01Z', 'revision_number': 5, 'project_id': '263dcaa553924ae498521ad7c50513a7', 'gw_port': {'id': 'c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4ed0d1-f1b7-45e1-8019-45159f686be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:00:10Z', 'updated_at': '2022-03-14T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 16:09:02.635246 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65a61588-4db2-406c-85ec-4d0eab47c962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:02.660109 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a61588-4db2-406c-85ec-4d0eab47c962 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:02.720314 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65a61588-4db2-406c-85ec-4d0eab47c962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:02.812286 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65a61588-4db2-406c-85ec-4d0eab47c962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:02.814300 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65a61588-4db2-406c-85ec-4d0eab47c962 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:02.856299 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65a61588-4db2-406c-85ec-4d0eab47c962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:02.856845 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a61588-4db2-406c-85ec-4d0eab47c962 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc4ed0d1-f1b7-45e1-8019-45159f686be5 {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 16:09:02.861575 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-65a61588-4db2-406c-85ec-4d0eab47c962 admin admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:02.862753 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-65a61588-4db2-406c-85ec-4d0eab47c962 admin admin] 10.222.0.59 "DELETE /v2.0/routers/bc4ed0d1-f1b7-45e1-8019-45159f686be5 HTTP/1.1" status: 204 len: 168 time: 1.0918012 Mar 14 16:09:02.865279 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35274) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:02.909666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa675f6f-b108-4d63-97a5-090ff4bf6993 admin admin] Deleting subnet 0eb82ac5-b05e-412d-8acd-5baa2ae8bb32 {{(pid=102568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 16:09:02.913715 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa675f6f-b108-4d63-97a5-090ff4bf6993 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:02.948921 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa675f6f-b108-4d63-97a5-090ff4bf6993 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3098332'] for subnet, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:03.032154 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa675f6f-b108-4d63-97a5-090ff4bf6993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:03.088480 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa675f6f-b108-4d63-97a5-090ff4bf6993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2987085'] for subnet, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:03.116110 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa675f6f-b108-4d63-97a5-090ff4bf6993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb82ac5-b05e-412d-8acd-5baa2ae8bb32,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:03.118264 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa675f6f-b108-4d63-97a5-090ff4bf6993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:03.122209 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-aa675f6f-b108-4d63-97a5-090ff4bf6993 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0eb82ac5-b05e-412d-8acd-5baa2ae8bb32 HTTP/1.1" status: 204 len: 168 time: 0.2559047 Mar 14 16:09:03.124585 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35276) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:03.125246 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e98e3f-474a-46de-a14b-a31e6deb329c None None] Network 6a051d6a-9cff-42ce-a688-93957eb06914 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 16:09:03.211611 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-958e223f-6950-45b6-99db-1e58c93cbc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:03.272931 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-958e223f-6950-45b6-99db-1e58c93cbc8c admin admin] Deleting port e3fc4972-8cb9-49c4-b28c-2e98e0d04e71 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:09:03.273666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-958e223f-6950-45b6-99db-1e58c93cbc8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:03.335455 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-958e223f-6950-45b6-99db-1e58c93cbc8c admin admin] For port e3fc4972-8cb9-49c4-b28c-2e98e0d04e71, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=e3fc4972-8cb9-49c4-b28c-2e98e0d04e71,segment=NetworkSegment(3c2314e3-24e0-4b5b-98af-524ec58593c2),segment_id=3c2314e3-24e0-4b5b-98af-524ec58593c2)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:09:03.335813 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-958e223f-6950-45b6-99db-1e58c93cbc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:03.348620 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-958e223f-6950-45b6-99db-1e58c93cbc8c admin admin] Calling delete_port for e3fc4972-8cb9-49c4-b28c-2e98e0d04e71 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:09:03.429202 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-958e223f-6950-45b6-99db-1e58c93cbc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:03.454168 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e223f-6950-45b6-99db-1e58c93cbc8c admin admin] Pushing event deleted for resources: {'Port': ['ID=e3fc4972-8cb9-49c4-b28c-2e98e0d04e71,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:03.459823 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958e223f-6950-45b6-99db-1e58c93cbc8c admin admin] No DVR routers for this DVR port e3fc4972-8cb9-49c4-b28c-2e98e0d04e71 on host dv-neutron-833559-1-hyperv {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:09:03.537893 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-958e223f-6950-45b6-99db-1e58c93cbc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:03.553804 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4722cebf-97da-4669-a47a-b414426818bd None None] DHCP port deletion for 6a051d6a-9cff-42ce-a688-93957eb06914 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 16:09:03.559360 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-958e223f-6950-45b6-99db-1e58c93cbc8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a051d6a-9cff-42ce-a688-93957eb06914']}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:03.573013 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-958e223f-6950-45b6-99db-1e58c93cbc8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2314e3-24e0-4b5b-98af-524ec58593c2') {'for_net_delete': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:03.573315 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.services.segments.db [None req-958e223f-6950-45b6-99db-1e58c93cbc8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2314e3-24e0-4b5b-98af-524ec58593c2') {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:03.584456 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-958e223f-6950-45b6-99db-1e58c93cbc8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3098327'] for segment, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:03.601433 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-958e223f-6950-45b6-99db-1e58c93cbc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:03.607839 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958e223f-6950-45b6-99db-1e58c93cbc8c admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=102568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 16:09:03.608201 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-958e223f-6950-45b6-99db-1e58c93cbc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001771'] for segment, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: Traceback (most recent call last): Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: timer() Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: cb(*args, **kw) Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: return func(*args, **kwargs) Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: self._notify() Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: self.callback(batched_events) Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: event.method(event) Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: return f(self, *a, **k) Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._get(url).json() Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: return self.request(url, 'GET', **kwargs) Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 16:09:03.610283 dv-neutron-833559-1-hyperv neutron-server[102568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 16:09:03.649230 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:09:03.667654 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-958e223f-6950-45b6-99db-1e58c93cbc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:03.671289 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 16:09:03.671710 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 27f9e9b5-d5cd-4adf-ad00-1cef5c6a23e5 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 16:09:03.673134 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-958e223f-6950-45b6-99db-1e58c93cbc8c admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:03.679333 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-958e223f-6950-45b6-99db-1e58c93cbc8c admin admin] 10.222.0.59 "DELETE /v2.0/networks/6a051d6a-9cff-42ce-a688-93957eb06914 HTTP/1.1" status: 204 len: 168 time: 0.5535748 Mar 14 16:09:03.691050 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e223f-6950-45b6-99db-1e58c93cbc8c admin admin] Pushing event deleted for resources: {'Network': ['ID=6a051d6a-9cff-42ce-a688-93957eb06914,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:03.789618 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35280) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:03.830044 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-12836e6a-a5e9-4f02-a74d-86582e14f7a4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=db2bf3b4076f455cb1cf1a8389f6675c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392733 Mar 14 16:09:03.832488 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35282) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:03.883950 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-808e6923-dec0-40ef-842a-fd8a7b0ef3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:03.904561 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-808e6923-dec0-40ef-842a-fd8a7b0ef3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:03.949410 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-808e6923-dec0-40ef-842a-fd8a7b0ef3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:03.951949 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-808e6923-dec0-40ef-842a-fd8a7b0ef3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:03.953121 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-808e6923-dec0-40ef-842a-fd8a7b0ef3f0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7a68593b-353b-474d-9c37-8346e34bfa58 HTTP/1.1" status: 204 len: 168 time: 0.1197512 Mar 14 16:09:03.962209 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e6923-dec0-40ef-842a-fd8a7b0ef3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a68593b-353b-474d-9c37-8346e34bfa58,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:04.133996 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1edaa9a1-e966-4bcf-8065-f5f2482e091e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:04.268236 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35288) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:04.306825 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-23fac2ad-a766-4776-8530-9f1b22e4b24f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=263dcaa553924ae498521ad7c50513a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374620 Mar 14 16:09:04.309199 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35290) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:04.355959 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5e39df84-c58d-4456-a046-2cd481c7ddae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:04.376348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5e39df84-c58d-4456-a046-2cd481c7ddae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:04.422356 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5e39df84-c58d-4456-a046-2cd481c7ddae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:04.424968 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5e39df84-c58d-4456-a046-2cd481c7ddae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:04.426119 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5e39df84-c58d-4456-a046-2cd481c7ddae admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6864c762-460c-465d-9b99-9b7d5ce1c8c5 HTTP/1.1" status: 204 len: 168 time: 0.1160588 Mar 14 16:09:04.435620 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39df84-c58d-4456-a046-2cd481c7ddae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6864c762-460c-465d-9b99-9b7d5ce1c8c5,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:05.120336 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 35312) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:05.215599 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-158a7ef9-d16a-457c-b7b8-bcae6ed52411 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-372968521-network', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:09:05.221601 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:09:05.235565 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158a7ef9-d16a-457c-b7b8-bcae6ed52411 admin admin] Made reservation on behalf of 986bf5fc1b7b4649af9218e80e6226db for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:09:05.238042 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-158a7ef9-d16a-457c-b7b8-bcae6ed52411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:05.241758 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 16:09:05.242114 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device c9f09c0a-06ec-4c40-8b4b-3ddd469f82c4 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 16:09:05.242525 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e3fc4972-8cb9-49c4-b28c-2e98e0d04e71 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:09:05.247375 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-158a7ef9-d16a-457c-b7b8-bcae6ed52411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:05.261571 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: e3fc4972-8cb9-49c4-b28c-2e98e0d04e71 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 16:09:05.261921 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device e3fc4972-8cb9-49c4-b28c-2e98e0d04e71 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 16:09:05.322829 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-158a7ef9-d16a-457c-b7b8-bcae6ed52411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:05.326109 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-158a7ef9-d16a-457c-b7b8-bcae6ed52411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:05.349634 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158a7ef9-d16a-457c-b7b8-bcae6ed52411 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 16:09:05.358245 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a7ef9-d16a-457c-b7b8-bcae6ed52411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcad7e2-0553-4ca0-8b0c-ed56fbfe63c0,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:05.364039 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-158a7ef9-d16a-457c-b7b8-bcae6ed52411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:05.364390 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.db.segments_db [None req-158a7ef9-d16a-457c-b7b8-bcae6ed52411 admin admin] Added segment 27df5fcb-47f9-4255-8f76-0cd7933f98b0 of type vlan for network 591fba62-5284-4177-95fc-350d4982cdc0 Mar 14 16:09:05.404253 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-158a7ef9-d16a-457c-b7b8-bcae6ed52411 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:05.430708 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-158a7ef9-d16a-457c-b7b8-bcae6ed52411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:05.432010 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158a7ef9-d16a-457c-b7b8-bcae6ed52411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:05.432642 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-158a7ef9-d16a-457c-b7b8-bcae6ed52411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:05.485795 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-158a7ef9-d16a-457c-b7b8-bcae6ed52411 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3643451 Mar 14 16:09:05.488763 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35316) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:05.493935 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bb750709-48d4-4f44-8e81-3cd5134e6bf7 admin admin] Request body: {'subnet': {'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-372968521-subnet', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'ip_version': 4}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:09:05.498815 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a7ef9-d16a-457c-b7b8-bcae6ed52411 admin admin] Pushing event updated for resources: {'Network': ['ID=591fba62-5284-4177-95fc-350d4982cdc0,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:05.509408 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 591fba62-5284-4177-95fc-350d4982cdc0 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 16:09:05.517333 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb750709-48d4-4f44-8e81-3cd5134e6bf7 admin admin] Made reservation on behalf of 986bf5fc1b7b4649af9218e80e6226db for: {'subnet': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:09:05.520008 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb750709-48d4-4f44-8e81-3cd5134e6bf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2987090'] for subnet, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:05.688366 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb750709-48d4-4f44-8e81-3cd5134e6bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2987076'] for subnet, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:05.748846 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb750709-48d4-4f44-8e81-3cd5134e6bf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c7ce6a0-6132-4c4d-9ddc-32b661c969d9,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:05.755544 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb750709-48d4-4f44-8e81-3cd5134e6bf7 admin admin] Checking segment: {'id': '27df5fcb-47f9-4255-8f76-0cd7933f98b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 16:09:05.755953 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb750709-48d4-4f44-8e81-3cd5134e6bf7 admin admin] Network hostable DHCP agents. Network: 591fba62-5284-4177-95fc-350d4982cdc0, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 16:09:05.772450 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb750709-48d4-4f44-8e81-3cd5134e6bf7 admin admin] Network 591fba62-5284-4177-95fc-350d4982cdc0 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 16:09:05.780553 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-bb750709-48d4-4f44-8e81-3cd5134e6bf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 591fba62-5284-4177-95fc-350d4982cdc0) {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:09:05.784440 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb750709-48d4-4f44-8e81-3cd5134e6bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:05.785046 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb750709-48d4-4f44-8e81-3cd5134e6bf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:05.791530 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a3795f-0704-4f06-b3f0-0654306ab3f7 None None] Network 591fba62-5284-4177-95fc-350d4982cdc0 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 16:09:05.804183 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 35318) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:05.804390 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bb750709-48d4-4f44-8e81-3cd5134e6bf7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3144839 Mar 14 16:09:05.809240 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-e429ec54-c211-48cd-9f4f-b5ec4d9ad700 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:09:05.828537 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e429ec54-c211-48cd-9f4f-b5ec4d9ad700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:05.829530 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e429ec54-c211-48cd-9f4f-b5ec4d9ad700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:05.882962 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e429ec54-c211-48cd-9f4f-b5ec4d9ad700 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:05.939568 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-591fba62-5284-4177-95fc-350d4982cdc0', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 16:09:05.940431 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:06.024577 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e429ec54-c211-48cd-9f4f-b5ec4d9ad700 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:06.076249 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Allocated IP 172.20.0.2 (591fba62-5284-4177-95fc-350d4982cdc0/8c7ce6a0-6132-4c4d-9ddc-32b661c969d9/d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:09:06.219575 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:06.225807 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:06.226461 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e429ec54-c211-48cd-9f4f-b5ec4d9ad700 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:06.245372 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e429ec54-c211-48cd-9f4f-b5ec4d9ad700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:06.267527 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Network 591fba62-5284-4177-95fc-350d4982cdc0 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:09:06.270313 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:09:06.275015 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 16:09:06.277942 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Pushing event updated for resources: {'Port': ['ID=d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:06.289100 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:06.289450 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:06.289791 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:06.290128 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:06.290458 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:06.290790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:06.291150 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:06.291480 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:06.291807 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:06.292143 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:06.292450 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:06.292770 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:06.340990 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Attempting to bind port d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:09:06.341360 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Attempting to bind port d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '27df5fcb-47f9-4255-8f76-0cd7933f98b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:09:06.341733 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Attempting to bind port d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb on network 591fba62-5284-4177-95fc-350d4982cdc0 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 16:09:06.346613 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 16:09:06.347019 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Checking segment: {'id': '27df5fcb-47f9-4255-8f76-0cd7933f98b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 16:09:06.347425 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:06.347818 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Bound using segment: {'id': '27df5fcb-47f9-4255-8f76-0cd7933f98b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 16:09:06.348272 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Bound port: d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27df5fcb-47f9-4255-8f76-0cd7933f98b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:09:06.348653 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:06.354413 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-e429ec54-c211-48cd-9f4f-b5ec4d9ad700 admin admin] Allocated IP 172.26.6.240 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/6fe4324b-460b-42bb-883d-e97d9f4f98db) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:09:06.412750 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] For port d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:09:06.416749 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] For port d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:09:06.421222 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:06.464439 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e429ec54-c211-48cd-9f4f-b5ec4d9ad700 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:06.484488 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6b828-ccd1-4e48-9c92-680872154d3f None None] Pushing event updated for resources: {'Port': ['ID=d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:06.513223 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e429ec54-c211-48cd-9f4f-b5ec4d9ad700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:06.539895 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-86069569-6862-419b-a227-09b67956c4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:06.556391 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e429ec54-c211-48cd-9f4f-b5ec4d9ad700 admin admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:09:06.559152 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-e429ec54-c211-48cd-9f4f-b5ec4d9ad700 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:09:06.562893 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e429ec54-c211-48cd-9f4f-b5ec4d9ad700 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 16:09:06.569244 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429ec54-c211-48cd-9f4f-b5ec4d9ad700 admin admin] Pushing event updated for resources: {'Port': ['ID=6fe4324b-460b-42bb-883d-e97d9f4f98db,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:06.840175 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e429ec54-c211-48cd-9f4f-b5ec4d9ad700 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:07.035377 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e429ec54-c211-48cd-9f4f-b5ec4d9ad700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:07.165183 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e429ec54-c211-48cd-9f4f-b5ec4d9ad700 admin admin] Router 7db1750b-0d60-4715-a3b6-7bad97bf58cd is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 16:09:07.274074 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:09:07.289389 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e429ec54-c211-48cd-9f4f-b5ec4d9ad700 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:09:07.300079 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] Sync routers for ids ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 16:09:07.315625 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e429ec54-c211-48cd-9f4f-b5ec4d9ad700 admin admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:07.320753 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35320) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:07.321468 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-e429ec54-c211-48cd-9f4f-b5ec4d9ad700 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5159674 Mar 14 16:09:07.324140 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] Routers {'7db1750b-0d60-4715-a3b6-7bad97bf58cd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:09:07.324833 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:09:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:07.417160 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:07.417531 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:07.451793 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc2916d-d309-4509-acc6-1283f5c6ee5c None None] Network 591fba62-5284-4177-95fc-350d4982cdc0 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 16:09:07.517291 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] Set router 7db1750b-0d60-4715-a3b6-7bad97bf58cd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:09:07.616789 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-380ca1e1-29cb-4767-8364-4f286766069c None None] Provisioning complete for port d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:07.617154 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-380ca1e1-29cb-4767-8364-4f286766069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:07.754272 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4de2b4eb-6e6f-415e-b4eb-04729fd9b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:07.763618 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:07.781435 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:07.897824 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:09:07.913097 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:07.916177 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-4de2b4eb-6e6f-415e-b4eb-04729fd9b2e1 admin admin] Allocated IP 172.20.0.1 (591fba62-5284-4177-95fc-350d4982cdc0/8c7ce6a0-6132-4c4d-9ddc-32b661c969d9/239d2f5a-047a-4366-8e38-6d35034b6adb) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:09:08.028713 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4de2b4eb-6e6f-415e-b4eb-04729fd9b2e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:08.063755 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4de2b4eb-6e6f-415e-b4eb-04729fd9b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:08.095818 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-380ca1e1-29cb-4767-8364-4f286766069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:08.105576 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de2b4eb-6e6f-415e-b4eb-04729fd9b2e1 admin admin] Network 591fba62-5284-4177-95fc-350d4982cdc0 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:09:08.109763 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4de2b4eb-6e6f-415e-b4eb-04729fd9b2e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:09:08.112296 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de2b4eb-6e6f-415e-b4eb-04729fd9b2e1 admin admin] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 16:09:08.138795 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2b4eb-6e6f-415e-b4eb-04729fd9b2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=239d2f5a-047a-4366-8e38-6d35034b6adb,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:08.144516 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:08.167364 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4de2b4eb-6e6f-415e-b4eb-04729fd9b2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:08.181107 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:05Z', 'updated_at': '2022-03-14T16:09:06Z', 'revision_number': 3, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'gw_port': {'id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:06Z', 'updated_at': '2022-03-14T16:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:08.214869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] Checking router: 7db1750b-0d60-4715-a3b6-7bad97bf58cd for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 16:09:08.215226 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] Updating router 7db1750b-0d60-4715-a3b6-7bad97bf58cd port 6fe4324b-460b-42bb-883d-e97d9f4f98db binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 16:09:08.234217 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.db.api [None req-380ca1e1-29cb-4767-8364-4f286766069c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 16:09:08.235656 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG oslo_db.api [None req-380ca1e1-29cb-4767-8364-4f286766069c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 16:09:08.242902 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:08.305187 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4de2b4eb-6e6f-415e-b4eb-04729fd9b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:08.487678 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4de2b4eb-6e6f-415e-b4eb-04729fd9b2e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:08.493091 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4de2b4eb-6e6f-415e-b4eb-04729fd9b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:08.515908 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:08.522357 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:08.562687 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2b4eb-6e6f-415e-b4eb-04729fd9b2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=239d2f5a-047a-4366-8e38-6d35034b6adb,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:08.565255 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4de2b4eb-6e6f-415e-b4eb-04729fd9b2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:08.575561 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] Attempting to bind port 6fe4324b-460b-42bb-883d-e97d9f4f98db on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:09:08.575930 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] Attempting to bind port 6fe4324b-460b-42bb-883d-e97d9f4f98db by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:09:08.576289 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] Attempting to bind port 6fe4324b-460b-42bb-883d-e97d9f4f98db on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 16:09:08.581430 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d234705-800e-4abe-9020-804c241d4b27 None None] Pushing event updated for resources: {'Port': ['ID=6fe4324b-460b-42bb-883d-e97d9f4f98db,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:08.587669 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 16:09:08.588051 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 16:09:08.588449 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:08.588847 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 16:09:08.589309 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] Bound port: 6fe4324b-460b-42bb-883d-e97d9f4f98db, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:09:08.589692 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:08.646063 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] For port 6fe4324b-460b-42bb-883d-e97d9f4f98db, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:09:08.649111 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] For port 6fe4324b-460b-42bb-883d-e97d9f4f98db, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=6fe4324b-460b-42bb-883d-e97d9f4f98db,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:09:08.653403 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:08.660124 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de2b4eb-6e6f-415e-b4eb-04729fd9b2e1 admin admin] Network 591fba62-5284-4177-95fc-350d4982cdc0 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:09:08.661524 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4de2b4eb-6e6f-415e-b4eb-04729fd9b2e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:09:08.709661 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] Routers {'7db1750b-0d60-4715-a3b6-7bad97bf58cd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:09:08.710274 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:09:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:08.774844 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d234705-800e-4abe-9020-804c241d4b27 None None] Pushing event updated for resources: {'Port': ['ID=6fe4324b-460b-42bb-883d-e97d9f4f98db,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:08.799692 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de2b4eb-6e6f-415e-b4eb-04729fd9b2e1 admin admin] Router 7db1750b-0d60-4715-a3b6-7bad97bf58cd has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:09:08.856481 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] Set router 7db1750b-0d60-4715-a3b6-7bad97bf58cd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:09:08.912814 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de2b4eb-6e6f-415e-b4eb-04729fd9b2e1 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:09:08.917634 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-4de2b4eb-6e6f-415e-b4eb-04729fd9b2e1 admin admin] 10.222.0.59 "PUT /v2.0/routers/7db1750b-0d60-4715-a3b6-7bad97bf58cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5950193 Mar 14 16:09:08.984936 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-a42c9437-eee9-4d32-a9de-9fcd96eb2ca4 None None] Provisioning complete for port 239d2f5a-047a-4366-8e38-6d35034b6adb triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:08.985306 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a42c9437-eee9-4d32-a9de-9fcd96eb2ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:09.047122 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-a42c9437-eee9-4d32-a9de-9fcd96eb2ca4 None None] Port 239d2f5a-047a-4366-8e38-6d35034b6adb cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 16:09:09.090793 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:09.095673 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-a42c9437-eee9-4d32-a9de-9fcd96eb2ca4 None None] Provisioning complete for port d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:09.096036 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-a42c9437-eee9-4d32-a9de-9fcd96eb2ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:09.152204 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:05Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 4, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'gw_port': {'id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:06Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '239d2f5a-047a-4366-8e38-6d35034b6adb', 'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'mac_address': 'fa:16:3e:e2:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:07Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 2, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'subnets': [{'id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:09.187133 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342e2e52-39b0-49ce-83a2-68b27607de2d None None] The sync data for ids ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'] in dv-neutron-833559-1-hyperv is: [{'id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:05Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 4, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'gw_port': {'id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:06Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '239d2f5a-047a-4366-8e38-6d35034b6adb', 'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'mac_address': 'fa:16:3e:e2:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:07Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 2, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'subnets': [{'id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 16:09:09.248691 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:09:09.301064 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:09.309638 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:09.310033 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:09.445709 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:09.470848 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35336) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:09.482067 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1391d395-1f46-4ccc-934d-905228ee4fc7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1407948540-network', 'tenant_id': '7327675073ef44c28209e868790334ba'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:09:09.505058 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1391d395-1f46-4ccc-934d-905228ee4fc7 admin admin] Made reservation on behalf of 7327675073ef44c28209e868790334ba for: {'network': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:09:09.508540 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1391d395-1f46-4ccc-934d-905228ee4fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for network, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:09.518650 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1391d395-1f46-4ccc-934d-905228ee4fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:09.611705 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1391d395-1f46-4ccc-934d-905228ee4fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:09.616968 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1391d395-1f46-4ccc-934d-905228ee4fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:09.644847 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1391d395-1f46-4ccc-934d-905228ee4fc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=102568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 16:09:09.651951 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391d395-1f46-4ccc-934d-905228ee4fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2220dc6a-c9fe-49d7-ba1a-9aeb62ef2347,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:09.658447 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1391d395-1f46-4ccc-934d-905228ee4fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:09.658732 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.segments_db [None req-1391d395-1f46-4ccc-934d-905228ee4fc7 admin admin] Added segment 9d561bed-1b41-4d6e-9194-01ab84c893da of type vlan for network 37e0ba0d-08b9-4ffc-a465-e803bcda1b22 Mar 14 16:09:09.705625 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1391d395-1f46-4ccc-934d-905228ee4fc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774683765652'] for network, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:09.731854 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1391d395-1f46-4ccc-934d-905228ee4fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957'] for network, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:09.733183 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1391d395-1f46-4ccc-934d-905228ee4fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:09.733771 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1391d395-1f46-4ccc-934d-905228ee4fc7 admin admin] Notify callbacks [] for network, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:09.788171 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1391d395-1f46-4ccc-934d-905228ee4fc7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3136146 Mar 14 16:09:09.791010 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 35338) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:09.797290 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-7c6f367d-d71e-400a-814a-d3183f55ada9 admin admin] Request body: {'subnet': {'network_id': '37e0ba0d-08b9-4ffc-a465-e803bcda1b22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1407948540-subnet', 'tenant_id': '7327675073ef44c28209e868790334ba', 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:09:09.801428 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391d395-1f46-4ccc-934d-905228ee4fc7 admin admin] Pushing event updated for resources: {'Network': ['ID=37e0ba0d-08b9-4ffc-a465-e803bcda1b22,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:09.812586 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Network 37e0ba0d-08b9-4ffc-a465-e803bcda1b22 details requested by agent ovs-agent-dv-neutron-833559-1-hyperv with host dv-neutron-833559-1-hyperv {{(pid=102569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 16:09:09.817460 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6f367d-d71e-400a-814a-d3183f55ada9 admin admin] Made reservation on behalf of 7327675073ef44c28209e868790334ba for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:09:09.820124 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c6f367d-d71e-400a-814a-d3183f55ada9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2887008'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:10.007914 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c6f367d-d71e-400a-814a-d3183f55ada9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10178425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2887030'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:10.063718 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f367d-d71e-400a-814a-d3183f55ada9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae23e276-7ee3-4e67-ba7d-53e997bd2189,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:10.075191 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f367d-d71e-400a-814a-d3183f55ada9 admin admin] Checking segment: {'id': '9d561bed-1b41-4d6e-9194-01ab84c893da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '37e0ba0d-08b9-4ffc-a465-e803bcda1b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 16:09:10.075560 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6f367d-d71e-400a-814a-d3183f55ada9 admin admin] Network hostable DHCP agents. Network: 37e0ba0d-08b9-4ffc-a465-e803bcda1b22, hostable agents: ['4d40aeb5-5234-40cc-91e1-39994c5ed2bd'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 16:09:10.095719 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6f367d-d71e-400a-814a-d3183f55ada9 admin admin] Network 37e0ba0d-08b9-4ffc-a465-e803bcda1b22 is scheduled to be hosted by DHCP agent 4d40aeb5-5234-40cc-91e1-39994c5ed2bd with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 16:09:10.105727 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-7c6f367d-d71e-400a-814a-d3183f55ada9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833559-1-hyperv, 37e0ba0d-08b9-4ffc-a465-e803bcda1b22) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:09:10.109406 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6f367d-d71e-400a-814a-d3183f55ada9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:10.109996 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c6f367d-d71e-400a-814a-d3183f55ada9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:10.118546 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7466158-6ff8-413e-9def-f7c45e8aae6a None None] Network 37e0ba0d-08b9-4ffc-a465-e803bcda1b22 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 16:09:10.127150 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-7c6f367d-d71e-400a-814a-d3183f55ada9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3349102 Mar 14 16:09:10.129620 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 35340) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:10.134870 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-d26ef93c-ac93-488d-9e98-86015dc16d62 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1407948540-router', 'tenant_id': '7327675073ef44c28209e868790334ba', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:09:10.155432 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d26ef93c-ac93-488d-9e98-86015dc16d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3981'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:10.156486 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d26ef93c-ac93-488d-9e98-86015dc16d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3958'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:10.216240 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d26ef93c-ac93-488d-9e98-86015dc16d62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:10.294052 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d9be520-7919-5eaf-a524-5dff1a2e999d-37e0ba0d-08b9-4ffc-a465-e803bcda1b22', 'network_id': '37e0ba0d-08b9-4ffc-a465-e803bcda1b22', 'tenant_id': '7327675073ef44c28209e868790334ba', 'fixed_ips': [{'subnet_id': 'ae23e276-7ee3-4e67-ba7d-53e997bd2189'}]}} from dv-neutron-833559-1-hyperv. {{(pid=102569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 16:09:10.294951 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:10.360247 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d26ef93c-ac93-488d-9e98-86015dc16d62 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:10.446857 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.db_base_plugin_common [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] Allocated IP 172.20.0.2 (37e0ba0d-08b9-4ffc-a465-e803bcda1b22/ae23e276-7ee3-4e67-ba7d-53e997bd2189/0cfc804d-f303-4c18-89d4-98499b0bae8f) {{(pid=102569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:09:10.603961 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] Notify callbacks [] for port, precommit_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:10.606221 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d26ef93c-ac93-488d-9e98-86015dc16d62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:10.610343 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599'] for port, after_create {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:10.627096 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d26ef93c-ac93-488d-9e98-86015dc16d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:10.652547 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] Network 37e0ba0d-08b9-4ffc-a465-e803bcda1b22 is already hosted by enough agents. {{(pid=102569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:09:10.655273 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.scheduler.base_scheduler [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] Resources bound (agent type, host, resource id): {{(pid=102569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:09:10.658587 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] Received port after_create {{(pid=102569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 16:09:10.664467 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] Pushing event updated for resources: {'Port': ['ID=0cfc804d-f303-4c18-89d4-98499b0bae8f,revision_number=1']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:10.720101 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] Attempting to bind port 0cfc804d-f303-4c18-89d4-98499b0bae8f on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:09:10.720374 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] Attempting to bind port 0cfc804d-f303-4c18-89d4-98499b0bae8f by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '9d561bed-1b41-4d6e-9194-01ab84c893da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '37e0ba0d-08b9-4ffc-a465-e803bcda1b22'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:09:10.720736 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] Attempting to bind port 0cfc804d-f303-4c18-89d4-98499b0bae8f on network 37e0ba0d-08b9-4ffc-a465-e803bcda1b22 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 16:09:10.725926 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 16:09:10.726296 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] Checking segment: {'id': '9d561bed-1b41-4d6e-9194-01ab84c893da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '37e0ba0d-08b9-4ffc-a465-e803bcda1b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 16:09:10.726698 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:10.727163 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] Bound using segment: {'id': '9d561bed-1b41-4d6e-9194-01ab84c893da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '37e0ba0d-08b9-4ffc-a465-e803bcda1b22'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 16:09:10.727602 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] Bound port: 0cfc804d-f303-4c18-89d4-98499b0bae8f, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d561bed-1b41-4d6e-9194-01ab84c893da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '37e0ba0d-08b9-4ffc-a465-e803bcda1b22'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:09:10.727982 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:10.734327 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-d26ef93c-ac93-488d-9e98-86015dc16d62 admin admin] Allocated IP 172.26.6.254 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/3582f1a7-da49-4df4-9ddc-b453bd0f59df) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:09:10.790742 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] For port 0cfc804d-f303-4c18-89d4-98499b0bae8f, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:09:10.794529 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] For port 0cfc804d-f303-4c18-89d4-98499b0bae8f, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=0cfc804d-f303-4c18-89d4-98499b0bae8f,segment=NetworkSegment(9d561bed-1b41-4d6e-9194-01ab84c893da),segment_id=9d561bed-1b41-4d6e-9194-01ab84c893da)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:09:10.799398 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:10.846724 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d26ef93c-ac93-488d-9e98-86015dc16d62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:10.856209 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc4928-bebf-4bc0-a702-b5f3a2e1cf61 None None] Pushing event updated for resources: {'Port': ['ID=0cfc804d-f303-4c18-89d4-98499b0bae8f,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:10.886303 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d26ef93c-ac93-488d-9e98-86015dc16d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:10.924383 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26ef93c-ac93-488d-9e98-86015dc16d62 admin admin] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:09:10.929381 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-d26ef93c-ac93-488d-9e98-86015dc16d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:09:10.932009 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26ef93c-ac93-488d-9e98-86015dc16d62 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 16:09:10.963277 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ef93c-ac93-488d-9e98-86015dc16d62 admin admin] Pushing event updated for resources: {'Port': ['ID=3582f1a7-da49-4df4-9ddc-b453bd0f59df,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:11.226216 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d26ef93c-ac93-488d-9e98-86015dc16d62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:11.294379 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 6fe4324b-460b-42bb-883d-e97d9f4f98db up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:09:11.344960 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 6fe4324b-460b-42bb-883d-e97d9f4f98db triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:11.345492 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:11.424200 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:11.433664 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d26ef93c-ac93-488d-9e98-86015dc16d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667173'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:11.445226 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 6fe4324b-460b-42bb-883d-e97d9f4f98db, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=6fe4324b-460b-42bb-883d-e97d9f4f98db,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:09:11.449747 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:11.450521 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 0cfc804d-f303-4c18-89d4-98499b0bae8f up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:09:11.532836 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=6fe4324b-460b-42bb-883d-e97d9f4f98db,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:11.541517 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 0cfc804d-f303-4c18-89d4-98499b0bae8f triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:11.541888 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:11.578478 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26ef93c-ac93-488d-9e98-86015dc16d62 admin admin] Router 81ba44c2-0a17-491a-9075-7c6e6e7a8a8d is scheduled to L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 16:09:11.628051 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:11.663822 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 0cfc804d-f303-4c18-89d4-98499b0bae8f, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=0cfc804d-f303-4c18-89d4-98499b0bae8f,segment=NetworkSegment(9d561bed-1b41-4d6e-9194-01ab84c893da),segment_id=9d561bed-1b41-4d6e-9194-01ab84c893da)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:09:11.670645 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:11.701067 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26ef93c-ac93-488d-9e98-86015dc16d62 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:09:11.719412 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] Sync routers for ids ['81ba44c2-0a17-491a-9075-7c6e6e7a8a8d'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 16:09:11.725940 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d26ef93c-ac93-488d-9e98-86015dc16d62 admin admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:11.727229 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-d26ef93c-ac93-488d-9e98-86015dc16d62 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5966625 Mar 14 16:09:11.730141 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 35342) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:11.733431 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] Routers {'81ba44c2-0a17-491a-9075-7c6e6e7a8a8d'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:09:11.734267 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:09:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['81ba44c2-0a17-491a-9075-7c6e6e7a8a8d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:11.746083 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=0cfc804d-f303-4c18-89d4-98499b0bae8f,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:11.846803 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] Sync routers for ids ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 16:09:11.857364 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] Routers {'7db1750b-0d60-4715-a3b6-7bad97bf58cd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:09:11.858334 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] Set router 81ba44c2-0a17-491a-9075-7c6e6e7a8a8d gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:09:11.859278 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:09:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:12.062471 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ba44c2-0a17-491a-9075-7c6e6e7a8a8d', 'name': 'tempest-TestSnapshotPattern-1407948540-router', 'tenant_id': '7327675073ef44c28209e868790334ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '3582f1a7-da49-4df4-9ddc-b453bd0f59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:10Z', 'updated_at': '2022-03-14T16:09:11Z', 'revision_number': 3, 'project_id': '7327675073ef44c28209e868790334ba', 'gw_port': {'id': '3582f1a7-da49-4df4-9ddc-b453bd0f59df', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ba44c2-0a17-491a-9075-7c6e6e7a8a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:10Z', 'updated_at': '2022-03-14T16:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:12.066151 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc34ef41-25c7-4574-8aa3-e27def5eb4b4 None None] Network 37e0ba0d-08b9-4ffc-a465-e803bcda1b22 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 16:09:12.090204 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] Checking router: 81ba44c2-0a17-491a-9075-7c6e6e7a8a8d for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 16:09:12.090204 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] Updating router 81ba44c2-0a17-491a-9075-7c6e6e7a8a8d port 3582f1a7-da49-4df4-9ddc-b453bd0f59df binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 16:09:12.122951 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:12.173467 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-58e2e31f-7b8c-41e6-85ed-b41d18a9067b None None] Provisioning complete for port 0cfc804d-f303-4c18-89d4-98499b0bae8f triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:12.173853 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-58e2e31f-7b8c-41e6-85ed-b41d18a9067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:12.239208 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] Set router 7db1750b-0d60-4715-a3b6-7bad97bf58cd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:09:12.390631 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:12.400165 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:12.462590 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] Attempting to bind port 3582f1a7-da49-4df4-9ddc-b453bd0f59df on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:09:12.463130 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] Attempting to bind port 3582f1a7-da49-4df4-9ddc-b453bd0f59df by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:09:12.463589 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] Attempting to bind port 3582f1a7-da49-4df4-9ddc-b453bd0f59df on network 0f3fd893-5baa-4085-951b-8847b15a4083 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 16:09:12.479849 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 16:09:12.480536 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] Checking segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 16:09:12.480937 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:12.481325 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] Bound using segment: {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 16:09:12.481784 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] Bound port: 3582f1a7-da49-4df4-9ddc-b453bd0f59df, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06683dc-2ee7-413c-b124-d5e1e5060d3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:09:12.482337 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:12.483932 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27283e00-bed4-4cd7-b513-63b42152727c None None] Pushing event updated for resources: {'Port': ['ID=3582f1a7-da49-4df4-9ddc-b453bd0f59df,revision_number=2']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:12.522577 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5463ce79-2045-4d3a-a70c-2618e4efa654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:12.549325 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] For port 3582f1a7-da49-4df4-9ddc-b453bd0f59df, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:09:12.551819 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:05Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 4, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'gw_port': {'id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:06Z', 'updated_at': '2022-03-14T16:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '239d2f5a-047a-4366-8e38-6d35034b6adb', 'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'mac_address': 'fa:16:3e:e2:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:07Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 2, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'subnets': [{'id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:12.557563 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] For port 3582f1a7-da49-4df4-9ddc-b453bd0f59df, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3582f1a7-da49-4df4-9ddc-b453bd0f59df,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:09:12.560224 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283e00-bed4-4cd7-b513-63b42152727c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:12.561079 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283e00-bed4-4cd7-b513-63b42152727c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:12.561585 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283e00-bed4-4cd7-b513-63b42152727c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:12.562146 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283e00-bed4-4cd7-b513-63b42152727c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:12.562754 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283e00-bed4-4cd7-b513-63b42152727c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:12.563295 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283e00-bed4-4cd7-b513-63b42152727c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:12.563797 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283e00-bed4-4cd7-b513-63b42152727c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:12.564435 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283e00-bed4-4cd7-b513-63b42152727c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:12.564929 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283e00-bed4-4cd7-b513-63b42152727c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:12.565781 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283e00-bed4-4cd7-b513-63b42152727c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:12.566268 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283e00-bed4-4cd7-b513-63b42152727c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:12.566738 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27283e00-bed4-4cd7-b513-63b42152727c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:09:12.573557 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:12.593774 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] Checking router: 7db1750b-0d60-4715-a3b6-7bad97bf58cd for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 16:09:12.595399 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] Updating router 7db1750b-0d60-4715-a3b6-7bad97bf58cd port 239d2f5a-047a-4366-8e38-6d35034b6adb binding host dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 16:09:12.632775 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:12.641553 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] Routers {'81ba44c2-0a17-491a-9075-7c6e6e7a8a8d'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:09:12.642371 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:09:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['81ba44c2-0a17-491a-9075-7c6e6e7a8a8d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:12.734302 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-5463ce79-2045-4d3a-a70c-2618e4efa654 admin admin] Allocated IP 172.20.0.1 (37e0ba0d-08b9-4ffc-a465-e803bcda1b22/ae23e276-7ee3-4e67-ba7d-53e997bd2189/3ad6e11f-24ff-4333-970a-4eab9aabefe4) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:09:12.750223 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27283e00-bed4-4cd7-b513-63b42152727c None None] Pushing event updated for resources: {'Port': ['ID=3582f1a7-da49-4df4-9ddc-b453bd0f59df,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:12.772548 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] Set router 81ba44c2-0a17-491a-9075-7c6e6e7a8a8d gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:09:12.840194 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-2b68c050-36cd-425d-90eb-9e1ef352b5dc None None] Provisioning complete for port 0cfc804d-f303-4c18-89d4-98499b0bae8f triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:12.840571 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2b68c050-36cd-425d-90eb-9e1ef352b5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:12.868221 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5463ce79-2045-4d3a-a70c-2618e4efa654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:12.908676 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5463ce79-2045-4d3a-a70c-2618e4efa654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:12.950457 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5463ce79-2045-4d3a-a70c-2618e4efa654 admin admin] Network 37e0ba0d-08b9-4ffc-a465-e803bcda1b22 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:09:12.955339 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-5463ce79-2045-4d3a-a70c-2618e4efa654 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:09:12.958943 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463ce79-2045-4d3a-a70c-2618e4efa654 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 16:09:12.963369 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ba44c2-0a17-491a-9075-7c6e6e7a8a8d', 'name': 'tempest-TestSnapshotPattern-1407948540-router', 'tenant_id': '7327675073ef44c28209e868790334ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '3582f1a7-da49-4df4-9ddc-b453bd0f59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:10Z', 'updated_at': '2022-03-14T16:09:11Z', 'revision_number': 3, 'project_id': '7327675073ef44c28209e868790334ba', 'gw_port': {'id': '3582f1a7-da49-4df4-9ddc-b453bd0f59df', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ba44c2-0a17-491a-9075-7c6e6e7a8a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:10Z', 'updated_at': '2022-03-14T16:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:12.983576 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463ce79-2045-4d3a-a70c-2618e4efa654 admin admin] Pushing event updated for resources: {'Port': ['ID=3ad6e11f-24ff-4333-970a-4eab9aabefe4,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:13.014805 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5463ce79-2045-4d3a-a70c-2618e4efa654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670472'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:13.074567 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] Notify callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:13.089275 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:13.096191 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa498ff-fe92-45a2-bf7d-ae1b723c173c None None] The sync data for ids ['81ba44c2-0a17-491a-9075-7c6e6e7a8a8d'] in dv-neutron-833559-1-hyperv is: [{'id': '81ba44c2-0a17-491a-9075-7c6e6e7a8a8d', 'name': 'tempest-TestSnapshotPattern-1407948540-router', 'tenant_id': '7327675073ef44c28209e868790334ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '3582f1a7-da49-4df4-9ddc-b453bd0f59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:10Z', 'updated_at': '2022-03-14T16:09:11Z', 'revision_number': 3, 'project_id': '7327675073ef44c28209e868790334ba', 'gw_port': {'id': '3582f1a7-da49-4df4-9ddc-b453bd0f59df', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ba44c2-0a17-491a-9075-7c6e6e7a8a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:10Z', 'updated_at': '2022-03-14T16:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 16:09:13.196553 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b1f42-de79-4103-badb-bfc04226c37b None None] Pushing event updated for resources: {'Port': ['ID=239d2f5a-047a-4366-8e38-6d35034b6adb,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:13.256927 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5463ce79-2045-4d3a-a70c-2618e4efa654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:13.294946 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] Attempting to bind port 239d2f5a-047a-4366-8e38-6d35034b6adb on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:09:13.295327 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] Attempting to bind port 239d2f5a-047a-4366-8e38-6d35034b6adb by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '27df5fcb-47f9-4255-8f76-0cd7933f98b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:09:13.295692 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] Attempting to bind port 239d2f5a-047a-4366-8e38-6d35034b6adb on network 591fba62-5284-4177-95fc-350d4982cdc0 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 16:09:13.309054 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 16:09:13.309438 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] Checking segment: {'id': '27df5fcb-47f9-4255-8f76-0cd7933f98b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 16:09:13.310387 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:13.311190 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] Bound using segment: {'id': '27df5fcb-47f9-4255-8f76-0cd7933f98b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 16:09:13.311559 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] Bound port: 239d2f5a-047a-4366-8e38-6d35034b6adb, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27df5fcb-47f9-4255-8f76-0cd7933f98b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:09:13.311968 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:13.316919 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 6fe4324b-460b-42bb-883d-e97d9f4f98db up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:09:13.441251 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 6fe4324b-460b-42bb-883d-e97d9f4f98db triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:13.441716 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:13.445095 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-336f1c7c-fa08-4be4-9041-bc7166480337 None None] Provisioning complete for port 3ad6e11f-24ff-4333-970a-4eab9aabefe4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:13.445320 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-336f1c7c-fa08-4be4-9041-bc7166480337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:13.447933 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] For port 239d2f5a-047a-4366-8e38-6d35034b6adb, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:09:13.451731 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] For port 239d2f5a-047a-4366-8e38-6d35034b6adb, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=239d2f5a-047a-4366-8e38-6d35034b6adb,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:09:13.504012 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5463ce79-2045-4d3a-a70c-2618e4efa654 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:13.506002 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:13.513623 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5463ce79-2045-4d3a-a70c-2618e4efa654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10177984'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:13.592465 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-336f1c7c-fa08-4be4-9041-bc7166480337 None None] Port 3ad6e11f-24ff-4333-970a-4eab9aabefe4 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 16:09:13.611760 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] Routers {'7db1750b-0d60-4715-a3b6-7bad97bf58cd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:09:13.612493 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:09:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:13.621238 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463ce79-2045-4d3a-a70c-2618e4efa654 admin admin] Pushing event updated for resources: {'Port': ['ID=3ad6e11f-24ff-4333-970a-4eab9aabefe4,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:13.625114 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5463ce79-2045-4d3a-a70c-2618e4efa654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1670436'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:13.666064 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b1f42-de79-4103-badb-bfc04226c37b None None] Pushing event updated for resources: {'Port': ['ID=239d2f5a-047a-4366-8e38-6d35034b6adb,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:13.780083 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5463ce79-2045-4d3a-a70c-2618e4efa654 admin admin] Network 37e0ba0d-08b9-4ffc-a465-e803bcda1b22 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:09:13.782197 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-5463ce79-2045-4d3a-a70c-2618e4efa654 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:09:13.962601 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5463ce79-2045-4d3a-a70c-2618e4efa654 admin admin] Router 81ba44c2-0a17-491a-9075-7c6e6e7a8a8d has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:09:14.000898 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] Set router 7db1750b-0d60-4715-a3b6-7bad97bf58cd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:09:14.086033 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5463ce79-2045-4d3a-a70c-2618e4efa654 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:09:14.091362 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5463ce79-2045-4d3a-a70c-2618e4efa654 admin admin] 10.222.0.59 "PUT /v2.0/routers/81ba44c2-0a17-491a-9075-7c6e6e7a8a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3599999 Mar 14 16:09:14.105736 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 0cfc804d-f303-4c18-89d4-98499b0bae8f up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:09:14.110118 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-d58224bd-5ce0-4434-b82f-08b127723241 None None] Provisioning complete for port 239d2f5a-047a-4366-8e38-6d35034b6adb triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:14.110547 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d58224bd-5ce0-4434-b82f-08b127723241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:14.272093 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 0cfc804d-f303-4c18-89d4-98499b0bae8f triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:14.272451 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:14.348991 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d58224bd-5ce0-4434-b82f-08b127723241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:14.385511 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:05Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 4, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'gw_port': {'id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:06Z', 'updated_at': '2022-03-14T16:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '239d2f5a-047a-4366-8e38-6d35034b6adb', 'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'mac_address': 'fa:16:3e:e2:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:07Z', 'updated_at': '2022-03-14T16:09:13Z', 'revision_number': 4, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'subnets': [{'id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:14.439988 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c25abd9-f535-4baa-af06-95517d0bb28e None None] The sync data for ids ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'] in dv-neutron-833559-1-hyperv is: [{'id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:05Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 4, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'gw_port': {'id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:06Z', 'updated_at': '2022-03-14T16:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '239d2f5a-047a-4366-8e38-6d35034b6adb', 'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'mac_address': 'fa:16:3e:e2:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:07Z', 'updated_at': '2022-03-14T16:09:13Z', 'revision_number': 4, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'subnets': [{'id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 16:09:14.446686 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-d58224bd-5ce0-4434-b82f-08b127723241 None None] For port 239d2f5a-047a-4366-8e38-6d35034b6adb, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=239d2f5a-047a-4366-8e38-6d35034b6adb,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:09:14.453443 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d58224bd-5ce0-4434-b82f-08b127723241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:14.508696 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58224bd-5ce0-4434-b82f-08b127723241 None None] Pushing event updated for resources: {'Port': ['ID=239d2f5a-047a-4366-8e38-6d35034b6adb,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:14.574768 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-2c12c7c5-6d27-4515-9f68-1801eca420d1 None None] Provisioning complete for port 3ad6e11f-24ff-4333-970a-4eab9aabefe4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:14.575323 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2c12c7c5-6d27-4515-9f68-1801eca420d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:14.613833 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-2c12c7c5-6d27-4515-9f68-1801eca420d1 None None] Port 3ad6e11f-24ff-4333-970a-4eab9aabefe4 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 16:09:14.625243 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-2c12c7c5-6d27-4515-9f68-1801eca420d1 None None] Provisioning complete for port 239d2f5a-047a-4366-8e38-6d35034b6adb triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:14.625613 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2c12c7c5-6d27-4515-9f68-1801eca420d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:15.168676 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] Sync routers for ids ['81ba44c2-0a17-491a-9075-7c6e6e7a8a8d'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 16:09:15.182261 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] Routers {'81ba44c2-0a17-491a-9075-7c6e6e7a8a8d'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:09:15.182877 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:09:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['81ba44c2-0a17-491a-9075-7c6e6e7a8a8d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:15.299551 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] Set router 81ba44c2-0a17-491a-9075-7c6e6e7a8a8d gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:09:15.327954 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3582f1a7-da49-4df4-9ddc-b453bd0f59df up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:09:15.375780 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 3582f1a7-da49-4df4-9ddc-b453bd0f59df triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:15.376153 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:15.456931 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:15.481214 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] For port 3582f1a7-da49-4df4-9ddc-b453bd0f59df, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3582f1a7-da49-4df4-9ddc-b453bd0f59df,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:09:15.487293 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:15.488466 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 239d2f5a-047a-4366-8e38-6d35034b6adb up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:09:15.515721 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ba44c2-0a17-491a-9075-7c6e6e7a8a8d', 'name': 'tempest-TestSnapshotPattern-1407948540-router', 'tenant_id': '7327675073ef44c28209e868790334ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '3582f1a7-da49-4df4-9ddc-b453bd0f59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:10Z', 'updated_at': '2022-03-14T16:09:13Z', 'revision_number': 4, 'project_id': '7327675073ef44c28209e868790334ba', 'gw_port': {'id': '3582f1a7-da49-4df4-9ddc-b453bd0f59df', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ba44c2-0a17-491a-9075-7c6e6e7a8a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:10Z', 'updated_at': '2022-03-14T16:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '3ad6e11f-24ff-4333-970a-4eab9aabefe4', 'name': '', 'network_id': '37e0ba0d-08b9-4ffc-a465-e803bcda1b22', 'tenant_id': '7327675073ef44c28209e868790334ba', 'mac_address': 'fa:16:3e:f5:e8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ba44c2-0a17-491a-9075-7c6e6e7a8a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'ae23e276-7ee3-4e67-ba7d-53e997bd2189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:12Z', 'updated_at': '2022-03-14T16:09:13Z', 'revision_number': 2, 'project_id': '7327675073ef44c28209e868790334ba', 'subnets': [{'id': 'ae23e276-7ee3-4e67-ba7d-53e997bd2189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:15.545856 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] Checking router: 81ba44c2-0a17-491a-9075-7c6e6e7a8a8d for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 16:09:15.546120 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] Updating router 81ba44c2-0a17-491a-9075-7c6e6e7a8a8d port 3ad6e11f-24ff-4333-970a-4eab9aabefe4 binding host dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 16:09:15.564742 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Pushing event updated for resources: {'Port': ['ID=3582f1a7-da49-4df4-9ddc-b453bd0f59df,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:15.574520 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:15.579887 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 239d2f5a-047a-4366-8e38-6d35034b6adb triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:15.580268 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:15.607223 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 35352) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:15.611929 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-bcb25f72-4e56-4519-9cf9-3d27d379b5b4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1999515897', 'description': 'tempest-secgroup-smoke-1999515897 description', 'project_id': '986bf5fc1b7b4649af9218e80e6226db'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:09:15.636452 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bcb25f72-4e56-4519-9cf9-3d27d379b5b4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:15.710853 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bcb25f72-4e56-4519-9cf9-3d27d379b5b4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:15.715924 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bcb25f72-4e56-4519-9cf9-3d27d379b5b4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:15.746522 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bcb25f72-4e56-4519-9cf9-3d27d379b5b4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:15.747699 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-bcb25f72-4e56-4519-9cf9-3d27d379b5b4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1394033 Mar 14 16:09:15.749541 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb25f72-4e56-4519-9cf9-3d27d379b5b4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:15.750825 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35354) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:15.758590 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-f98b62d0-d5da-41a8-8fb4-d3c1db3159f6 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Request body: {'security_group_rule': {'security_group_id': '8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9', 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:09:15.784997 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f98b62d0-d5da-41a8-8fb4-d3c1db3159f6 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:15.842681 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f98b62d0-d5da-41a8-8fb4-d3c1db3159f6 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:15.846589 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f98b62d0-d5da-41a8-8fb4-d3c1db3159f6 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:15.858872 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] Notify callbacks [] for port, precommit_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:15.861844 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b62d0-d5da-41a8-8fb4-d3c1db3159f6 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135506ee-f311-4e4e-b155-3e0d59ec5f78,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:15.864003 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:15.874865 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f98b62d0-d5da-41a8-8fb4-d3c1db3159f6 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:15.876349 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-f98b62d0-d5da-41a8-8fb4-d3c1db3159f6 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237094 Mar 14 16:09:15.879131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35356) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:15.884038 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-1fa873b8-59a2-4586-b6bf-bef6dbb7b731 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Request body: {'security_group_rule': {'security_group_id': '8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9', 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:09:15.910759 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fa873b8-59a2-4586-b6bf-bef6dbb7b731 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:15.919026 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3a327-e2bb-4337-9f06-e6e2d6cbf28a None None] Pushing event updated for resources: {'Port': ['ID=3ad6e11f-24ff-4333-970a-4eab9aabefe4,revision_number=3']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:15.976410 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] Attempting to bind port 3ad6e11f-24ff-4333-970a-4eab9aabefe4 on host dv-neutron-833559-1-hyperv for vnic_type normal with profile {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:09:15.977028 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] Attempting to bind port 3ad6e11f-24ff-4333-970a-4eab9aabefe4 by drivers openvswitch,hyperv on host dv-neutron-833559-1-hyperv at level 0 using segments [{'id': '9d561bed-1b41-4d6e-9194-01ab84c893da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '37e0ba0d-08b9-4ffc-a465-e803bcda1b22'}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:09:15.978228 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] Attempting to bind port 3ad6e11f-24ff-4333-970a-4eab9aabefe4 on network 37e0ba0d-08b9-4ffc-a465-e803bcda1b22 {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 16:09:15.979602 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fa873b8-59a2-4586-b6bf-bef6dbb7b731 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:15.983719 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fa873b8-59a2-4586-b6bf-bef6dbb7b731 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:15.985328 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] Checking agent: {'id': '9838988f-e0cc-4a86-80bf-86abe53b602f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833559-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 15, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833559-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 16:09:15.985782 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] Checking segment: {'id': '9d561bed-1b41-4d6e-9194-01ab84c893da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '37e0ba0d-08b9-4ffc-a465-e803bcda1b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 16:09:15.986313 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:15.986771 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] Bound using segment: {'id': '9d561bed-1b41-4d6e-9194-01ab84c893da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '37e0ba0d-08b9-4ffc-a465-e803bcda1b22'} {{(pid=102570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 16:09:15.987456 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.managers [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] Bound port: 3ad6e11f-24ff-4333-970a-4eab9aabefe4, host: dv-neutron-833559-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d561bed-1b41-4d6e-9194-01ab84c893da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '37e0ba0d-08b9-4ffc-a465-e803bcda1b22'}}] {{(pid=102570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:09:15.988029 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.002174 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa873b8-59a2-4586-b6bf-bef6dbb7b731 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99546153-edb0-4c21-87a1-1904aabd7b69,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:16.012609 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1fa873b8-59a2-4586-b6bf-bef6dbb7b731 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.014062 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-1fa873b8-59a2-4586-b6bf-bef6dbb7b731 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1339395 Mar 14 16:09:16.016943 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 35360) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:16.024488 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.v2.base [None req-49a613c6-a111-4973-93e7-193770d33519 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Request body: {'security_group_rule': {'security_group_id': '8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9', 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:09:16.059840 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-49a613c6-a111-4973-93e7-193770d33519 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.062313 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] For port 3ad6e11f-24ff-4333-970a-4eab9aabefe4, host dv-neutron-833559-1-hyperv, cleared binding levels {{(pid=102570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:09:16.066043 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.plugins.ml2.db [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] For port 3ad6e11f-24ff-4333-970a-4eab9aabefe4, host dv-neutron-833559-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3ad6e11f-24ff-4333-970a-4eab9aabefe4,segment=NetworkSegment(9d561bed-1b41-4d6e-9194-01ab84c893da),segment_id=9d561bed-1b41-4d6e-9194-01ab84c893da)] {{(pid=102570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:09:16.074306 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron_lib.callbacks.manager [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.141732 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-49a613c6-a111-4973-93e7-193770d33519 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.142546 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3a327-e2bb-4337-9f06-e6e2d6cbf28a None None] Pushing event updated for resources: {'Port': ['ID=3ad6e11f-24ff-4333-970a-4eab9aabefe4,revision_number=4']} {{(pid=102570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:16.149603 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-49a613c6-a111-4973-93e7-193770d33519 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.155529 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-cad89798-855d-402f-8b3f-0044461c15f0 None None] Provisioning complete for port 3ad6e11f-24ff-4333-970a-4eab9aabefe4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:16.155906 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cad89798-855d-402f-8b3f-0044461c15f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.159428 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] Routers {'81ba44c2-0a17-491a-9075-7c6e6e7a8a8d'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:09:16.160271 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:09:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['81ba44c2-0a17-491a-9075-7c6e6e7a8a8d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:16.180105 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a613c6-a111-4973-93e7-193770d33519 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a40f9ea-3ee4-41f5-99a4-2c5a5325a775,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:16.188511 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-49a613c6-a111-4973-93e7-193770d33519 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.192522 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-49a613c6-a111-4973-93e7-193770d33519 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1713614 Mar 14 16:09:16.193598 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35362) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:16.198114 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-015d2e01-8005-4cc3-92b7-ee4d1d29f37e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Request body: {'security_group_rule': {'security_group_id': '8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9', 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:09:16.228366 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-015d2e01-8005-4cc3-92b7-ee4d1d29f37e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.273460 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cad89798-855d-402f-8b3f-0044461c15f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.311518 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] Set router 81ba44c2-0a17-491a-9075-7c6e6e7a8a8d gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:09:16.312081 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-015d2e01-8005-4cc3-92b7-ee4d1d29f37e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.316898 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-015d2e01-8005-4cc3-92b7-ee4d1d29f37e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.320455 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-cad89798-855d-402f-8b3f-0044461c15f0 None None] For port 3ad6e11f-24ff-4333-970a-4eab9aabefe4, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3ad6e11f-24ff-4333-970a-4eab9aabefe4,segment=NetworkSegment(9d561bed-1b41-4d6e-9194-01ab84c893da),segment_id=9d561bed-1b41-4d6e-9194-01ab84c893da)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:09:16.328470 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cad89798-855d-402f-8b3f-0044461c15f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.332069 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d2e01-8005-4cc3-92b7-ee4d1d29f37e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2420a81b-d471-4228-8e38-956911091bf6,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:16.355929 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-015d2e01-8005-4cc3-92b7-ee4d1d29f37e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.358024 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-015d2e01-8005-4cc3-92b7-ee4d1d29f37e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1634119 Mar 14 16:09:16.361516 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35364) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:16.366853 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-e59a626e-893e-44f7-b992-4dc1c68ea24a tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Request body: {'security_group_rule': {'security_group_id': '8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9', 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:09:16.393199 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad89798-855d-402f-8b3f-0044461c15f0 None None] Pushing event updated for resources: {'Port': ['ID=3ad6e11f-24ff-4333-970a-4eab9aabefe4,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:16.399981 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-e59a626e-893e-44f7-b992-4dc1c68ea24a tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Project 986bf5fc1b7b4649af9218e80e6226db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:09:16.415822 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e59a626e-893e-44f7-b992-4dc1c68ea24a tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.448833 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-ef83a8a1-0c4d-47aa-89a5-adddbb3f7488 None None] Provisioning complete for port 3ad6e11f-24ff-4333-970a-4eab9aabefe4 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:16.449269 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ef83a8a1-0c4d-47aa-89a5-adddbb3f7488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.483001 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e59a626e-893e-44f7-b992-4dc1c68ea24a tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.487951 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e59a626e-893e-44f7-b992-4dc1c68ea24a tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.507020 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a626e-893e-44f7-b992-4dc1c68ea24a tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff9a095-e530-4691-9713-fe0e23d0db29,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:16.526722 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e59a626e-893e-44f7-b992-4dc1c68ea24a tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.528001 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-e59a626e-893e-44f7-b992-4dc1c68ea24a tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1653392 Mar 14 16:09:16.530853 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35366) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:16.535222 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-c777989e-7244-4b60-b748-30273b896384 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Request body: {'security_group_rule': {'security_group_id': '8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9', 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:09:16.557410 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.securitygroups_db [None req-c777989e-7244-4b60-b748-30273b896384 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Project 986bf5fc1b7b4649af9218e80e6226db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 16:09:16.562957 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c777989e-7244-4b60-b748-30273b896384 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.566196 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ba44c2-0a17-491a-9075-7c6e6e7a8a8d', 'name': 'tempest-TestSnapshotPattern-1407948540-router', 'tenant_id': '7327675073ef44c28209e868790334ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '3582f1a7-da49-4df4-9ddc-b453bd0f59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:10Z', 'updated_at': '2022-03-14T16:09:13Z', 'revision_number': 4, 'project_id': '7327675073ef44c28209e868790334ba', 'gw_port': {'id': '3582f1a7-da49-4df4-9ddc-b453bd0f59df', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ba44c2-0a17-491a-9075-7c6e6e7a8a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:10Z', 'updated_at': '2022-03-14T16:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '3ad6e11f-24ff-4333-970a-4eab9aabefe4', 'name': '', 'network_id': '37e0ba0d-08b9-4ffc-a465-e803bcda1b22', 'tenant_id': '7327675073ef44c28209e868790334ba', 'mac_address': 'fa:16:3e:f5:e8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ba44c2-0a17-491a-9075-7c6e6e7a8a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'ae23e276-7ee3-4e67-ba7d-53e997bd2189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:12Z', 'updated_at': '2022-03-14T16:09:16Z', 'revision_number': 4, 'project_id': '7327675073ef44c28209e868790334ba', 'subnets': [{'id': 'ae23e276-7ee3-4e67-ba7d-53e997bd2189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:16.592630 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42707ad5-e590-431d-8b28-f3b9b1b5a471 None None] The sync data for ids ['81ba44c2-0a17-491a-9075-7c6e6e7a8a8d'] in dv-neutron-833559-1-hyperv is: [{'id': '81ba44c2-0a17-491a-9075-7c6e6e7a8a8d', 'name': 'tempest-TestSnapshotPattern-1407948540-router', 'tenant_id': '7327675073ef44c28209e868790334ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '3582f1a7-da49-4df4-9ddc-b453bd0f59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:10Z', 'updated_at': '2022-03-14T16:09:13Z', 'revision_number': 4, 'project_id': '7327675073ef44c28209e868790334ba', 'gw_port': {'id': '3582f1a7-da49-4df4-9ddc-b453bd0f59df', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ba44c2-0a17-491a-9075-7c6e6e7a8a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:10Z', 'updated_at': '2022-03-14T16:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '3ad6e11f-24ff-4333-970a-4eab9aabefe4', 'name': '', 'network_id': '37e0ba0d-08b9-4ffc-a465-e803bcda1b22', 'tenant_id': '7327675073ef44c28209e868790334ba', 'mac_address': 'fa:16:3e:f5:e8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ba44c2-0a17-491a-9075-7c6e6e7a8a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'ae23e276-7ee3-4e67-ba7d-53e997bd2189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:12Z', 'updated_at': '2022-03-14T16:09:16Z', 'revision_number': 4, 'project_id': '7327675073ef44c28209e868790334ba', 'subnets': [{'id': 'ae23e276-7ee3-4e67-ba7d-53e997bd2189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 16:09:16.627894 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c777989e-7244-4b60-b748-30273b896384 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.646955 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c777989e-7244-4b60-b748-30273b896384 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693607'] for security_group_rule, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.664602 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777989e-7244-4b60-b748-30273b896384 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7dbac20-5123-4e13-a0d1-342e5a039044,revision_number=0']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:16.673948 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c777989e-7244-4b60-b748-30273b896384 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:16.675193 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c777989e-7244-4b60-b748-30273b896384 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1433115 Mar 14 16:09:16.824752 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-2cbeb589-6acf-44c2-8422-e5799934dd03 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999515897&fields=id&tenant_id=986bf5fc1b7b4649af9218e80e6226db HTTP/1.1" status: 200 len: 267 time: 0.0349305 Mar 14 16:09:16.934248 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-0b503760-2e48-410e-a090-95428e5a79f5 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:16.936073 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-0b503760-2e48-410e-a090-95428e5a79f5 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/networks?id=591fba62-5284-4177-95fc-350d4982cdc0 HTTP/1.1" status: 200 len: 809 time: 0.1043508 Mar 14 16:09:16.951737 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-3d9ede9e-4953-4019-b664-c2051c340adb tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/quotas/986bf5fc1b7b4649af9218e80e6226db HTTP/1.1" status: 200 len: 375 time: 0.0096428 Mar 14 16:09:17.004735 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-427f4464-2f6d-4c40-a211-19d7935ba8de tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=986bf5fc1b7b4649af9218e80e6226db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473540 Mar 14 16:09:17.112184 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-2e5bc00d-a27a-4d8b-bcb8-80a95aa090c0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 16:09:17.113215 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-2e5bc00d-a27a-4d8b-bcb8-80a95aa090c0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0964837 Mar 14 16:09:17.215266 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-ca6ea90b-eb6c-44d6-bb78-de04afc49580 service neutron] 10.222.0.59 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948553 Mar 14 16:09:17.320052 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-f06a5cde-1a9b-44b9-abd8-2c61e511192b service neutron] 10.222.0.59 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951388 Mar 14 16:09:17.329777 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3582f1a7-da49-4df4-9ddc-b453bd0f59df up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:09:17.390457 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 3582f1a7-da49-4df4-9ddc-b453bd0f59df triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:17.391085 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:17.495217 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3ad6e11f-24ff-4333-970a-4eab9aabefe4 up at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:09:17.505966 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-8e11884a-62ad-4a35-abae-b40d87d205f2 req-13b98d48-21bf-4384-a35d-30ea9e97916e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 210 time: 0.0334027 Mar 14 16:09:17.573352 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Provisioning complete for port 3ad6e11f-24ff-4333-970a-4eab9aabefe4 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:17.573731 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:18.623683 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-d1c84ddb-e781-4a86-8d0f-61af9655255a req-3c9cfb3c-30bd-47eb-855e-996834fd24e1 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 210 time: 0.0363526 Mar 14 16:09:18.643327 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-d3ee2e9a-851a-47f3-a49c-5dba66239446 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:18.644799 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-d3ee2e9a-851a-47f3-a49c-5dba66239446 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.18 "GET /v2.0/networks?id=591fba62-5284-4177-95fc-350d4982cdc0 HTTP/1.1" status: 200 len: 809 time: 0.1158643 Mar 14 16:09:18.689873 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-f5cc06e3-f8cb-43ed-af0a-37774ee44c28 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=986bf5fc1b7b4649af9218e80e6226db HTTP/1.1" status: 200 len: 380 time: 0.0352623 Mar 14 16:09:18.709078 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-1bc03a42-78bd-474a-889c-cf380ddcbe0b tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Request body: {'port': {'device_id': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'admin_state_up': True, 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'security_groups': ['8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:09:18.818129 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-1bc03a42-78bd-474a-889c-cf380ddcbe0b tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Made reservation on behalf of 986bf5fc1b7b4649af9218e80e6226db for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:09:18.821735 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-1bc03a42-78bd-474a-889c-cf380ddcbe0b tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:18.943585 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-1bc03a42-78bd-474a-889c-cf380ddcbe0b tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Allocated IP 172.20.0.3 (591fba62-5284-4177-95fc-350d4982cdc0/8c7ce6a0-6132-4c4d-9ddc-32b661c969d9/8fa9bf59-6153-412f-9386-704dabe0e451) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:09:19.081760 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-1bc03a42-78bd-474a-889c-cf380ddcbe0b tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:19.116504 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-1bc03a42-78bd-474a-889c-cf380ddcbe0b tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:19.159599 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-1bc03a42-78bd-474a-889c-cf380ddcbe0b tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Network 591fba62-5284-4177-95fc-350d4982cdc0 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:09:19.163194 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-1bc03a42-78bd-474a-889c-cf380ddcbe0b tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:09:19.166769 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-1bc03a42-78bd-474a-889c-cf380ddcbe0b tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 16:09:19.192846 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc03a42-78bd-474a-889c-cf380ddcbe0b tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Pushing event updated for resources: {'Port': ['ID=8fa9bf59-6153-412f-9386-704dabe0e451,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:19.223400 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-1bc03a42-78bd-474a-889c-cf380ddcbe0b tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:19.224543 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-1bc03a42-78bd-474a-889c-cf380ddcbe0b tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:19.241167 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-1bc03a42-78bd-474a-889c-cf380ddcbe0b tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5347500 Mar 14 16:09:19.256927 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] Request body: {'port': {'device_id': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:09:19.312277 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:19.392764 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-0e4e594a-c9f5-49b1-800b-9d9cd31d8c56 None None] Provisioning complete for port 8fa9bf59-6153-412f-9386-704dabe0e451 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:19.393362 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0e4e594a-c9f5-49b1-800b-9d9cd31d8c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:19.435011 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-0e4e594a-c9f5-49b1-800b-9d9cd31d8c56 None None] Port 8fa9bf59-6153-412f-9386-704dabe0e451 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 16:09:19.574895 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa9bf59-6153-412f-9386-704dabe0e451 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 16:09:19.582025 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:19.593591 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] Transition to ACTIVE for port object 8fa9bf59-6153-412f-9386-704dabe0e451 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:09:19.599888 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:19.659397 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa9bf59-6153-412f-9386-704dabe0e451,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:19.767369 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] Attempting to bind port 8fa9bf59-6153-412f-9386-704dabe0e451 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:09:19.767711 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] Attempting to bind port 8fa9bf59-6153-412f-9386-704dabe0e451 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '27df5fcb-47f9-4255-8f76-0cd7933f98b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:09:19.768044 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] Attempting to bind port 8fa9bf59-6153-412f-9386-704dabe0e451 on network 591fba62-5284-4177-95fc-350d4982cdc0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 16:09:19.777261 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8e199-2c22-41df-a571-da72832adb5b req-5daf379f-609e-4fe8-bd66-e14ad6478dd6 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:19.778825 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-25d8e199-2c22-41df-a571-da72832adb5b req-5daf379f-609e-4fe8-bd66-e14ad6478dd6 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 943 time: 0.0775275 Mar 14 16:09:19.782468 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] Port 8fa9bf59-6153-412f-9386-704dabe0e451 on network 591fba62-5284-4177-95fc-350d4982cdc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 16:09:19.782803 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] Attempting to bind port 8fa9bf59-6153-412f-9386-704dabe0e451 on network 591fba62-5284-4177-95fc-350d4982cdc0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 16:09:19.805489 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 16:09:19.805830 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] Checking segment: {'id': '27df5fcb-47f9-4255-8f76-0cd7933f98b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 16:09:19.806224 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] Bound using segment: {'id': '27df5fcb-47f9-4255-8f76-0cd7933f98b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 16:09:19.806666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] Bound port: 8fa9bf59-6153-412f-9386-704dabe0e451, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27df5fcb-47f9-4255-8f76-0cd7933f98b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:09:19.807061 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:19.837165 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-25d8e199-2c22-41df-a571-da72832adb5b req-29c32ef4-7901-4c1b-8ab2-259311d120d6 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520089 Mar 14 16:09:19.888131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] For port 8fa9bf59-6153-412f-9386-704dabe0e451, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:09:19.891065 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] For port 8fa9bf59-6153-412f-9386-704dabe0e451, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8fa9bf59-6153-412f-9386-704dabe0e451,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:09:19.895767 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:19.931462 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:19.931998 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:19.933377 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] 10.222.0.18 "PUT /v2.0/ports/8fa9bf59-6153-412f-9386-704dabe0e451 HTTP/1.1" status: 200 len: 1093 time: 0.6809683 Mar 14 16:09:19.933849 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'tag': '8fa9bf59-6153-412f-9386-704dabe0e451'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:09:19.936411 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86e0b4c-87c4-4e40-a75a-52a0d3c9b05b" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe1e26a-c4c3-4fa2-805b-fc2d3a317362", "tag": "8fa9bf59-6153-412f-9386-704dabe0e451"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:09:19.959496 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f88c7a-46fa-4349-9123-461f95f5d950 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa9bf59-6153-412f-9386-704dabe0e451,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:19.979284 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 16:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50657937-9d2a-4cb1-8001-10a76bee4abd x-openstack-request-id: req-50657937-9d2a-4cb1-8001-10a76bee4abd {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:09:19.979451 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe1e26a-c4c3-4fa2-805b-fc2d3a317362", "tag": "8fa9bf59-6153-412f-9386-704dabe0e451", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:09:19.979784 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-50657937-9d2a-4cb1-8001-10a76bee4abd {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:09:19.980192 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'tag': '8fa9bf59-6153-412f-9386-704dabe0e451', 'status': 'completed', 'code': 200} Mar 14 16:09:20.027219 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-922000a8-8482-4150-96b6-01336eb7be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:20.028727 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-922000a8-8482-4150-96b6-01336eb7be42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986bf5fc1b7b4649af9218e80e6226db&device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 1096 time: 0.0433998 Mar 14 16:09:20.418165 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-9a21a5ba-e1dd-4df3-b823-fb4e4c84fbd9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fa9bf59-6153-412f-9386-704dabe0e451 HTTP/1.1" status: 200 len: 217 time: 0.3757951 Mar 14 16:09:20.470348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-69e4abb5-4597-4da8-ae50-40ff306b1e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:20.471853 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-69e4abb5-4597-4da8-ae50-40ff306b1e97 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c7ce6a0-6132-4c4d-9ddc-32b661c969d9 HTTP/1.1" status: 200 len: 848 time: 0.0434201 Mar 14 16:09:20.521085 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-5c7a3e27-f6e9-40f7-897f-19584be936a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:20.522560 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-5c7a3e27-f6e9-40f7-897f-19584be936a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591fba62-5284-4177-95fc-350d4982cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402713 Mar 14 16:09:20.619889 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-c5069907-b0b8-4bb7-bbe7-1cedb71d8c39 service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866466 Mar 14 16:09:20.712707 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b9104c1c-68de-49b9-b46b-610d24c65dda req-7330a8e5-eafa-4db5-a03f-379ea41cd107 service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826108 Mar 14 16:09:20.813940 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e0b4c-87c4-4e40-a75a-52a0d3c9b05b req-cf7fb81e-7fed-4718-8e8b-7cbc3b6d6ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:20.815443 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b86e0b4c-87c4-4e40-a75a-52a0d3c9b05b req-cf7fb81e-7fed-4718-8e8b-7cbc3b6d6ee7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986bf5fc1b7b4649af9218e80e6226db&device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 1096 time: 0.0467980 Mar 14 16:09:20.904049 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e0b4c-87c4-4e40-a75a-52a0d3c9b05b req-9e318fa6-4141-48ae-8a1f-d7e4661c7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:20.905539 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b86e0b4c-87c4-4e40-a75a-52a0d3c9b05b req-9e318fa6-4141-48ae-8a1f-d7e4661c7107 service neutron] 10.222.0.18 "GET /v2.0/networks?id=591fba62-5284-4177-95fc-350d4982cdc0 HTTP/1.1" status: 200 len: 910 time: 0.0831399 Mar 14 16:09:20.966340 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b86e0b4c-87c4-4e40-a75a-52a0d3c9b05b req-04b875e3-25b0-4e1e-bec6-50e12bfe34d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fa9bf59-6153-412f-9386-704dabe0e451 HTTP/1.1" status: 200 len: 217 time: 0.0511298 Mar 14 16:09:21.018832 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43072f83-5b5f-4d39-aa10-14b2f2f224c0 req-2be5c142-3d70-4673-9d12-7ae8e49cfa1e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:21.020843 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-43072f83-5b5f-4d39-aa10-14b2f2f224c0 req-2be5c142-3d70-4673-9d12-7ae8e49cfa1e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 943 time: 0.1139061 Mar 14 16:09:21.031038 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e0b4c-87c4-4e40-a75a-52a0d3c9b05b req-cfb0cdfd-bf4a-4254-9d7c-f502a930b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:21.032369 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b86e0b4c-87c4-4e40-a75a-52a0d3c9b05b req-cfb0cdfd-bf4a-4254-9d7c-f502a930b648 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c7ce6a0-6132-4c4d-9ddc-32b661c969d9 HTTP/1.1" status: 200 len: 848 time: 0.0572369 Mar 14 16:09:21.086375 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-43072f83-5b5f-4d39-aa10-14b2f2f224c0 req-8c732a9f-9713-4698-be1b-71763bb8b9a2 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578299 Mar 14 16:09:21.097926 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e0b4c-87c4-4e40-a75a-52a0d3c9b05b req-9a0d0910-814e-44ab-9fc5-39402da714fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:21.100021 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b86e0b4c-87c4-4e40-a75a-52a0d3c9b05b req-9a0d0910-814e-44ab-9fc5-39402da714fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591fba62-5284-4177-95fc-350d4982cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0552468 Mar 14 16:09:21.193727 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b86e0b4c-87c4-4e40-a75a-52a0d3c9b05b req-d4140688-46f7-43f9-a535-bbda3b2a1a7e service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865459 Mar 14 16:09:21.282505 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b86e0b4c-87c4-4e40-a75a-52a0d3c9b05b req-b5c693af-51ac-4fec-afa5-bdee55a2be50 service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819097 Mar 14 16:09:21.696072 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 8fa9bf59-6153-412f-9386-704dabe0e451 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 16:09:21.791606 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 8fa9bf59-6153-412f-9386-704dabe0e451, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8fa9bf59-6153-412f-9386-704dabe0e451,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:09:21.803230 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '8fa9bf59-6153-412f-9386-704dabe0e451', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'port_id': '8fa9bf59-6153-412f-9386-704dabe0e451', 'mac_address': 'fa:16:3e:99:26:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 16:09:21.843489 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:21.856366 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa9bf59-6153-412f-9386-704dabe0e451 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 16:09:21.875232 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 8fa9bf59-6153-412f-9386-704dabe0e451, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8fa9bf59-6153-412f-9386-704dabe0e451,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:09:21.879095 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:21.925286 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=8fa9bf59-6153-412f-9386-704dabe0e451,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:22.199158 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['8fa9bf59-6153-412f-9386-704dabe0e451'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 16:09:22.209118 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b743d-ac04-49e3-8828-aaaf02041048 req-3b2de5e7-6009-4970-9c9d-22b5325ebe42 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:22.210644 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0c9b743d-ac04-49e3-8828-aaaf02041048 req-3b2de5e7-6009-4970-9c9d-22b5325ebe42 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 944 time: 0.0509427 Mar 14 16:09:22.249662 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-0c9b743d-ac04-49e3-8828-aaaf02041048 req-18116d3e-23d4-4d64-845b-cf5908b41b6b tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329690 Mar 14 16:09:23.371934 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb74c3-a4bc-42a9-bc8a-d545cb8c272d req-a7030c11-d469-4a5c-90b7-69edc5f9152b tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:23.373386 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-57fb74c3-a4bc-42a9-bc8a-d545cb8c272d req-a7030c11-d469-4a5c-90b7-69edc5f9152b tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 944 time: 0.0568032 Mar 14 16:09:23.410410 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-57fb74c3-a4bc-42a9-bc8a-d545cb8c272d req-0ed43fd4-f756-49d1-8628-27ecb15e724d tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309148 Mar 14 16:09:23.776398 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 8fa9bf59-6153-412f-9386-704dabe0e451 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:09:23.824942 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port 8fa9bf59-6153-412f-9386-704dabe0e451 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:09:23.828849 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 8fa9bf59-6153-412f-9386-704dabe0e451 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:09:23.829220 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:23.908031 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:23.930796 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa9bf59-6153-412f-9386-704dabe0e451'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:09:23.933011 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3eb496-a2dd-4c69-a6e7-74aea8cb89e9" -d '{"events": [{"server_uuid": "cbe1e26a-c4c3-4fa2-805b-fc2d3a317362", "name": "network-vif-plugged", "status": "completed", "tag": "8fa9bf59-6153-412f-9386-704dabe0e451"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:09:23.945770 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 8fa9bf59-6153-412f-9386-704dabe0e451, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8fa9bf59-6153-412f-9386-704dabe0e451,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:09:23.950643 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:23.999264 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=8fa9bf59-6153-412f-9386-704dabe0e451,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:24.033161 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 16:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb26741-87cf-4ee8-92e9-b87bdf8cbe35 x-openstack-request-id: req-8fb26741-87cf-4ee8-92e9-b87bdf8cbe35 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:09:24.033458 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe1e26a-c4c3-4fa2-805b-fc2d3a317362", "name": "network-vif-plugged", "status": "completed", "tag": "8fa9bf59-6153-412f-9386-704dabe0e451", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:09:24.033716 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8fb26741-87cf-4ee8-92e9-b87bdf8cbe35 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:09:24.034119 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa9bf59-6153-412f-9386-704dabe0e451', 'code': 200} Mar 14 16:09:24.213666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6be2b-cc23-4e4c-8246-27657e48ac17 req-766ed1f4-06fb-4342-980a-29eed2c81408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:24.215235 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-47e6be2b-cc23-4e4c-8246-27657e48ac17 req-766ed1f4-06fb-4342-980a-29eed2c81408 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 1098 time: 0.0403430 Mar 14 16:09:24.253624 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-47e6be2b-cc23-4e4c-8246-27657e48ac17 req-0c8e21c1-5bcb-4bbb-8e8e-e62a3d13be9b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274286 Mar 14 16:09:24.526472 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4045a2-2b50-4e2f-ab45-093d6a8d44e0 req-06a4668f-3590-4f4c-847b-87990c8206c2 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:24.528034 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fb4045a2-2b50-4e2f-ab45-093d6a8d44e0 req-06a4668f-3590-4f4c-847b-87990c8206c2 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 945 time: 0.0503490 Mar 14 16:09:24.566824 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-fb4045a2-2b50-4e2f-ab45-093d6a8d44e0 req-9a6f0614-6d22-43aa-9581-580a356c2593 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328319 Mar 14 16:09:25.683468 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658ecee-57f0-40e4-99af-3d420a04ca8a req-f0c13125-49ba-46df-a69b-7e7477a60188 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:25.684939 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5658ecee-57f0-40e4-99af-3d420a04ca8a req-f0c13125-49ba-46df-a69b-7e7477a60188 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 945 time: 0.0492885 Mar 14 16:09:25.722147 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5658ecee-57f0-40e4-99af-3d420a04ca8a req-90282327-3697-42e8-b206-32064659d8dc tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310073 Mar 14 16:09:25.842616 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95b97b-6165-48da-abf1-21235b439337 req-cf3c7331-e7e6-4293-aaf5-4883dfa39ebe tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:25.844105 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9e95b97b-6165-48da-abf1-21235b439337 req-cf3c7331-e7e6-4293-aaf5-4883dfa39ebe tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 945 time: 0.0522547 Mar 14 16:09:25.881705 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9e95b97b-6165-48da-abf1-21235b439337 req-d29cbc1d-1ea4-4a64-a88c-1122eb8f558e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312018 Mar 14 16:09:25.902828 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35422) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:25.986534 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ab31dd-1b57-4307-9b87-77547d322818 tempest-TestSnapshotPattern-1164397599 tempest-TestSnapshotPattern-1164397599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:25.988053 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c1ab31dd-1b57-4307-9b87-77547d322818 tempest-TestSnapshotPattern-1164397599 tempest-TestSnapshotPattern-1164397599-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 1093 time: 0.0841897 Mar 14 16:09:25.991891 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35426) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:09:25.996053 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-907a04c8-60d6-49a9-90f5-c26cda366c47 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': '8fa9bf59-6153-412f-9386-704dabe0e451', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:09:26.016432 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-907a04c8-60d6-49a9-90f5-c26cda366c47 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:26.113402 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-907a04c8-60d6-49a9-90f5-c26cda366c47 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:26.215602 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-907a04c8-60d6-49a9-90f5-c26cda366c47 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Allocated IP 172.26.6.113 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/2c4fbf39-f641-4c56-ad74-0bd75d384f48) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:09:26.317238 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-907a04c8-60d6-49a9-90f5-c26cda366c47 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:26.351683 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-907a04c8-60d6-49a9-90f5-c26cda366c47 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:26.353273 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:09:26.390273 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907a04c8-60d6-49a9-90f5-c26cda366c47 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:09:26.393021 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-907a04c8-60d6-49a9-90f5-c26cda366c47 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:09:26.396583 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907a04c8-60d6-49a9-90f5-c26cda366c47 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 16:09:26.421344 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a04c8-60d6-49a9-90f5-c26cda366c47 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Pushing event updated for resources: {'Port': ['ID=2c4fbf39-f641-4c56-ad74-0bd75d384f48,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:26.756764 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-907a04c8-60d6-49a9-90f5-c26cda366c47 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:26.823206 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-907a04c8-60d6-49a9-90f5-c26cda366c47 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:26.971266 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-907a04c8-60d6-49a9-90f5-c26cda366c47 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:26.977071 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-907a04c8-60d6-49a9-90f5-c26cda366c47 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:27.047655 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a04c8-60d6-49a9-90f5-c26cda366c47 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Pushing event updated for resources: {'Port': ['ID=2c4fbf39-f641-4c56-ad74-0bd75d384f48,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:09:27.057281 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-907a04c8-60d6-49a9-90f5-c26cda366c47 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:27.157348 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-907a04c8-60d6-49a9-90f5-c26cda366c47 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Floating IP 8959fff6-eb41-4723-988a-fa70510213ee associated. External IP: 172.26.6.113, port: 8fa9bf59-6153-412f-9386-704dabe0e451. Mar 14 16:09:27.358253 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907a04c8-60d6-49a9-90f5-c26cda366c47 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Router 7db1750b-0d60-4715-a3b6-7bad97bf58cd has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:09:27.465714 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907a04c8-60d6-49a9-90f5-c26cda366c47 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:09:27.477736 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30f8546-321a-4632-bc27-75541b041634 None None] Sync routers for ids ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 16:09:27.485107 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-907a04c8-60d6-49a9-90f5-c26cda366c47 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:27.487342 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30f8546-321a-4632-bc27-75541b041634 None None] Routers {'7db1750b-0d60-4715-a3b6-7bad97bf58cd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:09:27.487960 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f30f8546-321a-4632-bc27-75541b041634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:09:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:27.514647 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-907a04c8-60d6-49a9-90f5-c26cda366c47 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5217555 Mar 14 16:09:27.515337 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'tag': '8fa9bf59-6153-412f-9386-704dabe0e451'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:09:27.517631 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9853629b-7f34-4b3d-a85c-fe3db9d98fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe1e26a-c4c3-4fa2-805b-fc2d3a317362", "tag": "8fa9bf59-6153-412f-9386-704dabe0e451"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:09:27.559071 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 16:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3e1718-e47e-4b76-bfc2-b3e4002d6ad6 x-openstack-request-id: req-7e3e1718-e47e-4b76-bfc2-b3e4002d6ad6 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:09:27.559367 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe1e26a-c4c3-4fa2-805b-fc2d3a317362", "tag": "8fa9bf59-6153-412f-9386-704dabe0e451", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:09:27.559624 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7e3e1718-e47e-4b76-bfc2-b3e4002d6ad6 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:09:27.560036 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'tag': '8fa9bf59-6153-412f-9386-704dabe0e451', 'status': 'completed', 'code': 200} Mar 14 16:09:27.596311 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-f30f8546-321a-4632-bc27-75541b041634 None None] Set router 7db1750b-0d60-4715-a3b6-7bad97bf58cd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:09:27.621863 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853629b-7f34-4b3d-a85c-fe3db9d98fa4 req-d0d69128-1d1a-4f21-b4f2-b3df36e85042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:27.623310 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9853629b-7f34-4b3d-a85c-fe3db9d98fa4 req-d0d69128-1d1a-4f21-b4f2-b3df36e85042 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986bf5fc1b7b4649af9218e80e6226db&device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 1098 time: 0.0409317 Mar 14 16:09:27.714821 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853629b-7f34-4b3d-a85c-fe3db9d98fa4 req-b9a193c2-a4ef-4572-bfcc-e0f59a9c577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:27.716392 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9853629b-7f34-4b3d-a85c-fe3db9d98fa4 req-b9a193c2-a4ef-4572-bfcc-e0f59a9c577f service neutron] 10.222.0.18 "GET /v2.0/networks?id=591fba62-5284-4177-95fc-350d4982cdc0 HTTP/1.1" status: 200 len: 910 time: 0.0861573 Mar 14 16:09:27.785966 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9853629b-7f34-4b3d-a85c-fe3db9d98fa4 req-dba751b3-8036-4a01-a775-25c8a08df678 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fa9bf59-6153-412f-9386-704dabe0e451 HTTP/1.1" status: 200 len: 999 time: 0.0627310 Mar 14 16:09:27.822314 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f30f8546-321a-4632-bc27-75541b041634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:05Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 4, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'gw_port': {'id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:06Z', 'updated_at': '2022-03-14T16:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '8959fff6-eb41-4723-988a-fa70510213ee', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'port_id': '8fa9bf59-6153-412f-9386-704dabe0e451', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'mac_address': 'fa:16:3e:99:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:09:26Z', 'updated_at': '2022-03-14T16:09:26Z', 'revision_number': 0, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '239d2f5a-047a-4366-8e38-6d35034b6adb', 'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'mac_address': 'fa:16:3e:e2:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:07Z', 'updated_at': '2022-03-14T16:09:14Z', 'revision_number': 5, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'subnets': [{'id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:27.834873 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853629b-7f34-4b3d-a85c-fe3db9d98fa4 req-9eaeb53b-732b-4dcd-b819-48e08f4a7ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:27.836373 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9853629b-7f34-4b3d-a85c-fe3db9d98fa4 req-9eaeb53b-732b-4dcd-b819-48e08f4a7ce2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c7ce6a0-6132-4c4d-9ddc-32b661c969d9 HTTP/1.1" status: 200 len: 848 time: 0.0438957 Mar 14 16:09:27.848314 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30f8546-321a-4632-bc27-75541b041634 None None] Checking router: 7db1750b-0d60-4715-a3b6-7bad97bf58cd for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 16:09:27.857294 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30f8546-321a-4632-bc27-75541b041634 None None] Routers {'7db1750b-0d60-4715-a3b6-7bad97bf58cd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:09:27.857908 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f30f8546-321a-4632-bc27-75541b041634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:09:07Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:27.881595 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853629b-7f34-4b3d-a85c-fe3db9d98fa4 req-942e702e-3817-4d82-97f5-1317fce2c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:27.883082 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9853629b-7f34-4b3d-a85c-fe3db9d98fa4 req-942e702e-3817-4d82-97f5-1317fce2c1e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591fba62-5284-4177-95fc-350d4982cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401449 Mar 14 16:09:27.963960 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-f30f8546-321a-4632-bc27-75541b041634 None None] Set router 7db1750b-0d60-4715-a3b6-7bad97bf58cd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:09:27.975452 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9853629b-7f34-4b3d-a85c-fe3db9d98fa4 req-c8c35bb2-f6b0-4258-a620-501406ad43ab service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856946 Mar 14 16:09:28.065019 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-9853629b-7f34-4b3d-a85c-fe3db9d98fa4 req-7162b7f3-6460-4899-bb07-70aa863ba9be service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827198 Mar 14 16:09:28.185601 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f30f8546-321a-4632-bc27-75541b041634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:05Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 4, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'gw_port': {'id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:06Z', 'updated_at': '2022-03-14T16:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '8959fff6-eb41-4723-988a-fa70510213ee', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'port_id': '8fa9bf59-6153-412f-9386-704dabe0e451', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'mac_address': 'fa:16:3e:99:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:09:26Z', 'updated_at': '2022-03-14T16:09:26Z', 'revision_number': 0, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '239d2f5a-047a-4366-8e38-6d35034b6adb', 'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'mac_address': 'fa:16:3e:e2:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:07Z', 'updated_at': '2022-03-14T16:09:14Z', 'revision_number': 5, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'subnets': [{'id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:09:28.211408 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30f8546-321a-4632-bc27-75541b041634 None None] The sync data for ids ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'] in dv-neutron-833559-1-hyperv is: [{'id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:05Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 4, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'gw_port': {'id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:06Z', 'updated_at': '2022-03-14T16:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '8959fff6-eb41-4723-988a-fa70510213ee', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'port_id': '8fa9bf59-6153-412f-9386-704dabe0e451', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'mac_address': 'fa:16:3e:99:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:09:26Z', 'updated_at': '2022-03-14T16:09:26Z', 'revision_number': 0, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '239d2f5a-047a-4366-8e38-6d35034b6adb', 'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'mac_address': 'fa:16:3e:e2:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:07Z', 'updated_at': '2022-03-14T16:09:14Z', 'revision_number': 5, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'subnets': [{'id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 16:09:28.390270 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a4b517-a1d8-4681-98c8-680815e3beea None None] New status for floating IP 8959fff6-eb41-4723-988a-fa70510213ee: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 16:09:34.135210 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6b7ea6db-d040-48b7-9894-22c95243661f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:36.531388 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-e004789b-1825-4fb8-8f6e-33d4b5cc34db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:37.645545 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:39.206726 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:39.284757 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:39.441642 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:09:58.762301 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eab4a276-128c-4ecb-948a-9de42c9dc1f5 req-c038bed2-9004-44d1-b859-c1c3e97f5504 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440989 Mar 14 16:09:58.845769 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4a276-128c-4ecb-948a-9de42c9dc1f5 req-7976d675-b580-4526-8517-ccf29a9e7451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:58.847306 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eab4a276-128c-4ecb-948a-9de42c9dc1f5 req-7976d675-b580-4526-8517-ccf29a9e7451 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986bf5fc1b7b4649af9218e80e6226db&device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 1098 time: 0.0392778 Mar 14 16:09:58.946295 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4a276-128c-4ecb-948a-9de42c9dc1f5 req-a96a7460-d3cc-4a6e-8564-f5426b434ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:58.947797 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eab4a276-128c-4ecb-948a-9de42c9dc1f5 req-a96a7460-d3cc-4a6e-8564-f5426b434ec2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=591fba62-5284-4177-95fc-350d4982cdc0 HTTP/1.1" status: 200 len: 910 time: 0.0818493 Mar 14 16:09:59.017473 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eab4a276-128c-4ecb-948a-9de42c9dc1f5 req-3a55b932-a614-4660-b4b8-cc522c8f4867 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fa9bf59-6153-412f-9386-704dabe0e451 HTTP/1.1" status: 200 len: 1001 time: 0.0602536 Mar 14 16:09:59.066532 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4a276-128c-4ecb-948a-9de42c9dc1f5 req-9074a164-8f53-4c3a-88f6-1efce85a5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:59.068617 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eab4a276-128c-4ecb-948a-9de42c9dc1f5 req-9074a164-8f53-4c3a-88f6-1efce85a5f5b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c7ce6a0-6132-4c4d-9ddc-32b661c969d9 HTTP/1.1" status: 200 len: 848 time: 0.0430074 Mar 14 16:09:59.113797 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4a276-128c-4ecb-948a-9de42c9dc1f5 req-08eb0a34-0e90-48a5-a5d0-4f3759d18ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:09:59.116215 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eab4a276-128c-4ecb-948a-9de42c9dc1f5 req-08eb0a34-0e90-48a5-a5d0-4f3759d18ec8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591fba62-5284-4177-95fc-350d4982cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408976 Mar 14 16:09:59.206902 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eab4a276-128c-4ecb-948a-9de42c9dc1f5 req-549e38ff-4b57-453d-bc89-f183225eb7b0 service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834765 Mar 14 16:09:59.298061 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-eab4a276-128c-4ecb-948a-9de42c9dc1f5 req-d06d21cf-0062-4e51-989a-7ea749d6b515 service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797787 Mar 14 16:10:03.352800 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:10:04.136416 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7d754d2e-719c-4207-b505-0cc4a2d3d5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:06.533510 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-71d0d8b3-2e57-436c-be66-8842a3e5552a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:07.648139 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:09.069685 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:09.304579 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:09.445941 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:34.137792 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ff8fe1fd-add5-4da6-8fab-caaf366eb544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:36.539547 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-08343be6-7fde-4824-ae1c-555a6e50fcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:37.652067 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:39.069040 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:39.314942 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:39.448074 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:10:40.351964 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:10:58.830174 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a959e070-5858-4e7a-8189-0a778aa6e960 req-40b697d0-f130-4240-ac8d-a610e234ef77 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0965734 Mar 14 16:10:58.920362 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959e070-5858-4e7a-8189-0a778aa6e960 req-1e3c50fc-b344-43ff-bc41-55e54c836680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:10:58.921860 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a959e070-5858-4e7a-8189-0a778aa6e960 req-1e3c50fc-b344-43ff-bc41-55e54c836680 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986bf5fc1b7b4649af9218e80e6226db&device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 1098 time: 0.0395246 Mar 14 16:10:59.033139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959e070-5858-4e7a-8189-0a778aa6e960 req-7edcad14-fcce-4af0-9005-a9826befafed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:10:59.034523 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a959e070-5858-4e7a-8189-0a778aa6e960 req-7edcad14-fcce-4af0-9005-a9826befafed service neutron] 10.222.0.18 "GET /v2.0/networks?id=591fba62-5284-4177-95fc-350d4982cdc0 HTTP/1.1" status: 200 len: 910 time: 0.0842557 Mar 14 16:10:59.101420 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a959e070-5858-4e7a-8189-0a778aa6e960 req-22df42b0-062d-4eff-8287-86f28364016e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fa9bf59-6153-412f-9386-704dabe0e451 HTTP/1.1" status: 200 len: 1001 time: 0.0570982 Mar 14 16:10:59.157872 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959e070-5858-4e7a-8189-0a778aa6e960 req-0ab7b79d-691d-499c-a370-ed94aef69089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:10:59.159319 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a959e070-5858-4e7a-8189-0a778aa6e960 req-0ab7b79d-691d-499c-a370-ed94aef69089 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c7ce6a0-6132-4c4d-9ddc-32b661c969d9 HTTP/1.1" status: 200 len: 848 time: 0.0470476 Mar 14 16:10:59.207038 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959e070-5858-4e7a-8189-0a778aa6e960 req-bd4d57cd-c02c-492d-b538-e69259c28203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:10:59.208470 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a959e070-5858-4e7a-8189-0a778aa6e960 req-bd4d57cd-c02c-492d-b538-e69259c28203 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591fba62-5284-4177-95fc-350d4982cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391679 Mar 14 16:10:59.301679 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a959e070-5858-4e7a-8189-0a778aa6e960 req-4d7c029e-9d90-4083-9dac-e2ac9a2e75de service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817754 Mar 14 16:10:59.396974 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a959e070-5858-4e7a-8189-0a778aa6e960 req-3ccb4468-5051-4548-8cf2-6379573e8f72 service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850165 Mar 14 16:11:04.139471 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b50f7111-f34e-4af7-a77b-1e65ad726815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:06.543134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-68e02805-731a-4123-8239-ced363e54542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:07.655287 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:09.071945 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:09.320679 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:09.450245 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:17.351326 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:11:28.357614 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 8fa9bf59-6153-412f-9386-704dabe0e451 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 16:11:28.450573 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 8fa9bf59-6153-412f-9386-704dabe0e451, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8fa9bf59-6153-412f-9386-704dabe0e451,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:11:28.465730 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': '8fa9bf59-6153-412f-9386-704dabe0e451', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'port_id': '8fa9bf59-6153-412f-9386-704dabe0e451', 'mac_address': 'fa:16:3e:99:26:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 16:11:28.502933 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:28.515622 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fa9bf59-6153-412f-9386-704dabe0e451 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 16:11:28.534792 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 8fa9bf59-6153-412f-9386-704dabe0e451, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8fa9bf59-6153-412f-9386-704dabe0e451,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:11:28.539092 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:28.588932 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=8fa9bf59-6153-412f-9386-704dabe0e451,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:11:28.595928 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:28.596273 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:28.596607 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:28.596936 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:28.597261 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:28.597597 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:28.597920 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:28.598241 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:28.598685 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:28.599556 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:28.599904 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:28.600212 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:28.629370 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['8fa9bf59-6153-412f-9386-704dabe0e451'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 16:11:30.341676 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 8fa9bf59-6153-412f-9386-704dabe0e451 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:11:30.391849 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port 8fa9bf59-6153-412f-9386-704dabe0e451 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:11:30.392229 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:30.481407 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:30.506859 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa9bf59-6153-412f-9386-704dabe0e451'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:11:30.509492 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8278edf5-0383-4f49-ae0e-d1aedd1f28d4" -d '{"events": [{"server_uuid": "cbe1e26a-c4c3-4fa2-805b-fc2d3a317362", "name": "network-vif-plugged", "status": "completed", "tag": "8fa9bf59-6153-412f-9386-704dabe0e451"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:11:30.524075 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 8fa9bf59-6153-412f-9386-704dabe0e451, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8fa9bf59-6153-412f-9386-704dabe0e451,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:11:30.531693 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:30.573787 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 16:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad91b3d8-df7f-4471-b151-e316e4fb49da x-openstack-request-id: req-ad91b3d8-df7f-4471-b151-e316e4fb49da {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:11:30.574151 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe1e26a-c4c3-4fa2-805b-fc2d3a317362", "name": "network-vif-plugged", "status": "completed", "tag": "8fa9bf59-6153-412f-9386-704dabe0e451", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:11:30.574606 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ad91b3d8-df7f-4471-b151-e316e4fb49da {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:11:30.575045 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa9bf59-6153-412f-9386-704dabe0e451', 'code': 200} Mar 14 16:11:30.588400 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=8fa9bf59-6153-412f-9386-704dabe0e451,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:11:34.152442 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b115256d-6518-4349-9980-82e2aa5c9e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:36.559972 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-0cad3a06-0be5-49dd-b5bb-d5a5c386335d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:37.661932 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:38.821296 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-000b53bf-e575-435b-8a32-dcf47db8da0a tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999515897&fields=id&tenant_id=986bf5fc1b7b4649af9218e80e6226db HTTP/1.1" status: 200 len: 267 time: 0.0331278 Mar 14 16:11:38.927625 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-e1f96670-86a4-4515-80a4-2a01069f82f7 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:38.929008 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-e1f96670-86a4-4515-80a4-2a01069f82f7 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/networks?id=591fba62-5284-4177-95fc-350d4982cdc0 HTTP/1.1" status: 200 len: 809 time: 0.1012611 Mar 14 16:11:38.943829 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-50b0b5ad-8ce1-453d-896d-0b9811688d15 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/quotas/986bf5fc1b7b4649af9218e80e6226db HTTP/1.1" status: 200 len: 375 time: 0.0090153 Mar 14 16:11:38.997453 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-52b059af-8d9a-4730-b3ae-7410799c60ea tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=986bf5fc1b7b4649af9218e80e6226db&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0485427 Mar 14 16:11:39.055721 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-e07912d6-5540-4f05-bced-fe43dbef4e2e service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 16:11:39.056986 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-e07912d6-5540-4f05-bced-fe43dbef4e2e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480361 Mar 14 16:11:39.075184 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:39.149995 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-6a673951-17ef-4162-a4ef-116ca98b37ec service neutron] 10.222.0.59 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867572 Mar 14 16:11:39.238148 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-c30187ed-64d7-43fc-be4a-e34397a0be49 service neutron] 10.222.0.59 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818551 Mar 14 16:11:39.327216 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:39.407666 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-4f1762a0-9e67-491f-b0be-07195059dede req-0f707c36-e353-484a-9dc9-774a12c6878b tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 210 time: 0.0320160 Mar 14 16:11:39.452747 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:40.537334 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-841773e0-e668-4372-b4a9-c2c7ea68476a req-6c52672b-df4d-4473-a815-3ef3b8dbfaac tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 210 time: 0.0369554 Mar 14 16:11:40.582844 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-d42b4930-a864-490f-b2de-3b43605376dd tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:40.584420 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-d42b4930-a864-490f-b2de-3b43605376dd tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.18 "GET /v2.0/networks?id=591fba62-5284-4177-95fc-350d4982cdc0 HTTP/1.1" status: 200 len: 809 time: 0.1444931 Mar 14 16:11:40.635853 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-17b8c33e-5541-40e9-af7e-534d55bd2977 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=986bf5fc1b7b4649af9218e80e6226db HTTP/1.1" status: 200 len: 380 time: 0.0337369 Mar 14 16:11:40.653402 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Request body: {'port': {'device_id': 'a35c7047-78d7-4a7c-b4b4-62676550294e', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'admin_state_up': True, 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'security_groups': ['8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9']}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:11:40.760985 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Made reservation on behalf of 986bf5fc1b7b4649af9218e80e6226db for: {'port': 1} {{(pid=102568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 16:11:40.764461 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:41.284927 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Allocated IP 172.20.0.9 (591fba62-5284-4177-95fc-350d4982cdc0/8c7ce6a0-6132-4c4d-9ddc-32b661c969d9/cf50072f-b219-46bd-a467-9f7269b18e59) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:11:41.461601 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:41.498701 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:41.552123 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Network 591fba62-5284-4177-95fc-350d4982cdc0 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:11:41.555130 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:11:41.559049 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 16:11:41.635893 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:41.636652 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:41.640208 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Pushing event updated for resources: {'Port': ['ID=cf50072f-b219-46bd-a467-9f7269b18e59,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:11:41.654044 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:41.654866 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:41.655754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:41.656093 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:41.657794 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:41.658408 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:41.671049 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:41.671569 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:41.671982 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:41.672391 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:41.672792 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:41.673184 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:11:41.692076 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-aee01ae9-d61f-492e-9f75-ef1b25b522ba tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0421987 Mar 14 16:11:41.722415 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec1dcc-fe4a-4901-a626-35f96d9d2f31 req-ea574a69-d475-4a4f-9cd9-c1b15c103dcc tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:41.724810 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a2ec1dcc-fe4a-4901-a626-35f96d9d2f31 req-ea574a69-d475-4a4f-9cd9-c1b15c103dcc tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 931 time: 0.0820382 Mar 14 16:11:41.783959 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-a2ec1dcc-fe4a-4901-a626-35f96d9d2f31 req-5f498e74-8bf3-4d45-9874-1dd3a89cf1fa tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523086 Mar 14 16:11:41.904260 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-1a398886-82bb-4d78-b5c5-ab2052d9f981 None None] Provisioning complete for port cf50072f-b219-46bd-a467-9f7269b18e59 triggered by entity DHCP. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:11:41.904861 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1a398886-82bb-4d78-b5c5-ab2052d9f981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:41.947817 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-1a398886-82bb-4d78-b5c5-ab2052d9f981 None None] Port cf50072f-b219-46bd-a467-9f7269b18e59 cannot update to ACTIVE because it is not bound. {{(pid=102569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 16:11:42.377535 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 8fa9bf59-6153-412f-9386-704dabe0e451 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:11:42.469960 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:42.493728 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fa9bf59-6153-412f-9386-704dabe0e451'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:11:42.495997 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94f120f-5d09-4f81-b5aa-0d1ffffa179c" -d '{"events": [{"server_uuid": "cbe1e26a-c4c3-4fa2-805b-fc2d3a317362", "name": "network-vif-unplugged", "status": "completed", "tag": "8fa9bf59-6153-412f-9386-704dabe0e451"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:11:42.509794 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port 8fa9bf59-6153-412f-9386-704dabe0e451, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8fa9bf59-6153-412f-9386-704dabe0e451,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:11:42.515482 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:42.549949 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 16:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22166631-a582-4c47-a0fc-037a9dd10a8a x-openstack-request-id: req-22166631-a582-4c47-a0fc-037a9dd10a8a {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:11:42.550213 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe1e26a-c4c3-4fa2-805b-fc2d3a317362", "name": "network-vif-unplugged", "status": "completed", "tag": "8fa9bf59-6153-412f-9386-704dabe0e451", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:11:42.550456 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-22166631-a582-4c47-a0fc-037a9dd10a8a {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:11:42.551621 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fa9bf59-6153-412f-9386-704dabe0e451', 'code': 200} Mar 14 16:11:42.584865 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=8fa9bf59-6153-412f-9386-704dabe0e451,revision_number=8']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:11:42.912561 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800aadc-3441-424d-8d51-10be797cbad7 req-c93b58e6-0436-4fff-87dd-ba5b35dad4e6 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:42.914074 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3800aadc-3441-424d-8d51-10be797cbad7 req-c93b58e6-0436-4fff-87dd-ba5b35dad4e6 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 931 time: 0.0540359 Mar 14 16:11:42.960229 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-3800aadc-3441-424d-8d51-10be797cbad7 req-672b43f2-a979-4618-b1f6-e9273bdad329 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402458 Mar 14 16:11:44.095121 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e421f76-994c-4c96-90d0-e98804af2c1c req-bbf397d0-ec4f-41f5-8c60-befe3eada7b3 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:44.096659 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2e421f76-994c-4c96-90d0-e98804af2c1c req-bbf397d0-ec4f-41f5-8c60-befe3eada7b3 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 931 time: 0.0631275 Mar 14 16:11:44.140920 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2e421f76-994c-4c96-90d0-e98804af2c1c req-dc03db3b-8d82-47c9-b31a-4f2b80263838 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359294 Mar 14 16:11:45.266637 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9fa82-48c3-45df-aefe-eca6ad7e9a56 req-bde933ad-3395-4f36-bb53-19205d794323 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:45.268160 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-35d9fa82-48c3-45df-aefe-eca6ad7e9a56 req-bde933ad-3395-4f36-bb53-19205d794323 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 931 time: 0.0568147 Mar 14 16:11:45.314416 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-35d9fa82-48c3-45df-aefe-eca6ad7e9a56 req-483e460f-934e-4f28-b85a-6818901015b4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391140 Mar 14 16:11:46.454907 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88979b7d-11f5-404a-a350-cc98d1df4166 req-31fa1ed9-086e-461f-a84b-5e06ee5186d9 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:46.458161 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-88979b7d-11f5-404a-a350-cc98d1df4166 req-31fa1ed9-086e-461f-a84b-5e06ee5186d9 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 931 time: 0.0691330 Mar 14 16:11:46.499925 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-88979b7d-11f5-404a-a350-cc98d1df4166 req-927e1dc4-cdb9-4fbd-bdf8-05885aa00413 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349443 Mar 14 16:11:47.669989 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe2447-9f58-45e9-93f5-fcbfd26927db req-9bb27537-cf6b-426c-878e-48964a570d6f tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:47.671731 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-41fe2447-9f58-45e9-93f5-fcbfd26927db req-9bb27537-cf6b-426c-878e-48964a570d6f tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 931 time: 0.0529270 Mar 14 16:11:47.714592 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-41fe2447-9f58-45e9-93f5-fcbfd26927db req-80cd738d-df43-4ef1-964f-17dd3dca3870 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363934 Mar 14 16:11:48.839825 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7f8f5-d5ee-4b8c-badf-98f3b1864d6f req-cfe17984-0d07-426e-b176-e7302937fbd3 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:48.841330 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-60d7f8f5-d5ee-4b8c-badf-98f3b1864d6f req-cfe17984-0d07-426e-b176-e7302937fbd3 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 931 time: 0.0539017 Mar 14 16:11:48.878369 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-60d7f8f5-d5ee-4b8c-badf-98f3b1864d6f req-1991b8af-2409-446b-bb46-4d3a1c88a312 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310531 Mar 14 16:11:49.321880 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] Request body: {'port': {'device_id': 'a35c7047-78d7-4a7c-b4b4-62676550294e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8335'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:11:49.372671 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:49.634484 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf50072f-b219-46bd-a467-9f7269b18e59 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 16:11:49.641957 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:49.653562 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] Transition to ACTIVE for port object cf50072f-b219-46bd-a467-9f7269b18e59 will not be triggered until provisioned by entity L2. {{(pid=102568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 16:11:49.657288 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:49.708935 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] Pushing event updated for resources: {'Port': ['ID=cf50072f-b219-46bd-a467-9f7269b18e59,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:11:49.779129 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] Attempting to bind port cf50072f-b219-46bd-a467-9f7269b18e59 on host hv-neutron-8335 for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 16:11:49.779474 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] Attempting to bind port cf50072f-b219-46bd-a467-9f7269b18e59 by drivers openvswitch,hyperv on host hv-neutron-8335 at level 0 using segments [{'id': '27df5fcb-47f9-4255-8f76-0cd7933f98b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 16:11:49.779807 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] Attempting to bind port cf50072f-b219-46bd-a467-9f7269b18e59 on network 591fba62-5284-4177-95fc-350d4982cdc0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 16:11:49.784425 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] Port cf50072f-b219-46bd-a467-9f7269b18e59 on network 591fba62-5284-4177-95fc-350d4982cdc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8335 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 16:11:49.784754 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] Attempting to bind port cf50072f-b219-46bd-a467-9f7269b18e59 on network 591fba62-5284-4177-95fc-350d4982cdc0 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 16:11:49.790454 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] Checking agent: {'id': 'b62295f6-2f56-4ed6-a6bc-662dcd9e6f80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8335', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'started_at': datetime.datetime(2022, 3, 14, 15, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 16, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 16:11:49.790793 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] Checking segment: {'id': '27df5fcb-47f9-4255-8f76-0cd7933f98b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 16:11:49.791207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] Bound using segment: {'id': '27df5fcb-47f9-4255-8f76-0cd7933f98b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 16:11:49.791641 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] Bound port: cf50072f-b219-46bd-a467-9f7269b18e59, host: hv-neutron-8335, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27df5fcb-47f9-4255-8f76-0cd7933f98b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 16:11:49.792005 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:49.861044 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] For port cf50072f-b219-46bd-a467-9f7269b18e59, host hv-neutron-8335, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 16:11:49.864047 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] For port cf50072f-b219-46bd-a467-9f7269b18e59, host hv-neutron-8335, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=cf50072f-b219-46bd-a467-9f7269b18e59,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 16:11:49.869098 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:49.909267 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:49.910558 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:49.912369 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] 10.222.0.18 "PUT /v2.0/ports/cf50072f-b219-46bd-a467-9f7269b18e59 HTTP/1.1" status: 200 len: 1093 time: 0.5945270 Mar 14 16:11:49.912590 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35c7047-78d7-4a7c-b4b4-62676550294e', 'tag': 'cf50072f-b219-46bd-a467-9f7269b18e59'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:11:49.914858 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d3a883-b830-4f98-b237-628362d490a5" -d '{"events": [{"name": "network-changed", "server_uuid": "a35c7047-78d7-4a7c-b4b4-62676550294e", "tag": "cf50072f-b219-46bd-a467-9f7269b18e59"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:11:49.936805 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4d10c-1c13-45d4-bbdd-9ecbe56e1308 service neutron] Pushing event updated for resources: {'Port': ['ID=cf50072f-b219-46bd-a467-9f7269b18e59,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:11:49.978394 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 16:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6864b9-d7d2-4064-a735-5d19a0ba6747 x-openstack-request-id: req-3d6864b9-d7d2-4064-a735-5d19a0ba6747 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:11:49.978664 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35c7047-78d7-4a7c-b4b4-62676550294e", "tag": "cf50072f-b219-46bd-a467-9f7269b18e59", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:11:49.978941 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3d6864b9-d7d2-4064-a735-5d19a0ba6747 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:11:49.979550 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35c7047-78d7-4a7c-b4b4-62676550294e', 'tag': 'cf50072f-b219-46bd-a467-9f7269b18e59', 'status': 'completed', 'code': 200} Mar 14 16:11:50.015982 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-0c2fe4e9-eb4a-43c0-ad3f-3bd78d007aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:50.017582 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-0c2fe4e9-eb4a-43c0-ad3f-3bd78d007aa4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986bf5fc1b7b4649af9218e80e6226db&device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 1096 time: 0.0519481 Mar 14 16:11:50.026641 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9a248-cb3a-4c0c-b71b-fe0a2d46277d req-cdd4c145-7017-43ae-8a60-1702232435cd tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:50.028210 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5cd9a248-cb3a-4c0c-b71b-fe0a2d46277d req-cdd4c145-7017-43ae-8a60-1702232435cd tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 943 time: 0.0531342 Mar 14 16:11:50.067395 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-a3d17321-5c0b-4f28-9821-020ce38dd984 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf50072f-b219-46bd-a467-9f7269b18e59 HTTP/1.1" status: 200 len: 217 time: 0.0369046 Mar 14 16:11:50.071318 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-5cd9a248-cb3a-4c0c-b71b-fe0a2d46277d req-17e25751-4dc3-4c2b-89c5-6acc7ee6c356 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369036 Mar 14 16:11:50.126198 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-97e52b6f-7738-4bef-9c1f-4c62e9d3dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:50.127929 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-97e52b6f-7738-4bef-9c1f-4c62e9d3dfc9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c7ce6a0-6132-4c4d-9ddc-32b661c969d9 HTTP/1.1" status: 200 len: 848 time: 0.0521469 Mar 14 16:11:50.174440 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-2b6525d8-0bf7-410b-a653-cfae190092e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:50.175951 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-2b6525d8-0bf7-410b-a653-cfae190092e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591fba62-5284-4177-95fc-350d4982cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403709 Mar 14 16:11:50.273174 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-f97c0b9a-4663-4903-af8f-3f127d3454d7 service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850463 Mar 14 16:11:50.371096 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a96132ca-7bb7-4cf3-8686-687ff4a40121 req-5bbd6a10-6737-4793-8b73-982dc6bdcdc8 service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868580 Mar 14 16:11:50.467955 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3a883-b830-4f98-b237-628362d490a5 req-c6ff7313-24b4-4a17-8bf3-2d9b5a6fe1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:50.470038 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c9d3a883-b830-4f98-b237-628362d490a5 req-c6ff7313-24b4-4a17-8bf3-2d9b5a6fe1e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986bf5fc1b7b4649af9218e80e6226db&device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 1096 time: 0.0427928 Mar 14 16:11:50.562590 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3a883-b830-4f98-b237-628362d490a5 req-fc16f058-687b-4b54-87b5-875b19f30883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:50.564073 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c9d3a883-b830-4f98-b237-628362d490a5 req-fc16f058-687b-4b54-87b5-875b19f30883 service neutron] 10.222.0.18 "GET /v2.0/networks?id=591fba62-5284-4177-95fc-350d4982cdc0 HTTP/1.1" status: 200 len: 910 time: 0.0871532 Mar 14 16:11:50.608910 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c9d3a883-b830-4f98-b237-628362d490a5 req-c95c3cb4-60da-471d-bd68-0251822f124c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf50072f-b219-46bd-a467-9f7269b18e59 HTTP/1.1" status: 200 len: 217 time: 0.0367362 Mar 14 16:11:50.658666 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3a883-b830-4f98-b237-628362d490a5 req-2e4c60e2-40d0-4785-a228-0d1863eb3e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:50.660323 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c9d3a883-b830-4f98-b237-628362d490a5 req-2e4c60e2-40d0-4785-a228-0d1863eb3e1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c7ce6a0-6132-4c4d-9ddc-32b661c969d9 HTTP/1.1" status: 200 len: 848 time: 0.0441828 Mar 14 16:11:50.710179 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3a883-b830-4f98-b237-628362d490a5 req-75d17800-247f-448d-a006-0dd752a6977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:50.711655 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c9d3a883-b830-4f98-b237-628362d490a5 req-75d17800-247f-448d-a006-0dd752a6977f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591fba62-5284-4177-95fc-350d4982cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447829 Mar 14 16:11:50.803981 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c9d3a883-b830-4f98-b237-628362d490a5 req-e1bb1b83-1cd6-4859-ac46-93aeaee2de05 service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837739 Mar 14 16:11:50.896458 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-c9d3a883-b830-4f98-b237-628362d490a5 req-5e95191c-0fa2-4310-8ac0-85b672a9956e service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848331 Mar 14 16:11:51.192192 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f8cc7-1f20-49a1-8a3f-dcf45c1f8f38 req-1154a8cd-6c33-4103-86ee-9b2763b2e91e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:51.193664 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-306f8cc7-1f20-49a1-8a3f-dcf45c1f8f38 req-1154a8cd-6c33-4103-86ee-9b2763b2e91e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 943 time: 0.0506942 Mar 14 16:11:51.231732 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-306f8cc7-1f20-49a1-8a3f-dcf45c1f8f38 req-be9139f6-b8ed-4552-9a12-d7514dc15551 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322156 Mar 14 16:11:52.347477 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5b0bd-9e96-422f-bc94-e2e5a72e9095 req-c363e018-4071-4efc-bdda-a38b85192cc6 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:52.350083 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-06e5b0bd-9e96-422f-bc94-e2e5a72e9095 req-c363e018-4071-4efc-bdda-a38b85192cc6 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 943 time: 0.0504689 Mar 14 16:11:52.392167 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-06e5b0bd-9e96-422f-bc94-e2e5a72e9095 req-b9c4550d-ef0e-4e6b-9fe6-e4786437ff6f tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362761 Mar 14 16:11:53.509725 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbacddf-f2a8-4242-8d00-6088df0ea74f req-95846b09-c6ed-44f9-b288-042e1a314f6f tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:53.511122 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-edbacddf-f2a8-4242-8d00-6088df0ea74f req-95846b09-c6ed-44f9-b288-042e1a314f6f tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 943 time: 0.0500035 Mar 14 16:11:53.549870 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-edbacddf-f2a8-4242-8d00-6088df0ea74f req-d1d9f2af-3add-47fa-819d-41eba458cbb5 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320847 Mar 14 16:11:54.349119 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:11:54.454268 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device cf50072f-b219-46bd-a467-9f7269b18e59 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 16:11:54.549796 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port cf50072f-b219-46bd-a467-9f7269b18e59, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=cf50072f-b219-46bd-a467-9f7269b18e59,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:11:54.560919 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'cf50072f-b219-46bd-a467-9f7269b18e59', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'port_id': 'cf50072f-b219-46bd-a467-9f7269b18e59', 'mac_address': 'fa:16:3e:de:2a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 16:11:54.597451 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:54.610816 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf50072f-b219-46bd-a467-9f7269b18e59 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 16:11:54.629622 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port cf50072f-b219-46bd-a467-9f7269b18e59, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=cf50072f-b219-46bd-a467-9f7269b18e59,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:11:54.635907 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:54.668554 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c468a-e7c1-432b-ab16-39158af0fe3f req-7487dcce-8dea-444c-8f91-138637ecd8cf tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:54.670038 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-522c468a-e7c1-432b-ab16-39158af0fe3f req-7487dcce-8dea-444c-8f91-138637ecd8cf tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 943 time: 0.0523484 Mar 14 16:11:54.683838 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=cf50072f-b219-46bd-a467-9f7269b18e59,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:11:54.709993 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-522c468a-e7c1-432b-ab16-39158af0fe3f req-1dd79326-4a1b-406e-8283-a032bbace43e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340729 Mar 14 16:11:54.896063 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['cf50072f-b219-46bd-a467-9f7269b18e59'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 16:11:55.830853 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e165ae3-ab92-4a12-bb10-3bd3c3bcff3a req-6a260bfd-d489-41aa-bb2e-5c14d8737447 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:55.832326 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2e165ae3-ab92-4a12-bb10-3bd3c3bcff3a req-6a260bfd-d489-41aa-bb2e-5c14d8737447 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 944 time: 0.0553238 Mar 14 16:11:55.870344 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-2e165ae3-ab92-4a12-bb10-3bd3c3bcff3a req-2c2c2de5-ba97-402d-9746-a602b38de6f5 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313003 Mar 14 16:11:56.453555 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device cf50072f-b219-46bd-a467-9f7269b18e59 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:11:56.504665 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning for port cf50072f-b219-46bd-a467-9f7269b18e59 completed by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 16:11:56.508587 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port cf50072f-b219-46bd-a467-9f7269b18e59 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:11:56.508963 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:56.585672 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:56.607987 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35c7047-78d7-4a7c-b4b4-62676550294e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf50072f-b219-46bd-a467-9f7269b18e59'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:11:56.610195 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c5ca8a-2ea3-47b1-91e8-f3c52a401ea8" -d '{"events": [{"server_uuid": "a35c7047-78d7-4a7c-b4b4-62676550294e", "name": "network-vif-plugged", "status": "completed", "tag": "cf50072f-b219-46bd-a467-9f7269b18e59"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:11:56.622958 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port cf50072f-b219-46bd-a467-9f7269b18e59, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=cf50072f-b219-46bd-a467-9f7269b18e59,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:11:56.627011 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:56.653206 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 16:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2552bd59-5e28-45e6-95e1-dc97df5a58a4 x-openstack-request-id: req-2552bd59-5e28-45e6-95e1-dc97df5a58a4 {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:11:56.653504 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35c7047-78d7-4a7c-b4b4-62676550294e", "name": "network-vif-plugged", "status": "completed", "tag": "cf50072f-b219-46bd-a467-9f7269b18e59", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:11:56.653759 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2552bd59-5e28-45e6-95e1-dc97df5a58a4 {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:11:56.654146 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35c7047-78d7-4a7c-b4b4-62676550294e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf50072f-b219-46bd-a467-9f7269b18e59', 'code': 200} Mar 14 16:11:56.679893 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=cf50072f-b219-46bd-a467-9f7269b18e59,revision_number=5']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:11:56.821725 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21eae91-202d-4f1e-9e98-3fd5287de604 req-1e2ad66f-91f4-4eed-9556-cbbc38738216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:56.823290 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d21eae91-202d-4f1e-9e98-3fd5287de604 req-1e2ad66f-91f4-4eed-9556-cbbc38738216 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 1098 time: 0.0404470 Mar 14 16:11:56.860337 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-d21eae91-202d-4f1e-9e98-3fd5287de604 req-f266f7dd-31b4-41f6-9281-d0ae820b6c9e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286336 Mar 14 16:11:56.986156 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c271c-f3fb-45ff-b062-f64cbd4a9a26 req-ae1c6913-3e81-4dac-9fe3-dce99e3b8f8b tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:56.987564 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5a9c271c-f3fb-45ff-b062-f64cbd4a9a26 req-ae1c6913-3e81-4dac-9fe3-dce99e3b8f8b tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 945 time: 0.0491364 Mar 14 16:11:57.024924 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-5a9c271c-f3fb-45ff-b062-f64cbd4a9a26 req-7a08f327-9e1e-449b-be1a-1224ba452818 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314558 Mar 14 16:11:58.145381 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8fba5-f7a4-4a61-9ea0-0811691aed55 req-e55e2a71-dea3-46e0-8ce6-bdaf10afeb53 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:58.148046 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f0c8fba5-f7a4-4a61-9ea0-0811691aed55 req-e55e2a71-dea3-46e0-8ce6-bdaf10afeb53 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 945 time: 0.0516179 Mar 14 16:11:58.189023 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-f0c8fba5-f7a4-4a61-9ea0-0811691aed55 req-0fb0272e-0900-4237-b381-5f6d1cd7ff87 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351737 Mar 14 16:11:58.310640 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d9716-106d-456e-8629-87420689879a req-36a4ea33-1c15-4887-808e-c3fd781d3c81 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:58.312034 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-513d9716-106d-456e-8629-87420689879a req-36a4ea33-1c15-4887-808e-c3fd781d3c81 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 945 time: 0.0518601 Mar 14 16:11:58.348875 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-513d9716-106d-456e-8629-87420689879a req-78b85f1b-324a-4375-964f-62656a1fb9be tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303278 Mar 14 16:11:58.370249 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35714) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:11:58.410318 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecef78d-00cd-483a-9893-2cb6de040f02 tempest-TestSnapshotPattern-1164397599 tempest-TestSnapshotPattern-1164397599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:11:58.412394 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-6ecef78d-00cd-483a-9893-2cb6de040f02 tempest-TestSnapshotPattern-1164397599 tempest-TestSnapshotPattern-1164397599-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 1093 time: 0.0411031 Mar 14 16:11:58.415154 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35716) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:11:58.419412 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.v2.base [None req-bb0eaac1-eeb0-41cd-959e-f11aed4572c4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Request body: {'floatingip': {'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'port_id': 'cf50072f-b219-46bd-a467-9f7269b18e59', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 16:11:58.440573 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb0eaac1-eeb0-41cd-959e-f11aed4572c4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for floatingip, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:58.539588 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb0eaac1-eeb0-41cd-959e-f11aed4572c4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:58.641605 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-bb0eaac1-eeb0-41cd-959e-f11aed4572c4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Allocated IP 172.26.6.114 (0f3fd893-5baa-4085-951b-8847b15a4083/14832ba6-06ef-4e76-b061-3c9d45a2c68d/cd65568f-bc97-424e-8601-352f0a77226e) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 16:11:58.745730 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb0eaac1-eeb0-41cd-959e-f11aed4572c4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:58.778029 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb0eaac1-eeb0-41cd-959e-f11aed4572c4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774683789599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:58.817274 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0eaac1-eeb0-41cd-959e-f11aed4572c4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Network 0f3fd893-5baa-4085-951b-8847b15a4083 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 16:11:58.821939 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-bb0eaac1-eeb0-41cd-959e-f11aed4572c4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 16:11:58.826119 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0eaac1-eeb0-41cd-959e-f11aed4572c4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 16:11:58.829182 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0eaac1-eeb0-41cd-959e-f11aed4572c4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Pushing event updated for resources: {'Port': ['ID=cd65568f-bc97-424e-8601-352f0a77226e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:11:59.175651 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb0eaac1-eeb0-41cd-959e-f11aed4572c4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:59.242650 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb0eaac1-eeb0-41cd-959e-f11aed4572c4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:59.391487 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb0eaac1-eeb0-41cd-959e-f11aed4572c4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:59.395889 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb0eaac1-eeb0-41cd-959e-f11aed4572c4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001847'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:59.465239 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0eaac1-eeb0-41cd-959e-f11aed4572c4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Pushing event updated for resources: {'Port': ['ID=cd65568f-bc97-424e-8601-352f0a77226e,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:11:59.480149 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb0eaac1-eeb0-41cd-959e-f11aed4572c4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670599'] for floatingip, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:59.578931 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-bb0eaac1-eeb0-41cd-959e-f11aed4572c4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Floating IP 16a5b5aa-ede4-4235-a4e4-e0a4b0b1b759 associated. External IP: 172.26.6.114, port: cf50072f-b219-46bd-a467-9f7269b18e59. Mar 14 16:11:59.780314 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0eaac1-eeb0-41cd-959e-f11aed4572c4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Router 7db1750b-0d60-4715-a3b6-7bad97bf58cd has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:11:59.886114 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0eaac1-eeb0-41cd-959e-f11aed4572c4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:11:59.897340 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e053978-3e9d-4728-8a6c-0a7948806070 None None] Sync routers for ids ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 16:11:59.903527 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bb0eaac1-eeb0-41cd-959e-f11aed4572c4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:11:59.906700 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e053978-3e9d-4728-8a6c-0a7948806070 None None] Routers {'7db1750b-0d60-4715-a3b6-7bad97bf58cd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:11:59.907391 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2e053978-3e9d-4728-8a6c-0a7948806070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:11:37Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:11:59.930391 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-bb0eaac1-eeb0-41cd-959e-f11aed4572c4 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5142369 Mar 14 16:11:59.931263 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35c7047-78d7-4a7c-b4b4-62676550294e', 'tag': 'cf50072f-b219-46bd-a467-9f7269b18e59'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:11:59.933482 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a00ec19-0844-4eec-a3e1-96ccacf88d98" -d '{"events": [{"name": "network-changed", "server_uuid": "a35c7047-78d7-4a7c-b4b4-62676550294e", "tag": "cf50072f-b219-46bd-a467-9f7269b18e59"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:11:59.968876 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 16:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16784e10-1a19-4cd4-97b2-9c37f39a144e x-openstack-request-id: req-16784e10-1a19-4cd4-97b2-9c37f39a144e {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:11:59.969164 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35c7047-78d7-4a7c-b4b4-62676550294e", "tag": "cf50072f-b219-46bd-a467-9f7269b18e59", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:11:59.969464 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-16784e10-1a19-4cd4-97b2-9c37f39a144e {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:11:59.969861 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35c7047-78d7-4a7c-b4b4-62676550294e', 'tag': 'cf50072f-b219-46bd-a467-9f7269b18e59', 'status': 'completed', 'code': 200} Mar 14 16:12:00.016651 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-2e053978-3e9d-4728-8a6c-0a7948806070 None None] Set router 7db1750b-0d60-4715-a3b6-7bad97bf58cd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:12:00.034043 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00ec19-0844-4eec-a3e1-96ccacf88d98 req-d25ccda3-379f-4312-b6ca-c4177547e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:00.035501 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6a00ec19-0844-4eec-a3e1-96ccacf88d98 req-d25ccda3-379f-4312-b6ca-c4177547e58b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986bf5fc1b7b4649af9218e80e6226db&device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 1098 time: 0.0444891 Mar 14 16:12:00.125313 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00ec19-0844-4eec-a3e1-96ccacf88d98 req-16510908-f2c5-4e5b-8686-01608bd0dadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:00.126797 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6a00ec19-0844-4eec-a3e1-96ccacf88d98 req-16510908-f2c5-4e5b-8686-01608bd0dadb service neutron] 10.222.0.18 "GET /v2.0/networks?id=591fba62-5284-4177-95fc-350d4982cdc0 HTTP/1.1" status: 200 len: 910 time: 0.0839972 Mar 14 16:12:00.196490 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6a00ec19-0844-4eec-a3e1-96ccacf88d98 req-5337cad6-15b7-4190-846e-5f217b53a70f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf50072f-b219-46bd-a467-9f7269b18e59 HTTP/1.1" status: 200 len: 999 time: 0.0627902 Mar 14 16:12:00.238228 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2e053978-3e9d-4728-8a6c-0a7948806070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:05Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 4, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'gw_port': {'id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:06Z', 'updated_at': '2022-03-14T16:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '16a5b5aa-ede4-4235-a4e4-e0a4b0b1b759', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'floating_ip_address': '172.26.6.114', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'port_id': 'cf50072f-b219-46bd-a467-9f7269b18e59', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'mac_address': 'fa:16:3e:de:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35c7047-78d7-4a7c-b4b4-62676550294e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:11:59Z', 'updated_at': '2022-03-14T16:11:59Z', 'revision_number': 0, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'fixed_ip_address_scope': None}, {'id': '8959fff6-eb41-4723-988a-fa70510213ee', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'port_id': '8fa9bf59-6153-412f-9386-704dabe0e451', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'mac_address': 'fa:16:3e:99:26:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:09:26Z', 'updated_at': '2022-03-14T16:09:28Z', 'revision_number': 1, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '239d2f5a-047a-4366-8e38-6d35034b6adb', 'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'mac_address': 'fa:16:3e:e2:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:07Z', 'updated_at': '2022-03-14T16:09:14Z', 'revision_number': 5, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'subnets': [{'id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:00.250164 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00ec19-0844-4eec-a3e1-96ccacf88d98 req-5651c3f0-fb74-4c13-ac03-fb66133b29e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:00.251665 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6a00ec19-0844-4eec-a3e1-96ccacf88d98 req-5651c3f0-fb74-4c13-ac03-fb66133b29e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c7ce6a0-6132-4c4d-9ddc-32b661c969d9 HTTP/1.1" status: 200 len: 848 time: 0.0474555 Mar 14 16:12:00.268217 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e053978-3e9d-4728-8a6c-0a7948806070 None None] Checking router: 7db1750b-0d60-4715-a3b6-7bad97bf58cd for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 16:12:00.276971 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e053978-3e9d-4728-8a6c-0a7948806070 None None] Routers {'7db1750b-0d60-4715-a3b6-7bad97bf58cd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:12:00.277578 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2e053978-3e9d-4728-8a6c-0a7948806070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:11:37Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:00.297077 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00ec19-0844-4eec-a3e1-96ccacf88d98 req-7b46cc6c-52ab-440b-a35f-3728bb6bd42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:00.298540 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6a00ec19-0844-4eec-a3e1-96ccacf88d98 req-7b46cc6c-52ab-440b-a35f-3728bb6bd42a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591fba62-5284-4177-95fc-350d4982cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399606 Mar 14 16:12:00.383807 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-2e053978-3e9d-4728-8a6c-0a7948806070 None None] Set router 7db1750b-0d60-4715-a3b6-7bad97bf58cd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:12:00.391302 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6a00ec19-0844-4eec-a3e1-96ccacf88d98 req-8db050a6-42c2-46b4-b24e-71432f8c40c2 service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855472 Mar 14 16:12:00.515146 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e98c69e2-e80c-48d5-9179-ab20ac306ec7 req-cfa4e2b8-fbad-4174-97ce-128eccdd296d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706475 Mar 14 16:12:00.517323 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-6a00ec19-0844-4eec-a3e1-96ccacf88d98 req-7a0192bc-b3cc-4a3d-8659-fba4785189d7 service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196840 Mar 14 16:12:00.600131 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c69e2-e80c-48d5-9179-ab20ac306ec7 req-3e36465a-7718-4c1c-8db4-75b4fc5d09f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:00.601641 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e98c69e2-e80c-48d5-9179-ab20ac306ec7 req-3e36465a-7718-4c1c-8db4-75b4fc5d09f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986bf5fc1b7b4649af9218e80e6226db&device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 1096 time: 0.0444446 Mar 14 16:12:00.707551 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c69e2-e80c-48d5-9179-ab20ac306ec7 req-91ea3957-fa62-41d9-bcd0-60694fa43871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:00.709553 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e98c69e2-e80c-48d5-9179-ab20ac306ec7 req-91ea3957-fa62-41d9-bcd0-60694fa43871 service neutron] 10.222.0.18 "GET /v2.0/networks?id=591fba62-5284-4177-95fc-350d4982cdc0 HTTP/1.1" status: 200 len: 910 time: 0.0868187 Mar 14 16:12:00.753864 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2e053978-3e9d-4728-8a6c-0a7948806070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:05Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 4, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'gw_port': {'id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:06Z', 'updated_at': '2022-03-14T16:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '16a5b5aa-ede4-4235-a4e4-e0a4b0b1b759', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'floating_ip_address': '172.26.6.114', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'port_id': 'cf50072f-b219-46bd-a467-9f7269b18e59', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'mac_address': 'fa:16:3e:de:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35c7047-78d7-4a7c-b4b4-62676550294e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:11:59Z', 'updated_at': '2022-03-14T16:11:59Z', 'revision_number': 0, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'fixed_ip_address_scope': None}, {'id': '8959fff6-eb41-4723-988a-fa70510213ee', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'port_id': '8fa9bf59-6153-412f-9386-704dabe0e451', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'mac_address': 'fa:16:3e:99:26:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:09:26Z', 'updated_at': '2022-03-14T16:09:28Z', 'revision_number': 1, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '239d2f5a-047a-4366-8e38-6d35034b6adb', 'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'mac_address': 'fa:16:3e:e2:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:07Z', 'updated_at': '2022-03-14T16:09:14Z', 'revision_number': 5, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'subnets': [{'id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:12:00.777994 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e98c69e2-e80c-48d5-9179-ab20ac306ec7 req-4dd61732-e633-440b-8cef-06c6d499a297 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fa9bf59-6153-412f-9386-704dabe0e451 HTTP/1.1" status: 200 len: 999 time: 0.0615640 Mar 14 16:12:00.779753 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e053978-3e9d-4728-8a6c-0a7948806070 None None] The sync data for ids ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'] in dv-neutron-833559-1-hyperv is: [{'id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:05Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 4, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'gw_port': {'id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:06Z', 'updated_at': '2022-03-14T16:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '16a5b5aa-ede4-4235-a4e4-e0a4b0b1b759', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'floating_ip_address': '172.26.6.114', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'port_id': 'cf50072f-b219-46bd-a467-9f7269b18e59', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'mac_address': 'fa:16:3e:de:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35c7047-78d7-4a7c-b4b4-62676550294e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:11:59Z', 'updated_at': '2022-03-14T16:11:59Z', 'revision_number': 0, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'fixed_ip_address_scope': None}, {'id': '8959fff6-eb41-4723-988a-fa70510213ee', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'port_id': '8fa9bf59-6153-412f-9386-704dabe0e451', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'mac_address': 'fa:16:3e:99:26:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:09:26Z', 'updated_at': '2022-03-14T16:09:28Z', 'revision_number': 1, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '239d2f5a-047a-4366-8e38-6d35034b6adb', 'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'mac_address': 'fa:16:3e:e2:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:07Z', 'updated_at': '2022-03-14T16:09:14Z', 'revision_number': 5, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'subnets': [{'id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 16:12:00.829166 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c69e2-e80c-48d5-9179-ab20ac306ec7 req-12d2ba27-fffb-4a01-b1a1-a01318201cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:00.830691 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e98c69e2-e80c-48d5-9179-ab20ac306ec7 req-12d2ba27-fffb-4a01-b1a1-a01318201cab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c7ce6a0-6132-4c4d-9ddc-32b661c969d9 HTTP/1.1" status: 200 len: 848 time: 0.0460293 Mar 14 16:12:00.878011 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c69e2-e80c-48d5-9179-ab20ac306ec7 req-17af3ea7-573a-4b0f-acbe-b87e0445d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:12:00.879552 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e98c69e2-e80c-48d5-9179-ab20ac306ec7 req-17af3ea7-573a-4b0f-acbe-b87e0445d522 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591fba62-5284-4177-95fc-350d4982cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421879 Mar 14 16:12:00.977648 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e98c69e2-e80c-48d5-9179-ab20ac306ec7 req-398c6147-68cd-4833-a18d-2d9f3ec33a0e service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897856 Mar 14 16:12:00.984393 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b92284-c562-4b4d-a343-c4d97b430ab5 None None] New status for floating IP 16a5b5aa-ede4-4235-a4e4-e0a4b0b1b759: ACTIVE {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 16:12:01.068401 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-e98c69e2-e80c-48d5-9179-ab20ac306ec7 req-1806bab4-2cf7-4e54-9d1a-f7e63438f2b8 service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834305 Mar 14 16:12:04.145173 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1df6e4a4-c77c-4ffa-bdbd-56f199b30ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:06.542454 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-2739dc64-b2a1-49fc-95bf-2b75e4543e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:07.661169 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:09.075538 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:09.332072 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:09.455313 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:31.348072 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:12:34.146257 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5bd1a92a-8202-4d23-94bf-1874a05754c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:36.544226 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-77380a00-5217-436a-ac19-f49db5e25d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:37.664717 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:39.078552 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:39.341840 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:12:39.458292 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:01.581659 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ae1ff08b-a4fb-49bd-b47e-67eca64f4fe2 req-dbf5cc7c-3294-4bbc-b52f-30a6cc054663 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405717 Mar 14 16:13:01.647171 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ff08b-a4fb-49bd-b47e-67eca64f4fe2 req-e5011e27-3e0b-4631-b6ee-042b734b1371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:13:01.648628 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ae1ff08b-a4fb-49bd-b47e-67eca64f4fe2 req-e5011e27-3e0b-4631-b6ee-042b734b1371 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986bf5fc1b7b4649af9218e80e6226db&device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 1098 time: 0.0394635 Mar 14 16:13:02.087311 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ff08b-a4fb-49bd-b47e-67eca64f4fe2 req-8103acfc-4b8b-4358-a44b-a68c4e54397f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:13:02.088844 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ae1ff08b-a4fb-49bd-b47e-67eca64f4fe2 req-8103acfc-4b8b-4358-a44b-a68c4e54397f service neutron] 10.222.0.18 "GET /v2.0/networks?id=591fba62-5284-4177-95fc-350d4982cdc0 HTTP/1.1" status: 200 len: 910 time: 0.4162383 Mar 14 16:13:02.158455 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ae1ff08b-a4fb-49bd-b47e-67eca64f4fe2 req-0dc9ca6b-bb79-4d20-be72-f95a049906e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf50072f-b219-46bd-a467-9f7269b18e59 HTTP/1.1" status: 200 len: 1001 time: 0.0584705 Mar 14 16:13:02.208871 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ff08b-a4fb-49bd-b47e-67eca64f4fe2 req-56d9ebd2-1d6e-42e9-8768-67272dd60b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:13:02.210283 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ae1ff08b-a4fb-49bd-b47e-67eca64f4fe2 req-56d9ebd2-1d6e-42e9-8768-67272dd60b70 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c7ce6a0-6132-4c4d-9ddc-32b661c969d9 HTTP/1.1" status: 200 len: 848 time: 0.0424550 Mar 14 16:13:02.261669 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ff08b-a4fb-49bd-b47e-67eca64f4fe2 req-f7bae6dc-5657-4ad5-9d3e-256d4f426088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:13:02.263165 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ae1ff08b-a4fb-49bd-b47e-67eca64f4fe2 req-f7bae6dc-5657-4ad5-9d3e-256d4f426088 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591fba62-5284-4177-95fc-350d4982cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425055 Mar 14 16:13:02.353997 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ae1ff08b-a4fb-49bd-b47e-67eca64f4fe2 req-ae1155fa-b3f8-44cb-86e7-bf1121e4943a service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799606 Mar 14 16:13:02.452902 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ae1ff08b-a4fb-49bd-b47e-67eca64f4fe2 req-6448b8b6-fb46-4747-bb2a-e721b3cbd4c0 service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890431 Mar 14 16:13:04.148765 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c494c820-a344-40fc-9317-30933d153f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:06.545128 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f7f8c9ed-479e-4e82-8820-9ae32e3000aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:07.668276 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:08.347134 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:13:09.081393 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:09.346573 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:09.464622 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:30.827974 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device cf50072f-b219-46bd-a467-9f7269b18e59 details requested by agent hyperv_hv-neutron-8335 with host hv-neutron-8335 {{(pid=102569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 16:13:30.927725 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port cf50072f-b219-46bd-a467-9f7269b18e59, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=cf50072f-b219-46bd-a467-9f7269b18e59,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:13:30.940134 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Returning: {'device': 'cf50072f-b219-46bd-a467-9f7269b18e59', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'port_id': 'cf50072f-b219-46bd-a467-9f7269b18e59', 'mac_address': 'fa:16:3e:de:2a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 16:13:30.978526 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:30.996847 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf50072f-b219-46bd-a467-9f7269b18e59 {{(pid=102569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 16:13:31.017778 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port cf50072f-b219-46bd-a467-9f7269b18e59, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=cf50072f-b219-46bd-a467-9f7269b18e59,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:13:31.021926 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:31.087468 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=cf50072f-b219-46bd-a467-9f7269b18e59,revision_number=6']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:13:31.100680 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:31.100680 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:31.101198 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:31.101606 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:31.101953 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:31.102294 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:31.102790 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:31.103162 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:31.103503 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:31.103833 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:31.104161 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:31.104489 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:31.110983 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] get_ports_and_sgs() called for port_ids ['cf50072f-b219-46bd-a467-9f7269b18e59'] {{(pid=102569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 16:13:32.844935 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device cf50072f-b219-46bd-a467-9f7269b18e59 up at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 16:13:32.894906 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.provisioning_blocks [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Provisioning complete for port cf50072f-b219-46bd-a467-9f7269b18e59 triggered by entity L2. {{(pid=102569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 16:13:32.895318 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1328159'] for port, provisioning_complete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:32.990899 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567467'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:33.025550 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] For port cf50072f-b219-46bd-a467-9f7269b18e59, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=cf50072f-b219-46bd-a467-9f7269b18e59,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:13:33.026627 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35c7047-78d7-4a7c-b4b4-62676550294e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf50072f-b219-46bd-a467-9f7269b18e59'}] {{(pid=102569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:13:33.029934 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53690c21d89b3751f02d52419c563f431db407675e42caa726a394ba76b9214a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368ad2a4-f77c-41f5-a5b8-e2ee9a634799" -d '{"events": [{"server_uuid": "a35c7047-78d7-4a7c-b4b4-62676550294e", "name": "network-vif-plugged", "status": "completed", "tag": "cf50072f-b219-46bd-a467-9f7269b18e59"}]}' {{(pid=102569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:13:33.045533 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774684310200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774683789590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774683785418'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:33.094500 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 16:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f35390-3ee3-4e63-9dc7-04757d6b40aa x-openstack-request-id: req-64f35390-3ee3-4e63-9dc7-04757d6b40aa {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:13:33.094806 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35c7047-78d7-4a7c-b4b4-62676550294e", "name": "network-vif-plugged", "status": "completed", "tag": "cf50072f-b219-46bd-a467-9f7269b18e59", "code": 200}]} {{(pid=102569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:13:33.095115 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-64f35390-3ee3-4e63-9dc7-04757d6b40aa {{(pid=102569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:13:33.095518 dv-neutron-833559-1-hyperv neutron-server[102569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35c7047-78d7-4a7c-b4b4-62676550294e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf50072f-b219-46bd-a467-9f7269b18e59', 'code': 200} Mar 14 16:13:33.098602 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Pushing event updated for resources: {'Port': ['ID=cf50072f-b219-46bd-a467-9f7269b18e59,revision_number=7']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:13:34.155616 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-971ee620-b341-4d0d-a8fa-9ab09a761e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:36.561521 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-49ae1b2e-527a-4859-a5ae-d95d95dff7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:37.671827 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:39.085560 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:39.374943 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:39.457655 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:40.333138 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35910) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:13:40.488662 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Deleting port cd65568f-bc97-424e-8601-352f0a77226e {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:13:40.489009 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:40.566677 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:40.567035 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:40.579119 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Calling delete_port for cd65568f-bc97-424e-8601-352f0a77226e owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:13:40.725819 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:40.750795 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Pushing event deleted for resources: {'Port': ['ID=cd65568f-bc97-424e-8601-352f0a77226e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:13:40.762516 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:40.762934 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:40.763516 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:40.763765 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:40.764105 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:40.764446 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:40.764780 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:40.765113 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:40.765446 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:40.765774 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:40.766105 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:40.766427 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:40.820099 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:40.820430 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Floating IP 16a5b5aa-ede4-4235-a4e4-e0a4b0b1b759 disassociated (deleted). External IP: 172.26.6.114, port: cf50072f-b219-46bd-a467-9f7269b18e59. Mar 14 16:13:41.025757 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Router 7db1750b-0d60-4715-a3b6-7bad97bf58cd has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:13:41.135048 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:13:41.140402 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:41.145065 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aab3d1d-6ef5-4be1-b89b-ae78c86ee8b5 None None] Sync routers for ids ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 16:13:41.155970 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aab3d1d-6ef5-4be1-b89b-ae78c86ee8b5 None None] Routers {'7db1750b-0d60-4715-a3b6-7bad97bf58cd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:13:41.156582 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3aab3d1d-6ef5-4be1-b89b-ae78c86ee8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:13:37Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:41.167205 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-09ca063a-e082-41ea-a3b0-c1a1db29757e tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "DELETE /v2.0/floatingips/16a5b5aa-ede4-4235-a4e4-e0a4b0b1b759 HTTP/1.1" status: 204 len: 168 time: 0.8329508 Mar 14 16:13:41.167796 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35c7047-78d7-4a7c-b4b4-62676550294e', 'tag': 'cf50072f-b219-46bd-a467-9f7269b18e59'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:13:41.170090 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea45b26b-d3c0-4859-b6bf-308ba661c3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a35c7047-78d7-4a7c-b4b4-62676550294e", "tag": "cf50072f-b219-46bd-a467-9f7269b18e59"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:13:41.209704 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 16:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d9bead-1fcb-47c0-8113-d2e982c0abf3 x-openstack-request-id: req-35d9bead-1fcb-47c0-8113-d2e982c0abf3 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:13:41.209704 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35c7047-78d7-4a7c-b4b4-62676550294e", "tag": "cf50072f-b219-46bd-a467-9f7269b18e59", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:13:41.209982 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-35d9bead-1fcb-47c0-8113-d2e982c0abf3 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:13:41.210190 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35c7047-78d7-4a7c-b4b4-62676550294e', 'tag': 'cf50072f-b219-46bd-a467-9f7269b18e59', 'status': 'completed', 'code': 200} Mar 14 16:13:41.271988 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-3aab3d1d-6ef5-4be1-b89b-ae78c86ee8b5 None None] Set router 7db1750b-0d60-4715-a3b6-7bad97bf58cd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:13:41.281770 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45b26b-d3c0-4859-b6bf-308ba661c3d1 req-9a2d78ee-7ff5-4398-ab53-203624d2d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:13:41.283557 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ea45b26b-d3c0-4859-b6bf-308ba661c3d1 req-9a2d78ee-7ff5-4398-ab53-203624d2d1a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986bf5fc1b7b4649af9218e80e6226db&device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 1098 time: 0.0433106 Mar 14 16:13:41.400879 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45b26b-d3c0-4859-b6bf-308ba661c3d1 req-1705af81-c092-442c-8661-5cbaac762b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:13:41.402367 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ea45b26b-d3c0-4859-b6bf-308ba661c3d1 req-1705af81-c092-442c-8661-5cbaac762b26 service neutron] 10.222.0.18 "GET /v2.0/networks?id=591fba62-5284-4177-95fc-350d4982cdc0 HTTP/1.1" status: 200 len: 910 time: 0.0978382 Mar 14 16:13:41.452117 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ea45b26b-d3c0-4859-b6bf-308ba661c3d1 req-724ff953-ed37-41a0-883a-6d75f164c658 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf50072f-b219-46bd-a467-9f7269b18e59 HTTP/1.1" status: 200 len: 217 time: 0.0414340 Mar 14 16:13:41.510005 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45b26b-d3c0-4859-b6bf-308ba661c3d1 req-3744795c-6c73-4533-93b6-56f3727a4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:13:41.511517 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ea45b26b-d3c0-4859-b6bf-308ba661c3d1 req-3744795c-6c73-4533-93b6-56f3727a4357 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c7ce6a0-6132-4c4d-9ddc-32b661c969d9 HTTP/1.1" status: 200 len: 848 time: 0.0523808 Mar 14 16:13:41.516508 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3aab3d1d-6ef5-4be1-b89b-ae78c86ee8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:05Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 4, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'gw_port': {'id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:06Z', 'updated_at': '2022-03-14T16:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '8959fff6-eb41-4723-988a-fa70510213ee', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'port_id': '8fa9bf59-6153-412f-9386-704dabe0e451', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'mac_address': 'fa:16:3e:99:26:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:09:26Z', 'updated_at': '2022-03-14T16:09:28Z', 'revision_number': 1, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '239d2f5a-047a-4366-8e38-6d35034b6adb', 'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'mac_address': 'fa:16:3e:e2:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:07Z', 'updated_at': '2022-03-14T16:09:14Z', 'revision_number': 5, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'subnets': [{'id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:41.542909 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291a716-2cca-4b41-a7ed-59a2566b32f0 req-3cc38586-e2a1-4e74-8ebb-2a4948a719e3 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:13:41.545080 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2291a716-2cca-4b41-a7ed-59a2566b32f0 req-3cc38586-e2a1-4e74-8ebb-2a4948a719e3 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 945 time: 0.1886449 Mar 14 16:13:41.547489 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aab3d1d-6ef5-4be1-b89b-ae78c86ee8b5 None None] Checking router: 7db1750b-0d60-4715-a3b6-7bad97bf58cd for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 16:13:41.556263 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aab3d1d-6ef5-4be1-b89b-ae78c86ee8b5 None None] Routers {'7db1750b-0d60-4715-a3b6-7bad97bf58cd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:13:41.556869 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3aab3d1d-6ef5-4be1-b89b-ae78c86ee8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:13:37Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:41.562778 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45b26b-d3c0-4859-b6bf-308ba661c3d1 req-1007c983-ec92-4d2d-829a-d015e3141b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:13:41.564485 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ea45b26b-d3c0-4859-b6bf-308ba661c3d1 req-1007c983-ec92-4d2d-829a-d015e3141b64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591fba62-5284-4177-95fc-350d4982cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457509 Mar 14 16:13:41.585595 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-2291a716-2cca-4b41-a7ed-59a2566b32f0 req-24ce26d5-9844-49a7-9d48-c4dfaf2416ad tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340035 Mar 14 16:13:41.660910 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ea45b26b-d3c0-4859-b6bf-308ba661c3d1 req-d5fedf2e-31a6-435f-91ec-6cab18886684 service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890007 Mar 14 16:13:41.669031 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-3aab3d1d-6ef5-4be1-b89b-ae78c86ee8b5 None None] Set router 7db1750b-0d60-4715-a3b6-7bad97bf58cd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:13:41.765285 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-ea45b26b-d3c0-4859-b6bf-308ba661c3d1 req-b640d7c3-3d79-4d7f-9ff0-71200b0cc5f2 service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973463 Mar 14 16:13:41.898079 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3aab3d1d-6ef5-4be1-b89b-ae78c86ee8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:05Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 4, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'gw_port': {'id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:06Z', 'updated_at': '2022-03-14T16:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '8959fff6-eb41-4723-988a-fa70510213ee', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'port_id': '8fa9bf59-6153-412f-9386-704dabe0e451', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'mac_address': 'fa:16:3e:99:26:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:09:26Z', 'updated_at': '2022-03-14T16:09:28Z', 'revision_number': 1, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '239d2f5a-047a-4366-8e38-6d35034b6adb', 'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'mac_address': 'fa:16:3e:e2:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:07Z', 'updated_at': '2022-03-14T16:09:14Z', 'revision_number': 5, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'subnets': [{'id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:41.923419 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aab3d1d-6ef5-4be1-b89b-ae78c86ee8b5 None None] The sync data for ids ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'] in dv-neutron-833559-1-hyperv is: [{'id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:05Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 4, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'gw_port': {'id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:06Z', 'updated_at': '2022-03-14T16:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_floatingips': [{'id': '8959fff6-eb41-4723-988a-fa70510213ee', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'router_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'port_id': '8fa9bf59-6153-412f-9386-704dabe0e451', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'mac_address': 'fa:16:3e:99:26:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T16:09:26Z', 'updated_at': '2022-03-14T16:09:28Z', 'revision_number': 1, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '239d2f5a-047a-4366-8e38-6d35034b6adb', 'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'mac_address': 'fa:16:3e:e2:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:07Z', 'updated_at': '2022-03-14T16:09:14Z', 'revision_number': 5, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'subnets': [{'id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 16:13:42.134886 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecec4ff-412f-4902-894c-bf03d28e385d None None] New status for floating IP 16a5b5aa-ede4-4235-a4e4-e0a4b0b1b759: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 16:13:42.710048 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e23536-9ae8-4bed-8720-39eb1fd8c254 req-b459ad2b-ba09-482a-848d-a148875fef29 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:13:42.711547 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b8e23536-9ae8-4bed-8720-39eb1fd8c254 req-b459ad2b-ba09-482a-848d-a148875fef29 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 945 time: 0.0507967 Mar 14 16:13:42.749616 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b8e23536-9ae8-4bed-8720-39eb1fd8c254 req-9a0c75dd-b400-443a-a4da-b33cebe8b71d tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320413 Mar 14 16:13:43.106516 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7055c-b5a6-4f64-b6df-ec85c0e4c571 req-47c5e044-959d-47a6-bf2c-26ef86352acc tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:13:43.108914 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-62e7055c-b5a6-4f64-b6df-ec85c0e4c571 req-47c5e044-959d-47a6-bf2c-26ef86352acc tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.18 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 945 time: 0.0483994 Mar 14 16:13:43.200320 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-62e7055c-b5a6-4f64-b6df-ec85c0e4c571 req-9cef098d-a165-4708-8f33-c7247a1c0fad tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Deleting port cf50072f-b219-46bd-a467-9f7269b18e59 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:13:43.201322 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-62e7055c-b5a6-4f64-b6df-ec85c0e4c571 req-9cef098d-a165-4708-8f33-c7247a1c0fad tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:43.286430 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-62e7055c-b5a6-4f64-b6df-ec85c0e4c571 req-9cef098d-a165-4708-8f33-c7247a1c0fad tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] For port cf50072f-b219-46bd-a467-9f7269b18e59, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=cf50072f-b219-46bd-a467-9f7269b18e59,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:13:43.286790 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-62e7055c-b5a6-4f64-b6df-ec85c0e4c571 req-9cef098d-a165-4708-8f33-c7247a1c0fad tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:43.299354 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-62e7055c-b5a6-4f64-b6df-ec85c0e4c571 req-9cef098d-a165-4708-8f33-c7247a1c0fad tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Calling delete_port for cf50072f-b219-46bd-a467-9f7269b18e59 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:13:43.426315 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-62e7055c-b5a6-4f64-b6df-ec85c0e4c571 req-9cef098d-a165-4708-8f33-c7247a1c0fad tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:43.454959 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef098d-a165-4708-8f33-c7247a1c0fad tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Pushing event deleted for resources: {'Port': ['ID=cf50072f-b219-46bd-a467-9f7269b18e59,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:13:43.500470 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e7055c-b5a6-4f64-b6df-ec85c0e4c571 req-9cef098d-a165-4708-8f33-c7247a1c0fad tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] No DVR routers for this DVR port cf50072f-b219-46bd-a467-9f7269b18e59 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:13:43.503004 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-62e7055c-b5a6-4f64-b6df-ec85c0e4c571 req-9cef098d-a165-4708-8f33-c7247a1c0fad tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:43.506196 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-62e7055c-b5a6-4f64-b6df-ec85c0e4c571 req-9cef098d-a165-4708-8f33-c7247a1c0fad tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.18 "DELETE /v2.0/ports/cf50072f-b219-46bd-a467-9f7269b18e59 HTTP/1.1" status: 204 len: 173 time: 0.3905957 Mar 14 16:13:43.506625 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35c7047-78d7-4a7c-b4b4-62676550294e', 'name': 'network-vif-deleted', 'tag': 'cf50072f-b219-46bd-a467-9f7269b18e59'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:13:43.508887 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f35a8b-0aa0-42a0-a8a6-c76fbcf12377" -d '{"events": [{"server_uuid": "a35c7047-78d7-4a7c-b4b4-62676550294e", "name": "network-vif-deleted", "tag": "cf50072f-b219-46bd-a467-9f7269b18e59"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:13:43.548936 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 16:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3624ab-e4db-469d-b365-70484d5d9a1b x-openstack-request-id: req-fb3624ab-e4db-469d-b365-70484d5d9a1b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:13:43.549237 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35c7047-78d7-4a7c-b4b4-62676550294e", "name": "network-vif-deleted", "tag": "cf50072f-b219-46bd-a467-9f7269b18e59", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:13:43.549494 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fb3624ab-e4db-469d-b365-70484d5d9a1b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:13:43.549932 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35c7047-78d7-4a7c-b4b4-62676550294e', 'name': 'network-vif-deleted', 'tag': 'cf50072f-b219-46bd-a467-9f7269b18e59', 'status': 'completed', 'code': 200} Mar 14 16:13:43.859600 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b3312419-81b4-455a-b64f-165fc9ba0ad9 req-3beb92bb-e5f1-41c7-97cc-975fd1558c53 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=a35c7047-78d7-4a7c-b4b4-62676550294e HTTP/1.1" status: 200 len: 210 time: 0.0274220 Mar 14 16:13:44.899875 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device cf50072f-b219-46bd-a467-9f7269b18e59 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:13:44.921030 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: cf50072f-b219-46bd-a467-9f7269b18e59 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 16:13:44.921382 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device cf50072f-b219-46bd-a467-9f7269b18e59 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 16:13:45.346451 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:13:45.463953 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35972) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:13:45.619056 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-54773bc4-03ba-4cd6-839c-b83626d0421d tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Deleting port 2c4fbf39-f641-4c56-ad74-0bd75d384f48 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:13:45.619406 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54773bc4-03ba-4cd6-839c-b83626d0421d tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:45.693886 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54773bc4-03ba-4cd6-839c-b83626d0421d tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:45.694112 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54773bc4-03ba-4cd6-839c-b83626d0421d tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:45.705761 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-54773bc4-03ba-4cd6-839c-b83626d0421d tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Calling delete_port for 2c4fbf39-f641-4c56-ad74-0bd75d384f48 owned by network:floatingip {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:13:45.851195 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54773bc4-03ba-4cd6-839c-b83626d0421d tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:45.877348 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54773bc4-03ba-4cd6-839c-b83626d0421d tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Pushing event deleted for resources: {'Port': ['ID=2c4fbf39-f641-4c56-ad74-0bd75d384f48,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:13:45.939063 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54773bc4-03ba-4cd6-839c-b83626d0421d tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for floatingip, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:45.939393 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.db.l3_db [None req-54773bc4-03ba-4cd6-839c-b83626d0421d tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Floating IP 8959fff6-eb41-4723-988a-fa70510213ee disassociated (deleted). External IP: 172.26.6.113, port: 8fa9bf59-6153-412f-9386-704dabe0e451. Mar 14 16:13:46.145634 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54773bc4-03ba-4cd6-839c-b83626d0421d tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Router 7db1750b-0d60-4715-a3b6-7bad97bf58cd has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:13:46.253245 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54773bc4-03ba-4cd6-839c-b83626d0421d tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:13:46.257871 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54773bc4-03ba-4cd6-839c-b83626d0421d tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for floatingip, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:46.264508 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac11299c-2393-4952-bafa-fa75a6f15f7f None None] Sync routers for ids ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 16:13:46.275445 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac11299c-2393-4952-bafa-fa75a6f15f7f None None] Routers {'7db1750b-0d60-4715-a3b6-7bad97bf58cd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:13:46.276060 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ac11299c-2393-4952-bafa-fa75a6f15f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:13:37Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:46.289853 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-54773bc4-03ba-4cd6-839c-b83626d0421d tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "DELETE /v2.0/floatingips/8959fff6-eb41-4723-988a-fa70510213ee HTTP/1.1" status: 204 len: 168 time: 0.8225715 Mar 14 16:13:46.289853 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'tag': '8fa9bf59-6153-412f-9386-704dabe0e451'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:13:46.290760 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4be6e0e-b1bf-446b-9d20-57b4bda51d26" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe1e26a-c4c3-4fa2-805b-fc2d3a317362", "tag": "8fa9bf59-6153-412f-9386-704dabe0e451"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:13:46.340502 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 16:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c4ebb7-94db-40b8-b68a-868887dffef4 x-openstack-request-id: req-77c4ebb7-94db-40b8-b68a-868887dffef4 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:13:46.340805 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe1e26a-c4c3-4fa2-805b-fc2d3a317362", "tag": "8fa9bf59-6153-412f-9386-704dabe0e451", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:13:46.341082 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-77c4ebb7-94db-40b8-b68a-868887dffef4 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:13:46.341610 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'tag': '8fa9bf59-6153-412f-9386-704dabe0e451', 'status': 'completed', 'code': 200} Mar 14 16:13:46.436955 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be6e0e-b1bf-446b-9d20-57b4bda51d26 req-10ab2947-251b-4d0f-9e23-95ae7161cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:13:46.438542 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b4be6e0e-b1bf-446b-9d20-57b4bda51d26 req-10ab2947-251b-4d0f-9e23-95ae7161cf0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=986bf5fc1b7b4649af9218e80e6226db&device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 1096 time: 0.0608008 Mar 14 16:13:46.571787 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-ac11299c-2393-4952-bafa-fa75a6f15f7f None None] Set router 7db1750b-0d60-4715-a3b6-7bad97bf58cd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:13:46.578952 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be6e0e-b1bf-446b-9d20-57b4bda51d26 req-dfe677cf-f966-47f0-849e-5e0264adf638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:13:46.580632 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b4be6e0e-b1bf-446b-9d20-57b4bda51d26 req-dfe677cf-f966-47f0-849e-5e0264adf638 service neutron] 10.222.0.18 "GET /v2.0/networks?id=591fba62-5284-4177-95fc-350d4982cdc0 HTTP/1.1" status: 200 len: 910 time: 0.1308448 Mar 14 16:13:46.634173 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b4be6e0e-b1bf-446b-9d20-57b4bda51d26 req-9cc31928-5046-4ebf-a7b9-9a30e7634302 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fa9bf59-6153-412f-9386-704dabe0e451 HTTP/1.1" status: 200 len: 217 time: 0.0427225 Mar 14 16:13:46.692723 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be6e0e-b1bf-446b-9d20-57b4bda51d26 req-0d8291e9-1fae-4c4c-a45c-b7a4f9eb93c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:13:46.694587 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b4be6e0e-b1bf-446b-9d20-57b4bda51d26 req-0d8291e9-1fae-4c4c-a45c-b7a4f9eb93c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8c7ce6a0-6132-4c4d-9ddc-32b661c969d9 HTTP/1.1" status: 200 len: 848 time: 0.0534532 Mar 14 16:13:46.725442 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2910d-16ed-4ed1-8501-71af10a890ba req-33f61af7-b6af-460d-a19b-a9c4da747c1c tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:13:46.733716 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-35c2910d-16ed-4ed1-8501-71af10a890ba req-33f61af7-b6af-460d-a19b-a9c4da747c1c tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 943 time: 0.0606577 Mar 14 16:13:46.750393 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be6e0e-b1bf-446b-9d20-57b4bda51d26 req-904ce05b-172b-4fb6-a076-aa4a8f8d9b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:13:46.752244 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b4be6e0e-b1bf-446b-9d20-57b4bda51d26 req-904ce05b-172b-4fb6-a076-aa4a8f8d9b45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=591fba62-5284-4177-95fc-350d4982cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0495834 Mar 14 16:13:46.770248 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [req-35c2910d-16ed-4ed1-8501-71af10a890ba req-173fe443-5f8c-48b8-8da5-b077c8e48771 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356555 Mar 14 16:13:46.823352 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ac11299c-2393-4952-bafa-fa75a6f15f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:05Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 4, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'gw_port': {'id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:06Z', 'updated_at': '2022-03-14T16:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '239d2f5a-047a-4366-8e38-6d35034b6adb', 'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'mac_address': 'fa:16:3e:e2:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:07Z', 'updated_at': '2022-03-14T16:09:14Z', 'revision_number': 5, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'subnets': [{'id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:46.855024 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac11299c-2393-4952-bafa-fa75a6f15f7f None None] Checking router: 7db1750b-0d60-4715-a3b6-7bad97bf58cd for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 16:13:46.856563 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b4be6e0e-b1bf-446b-9d20-57b4bda51d26 req-4d0cd1f9-9fd8-4b22-b815-bf8ecda09f7b service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945334 Mar 14 16:13:46.863892 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac11299c-2393-4952-bafa-fa75a6f15f7f None None] Routers {'7db1750b-0d60-4715-a3b6-7bad97bf58cd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:13:46.864508 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ac11299c-2393-4952-bafa-fa75a6f15f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:13:37Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:46.949847 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-b4be6e0e-b1bf-446b-9d20-57b4bda51d26 req-cea14770-7852-4a98-857f-970217814d5c service neutron] 10.222.0.18 "GET /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858939 Mar 14 16:13:46.975934 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-ac11299c-2393-4952-bafa-fa75a6f15f7f None None] Set router 7db1750b-0d60-4715-a3b6-7bad97bf58cd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:13:47.174439 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ac11299c-2393-4952-bafa-fa75a6f15f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:05Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 4, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'gw_port': {'id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:06Z', 'updated_at': '2022-03-14T16:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '239d2f5a-047a-4366-8e38-6d35034b6adb', 'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'mac_address': 'fa:16:3e:e2:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:07Z', 'updated_at': '2022-03-14T16:09:14Z', 'revision_number': 5, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'subnets': [{'id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:47.204168 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac11299c-2393-4952-bafa-fa75a6f15f7f None None] The sync data for ids ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'] in dv-neutron-833559-1-hyperv is: [{'id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:05Z', 'updated_at': '2022-03-14T16:09:08Z', 'revision_number': 4, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'gw_port': {'id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:06Z', 'updated_at': '2022-03-14T16:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv', '_interfaces': [{'id': '239d2f5a-047a-4366-8e38-6d35034b6adb', 'name': '', 'network_id': '591fba62-5284-4177-95fc-350d4982cdc0', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'mac_address': 'fa:16:3e:e2:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:07Z', 'updated_at': '2022-03-14T16:09:14Z', 'revision_number': 5, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'subnets': [{'id': '8c7ce6a0-6132-4c4d-9ddc-32b661c969d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 16:13:47.404535 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4227a7e3-ae56-4a7c-a2c7-eeb8ed13fed3 None None] New status for floating IP 8959fff6-eb41-4723-988a-fa70510213ee: DOWN {{(pid=102570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 16:13:47.892545 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c92867-db81-4f82-8d8e-b97e31562e4c req-310efda2-df19-48cb-bf60-23e801bc2def tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:13:47.894019 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-01c92867-db81-4f82-8d8e-b97e31562e4c req-310efda2-df19-48cb-bf60-23e801bc2def tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 943 time: 0.0533423 Mar 14 16:13:47.932996 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-01c92867-db81-4f82-8d8e-b97e31562e4c req-a732f0d0-94b6-4f62-9e94-ed4ab58a4262 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331140 Mar 14 16:13:48.472363 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275ab6e-c35a-4820-8b93-d3961afc88cd req-40c97a1a-e92e-4eb9-9aca-e6d0203cd8cd tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 16:13:48.473816 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0275ab6e-c35a-4820-8b93-d3961afc88cd req-40c97a1a-e92e-4eb9-9aca-e6d0203cd8cd tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 943 time: 0.0478768 Mar 14 16:13:48.568416 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-0275ab6e-c35a-4820-8b93-d3961afc88cd req-3ebdb881-5337-4d3c-84cd-626150d0fa2f tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Deleting port 8fa9bf59-6153-412f-9386-704dabe0e451 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:13:48.568760 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0275ab6e-c35a-4820-8b93-d3961afc88cd req-3ebdb881-5337-4d3c-84cd-626150d0fa2f tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:48.655006 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [req-0275ab6e-c35a-4820-8b93-d3961afc88cd req-3ebdb881-5337-4d3c-84cd-626150d0fa2f tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] For port 8fa9bf59-6153-412f-9386-704dabe0e451, host hv-neutron-8335, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8335',level=0,port_id=8fa9bf59-6153-412f-9386-704dabe0e451,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:13:48.655374 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0275ab6e-c35a-4820-8b93-d3961afc88cd req-3ebdb881-5337-4d3c-84cd-626150d0fa2f tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:48.672352 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [req-0275ab6e-c35a-4820-8b93-d3961afc88cd req-3ebdb881-5337-4d3c-84cd-626150d0fa2f tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Calling delete_port for 8fa9bf59-6153-412f-9386-704dabe0e451 owned by compute:nova {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:13:48.798187 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0275ab6e-c35a-4820-8b93-d3961afc88cd req-3ebdb881-5337-4d3c-84cd-626150d0fa2f tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:48.831913 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdb881-5337-4d3c-84cd-626150d0fa2f tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Pushing event deleted for resources: {'Port': ['ID=8fa9bf59-6153-412f-9386-704dabe0e451,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:13:48.869450 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0275ab6e-c35a-4820-8b93-d3961afc88cd req-3ebdb881-5337-4d3c-84cd-626150d0fa2f tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] No DVR routers for this DVR port 8fa9bf59-6153-412f-9386-704dabe0e451 on host hv-neutron-8335 {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:13:48.871919 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [req-0275ab6e-c35a-4820-8b93-d3961afc88cd req-3ebdb881-5337-4d3c-84cd-626150d0fa2f tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104280'] for port, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:48.875486 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-0275ab6e-c35a-4820-8b93-d3961afc88cd req-3ebdb881-5337-4d3c-84cd-626150d0fa2f tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.18 "DELETE /v2.0/ports/8fa9bf59-6153-412f-9386-704dabe0e451 HTTP/1.1" status: 204 len: 173 time: 0.3915381 Mar 14 16:13:48.875943 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'name': 'network-vif-deleted', 'tag': '8fa9bf59-6153-412f-9386-704dabe0e451'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 16:13:48.878213 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ae571f008818083fa4a95a3445c7fcf343a079c0b0bb023833a166eabbd48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd271375-a04e-47cd-a494-8b921e9b8fad" -d '{"events": [{"server_uuid": "cbe1e26a-c4c3-4fa2-805b-fc2d3a317362", "name": "network-vif-deleted", "tag": "8fa9bf59-6153-412f-9386-704dabe0e451"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 16:13:48.915082 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 16:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9001ebe5-858a-42b3-b0c0-f589c59cf0f1 x-openstack-request-id: req-9001ebe5-858a-42b3-b0c0-f589c59cf0f1 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 16:13:48.915688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe1e26a-c4c3-4fa2-805b-fc2d3a317362", "name": "network-vif-deleted", "tag": "8fa9bf59-6153-412f-9386-704dabe0e451", "status": "completed", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 16:13:48.915688 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9001ebe5-858a-42b3-b0c0-f589c59cf0f1 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 16:13:48.916013 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe1e26a-c4c3-4fa2-805b-fc2d3a317362', 'name': 'network-vif-deleted', 'tag': '8fa9bf59-6153-412f-9386-704dabe0e451', 'status': 'completed', 'code': 200} Mar 14 16:13:49.042892 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [req-a2694c5f-63ce-4196-be0c-ce9520bd7389 req-212590b1-745c-422e-ac42-f04b82640d80 tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe1e26a-c4c3-4fa2-805b-fc2d3a317362 HTTP/1.1" status: 200 len: 210 time: 0.0292706 Mar 14 16:13:50.099339 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35988) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:13:50.157934 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c6a904f-5aa9-4da4-8b7f-94d5d698215c tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:50.182023 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c6a904f-5aa9-4da4-8b7f-94d5d698215c tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:50.240357 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c6a904f-5aa9-4da4-8b7f-94d5d698215c tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:50.242966 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5c6a904f-5aa9-4da4-8b7f-94d5d698215c tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Notify callbacks [] for security_group, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:50.244100 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-5c6a904f-5aa9-4da4-8b7f-94d5d698215c tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] 10.222.0.59 "DELETE /v2.0/security-groups/8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9 HTTP/1.1" status: 204 len: 168 time: 0.1437700 Mar 14 16:13:50.253301 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a904f-5aa9-4da4-8b7f-94d5d698215c tempest-TestSnapshotPattern-1044182713 tempest-TestSnapshotPattern-1044182713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9b23cb-cb8e-46f2-8b21-9892aeea7bd9,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:13:50.285390 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 35992) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:13:50.628720 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:50.868975 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Deleting port 239d2f5a-047a-4366-8e38-6d35034b6adb {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:13:50.869316 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:50.944868 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] For port 239d2f5a-047a-4366-8e38-6d35034b6adb, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=239d2f5a-047a-4366-8e38-6d35034b6adb,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:13:50.945220 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:50.957932 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Calling delete_port for 239d2f5a-047a-4366-8e38-6d35034b6adb owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:13:51.133379 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:51.157606 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Pushing event deleted for resources: {'Port': ['ID=239d2f5a-047a-4366-8e38-6d35034b6adb,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:13:51.165657 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:51.166008 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:51.166350 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:51.166685 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:51.167045 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:51.167378 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:51.168045 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:51.168045 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:51.168335 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:51.168642 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:51.168952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:51.169312 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833559-1-hyperv {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 16:13:51.347927 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:51.561715 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Router 7db1750b-0d60-4715-a3b6-7bad97bf58cd has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:13:51.667300 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:13:51.672743 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4fca516f-5aa1-40b8-b2c6-939686aefede admin admin] 10.222.0.59 "PUT /v2.0/routers/7db1750b-0d60-4715-a3b6-7bad97bf58cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3867667 Mar 14 16:13:51.675490 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.wsgi [-] (102568) accepted ('10.222.0.59', 35994) {{(pid=102568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:13:51.677725 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2922d39-3d09-473b-b3b1-5b41a363d292 None None] Sync routers for ids ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'] in dv-neutron-833559-1-hyperv {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 16:13:51.687422 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2922d39-3d09-473b-b3b1-5b41a363d292 None None] Routers {'7db1750b-0d60-4715-a3b6-7bad97bf58cd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:13:51.688036 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-b2922d39-3d09-473b-b3b1-5b41a363d292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:13:37Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:51.783053 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c22657e7-00df-47db-b902-e2d702eb8c8b admin admin] Notify callbacks [] for router, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:51.794042 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-b2922d39-3d09-473b-b3b1-5b41a363d292 None None] Set router 7db1750b-0d60-4715-a3b6-7bad97bf58cd gateway port host: dv-neutron-833559-1-hyperv {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:13:51.884383 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c22657e7-00df-47db-b902-e2d702eb8c8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:51.936881 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c22657e7-00df-47db-b902-e2d702eb8c8b admin admin] Deleting port 6fe4324b-460b-42bb-883d-e97d9f4f98db {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:13:51.937139 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c22657e7-00df-47db-b902-e2d702eb8c8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:51.969960 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-b2922d39-3d09-473b-b3b1-5b41a363d292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:05Z', 'updated_at': '2022-03-14T16:13:51Z', 'revision_number': 5, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'gw_port': {'id': '6fe4324b-460b-42bb-883d-e97d9f4f98db', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:06Z', 'updated_at': '2022-03-14T16:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:52.000026 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2922d39-3d09-473b-b3b1-5b41a363d292 None None] Checking router: 7db1750b-0d60-4715-a3b6-7bad97bf58cd for host: dv-neutron-833559-1-hyperv {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 16:13:52.008217 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2922d39-3d09-473b-b3b1-5b41a363d292 None None] Routers {'7db1750b-0d60-4715-a3b6-7bad97bf58cd'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:13:52.008824 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-b2922d39-3d09-473b-b3b1-5b41a363d292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:13:37Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:52.019436 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-c22657e7-00df-47db-b902-e2d702eb8c8b admin admin] For port 6fe4324b-460b-42bb-883d-e97d9f4f98db, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=6fe4324b-460b-42bb-883d-e97d9f4f98db,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:13:52.019803 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c22657e7-00df-47db-b902-e2d702eb8c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:52.031341 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c22657e7-00df-47db-b902-e2d702eb8c8b admin admin] Calling delete_port for 6fe4324b-460b-42bb-883d-e97d9f4f98db owned by network:router_gateway {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:13:52.090755 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-b2922d39-3d09-473b-b3b1-5b41a363d292 None None] Set router 7db1750b-0d60-4715-a3b6-7bad97bf58cd gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:13:52.147857 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-b2922d39-3d09-473b-b3b1-5b41a363d292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:05Z', 'updated_at': '2022-03-14T16:13:51Z', 'revision_number': 6, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:52.175014 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2922d39-3d09-473b-b3b1-5b41a363d292 None None] The sync data for ids ['7db1750b-0d60-4715-a3b6-7bad97bf58cd'] in dv-neutron-833559-1-hyperv is: [{'id': '7db1750b-0d60-4715-a3b6-7bad97bf58cd', 'name': 'tempest-TestSnapshotPattern-372968521-router', 'tenant_id': '986bf5fc1b7b4649af9218e80e6226db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:05Z', 'updated_at': '2022-03-14T16:13:51Z', 'revision_number': 6, 'project_id': '986bf5fc1b7b4649af9218e80e6226db', 'gw_port_host': None}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 16:13:52.539116 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c22657e7-00df-47db-b902-e2d702eb8c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001854'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:52.567117 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22657e7-00df-47db-b902-e2d702eb8c8b admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe4324b-460b-42bb-883d-e97d9f4f98db,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:13:52.630509 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c22657e7-00df-47db-b902-e2d702eb8c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:52.727035 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c22657e7-00df-47db-b902-e2d702eb8c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:52.729154 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c22657e7-00df-47db-b902-e2d702eb8c8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:52.770635 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c22657e7-00df-47db-b902-e2d702eb8c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:52.771207 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22657e7-00df-47db-b902-e2d702eb8c8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7db1750b-0d60-4715-a3b6-7bad97bf58cd {{(pid=102568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 16:13:52.775591 dv-neutron-833559-1-hyperv neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c22657e7-00df-47db-b902-e2d702eb8c8b admin admin] Notify callbacks [] for router, before_response {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:52.776749 dv-neutron-833559-1-hyperv neutron-server[102568]: INFO neutron.wsgi [None req-c22657e7-00df-47db-b902-e2d702eb8c8b admin admin] 10.222.0.59 "DELETE /v2.0/routers/7db1750b-0d60-4715-a3b6-7bad97bf58cd HTTP/1.1" status: 204 len: 168 time: 1.1002166 Mar 14 16:13:52.779478 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 35996) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:13:52.947128 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 8fa9bf59-6153-412f-9386-704dabe0e451 no longer exists at agent hyperv_hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:13:52.973245 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] No Port match for: 8fa9bf59-6153-412f-9386-704dabe0e451 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 16:13:52.973585 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Device 8fa9bf59-6153-412f-9386-704dabe0e451 not bound to the agent host hv-neutron-8335 {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 16:13:53.145565 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b17ebd-c633-4937-8388-00f384d1145a admin admin] Deleting subnet 8c7ce6a0-6132-4c4d-9ddc-32b661c969d9 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 16:13:53.148786 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-91b17ebd-c633-4937-8388-00f384d1145a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:53.183970 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-91b17ebd-c633-4937-8388-00f384d1145a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:53.266515 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-91b17ebd-c633-4937-8388-00f384d1145a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:53.317266 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-91b17ebd-c633-4937-8388-00f384d1145a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:53.343732 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b17ebd-c633-4937-8388-00f384d1145a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c7ce6a0-6132-4c4d-9ddc-32b661c969d9,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:13:53.355046 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-91b17ebd-c633-4937-8388-00f384d1145a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:53.356506 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-91b17ebd-c633-4937-8388-00f384d1145a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8c7ce6a0-6132-4c4d-9ddc-32b661c969d9 HTTP/1.1" status: 204 len: 168 time: 0.5753827 Mar 14 16:13:53.358944 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 35998) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:13:53.361564 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818f12aa-21a0-422a-a849-93aa134f267e None None] Network 591fba62-5284-4177-95fc-350d4982cdc0 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 16:13:53.412648 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 6fe4324b-460b-42bb-883d-e97d9f4f98db no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:13:53.429483 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f66f766-47d7-42b3-aaba-4698bee73397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:53.438744 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 6fe4324b-460b-42bb-883d-e97d9f4f98db {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 16:13:53.439120 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 6fe4324b-460b-42bb-883d-e97d9f4f98db not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 16:13:53.439619 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 239d2f5a-047a-4366-8e38-6d35034b6adb no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:13:53.472474 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 239d2f5a-047a-4366-8e38-6d35034b6adb {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 16:13:53.472917 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 239d2f5a-047a-4366-8e38-6d35034b6adb not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 16:13:53.490201 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-3f66f766-47d7-42b3-aaba-4698bee73397 admin admin] Deleting port d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:13:53.490561 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f66f766-47d7-42b3-aaba-4698bee73397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:53.559094 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-3f66f766-47d7-42b3-aaba-4698bee73397 admin admin] For port d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:13:53.559464 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f66f766-47d7-42b3-aaba-4698bee73397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:53.572668 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-3f66f766-47d7-42b3-aaba-4698bee73397 admin admin] Calling delete_port for d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:13:53.578401 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5d8383-88c2-43a2-a848-08ca0c6edb7b None None] DHCP port deletion for 591fba62-5284-4177-95fc-350d4982cdc0 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 16:13:53.624512 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3a5d8383-88c2-43a2-a848-08ca0c6edb7b None None] Deleting port d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:13:53.624888 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a5d8383-88c2-43a2-a848-08ca0c6edb7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:53.655086 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f66f766-47d7-42b3-aaba-4698bee73397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:53.680903 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66f766-47d7-42b3-aaba-4698bee73397 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:13:53.686121 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f66f766-47d7-42b3-aaba-4698bee73397 admin admin] No DVR routers for this DVR port d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:13:53.688822 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3a5d8383-88c2-43a2-a848-08ca0c6edb7b None None] For port d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb,segment=NetworkSegment(27df5fcb-47f9-4255-8f76-0cd7933f98b0),segment_id=27df5fcb-47f9-4255-8f76-0cd7933f98b0)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:13:53.689232 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a5d8383-88c2-43a2-a848-08ca0c6edb7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:53.702535 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-3a5d8383-88c2-43a2-a848-08ca0c6edb7b None None] Calling delete_port for d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:13:53.757424 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f66f766-47d7-42b3-aaba-4698bee73397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:53.778033 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3a5d8383-88c2-43a2-a848-08ca0c6edb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:53.781179 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-3f66f766-47d7-42b3-aaba-4698bee73397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591fba62-5284-4177-95fc-350d4982cdc0']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:53.790378 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-3f66f766-47d7-42b3-aaba-4698bee73397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27df5fcb-47f9-4255-8f76-0cd7933f98b0') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:53.790673 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-3f66f766-47d7-42b3-aaba-4698bee73397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27df5fcb-47f9-4255-8f76-0cd7933f98b0') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:53.799899 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f66f766-47d7-42b3-aaba-4698bee73397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:53.804124 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d8383-88c2-43a2-a848-08ca0c6edb7b None None] Pushing event deleted for resources: {'Port': ['ID=d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:13:53.805926 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d8383-88c2-43a2-a848-08ca0c6edb7b None None] No DVR routers for this DVR port d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:13:53.815961 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f66f766-47d7-42b3-aaba-4698bee73397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:53.823212 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f66f766-47d7-42b3-aaba-4698bee73397 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 16:13:53.823604 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f66f766-47d7-42b3-aaba-4698bee73397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 16:13:53.825464 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 16:13:53.879120 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f66f766-47d7-42b3-aaba-4698bee73397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:53.883687 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3f66f766-47d7-42b3-aaba-4698bee73397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:53.886828 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3f66f766-47d7-42b3-aaba-4698bee73397 admin admin] 10.222.0.59 "DELETE /v2.0/networks/591fba62-5284-4177-95fc-350d4982cdc0 HTTP/1.1" status: 204 len: 168 time: 0.5267928 Mar 14 16:13:53.890008 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 36000) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:13:53.904612 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66f766-47d7-42b3-aaba-4698bee73397 admin admin] Pushing event deleted for resources: {'Network': ['ID=591fba62-5284-4177-95fc-350d4982cdc0,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:13:54.241004 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1179a3f-4e49-4f1f-bc04-46a968748f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667783'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:54.484007 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-b1179a3f-4e49-4f1f-bc04-46a968748f84 admin admin] Deleting port 3ad6e11f-24ff-4333-970a-4eab9aabefe4 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:13:54.484353 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1179a3f-4e49-4f1f-bc04-46a968748f84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:54.562830 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-b1179a3f-4e49-4f1f-bc04-46a968748f84 admin admin] For port 3ad6e11f-24ff-4333-970a-4eab9aabefe4, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3ad6e11f-24ff-4333-970a-4eab9aabefe4,segment=NetworkSegment(9d561bed-1b41-4d6e-9194-01ab84c893da),segment_id=9d561bed-1b41-4d6e-9194-01ab84c893da)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:13:54.563102 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1179a3f-4e49-4f1f-bc04-46a968748f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:54.575633 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-b1179a3f-4e49-4f1f-bc04-46a968748f84 admin admin] Calling delete_port for 3ad6e11f-24ff-4333-970a-4eab9aabefe4 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:13:54.753116 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1179a3f-4e49-4f1f-bc04-46a968748f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:54.783419 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179a3f-4e49-4f1f-bc04-46a968748f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad6e11f-24ff-4333-970a-4eab9aabefe4,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:13:54.949758 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b1179a3f-4e49-4f1f-bc04-46a968748f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667763'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:55.162332 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1179a3f-4e49-4f1f-bc04-46a968748f84 admin admin] Router 81ba44c2-0a17-491a-9075-7c6e6e7a8a8d has already been hosted by L3 agent 25a8a75d-4e90-4c35-ad8f-b253cf3c77d3 {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 16:13:55.266390 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1179a3f-4e49-4f1f-bc04-46a968748f84 admin admin] Notify agent at l3_agent.dv-neutron-833559-1-hyperv the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 16:13:55.273855 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-b1179a3f-4e49-4f1f-bc04-46a968748f84 admin admin] 10.222.0.59 "PUT /v2.0/routers/81ba44c2-0a17-491a-9075-7c6e6e7a8a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3803298 Mar 14 16:13:55.273855 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 36002) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:13:55.274633 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2d8846-0931-4a02-99de-4b76899ab1df None None] Sync routers for ids ['81ba44c2-0a17-491a-9075-7c6e6e7a8a8d'] in dv-neutron-833559-1-hyperv {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 16:13:55.284807 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2d8846-0931-4a02-99de-4b76899ab1df None None] Routers {'81ba44c2-0a17-491a-9075-7c6e6e7a8a8d'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:13:55.285445 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0e2d8846-0931-4a02-99de-4b76899ab1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:13:37Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['81ba44c2-0a17-491a-9075-7c6e6e7a8a8d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:55.384473 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a23c8cc-3510-4372-992f-f8fe02a1afd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:55.393550 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0e2d8846-0931-4a02-99de-4b76899ab1df None None] Set router 81ba44c2-0a17-491a-9075-7c6e6e7a8a8d gateway port host: dv-neutron-833559-1-hyperv {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:13:55.429663 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:13:55.456754 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 16:13:55.457117 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device d7ccef4c-ffb0-4e6d-9d1f-a0aa573822cb not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 16:13:55.492114 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a23c8cc-3510-4372-992f-f8fe02a1afd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:55.548610 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-2a23c8cc-3510-4372-992f-f8fe02a1afd3 admin admin] Deleting port 3582f1a7-da49-4df4-9ddc-b453bd0f59df {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:13:55.548957 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a23c8cc-3510-4372-992f-f8fe02a1afd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:55.578293 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0e2d8846-0931-4a02-99de-4b76899ab1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ba44c2-0a17-491a-9075-7c6e6e7a8a8d', 'name': 'tempest-TestSnapshotPattern-1407948540-router', 'tenant_id': '7327675073ef44c28209e868790334ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'external_fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '3582f1a7-da49-4df4-9ddc-b453bd0f59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:10Z', 'updated_at': '2022-03-14T16:13:54Z', 'revision_number': 5, 'project_id': '7327675073ef44c28209e868790334ba', 'gw_port': {'id': '3582f1a7-da49-4df4-9ddc-b453bd0f59df', 'name': '', 'network_id': '0f3fd893-5baa-4085-951b-8847b15a4083', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ba44c2-0a17-491a-9075-7c6e6e7a8a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833559-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T16:09:10Z', 'updated_at': '2022-03-14T16:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14832ba6-06ef-4e76-b061-3c9d45a2c68d', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833559-1-hyperv'}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:55.604188 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2d8846-0931-4a02-99de-4b76899ab1df None None] Checking router: 81ba44c2-0a17-491a-9075-7c6e6e7a8a8d for host: dv-neutron-833559-1-hyperv {{(pid=102570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 16:13:55.612812 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2d8846-0931-4a02-99de-4b76899ab1df None None] Routers {'81ba44c2-0a17-491a-9075-7c6e6e7a8a8d'} bound to L3 agent in host dv-neutron-833559-1-hyperv {{(pid=102570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 16:13:55.613419 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0e2d8846-0931-4a02-99de-4b76899ab1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833559-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T15:15:06Z,description=,heartbeat_timestamp=2022-03-14T16:13:37Z,host='dv-neutron-833559-1-hyperv',id=25a8a75d-4e90-4c35-ad8f-b253cf3c77d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T15:15:06Z,topic='l3_agent')) {'router_ids': ['81ba44c2-0a17-491a-9075-7c6e6e7a8a8d'], 'active': True} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:55.627178 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-2a23c8cc-3510-4372-992f-f8fe02a1afd3 admin admin] For port 3582f1a7-da49-4df4-9ddc-b453bd0f59df, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=3582f1a7-da49-4df4-9ddc-b453bd0f59df,segment=NetworkSegment(d06683dc-2ee7-413c-b124-d5e1e5060d3d),segment_id=d06683dc-2ee7-413c-b124-d5e1e5060d3d)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:13:55.627546 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a23c8cc-3510-4372-992f-f8fe02a1afd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:55.640366 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-2a23c8cc-3510-4372-992f-f8fe02a1afd3 admin admin] Calling delete_port for 3582f1a7-da49-4df4-9ddc-b453bd0f59df owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:13:55.699256 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_dvr_db [None req-0e2d8846-0931-4a02-99de-4b76899ab1df None None] Set router 81ba44c2-0a17-491a-9075-7c6e6e7a8a8d gateway port host: None {{(pid=102570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 16:13:55.750352 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.l3_hamode_db [None req-0e2d8846-0931-4a02-99de-4b76899ab1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ba44c2-0a17-491a-9075-7c6e6e7a8a8d', 'name': 'tempest-TestSnapshotPattern-1407948540-router', 'tenant_id': '7327675073ef44c28209e868790334ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:10Z', 'updated_at': '2022-03-14T16:13:55Z', 'revision_number': 6, 'project_id': '7327675073ef44c28209e868790334ba', 'gw_port_host': None}], 'dv-neutron-833559-1-hyperv', False) {} {{(pid=102570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:55.779263 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2d8846-0931-4a02-99de-4b76899ab1df None None] The sync data for ids ['81ba44c2-0a17-491a-9075-7c6e6e7a8a8d'] in dv-neutron-833559-1-hyperv is: [{'id': '81ba44c2-0a17-491a-9075-7c6e6e7a8a8d', 'name': 'tempest-TestSnapshotPattern-1407948540-router', 'tenant_id': '7327675073ef44c28209e868790334ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T16:09:10Z', 'updated_at': '2022-03-14T16:13:55Z', 'revision_number': 6, 'project_id': '7327675073ef44c28209e868790334ba', 'gw_port_host': None}] {{(pid=102570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 16:13:55.812444 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a23c8cc-3510-4372-992f-f8fe02a1afd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:55.838515 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23c8cc-3510-4372-992f-f8fe02a1afd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3582f1a7-da49-4df4-9ddc-b453bd0f59df,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:13:55.900573 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a23c8cc-3510-4372-992f-f8fe02a1afd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667097'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:55.990662 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a23c8cc-3510-4372-992f-f8fe02a1afd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3967'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:55.992693 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a23c8cc-3510-4372-992f-f8fe02a1afd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.034305 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a23c8cc-3510-4372-992f-f8fe02a1afd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607085'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.034824 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a23c8cc-3510-4372-992f-f8fe02a1afd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81ba44c2-0a17-491a-9075-7c6e6e7a8a8d {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 16:13:56.039030 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2a23c8cc-3510-4372-992f-f8fe02a1afd3 admin admin] Notify callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.040180 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-2a23c8cc-3510-4372-992f-f8fe02a1afd3 admin admin] 10.222.0.59 "DELETE /v2.0/routers/81ba44c2-0a17-491a-9075-7c6e6e7a8a8d HTTP/1.1" status: 204 len: 168 time: 0.7654467 Mar 14 16:13:56.042744 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 36004) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:13:56.089833 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-3807d05c-e0d2-44a6-ae81-e63e5833c4df admin admin] Deleting subnet ae23e276-7ee3-4e67-ba7d-53e997bd2189 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 16:13:56.093379 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3807d05c-e0d2-44a6-ae81-e63e5833c4df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.128141 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3807d05c-e0d2-44a6-ae81-e63e5833c4df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897273'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.211961 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3807d05c-e0d2-44a6-ae81-e63e5833c4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1339544'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.264693 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3807d05c-e0d2-44a6-ae81-e63e5833c4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1339537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10178362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2887039'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.295973 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3807d05c-e0d2-44a6-ae81-e63e5833c4df admin admin] Notify callbacks [] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.299188 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-3807d05c-e0d2-44a6-ae81-e63e5833c4df admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ae23e276-7ee3-4e67-ba7d-53e997bd2189 HTTP/1.1" status: 204 len: 168 time: 0.2554564 Mar 14 16:13:56.300160 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807d05c-e0d2-44a6-ae81-e63e5833c4df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae23e276-7ee3-4e67-ba7d-53e997bd2189,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:13:56.301700 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe57ab85-e1f3-4d4f-bf90-c6e61edbe03b None None] Network 37e0ba0d-08b9-4ffc-a465-e803bcda1b22 requested from dv-neutron-833559-1-hyperv {{(pid=102569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 16:13:56.301828 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 36006) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:13:56.369241 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc0e662f-0d25-4a91-b6bb-9bd93d446eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612569'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.422284 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e662f-0d25-4a91-b6bb-9bd93d446eef admin admin] Deleting port 0cfc804d-f303-4c18-89d4-98499b0bae8f {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:13:56.422559 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc0e662f-0d25-4a91-b6bb-9bd93d446eef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.493468 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-fc0e662f-0d25-4a91-b6bb-9bd93d446eef admin admin] For port 0cfc804d-f303-4c18-89d4-98499b0bae8f, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=0cfc804d-f303-4c18-89d4-98499b0bae8f,segment=NetworkSegment(9d561bed-1b41-4d6e-9194-01ab84c893da),segment_id=9d561bed-1b41-4d6e-9194-01ab84c893da)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:13:56.493670 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc0e662f-0d25-4a91-b6bb-9bd93d446eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.507952 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e662f-0d25-4a91-b6bb-9bd93d446eef admin admin] Calling delete_port for 0cfc804d-f303-4c18-89d4-98499b0bae8f owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:13:56.530954 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836b9f0b-55b6-4078-8302-ea66b6cfa562 None None] DHCP port deletion for 37e0ba0d-08b9-4ffc-a465-e803bcda1b22 request from dv-neutron-833559-1-hyperv {{(pid=102569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 16:13:56.581974 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-836b9f0b-55b6-4078-8302-ea66b6cfa562 None None] Deleting port 0cfc804d-f303-4c18-89d4-98499b0bae8f {{(pid=102569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 14 16:13:56.582349 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-836b9f0b-55b6-4078-8302-ea66b6cfa562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774684302924'] for port, before_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.595767 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc0e662f-0d25-4a91-b6bb-9bd93d446eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10177993'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.621282 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e662f-0d25-4a91-b6bb-9bd93d446eef admin admin] Pushing event deleted for resources: {'Port': ['ID=0cfc804d-f303-4c18-89d4-98499b0bae8f,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:13:56.625352 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e662f-0d25-4a91-b6bb-9bd93d446eef admin admin] No DVR routers for this DVR port 0cfc804d-f303-4c18-89d4-98499b0bae8f on host dv-neutron-833559-1-hyperv {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:13:56.646193 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-836b9f0b-55b6-4078-8302-ea66b6cfa562 None None] For port 0cfc804d-f303-4c18-89d4-98499b0bae8f, host dv-neutron-833559-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833559-1-hyperv',level=0,port_id=0cfc804d-f303-4c18-89d4-98499b0bae8f,segment=NetworkSegment(9d561bed-1b41-4d6e-9194-01ab84c893da),segment_id=9d561bed-1b41-4d6e-9194-01ab84c893da)] {{(pid=102569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 16:13:56.646578 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-836b9f0b-55b6-4078-8302-ea66b6cfa562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664829'] for port, precommit_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.664095 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-836b9f0b-55b6-4078-8302-ea66b6cfa562 None None] Calling delete_port for 0cfc804d-f303-4c18-89d4-98499b0bae8f owned by network:dhcp {{(pid=102569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 14 16:13:56.699614 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc0e662f-0d25-4a91-b6bb-9bd93d446eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1330701', 'neutron.services.segments.db._delete_segments_for_network-8774684334439'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.722233 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-fc0e662f-0d25-4a91-b6bb-9bd93d446eef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e0ba0d-08b9-4ffc-a465-e803bcda1b22']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:56.732496 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-fc0e662f-0d25-4a91-b6bb-9bd93d446eef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d561bed-1b41-4d6e-9194-01ab84c893da') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:56.733336 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.services.segments.db [None req-fc0e662f-0d25-4a91-b6bb-9bd93d446eef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d561bed-1b41-4d6e-9194-01ab84c893da') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 16:13:56.741356 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-836b9f0b-55b6-4078-8302-ea66b6cfa562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774684310182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774683789581'] for port, after_delete {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.744044 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc0e662f-0d25-4a91-b6bb-9bd93d446eef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774684335728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897266'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.757294 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc0e662f-0d25-4a91-b6bb-9bd93d446eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.763248 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0e662f-0d25-4a91-b6bb-9bd93d446eef admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 16:13:56.763662 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc0e662f-0d25-4a91-b6bb-9bd93d446eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1339433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10177948'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: Traceback (most recent call last): Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: timer() Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: cb(*args, **kw) Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: return func(*args, **kwargs) Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: self._notify() Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: self.callback(batched_events) Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: event.method(event) Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: return f(self, *a, **k) Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._get(url).json() Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: return self.request(url, 'GET', **kwargs) Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 16:13:56.765412 dv-neutron-833559-1-hyperv neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 16:13:56.767925 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b9f0b-55b6-4078-8302-ea66b6cfa562 None None] Pushing event deleted for resources: {'Port': ['ID=0cfc804d-f303-4c18-89d4-98499b0bae8f,revision_number=None']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:13:56.769729 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b9f0b-55b6-4078-8302-ea66b6cfa562 None None] No DVR routers for this DVR port 0cfc804d-f303-4c18-89d4-98499b0bae8f on host dv-neutron-833559-1-hyperv {{(pid=102569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 16:13:56.829584 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc0e662f-0d25-4a91-b6bb-9bd93d446eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1330694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667133'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.835049 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc0e662f-0d25-4a91-b6bb-9bd93d446eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583807'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:56.838169 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-fc0e662f-0d25-4a91-b6bb-9bd93d446eef admin admin] 10.222.0.59 "DELETE /v2.0/networks/37e0ba0d-08b9-4ffc-a465-e803bcda1b22 HTTP/1.1" status: 204 len: 168 time: 0.5356243 Mar 14 16:13:56.853925 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e662f-0d25-4a91-b6bb-9bd93d446eef admin admin] Pushing event deleted for resources: {'Network': ['ID=37e0ba0d-08b9-4ffc-a465-e803bcda1b22,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:13:57.022256 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 36010) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:13:57.062560 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-4f972c6e-064b-40c1-a28e-70fd4cb60c70 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=986bf5fc1b7b4649af9218e80e6226db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389130 Mar 14 16:13:57.064969 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 36012) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:13:57.111185 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-abdb430c-ab8d-42af-8501-04963ec676ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:57.132274 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-abdb430c-ab8d-42af-8501-04963ec676ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:57.176368 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-abdb430c-ab8d-42af-8501-04963ec676ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:57.178860 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-abdb430c-ab8d-42af-8501-04963ec676ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:57.180019 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-abdb430c-ab8d-42af-8501-04963ec676ae admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4bcad7e2-0553-4ca0-8b0c-ed56fbfe63c0 HTTP/1.1" status: 204 len: 168 time: 0.1141870 Mar 14 16:13:57.188054 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb430c-ab8d-42af-8501-04963ec676ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcad7e2-0553-4ca0-8b0c-ed56fbfe63c0,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:13:57.378154 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3582f1a7-da49-4df4-9ddc-b453bd0f59df no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:13:57.397808 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 3582f1a7-da49-4df4-9ddc-b453bd0f59df {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 16:13:57.398155 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3582f1a7-da49-4df4-9ddc-b453bd0f59df not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 16:13:57.398573 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3ad6e11f-24ff-4333-970a-4eab9aabefe4 no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:13:57.422388 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 3ad6e11f-24ff-4333-970a-4eab9aabefe4 {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 16:13:57.422737 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 3ad6e11f-24ff-4333-970a-4eab9aabefe4 not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 16:13:57.423254 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 0cfc804d-f303-4c18-89d4-98499b0bae8f no longer exists at agent ovs-agent-dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 16:13:57.442475 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.plugin [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] No Port match for: 0cfc804d-f303-4c18-89d4-98499b0bae8f {{(pid=102569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 14 16:13:57.443129 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron.plugins.ml2.rpc [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Device 0cfc804d-f303-4c18-89d4-98499b0bae8f not bound to the agent host dv-neutron-833559-1-hyperv {{(pid=102569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 16:13:57.502799 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 36018) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:13:57.541909 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-5860529f-4e2f-4fe9-81f2-d032508470db admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7327675073ef44c28209e868790334ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379078 Mar 14 16:13:57.544407 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.59', 36020) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 16:13:57.594937 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ec09d370-e43f-4cce-9624-3d6c9f730b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:57.615792 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ec09d370-e43f-4cce-9624-3d6c9f730b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:57.660575 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ec09d370-e43f-4cce-9624-3d6c9f730b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698234'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:57.663396 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ec09d370-e43f-4cce-9624-3d6c9f730b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:13:57.664947 dv-neutron-833559-1-hyperv neutron-server[102567]: INFO neutron.wsgi [None req-ec09d370-e43f-4cce-9624-3d6c9f730b6d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2220dc6a-c9fe-49d7-ba1a-9aeb62ef2347 HTTP/1.1" status: 204 len: 168 time: 0.1192648 Mar 14 16:13:57.673143 dv-neutron-833559-1-hyperv neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09d370-e43f-4cce-9624-3d6c9f730b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2220dc6a-c9fe-49d7-ba1a-9aeb62ef2347,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 16:14:04.149615 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-12d9a747-6f41-47c5-b325-dc4df38f40ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:06.554431 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b61b2d30-1779-4c1f-948d-ee59916929ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:07.669047 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:09.087045 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:09.381552 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:09.459351 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:22.345776 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:14:34.150402 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-af79a393-d681-4e67-8dba-6f173936ab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:36.555024 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-47549137-db96-45de-be5a-6f0685df65b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:37.670858 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:39.088908 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:39.381268 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:39.460956 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:14:59.343860 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:15:04.154554 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8b815bbf-d38a-4815-8632-33cab92dab12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:06.557101 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d9e9ab12-57ea-4529-a289-5976c4959a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:07.675732 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:09.091525 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:09.402584 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:09.462690 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:34.155708 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-188408a5-d234-48ad-aa14-222eb6baf63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:36.343131 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:15:36.560732 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5e0835d7-c0e7-4a8d-8509-abc9a2f5c740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:37.678688 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:39.095400 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:39.402257 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:15:39.464103 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:04.156963 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c1c234cf-65ca-4040-b23c-61224c0639d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:06.562982 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-d77c02c8-6235-4861-ac2c-bbf712dec677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:07.679520 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:09.097847 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:09.420917 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:09.465065 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:13.342212 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:16:34.158521 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-562bd027-1f2c-4303-8b0d-accc37e7d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:36.563648 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1449e982-7e12-44a2-beae-b8f620862075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:37.683758 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:39.103554 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:39.420999 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:39.467455 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:16:50.340730 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:17:04.160327 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-aa410508-ebb4-4ec7-91f0-e976cbfffb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:06.563668 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-8d813371-bfd1-4ad9-a94e-dd0bd48b9b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:07.684860 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:09.105066 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:09.424704 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:09.472898 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:27.340155 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:17:34.163072 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-cb087679-2f5d-44d8-81d3-fb54fa6b586b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:36.565135 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-68b11ce7-6a90-4cb0-95ea-502532122a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:37.688486 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:39.111205 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:39.441343 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:17:39.473712 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:04.165207 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ecd37e2e-0035-42cd-bc05-5c77e35e9533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:04.339421 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:18:06.567127 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-43f89b25-fd9b-4efe-9690-423f4b27657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:07.691209 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:09.110242 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:09.455712 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:09.478204 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:34.166885 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-1c46f03b-3483-42e7-a860-2eca60f476e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:36.567582 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-5f03af35-b0e9-493f-b431-f776177c918c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:37.694964 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:39.114076 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:39.481112 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:39.486566 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:18:41.339510 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:19:04.168577 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-75419237-1f4b-41a4-b212-e8ea21af83a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:06.569342 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-dc463fe7-e649-42af-aab5-8b8f97e502a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:07.697272 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:09.115491 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:09.478998 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:09.504989 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:18.339231 dv-neutron-833559-1-hyperv neutron-server[102570]: DEBUG neutron.db.agents_db [None req-0df5d9fb-e52c-45b4-a177-6f4bfe6780f7 None None] Agent healthcheck: found 6 active agents {{(pid=102570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 16:19:34.169418 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c180d324-4080-4471-8ffd-ffea90640754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:36.570905 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-862888ad-0b93-418d-a58b-bcaa429f5743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:37.701284 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-b0c103b6-9aef-439b-aeee-143a99b45252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:39.117567 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6ce-954a-4df1-bc02-ea895cc61862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:39.481406 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-79442dc7-ad84-4b4f-89fb-c9f516b9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 16:19:39.509845 dv-neutron-833559-1-hyperv neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-711c59a8-6499-4d3f-8fb0-fb5338b72b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774684334421', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1330109'] for agent, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}